Index

A

act() (harl.algorithms.actors.on_policy_base.OnPolicyBase method) (utils.base_agents.BaseBatteryAgent method) (utils.rbc_agents.RBCBatteryAgent method) action() (utils.trim_and_respond.trim_and_respond_ctrl method)

ACTLayer (class in harl.models.base.act) after_update() (harl.common.buffers.on_policy_actor_buffer.OnPolicyActorBuffer method) (harl.common.buffers.on_policy_critic_buffer_ep.OnPolicyCriticBufferEP method) (harl.common.buffers.on_policy_critic_buffer_fp.OnPolicyCriticBufferFP method) (harl.runners.on_policy_base_runner.OnPolicyBaseRunner method)

B

BaseBatteryAgent (class in utils.base_agents) BaseHVACAgent (class in utils.base_agents) baseline_actors (in module eval_sustaindc)

BaseLoadShiftingAgent (class in utils.base_agents) BaseLogger (class in harl.common.base_logger) Battery2 (class in envs.battery_model) BatteryEnvFwd (class in envs.bat_env_fwd_view)

C

c_lim (envs.battery_model.Battery2 attribute) cal_value_loss() (harl.algorithms.critics.v_critic.VCritic method) calc_max_charge() (envs.battery_model.Battery2 method) calc_max_discharge() (envs.battery_model.Battery2 method) calculate_avg_CRAC_return_temp() (in module envs.datacenter) calculate_chiller_power() (in module envs.datacenter) calculate_cooling_tower_water_usage() (envs.datacenter.DataCenter_ITModel method) calculate_HVAC_power() (in module envs.datacenter) calculate_reward() (sustaindc_env.SustainDC method) capacity (envs.battery_model.Battery2 attribute) CarbonLoadEnv (class in envs.carbon_ls) Categorical (class in harl.models.base.distributions) charge() (envs.battery_model.Battery2 method) charging_rate_modifier() (envs.bat_env_fwd_view.BatteryEnvFwd method) check() (in module harl.utils.envs_tools) chiller_sizing() (in module envs.datacenter) CI_Manager (class in utils.managers) clamp_supply_approach_temp() (envs.datacenter.Rack method) close() (harl.common.base_logger.BaseLogger method) (harl.envs.env_wrappers.ShareDummyVecEnv method) (harl.envs.env_wrappers.ShareSubprocVecEnv method) (harl.envs.env_wrappers.ShareVecEnv method) (harl.runners.off_policy_base_runner.OffPolicyBaseRunner method) (harl.runners.on_policy_base_runner.OnPolicyBaseRunner method) (sustaindc_env.SustainDC method)

close_extras() (harl.envs.env_wrappers.ShareVecEnv method) closed (harl.envs.env_wrappers.ShareVecEnv attribute) CloudpickleWrapper (class in harl.envs.env_wrappers) CNNBase (class in harl.models.base.cnn) CNNLayer (class in harl.models.base.cnn) CO2_footprint() (envs.bat_env_fwd_view.BatteryEnvFwd method) CoherentNoise (class in utils.managers) collect() (harl.runners.on_policy_base_runner.OnPolicyBaseRunner method) compute() (harl.runners.on_policy_base_runner.OnPolicyBaseRunner method) compute_datacenter_IT_load_outlet_temp() (envs.datacenter.DataCenter_ITModel method) compute_instantaneous_pwr() (envs.datacenter.Rack method) compute_instantaneous_pwr_vecd() (envs.datacenter.Rack method) compute_returns() (harl.common.buffers.on_policy_critic_buffer_ep.OnPolicyCriticBufferEP method) (harl.common.buffers.on_policy_critic_buffer_fp.OnPolicyCriticBufferFP method) conjugate_gradient() (in module harl.utils.trpo_util) ContinuousQCritic (class in harl.algorithms.critics.continuous_q_critic) ContinuousQNet (class in harl.models.value_function_models.continuous_q_net) convert_json() (in module harl.utils.configs_tools) CPU (class in envs.datacenter) cpu_and_fan_init() (envs.datacenter.Rack method) cpu_curve1() (envs.datacenter.CPU method) current_load (envs.battery_model.Battery2 attribute) custom_agent_reward() (in module utils.reward_creator) CustomCallbacks (class in utils.rllib_callbacks)

D

d_lim (envs.battery_model.Battery2 attribute) data module data.CarbonIntensity module data.Weather module data.Workload module DataCenter_ITModel (class in envs.datacenter) DC_Config (class in utils.dc_config_reader) dc_gymenv (class in envs.dc_gym) default_bat_reward() (in module utils.reward_creator)

DEFAULT_CONFIG (sustaindc_env.EnvConfig attribute) default_dc_reward() (in module utils.reward_creator) default_ls_reward() (in module utils.reward_creator) denormalize() (harl.common.valuenorm.ValueNorm method) DeterministicPolicy (class in harl.models.policy_models.deterministic_policy) DiagGaussian (class in harl.models.base.distributions) discharge() (envs.battery_model.Battery2 method) discharging_rate_modifier() (envs.bat_env_fwd_view.BatteryEnvFwd method) DiscreteQCritic (class in harl.algorithms.critics.discrete_q_critic) do_nothing_action() (utils.base_agents.BaseBatteryAgent method) (utils.base_agents.BaseHVACAgent method) (utils.base_agents.BaseLoadShiftingAgent method) DuelingQNet (class in harl.models.value_function_models.dueling_q_net) dump_metrics_to_csv() (harl.runners.on_policy_base_runner.OnPolicyBaseRunner method)

E

eff_c (envs.battery_model.Battery2 attribute) eff_d (envs.battery_model.Battery2 attribute) energy_efficiency_reward() (in module utils.reward_creator) energy_PUE_reward() (in module utils.reward_creator) entropy() (harl.models.base.distributions.FixedNormal method) EnvConfig (class in sustaindc_env) envs module envs.bat_env_fwd_view module envs.battery_model module envs.carbon_ls module envs.datacenter module

envs.dc_gym module episode_init() (harl.common.base_logger.BaseLogger method) episode_log() (harl.common.base_logger.BaseLogger method) eval() (harl.runners.off_policy_base_runner.OffPolicyBaseRunner method) (harl.runners.on_policy_base_runner.OnPolicyBaseRunner method) eval_init() (harl.common.base_logger.BaseLogger method) eval_init_off_policy() (harl.common.base_logger.BaseLogger method) eval_log() (harl.common.base_logger.BaseLogger method) eval_per_step() (harl.common.base_logger.BaseLogger method) eval_sustaindc module eval_thread_done() (harl.common.base_logger.BaseLogger method) evaluate_actions() (harl.algorithms.actors.on_policy_base.OnPolicyBase method) (harl.models.base.act.ACTLayer method) (harl.models.policy_models.stochastic_policy.StochasticPolicy method)

F

f2c() (in module utils.helper_methods) feed_forward_generator_actor() (harl.common.buffers.on_policy_actor_buffer.OnPolicyActorBuffer method) feed_forward_generator_critic() (harl.common.buffers.on_policy_critic_buffer_ep.OnPolicyCriticBufferEP method) (harl.common.buffers.on_policy_critic_buffer_fp.OnPolicyCriticBufferFP method) find_and_init_capacity() (envs.battery_model.Battery2 method) fisher_vector_product() (in module harl.utils.trpo_util) FixedCategorical (class in harl.models.base.distributions) FixedNormal (class in harl.models.base.distributions) flat_grad() (in module harl.utils.trpo_util) flat_hessian() (in module harl.utils.trpo_util) flat_params() (in module harl.utils.trpo_util) Flatten (class in harl.models.base.flatten) forward() (harl.models.base.act.ACTLayer method) (harl.models.base.cnn.CNNBase method) (harl.models.base.cnn.CNNLayer method) (harl.models.base.distributions.Categorical method) (harl.models.base.distributions.DiagGaussian method) (harl.models.base.flatten.Flatten method) (harl.models.base.mlp.MLPBase method) (harl.models.base.mlp.MLPLayer method) (harl.models.base.plain_cnn.PlainCNN method) (harl.models.base.plain_mlp.PlainMLP method) (harl.models.base.rnn.RNNLayer method) (harl.models.policy_models.deterministic_policy.DeterministicPolicy method) (harl.models.policy_models.squashed_gaussian_policy.SquashedGaussianPolicy method) (harl.models.policy_models.stochastic_mlp_policy.StochasticMlpPolicy method) (harl.models.policy_models.stochastic_policy.StochasticPolicy method) (harl.models.value_function_models.continuous_q_net.ContinuousQNet method) (harl.models.value_function_models.dueling_q_net.DuelingQNet method) (harl.models.value_function_models.v_net.VNet method)

G

generate() (utils.managers.CoherentNoise method) get_actions() (harl.algorithms.actors.had3qn.HAD3QN method) (harl.algorithms.actors.haddpg.HADDPG method) (harl.algorithms.actors.hasac.HASAC method) (harl.algorithms.actors.off_policy_base.OffPolicyBase method) (harl.algorithms.actors.on_policy_base.OnPolicyBase method) (harl.runners.off_policy_base_runner.OffPolicyBaseRunner method) get_actions_with_logprobs() (harl.algorithms.actors.hasac.HASAC method) get_active_func() (in module harl.utils.models_tools) get_avail_actions() (sustaindc_env.SustainDC method) get_avail_agent_actions() (sustaindc_env.SustainDC method) get_average_rack_fan_v() (envs.datacenter.Rack method) get_best_checkpoint() (in module utils.checkpoint_finder) get_clones() (in module harl.utils.models_tools) get_combined_dim() (in module harl.models.value_function_models.continuous_q_net) get_current_ci() (utils.managers.CI_Manager method) get_current_rack_load() (envs.datacenter.Rack method) get_current_weather() (utils.managers.Weather_Manager method) get_current_workload() (utils.managers.Workload_Manager method) get_defaults_yaml_args() (in module harl.utils.configs_tools) get_energy_variables() (in module utils.utils_cf) get_forecast_ci() (utils.managers.CI_Manager method) get_grad_norm() (in module harl.utils.models_tools) get_images() (harl.envs.env_wrappers.ShareVecEnv method) get_init_day() (in module utils.utils_cf) get_init_method() (in module harl.utils.models_tools) get_joint_idx() (harl.algorithms.critics.discrete_q_critic.DiscreteQCritic method)

get_logits() (harl.models.base.act.ACTLayer method) (harl.models.policy_models.stochastic_mlp_policy.StochasticMlpPolicy method) get_mean_rewards() (harl.common.buffers.off_policy_buffer_base.OffPolicyBufferBase method) (harl.common.buffers.on_policy_critic_buffer_ep.OnPolicyCriticBufferEP method) (harl.common.buffers.on_policy_critic_buffer_fp.OnPolicyCriticBufferFP method) get_num_agents() (in module harl.utils.envs_tools) get_obs() (envs.dc_gym.dc_gymenv method) get_reward_method() (in module utils.reward_creator) get_shape_from_act_space() (in module harl.utils.envs_tools) get_shape_from_obs_space() (in module harl.utils.envs_tools) get_target_actions() (harl.algorithms.actors.had3qn.HAD3QN method) (harl.algorithms.actors.haddpg.HADDPG method) (harl.algorithms.actors.hatd3.HATD3 method) (harl.algorithms.actors.off_policy_base.OffPolicyBase method) get_task_name() (harl.common.base_logger.BaseLogger method) (in module harl.utils.configs_tools) get_total_ci() (utils.managers.CI_Manager method) get_total_rack_fan_v() (envs.datacenter.Rack method) get_total_weather() (utils.managers.Weather_Manager method) get_total_wkl() (utils.managers.Workload_Manager method) get_values() (harl.algorithms.critics.continuous_q_critic.ContinuousQCritic method) (harl.algorithms.critics.discrete_q_critic.DiscreteQCritic method) (harl.algorithms.critics.soft_twin_continuous_q_critic.SoftTwinContinuousQCritic method) (harl.algorithms.critics.twin_continuous_q_critic.TwinContinuousQCritic method) (harl.algorithms.critics.v_critic.VCritic method) get_viewer() (harl.envs.env_wrappers.ShareVecEnv method) gumbel_softmax() (in module harl.utils.discrete_util) gumbel_softmax_sample() (in module harl.utils.discrete_util)

H

HAA2C (class in harl.algorithms.actors.haa2c) HAD3QN (class in harl.algorithms.actors.had3qn) HADDPG (class in harl.algorithms.actors.haddpg) HAPPO (class in harl.algorithms.actors.happo) harl module harl.algorithms module harl.algorithms.actors module harl.algorithms.actors.haa2c module harl.algorithms.actors.had3qn module harl.algorithms.actors.haddpg module harl.algorithms.actors.happo module harl.algorithms.actors.hasac module harl.algorithms.actors.hatd3 module harl.algorithms.actors.hatrpo module harl.algorithms.actors.maddpg module harl.algorithms.actors.mappo module harl.algorithms.actors.matd3 module harl.algorithms.actors.off_policy_base module harl.algorithms.actors.on_policy_base module harl.algorithms.critics module harl.algorithms.critics.continuous_q_critic module harl.algorithms.critics.discrete_q_critic module harl.algorithms.critics.soft_twin_continuous_q_critic module harl.algorithms.critics.twin_continuous_q_critic module harl.algorithms.critics.v_critic module harl.common module harl.common.base_logger module harl.common.buffers module harl.common.buffers.off_policy_buffer_base module harl.common.buffers.off_policy_buffer_ep module harl.common.buffers.off_policy_buffer_fp module harl.common.buffers.on_policy_actor_buffer module harl.common.buffers.on_policy_critic_buffer_ep module harl.common.buffers.on_policy_critic_buffer_fp module harl.common.valuenorm module harl.envs module harl.envs.env_wrappers module

harl.models module harl.models.base module harl.models.base.act module harl.models.base.cnn module harl.models.base.distributions module harl.models.base.flatten module harl.models.base.mlp module harl.models.base.plain_cnn module harl.models.base.plain_mlp module harl.models.base.rnn module harl.models.policy_models module harl.models.policy_models.deterministic_policy module harl.models.policy_models.squashed_gaussian_policy module harl.models.policy_models.stochastic_mlp_policy module harl.models.policy_models.stochastic_policy module harl.models.value_function_models module harl.models.value_function_models.continuous_q_net module harl.models.value_function_models.dueling_q_net module harl.models.value_function_models.v_net module harl.runners module harl.runners.off_policy_base_runner module harl.runners.off_policy_ha_runner module harl.runners.off_policy_ma_runner module harl.runners.on_policy_base_runner module harl.runners.on_policy_ha_runner module harl.runners.on_policy_ma_runner module harl.utils module harl.utils.configs_tools module harl.utils.discrete_util module harl.utils.envs_tools module harl.utils.models_tools module harl.utils.trans_tools module harl.utils.trpo_util module HASAC (class in harl.algorithms.actors.hasac) HATD3 (class in harl.algorithms.actors.hatd3) HATRPO (class in harl.algorithms.actors.hatrpo) huber_loss() (in module harl.utils.models_tools)

I

indiv_to_joint() (harl.algorithms.critics.discrete_q_critic.DiscreteQCritic method) init() (harl.common.base_logger.BaseLogger method) (in module harl.utils.models_tools) init_device() (in module harl.utils.models_tools) init_dir() (in module harl.utils.configs_tools) insert() (harl.common.buffers.off_policy_buffer_base.OffPolicyBufferBase method) (harl.common.buffers.on_policy_actor_buffer.OnPolicyActorBuffer method) (harl.common.buffers.on_policy_critic_buffer_ep.OnPolicyCriticBufferEP method) (harl.common.buffers.on_policy_critic_buffer_fp.OnPolicyCriticBufferFP method) (harl.runners.off_policy_base_runner.OffPolicyBaseRunner method) (harl.runners.on_policy_base_runner.OnPolicyBaseRunner method)

is_full() (envs.battery_model.Battery2 method) is_json_serializable() (in module harl.utils.configs_tools) isterminal() (utils.managers.Time_Manager method) itfan_curve2() (envs.datacenter.CPU method)

J

joint_to_indiv() (harl.algorithms.critics.discrete_q_critic.DiscreteQCritic method)

K

kl_approx() (in module harl.utils.trpo_util)

kl_divergence() (in module harl.utils.trpo_util)

L

log_env() (harl.common.base_logger.BaseLogger method) log_probs() (harl.models.base.distributions.FixedCategorical method) (harl.models.base.distributions.FixedNormal method) log_train() (harl.common.base_logger.BaseLogger method) lower_lim_u (envs.battery_model.Battery2 attribute) lower_lim_v (envs.battery_model.Battery2 attribute)

lr_decay() (harl.algorithms.actors.off_policy_base.OffPolicyBase method) (harl.algorithms.actors.on_policy_base.OnPolicyBase method) (harl.algorithms.critics.continuous_q_critic.ContinuousQCritic method) (harl.algorithms.critics.discrete_q_critic.DiscreteQCritic method) (harl.algorithms.critics.twin_continuous_q_critic.TwinContinuousQCritic method) (harl.algorithms.critics.v_critic.VCritic method)

M

MADDPG (class in harl.algorithms.actors.maddpg) main() (in module train_sustaindc) make_bat_fwd_env() (in module utils.make_envs_pyenv) make_dc_pyeplus_env() (in module utils.make_envs_pyenv) make_eval_env() (in module harl.utils.envs_tools) make_ls_env() (in module utils.make_envs_pyenv) make_render_env() (in module harl.utils.envs_tools) make_train_env() (in module harl.utils.envs_tools) MAPPO (class in harl.algorithms.actors.mappo) MATD3 (class in harl.algorithms.actors.matd3) metadata (harl.envs.env_wrappers.ShareVecEnv attribute) MLPBase (class in harl.models.base.mlp) MLPLayer (class in harl.models.base.mlp) mode() (harl.models.base.distributions.FixedCategorical method) (harl.models.base.distributions.FixedNormal method) module data data.CarbonIntensity data.Weather data.Workload envs envs.bat_env_fwd_view envs.battery_model envs.carbon_ls envs.datacenter envs.dc_gym eval_sustaindc harl harl.algorithms harl.algorithms.actors harl.algorithms.actors.haa2c harl.algorithms.actors.had3qn harl.algorithms.actors.haddpg harl.algorithms.actors.happo harl.algorithms.actors.hasac harl.algorithms.actors.hatd3 harl.algorithms.actors.hatrpo harl.algorithms.actors.maddpg harl.algorithms.actors.mappo harl.algorithms.actors.matd3 harl.algorithms.actors.off_policy_base harl.algorithms.actors.on_policy_base harl.algorithms.critics harl.algorithms.critics.continuous_q_critic harl.algorithms.critics.discrete_q_critic harl.algorithms.critics.soft_twin_continuous_q_critic harl.algorithms.critics.twin_continuous_q_critic harl.algorithms.critics.v_critic harl.common harl.common.base_logger harl.common.buffers harl.common.buffers.off_policy_buffer_base harl.common.buffers.off_policy_buffer_ep harl.common.buffers.off_policy_buffer_fp harl.common.buffers.on_policy_actor_buffer harl.common.buffers.on_policy_critic_buffer_ep harl.common.buffers.on_policy_critic_buffer_fp harl.common.valuenorm harl.envs harl.envs.env_wrappers harl.models harl.models.base harl.models.base.act harl.models.base.cnn harl.models.base.distributions harl.models.base.flatten harl.models.base.mlp harl.models.base.plain_cnn harl.models.base.plain_mlp harl.models.base.rnn harl.models.policy_models harl.models.policy_models.deterministic_policy harl.models.policy_models.squashed_gaussian_policy harl.models.policy_models.stochastic_mlp_policy harl.models.policy_models.stochastic_policy harl.models.value_function_models harl.models.value_function_models.continuous_q_net harl.models.value_function_models.dueling_q_net harl.models.value_function_models.v_net harl.runners harl.runners.off_policy_base_runner harl.runners.off_policy_ha_runner harl.runners.off_policy_ma_runner harl.runners.on_policy_base_runner harl.runners.on_policy_ha_runner harl.runners.on_policy_ma_runner harl.utils harl.utils.configs_tools harl.utils.discrete_util harl.utils.envs_tools harl.utils.models_tools harl.utils.trans_tools harl.utils.trpo_util sustaindc_env train_sustaindc utils utils.base_agents utils.checkpoint_finder utils.dc_config utils.dc_config_reader utils.helper_methods utils.make_envs_pyenv utils.managers utils.rbc_agents utils.reward_creator utils.rllib_callbacks utils.trim_and_respond utils.utils_cf

mse_loss() (in module harl.utils.models_tools)

N

naive_recurrent_generator_actor() (harl.common.buffers.on_policy_actor_buffer.OnPolicyActorBuffer method) naive_recurrent_generator_critic() (harl.common.buffers.on_policy_critic_buffer_ep.OnPolicyCriticBufferEP method) (harl.common.buffers.on_policy_critic_buffer_fp.OnPolicyCriticBufferFP method) next() (harl.common.buffers.off_policy_buffer_base.OffPolicyBufferBase method) (harl.common.buffers.off_policy_buffer_ep.OffPolicyBufferEP method) (harl.common.buffers.off_policy_buffer_fp.OffPolicyBufferFP method)

normalize() (envs.dc_gym.dc_gymenv method) (harl.common.valuenorm.ValueNorm method) (in module utils.managers) NormalizeObservation() (envs.dc_gym.dc_gymenv method)

O

obtain_paths() (in module utils.utils_cf) OffPolicyBase (class in harl.algorithms.actors.off_policy_base) OffPolicyBaseRunner (class in harl.runners.off_policy_base_runner) OffPolicyBufferBase (class in harl.common.buffers.off_policy_buffer_base) OffPolicyBufferEP (class in harl.common.buffers.off_policy_buffer_ep) OffPolicyBufferFP (class in harl.common.buffers.off_policy_buffer_fp) OffPolicyHARunner (class in harl.runners.off_policy_ha_runner) OffPolicyMARunner (class in harl.runners.off_policy_ma_runner) on_episode_end() (utils.helper_methods.pyeplus_callback method) (utils.rllib_callbacks.CustomCallbacks method) on_episode_start() (utils.helper_methods.pyeplus_callback method) (utils.rllib_callbacks.CustomCallbacks method)

on_episode_step() (utils.helper_methods.pyeplus_callback method) (utils.rllib_callbacks.CustomCallbacks method) onehot_from_logits() (in module harl.utils.discrete_util) OnPolicyActorBuffer (class in harl.common.buffers.on_policy_actor_buffer) OnPolicyBase (class in harl.algorithms.actors.on_policy_base) OnPolicyBaseRunner (class in harl.runners.on_policy_base_runner) OnPolicyCriticBufferEP (class in harl.common.buffers.on_policy_critic_buffer_ep) OnPolicyCriticBufferFP (class in harl.common.buffers.on_policy_critic_buffer_fp) OnPolicyHARunner (class in harl.runners.on_policy_ha_runner) OnPolicyMARunner (class in harl.runners.on_policy_ma_runner)

P

per_step() (harl.common.base_logger.BaseLogger method) PlainCNN (class in harl.models.base.plain_cnn) PlainMLP (class in harl.models.base.plain_mlp) prep_rollout() (harl.algorithms.actors.on_policy_base.OnPolicyBase method) (harl.algorithms.critics.v_critic.VCritic method) (harl.runners.on_policy_base_runner.OnPolicyBaseRunner method)

prep_training() (harl.algorithms.actors.on_policy_base.OnPolicyBase method) (harl.algorithms.critics.v_critic.VCritic method) (harl.runners.on_policy_base_runner.OnPolicyBaseRunner method) process_action_spaces() (harl.algorithms.critics.discrete_q_critic.DiscreteQCritic method) pyeplus_callback (class in utils.helper_methods)

R

Rack (class in envs.datacenter) RBCBatteryAgent (class in utils.rbc_agents) recurrent_generator_actor() (harl.common.buffers.on_policy_actor_buffer.OnPolicyActorBuffer method) recurrent_generator_critic() (harl.common.buffers.on_policy_critic_buffer_ep.OnPolicyCriticBufferEP method) (harl.common.buffers.on_policy_critic_buffer_fp.OnPolicyCriticBufferFP method) render() (harl.envs.env_wrappers.ShareDummyVecEnv method) (harl.envs.env_wrappers.ShareVecEnv method) (harl.runners.off_policy_base_runner.OffPolicyBaseRunner method) (harl.runners.on_policy_base_runner.OnPolicyBaseRunner method) (sustaindc_env.SustainDC method) renewable_energy_reward() (in module utils.reward_creator) reset() (envs.bat_env_fwd_view.BatteryEnvFwd method) (envs.battery_model.Battery2 method) (envs.carbon_ls.CarbonLoadEnv method) (envs.dc_gym.dc_gymenv method) (harl.envs.env_wrappers.ShareDummyVecEnv method) (harl.envs.env_wrappers.ShareSubprocVecEnv method) (harl.envs.env_wrappers.ShareVecEnv method) (sustaindc_env.SustainDC method) (utils.managers.CI_Manager method) (utils.managers.Time_Manager method) (utils.managers.Weather_Manager method) (utils.managers.Workload_Manager method)

reset_task() (harl.envs.env_wrappers.ShareSubprocVecEnv method) restore() (harl.algorithms.actors.hasac.HASAC method) (harl.algorithms.actors.off_policy_base.OffPolicyBase method) (harl.algorithms.critics.continuous_q_critic.ContinuousQCritic method) (harl.algorithms.critics.discrete_q_critic.DiscreteQCritic method) (harl.algorithms.critics.twin_continuous_q_critic.TwinContinuousQCritic method) (harl.runners.off_policy_base_runner.OffPolicyBaseRunner method) (harl.runners.on_policy_base_runner.OnPolicyBaseRunner method) RNNLayer (class in harl.models.base.rnn) run() (harl.runners.off_policy_base_runner.OffPolicyBaseRunner method) (harl.runners.on_policy_base_runner.OnPolicyBaseRunner method) running_mean_var() (harl.common.valuenorm.ValueNorm method)

S

sample() (harl.common.buffers.off_policy_buffer_base.OffPolicyBufferBase method) (harl.common.buffers.off_policy_buffer_ep.OffPolicyBufferEP method) (harl.common.buffers.off_policy_buffer_fp.OffPolicyBufferFP method) (harl.models.base.distributions.FixedCategorical method) sample_actions() (harl.runners.off_policy_base_runner.OffPolicyBaseRunner method) sample_gumbel() (in module harl.utils.discrete_util) save() (harl.algorithms.actors.hasac.HASAC method) (harl.algorithms.actors.off_policy_base.OffPolicyBase method) (harl.algorithms.critics.continuous_q_critic.ContinuousQCritic method) (harl.algorithms.critics.discrete_q_critic.DiscreteQCritic method) (harl.algorithms.critics.twin_continuous_q_critic.TwinContinuousQCritic method) (harl.runners.off_policy_base_runner.OffPolicyBaseRunner method) (harl.runners.on_policy_base_runner.OnPolicyBaseRunner method) save_config() (in module harl.utils.configs_tools) sc_obs() (in module utils.managers) scale_array() (utils.managers.Workload_Manager method) seed() (sustaindc_env.SustainDC method) set_ambient_temp() (envs.dc_gym.dc_gymenv method) set_bat_SoC() (envs.dc_gym.dc_gymenv method) set_current_workload() (utils.managers.Workload_Manager method) set_dcload() (envs.bat_env_fwd_view.BatteryEnvFwd method) set_limit() (utils.trim_and_respond.trim_and_respond_ctrl method) set_seed() (in module harl.utils.envs_tools) set_shifted_wklds() (envs.dc_gym.dc_gymenv method) share_param_train() (harl.algorithms.actors.mappo.MAPPO method) ShareDummyVecEnv (class in harl.envs.env_wrappers) ShareSubprocVecEnv (class in harl.envs.env_wrappers) ShareVecEnv (class in harl.envs.env_wrappers) shareworker() (in module harl.envs.env_wrappers)

sigmoid() (envs.bat_env_fwd_view.BatteryEnvFwd method) soft_update() (harl.algorithms.actors.off_policy_base.OffPolicyBase method) (harl.algorithms.critics.continuous_q_critic.ContinuousQCritic method) (harl.algorithms.critics.discrete_q_critic.DiscreteQCritic method) (harl.algorithms.critics.twin_continuous_q_critic.TwinContinuousQCritic method) SoftTwinContinuousQCritic (class in harl.algorithms.critics.soft_twin_continuous_q_critic) SquashedGaussianPolicy (class in harl.models.policy_models.squashed_gaussian_policy) standarize() (in module utils.managers) state() (sustaindc_env.SustainDC method) step() (envs.bat_env_fwd_view.BatteryEnvFwd method) (envs.carbon_ls.CarbonLoadEnv method) (envs.dc_gym.dc_gymenv method) (harl.envs.env_wrappers.ShareVecEnv method) (sustaindc_env.SustainDC method) (utils.managers.CI_Manager method) (utils.managers.Time_Manager method) (utils.managers.Weather_Manager method) (utils.managers.Workload_Manager method) step_async() (harl.envs.env_wrappers.ShareDummyVecEnv method) (harl.envs.env_wrappers.ShareSubprocVecEnv method) (harl.envs.env_wrappers.ShareVecEnv method) step_wait() (harl.envs.env_wrappers.ShareDummyVecEnv method) (harl.envs.env_wrappers.ShareSubprocVecEnv method) (harl.envs.env_wrappers.ShareVecEnv method) StochasticMlpPolicy (class in harl.models.policy_models.stochastic_mlp_policy) StochasticPolicy (class in harl.models.policy_models.stochastic_policy) SustainDC (class in sustaindc_env) sustaindc_env module

T

temperature_efficiency_reward() (in module utils.reward_creator) tile_images() (in module harl.envs.env_wrappers) Time_Manager (class in utils.managers) total_datacenter_full_load() (envs.datacenter.DataCenter_ITModel method) tou_reward() (in module utils.reward_creator) train() (harl.algorithms.actors.haa2c.HAA2C method) (harl.algorithms.actors.happo.HAPPO method) (harl.algorithms.actors.hatrpo.HATRPO method) (harl.algorithms.actors.mappo.MAPPO method) (harl.algorithms.actors.on_policy_base.OnPolicyBase method) (harl.algorithms.critics.continuous_q_critic.ContinuousQCritic method) (harl.algorithms.critics.discrete_q_critic.DiscreteQCritic method) (harl.algorithms.critics.soft_twin_continuous_q_critic.SoftTwinContinuousQCritic method) (harl.algorithms.critics.twin_continuous_q_critic.TwinContinuousQCritic method) (harl.algorithms.critics.v_critic.VCritic method) (harl.runners.off_policy_base_runner.OffPolicyBaseRunner method) (harl.runners.off_policy_ha_runner.OffPolicyHARunner method) (harl.runners.off_policy_ma_runner.OffPolicyMARunner method) (harl.runners.on_policy_base_runner.OnPolicyBaseRunner method) (harl.runners.on_policy_ha_runner.OnPolicyHARunner method) (harl.runners.on_policy_ma_runner.OnPolicyMARunner method)

train_sustaindc module train_values() (harl.algorithms.actors.had3qn.HAD3QN method) (harl.algorithms.critics.discrete_q_critic.DiscreteQCritic method) trim_and_respond_ctrl (class in utils.trim_and_respond) turn_off_grad() (harl.algorithms.actors.off_policy_base.OffPolicyBase method) (harl.algorithms.critics.continuous_q_critic.ContinuousQCritic method) (harl.algorithms.critics.discrete_q_critic.DiscreteQCritic method) (harl.algorithms.critics.twin_continuous_q_critic.TwinContinuousQCritic method) turn_on_grad() (harl.algorithms.actors.off_policy_base.OffPolicyBase method) (harl.algorithms.critics.continuous_q_critic.ContinuousQCritic method) (harl.algorithms.critics.discrete_q_critic.DiscreteQCritic method) (harl.algorithms.critics.twin_continuous_q_critic.TwinContinuousQCritic method) TwinContinuousQCritic (class in harl.algorithms.critics.twin_continuous_q_critic)

U

unwrapped (harl.envs.env_wrappers.ShareVecEnv property) update() (harl.algorithms.actors.haa2c.HAA2C method) (harl.algorithms.actors.happo.HAPPO method) (harl.algorithms.actors.hatrpo.HATRPO method) (harl.algorithms.actors.mappo.MAPPO method) (harl.algorithms.actors.on_policy_base.OnPolicyBase method) (harl.algorithms.critics.v_critic.VCritic method) (harl.common.valuenorm.ValueNorm method) update_alpha() (harl.algorithms.critics.soft_twin_continuous_q_critic.SoftTwinContinuousQCritic method) update_args() (in module harl.utils.configs_tools) update_ci() (envs.bat_env_fwd_view.BatteryEnvFwd method) update_end_flag() (harl.common.buffers.off_policy_buffer_base.OffPolicyBufferBase method) (harl.common.buffers.off_policy_buffer_ep.OffPolicyBufferEP method) (harl.common.buffers.off_policy_buffer_fp.OffPolicyBufferFP method) update_factor() (harl.common.buffers.on_policy_actor_buffer.OnPolicyActorBuffer method) update_linear_schedule() (in module harl.utils.models_tools) update_model() (in module harl.utils.trpo_util) update_state() (envs.bat_env_fwd_view.BatteryEnvFwd method) update_workload() (envs.carbon_ls.CarbonLoadEnv method) upper_lim_u (envs.battery_model.Battery2 attribute) upper_lim_v (envs.battery_model.Battery2 attribute) utils module

utils.base_agents module utils.checkpoint_finder module utils.dc_config module utils.dc_config_reader module utils.helper_methods module utils.make_envs_pyenv module utils.managers module utils.rbc_agents module utils.reward_creator module utils.rllib_callbacks module utils.trim_and_respond module utils.utils_cf module

V

ValueNorm (class in harl.common.valuenorm) VCritic (class in harl.algorithms.critics.v_critic)

viewer (harl.envs.env_wrappers.ShareVecEnv attribute) VNet (class in harl.models.value_function_models.v_net)

W

warmup() (harl.runners.off_policy_base_runner.OffPolicyBaseRunner method) (harl.runners.on_policy_base_runner.OnPolicyBaseRunner method)

water_usage_efficiency_reward() (in module utils.reward_creator) Weather_Manager (class in utils.managers) Workload_Manager (class in utils.managers)