harl package

Subpackages

• harl.algorithms package
  • Subpackages
    • harl.algorithms.actors package
      • Submodules
      • harl.algorithms.actors.haa2c module
      • harl.algorithms.actors.had3qn module
      • harl.algorithms.actors.haddpg module
      • harl.algorithms.actors.happo module
      • harl.algorithms.actors.hasac module
      • harl.algorithms.actors.hatd3 module
      • harl.algorithms.actors.hatrpo module
      • harl.algorithms.actors.maddpg module
      • harl.algorithms.actors.mappo module
      • harl.algorithms.actors.matd3 module
      • harl.algorithms.actors.off_policy_base module
      • harl.algorithms.actors.on_policy_base module
      • Module contents
    • harl.algorithms.critics package
      • Submodules
      • harl.algorithms.critics.continuous_q_critic module
      • harl.algorithms.critics.discrete_q_critic module
      • harl.algorithms.critics.soft_twin_continuous_q_critic module
      • harl.algorithms.critics.twin_continuous_q_critic module
      • harl.algorithms.critics.v_critic module
      • Module contents
  • Module contents
• harl.common package
  • Subpackages
    • harl.common.buffers package
      • Submodules
      • harl.common.buffers.off_policy_buffer_base module
      • harl.common.buffers.off_policy_buffer_ep module
      • harl.common.buffers.off_policy_buffer_fp module
      • harl.common.buffers.on_policy_actor_buffer module
      • harl.common.buffers.on_policy_critic_buffer_ep module
      • harl.common.buffers.on_policy_critic_buffer_fp module
      • Module contents
  • Submodules
  • harl.common.base_logger module
    • BaseLogger
      • BaseLogger.close()
      • BaseLogger.episode_init()
      • BaseLogger.episode_log()
      • BaseLogger.eval_init()
      • BaseLogger.eval_init_off_policy()
      • BaseLogger.eval_log()
      • BaseLogger.eval_per_step()
      • BaseLogger.eval_thread_done()
      • BaseLogger.get_task_name()
      • BaseLogger.init()
      • BaseLogger.log_env()
      • BaseLogger.log_train()
      • BaseLogger.per_step()
  • harl.common.valuenorm module
    • ValueNorm
      • ValueNorm.denormalize()
      • ValueNorm.normalize()
      • ValueNorm.running_mean_var()
      • ValueNorm.update()
  • Module contents
• harl.envs package
  • Submodules
  • harl.envs.env_wrappers module
    • CloudpickleWrapper
    • ShareDummyVecEnv
      • ShareDummyVecEnv.close()
      • ShareDummyVecEnv.render()
      • ShareDummyVecEnv.reset()
      • ShareDummyVecEnv.step_async()
      • ShareDummyVecEnv.step_wait()
    • ShareSubprocVecEnv
      • ShareSubprocVecEnv.close()
      • ShareSubprocVecEnv.reset()
      • ShareSubprocVecEnv.reset_task()
      • ShareSubprocVecEnv.step_async()
      • ShareSubprocVecEnv.step_wait()
    • ShareVecEnv
      • ShareVecEnv.close()
      • ShareVecEnv.close_extras()
      • ShareVecEnv.closed
      • ShareVecEnv.get_images()
      • ShareVecEnv.get_viewer()
      • ShareVecEnv.metadata
      • ShareVecEnv.render()
      • ShareVecEnv.reset()
      • ShareVecEnv.step()
      • ShareVecEnv.step_async()
      • ShareVecEnv.step_wait()
      • ShareVecEnv.unwrapped
      • ShareVecEnv.viewer
    • shareworker()
    • tile_images()
  • Module contents
• harl.models package
  • Subpackages
    • harl.models.base package
      • Submodules
      • harl.models.base.act module
      • harl.models.base.cnn module
      • harl.models.base.distributions module
      • harl.models.base.flatten module
      • harl.models.base.mlp module
      • harl.models.base.plain_cnn module
      • harl.models.base.plain_mlp module
      • harl.models.base.rnn module
      • Module contents
    • harl.models.policy_models package
      • Submodules
      • harl.models.policy_models.deterministic_policy module
      • harl.models.policy_models.squashed_gaussian_policy module
      • harl.models.policy_models.stochastic_mlp_policy module
      • harl.models.policy_models.stochastic_policy module
      • Module contents
    • harl.models.value_function_models package
      • Submodules
      • harl.models.value_function_models.continuous_q_net module
      • harl.models.value_function_models.dueling_q_net module
      • harl.models.value_function_models.v_net module
      • Module contents
  • Module contents
• harl.runners package
  • Submodules
  • harl.runners.off_policy_base_runner module
    • OffPolicyBaseRunner
      • OffPolicyBaseRunner.close()
      • OffPolicyBaseRunner.eval()
      • OffPolicyBaseRunner.get_actions()
      • OffPolicyBaseRunner.insert()
      • OffPolicyBaseRunner.render()
      • OffPolicyBaseRunner.restore()
      • OffPolicyBaseRunner.run()
      • OffPolicyBaseRunner.sample_actions()
      • OffPolicyBaseRunner.save()
      • OffPolicyBaseRunner.train()
      • OffPolicyBaseRunner.warmup()
  • harl.runners.off_policy_ha_runner module
    • OffPolicyHARunner
      • OffPolicyHARunner.train()
  • harl.runners.off_policy_ma_runner module
    • OffPolicyMARunner
      • OffPolicyMARunner.train()
  • harl.runners.on_policy_base_runner module
    • OnPolicyBaseRunner
      • OnPolicyBaseRunner.after_update()
      • OnPolicyBaseRunner.close()
      • OnPolicyBaseRunner.collect()
      • OnPolicyBaseRunner.compute()
      • OnPolicyBaseRunner.dump_metrics_render_to_csv()
      • OnPolicyBaseRunner.dump_metrics_to_csv()
      • OnPolicyBaseRunner.eval()
      • OnPolicyBaseRunner.insert()
      • OnPolicyBaseRunner.prep_rollout()
      • OnPolicyBaseRunner.prep_training()
      • OnPolicyBaseRunner.render()
      • OnPolicyBaseRunner.restore()
      • OnPolicyBaseRunner.run()
      • OnPolicyBaseRunner.save()
      • OnPolicyBaseRunner.train()
      • OnPolicyBaseRunner.warmup()
  • harl.runners.on_policy_ha_runner module
    • OnPolicyHARunner
      • OnPolicyHARunner.train()
  • harl.runners.on_policy_ma_runner module
    • OnPolicyMARunner
      • OnPolicyMARunner.train()
  • Module contents
• harl.utils package
  • Submodules
  • harl.utils.configs_tools module
    • convert_json()
    • get_defaults_yaml_args()
    • get_task_name()
    • init_dir()
    • is_json_serializable()
    • save_config()
    • update_args()
  • harl.utils.discrete_util module
    • gumbel_softmax()
    • gumbel_softmax_sample()
    • onehot_from_logits()
    • sample_gumbel()
  • harl.utils.envs_tools module
    • check()
    • get_num_agents()
    • get_shape_from_act_space()
    • get_shape_from_obs_space()
    • make_eval_env()
    • make_render_env()
    • make_train_env()
    • set_seed()
  • harl.utils.models_tools module
    • get_active_func()
    • get_clones()
    • get_grad_norm()
    • get_init_method()
    • huber_loss()
    • init()
    • init_device()
    • mse_loss()
    • update_linear_schedule()
  • harl.utils.trans_tools module
  • harl.utils.trpo_util module
    • conjugate_gradient()
    • fisher_vector_product()
    • flat_grad()
    • flat_hessian()
    • flat_params()
    • kl_approx()
    • kl_divergence()
    • update_model()
  • Module contents

Module contents