Hide navigation sidebar

Hide table of contents sidebar

Toggle site navigation sidebar

xpag 0.2.9 documentation

Toggle table of contents sidebar

xpag 0.2.9 documentation

Installation
API reference
Toggle navigation of API reference
- xpag.agents
  Toggle navigation of xpag.agents
  - xpag.agents.agent
    Toggle navigation of xpag.agents.agent
    - xpag.agents.agent.Agent
  - xpag.agents.all_agents
    Toggle navigation of xpag.agents.all_agents
    - xpag.agents.all_agents.agent_factory
    - xpag.agents.all_agents.SAC
  - xpag.agents.flax_agents
    Toggle navigation of xpag.agents.flax_agents
    - xpag.agents.flax_agents.sac
      Toggle navigation of xpag.agents.flax_agents.sac
      - xpag.agents.flax_agents.sac.sac
        Toggle navigation of xpag.agents.flax_agents.sac.sac
        
        xpag.agents.flax_agents.sac.sac.FlaxSAC
      - xpag.agents.flax_agents.sac.sac_from_jaxrl
        Toggle navigation of xpag.agents.flax_agents.sac.sac_from_jaxrl
        
        xpag.agents.flax_agents.sac.sac_from_jaxrl.default_init
        
        xpag.agents.flax_agents.sac.sac_from_jaxrl.sample_actions
        
        xpag.agents.flax_agents.sac.sac_from_jaxrl.target_update
        
        xpag.agents.flax_agents.sac.sac_from_jaxrl.update_actor
        
        xpag.agents.flax_agents.sac.sac_from_jaxrl.update_critic
        
        xpag.agents.flax_agents.sac.sac_from_jaxrl.update_temperature
        
        xpag.agents.flax_agents.sac.sac_from_jaxrl.Batch
        
        xpag.agents.flax_agents.sac.sac_from_jaxrl.Critic
        
        xpag.agents.flax_agents.sac.sac_from_jaxrl.DoubleCritic
        
        xpag.agents.flax_agents.sac.sac_from_jaxrl.MLP
        
        xpag.agents.flax_agents.sac.sac_from_jaxrl.Model
        
        xpag.agents.flax_agents.sac.sac_from_jaxrl.SACLearner
        
        xpag.agents.flax_agents.sac.sac_from_jaxrl.Temperature
    - xpag.agents.flax_agents.sdqn
      Toggle navigation of xpag.agents.flax_agents.sdqn
      - xpag.agents.flax_agents.sdqn.sdqn
        Toggle navigation of xpag.agents.flax_agents.sdqn.sdqn
        
        xpag.agents.flax_agents.sdqn.sdqn.FeedForwardModel
        
        xpag.agents.flax_agents.sdqn.sdqn.FlaxSDQN
        
        xpag.agents.flax_agents.sdqn.sdqn.FlaxSDQNSetter
        
        xpag.agents.flax_agents.sdqn.sdqn.TrainingState
    - xpag.agents.flax_agents.td3
      Toggle navigation of xpag.agents.flax_agents.td3
      - xpag.agents.flax_agents.td3.td3
        Toggle navigation of xpag.agents.flax_agents.td3.td3
        
        xpag.agents.flax_agents.td3.td3.FeedForwardModel
        
        xpag.agents.flax_agents.td3.td3.FlaxTD3
        
        xpag.agents.flax_agents.td3.td3.TrainingState
    - xpag.agents.flax_agents.tqc
      Toggle navigation of xpag.agents.flax_agents.tqc
      - xpag.agents.flax_agents.tqc.tqc
        Toggle navigation of xpag.agents.flax_agents.tqc.tqc
        
        xpag.agents.flax_agents.tqc.tqc.huber
        
        xpag.agents.flax_agents.tqc.tqc.quantile_loss
        
        xpag.agents.flax_agents.tqc.tqc.update_actor
        
        xpag.agents.flax_agents.tqc.tqc.update_critic
        
        xpag.agents.flax_agents.tqc.tqc.FlaxTQC
        
        xpag.agents.flax_agents.tqc.tqc.MultiQuantileCritic
        
        xpag.agents.flax_agents.tqc.tqc.QuantileCritic
        
        xpag.agents.flax_agents.tqc.tqc.TQCLearner
  - xpag.agents.rljax_agents
    Toggle navigation of xpag.agents.rljax_agents
    - xpag.agents.rljax_agents.algorithm
      Toggle navigation of xpag.agents.rljax_agents.algorithm
      - xpag.agents.rljax_agents.algorithm.base_class
        Toggle navigation of xpag.agents.rljax_agents.algorithm.base_class
        
        xpag.agents.rljax_agents.algorithm.base_class.actor_critic
        Toggle navigation of xpag.agents.rljax_agents.algorithm.base_class.actor_critic
        
        xpag.agents.rljax_agents.algorithm.base_class.actor_critic.ActorCriticMixIn
        
        xpag.agents.rljax_agents.algorithm.base_class.actor_critic.OffPolicyActorCritic
        
        xpag.agents.rljax_agents.algorithm.base_class.base_algorithm
        Toggle navigation of xpag.agents.rljax_agents.algorithm.base_class.base_algorithm
        
        xpag.agents.rljax_agents.algorithm.base_class.base_algorithm.BaseAlgorithm
        
        xpag.agents.rljax_agents.algorithm.base_class.base_algorithm.OffPolicyAlgorithm
      - xpag.agents.rljax_agents.algorithm.ddpg
        Toggle navigation of xpag.agents.rljax_agents.algorithm.ddpg
        
        xpag.agents.rljax_agents.algorithm.ddpg.DDPG
      - xpag.agents.rljax_agents.algorithm.misc
        Toggle navigation of xpag.agents.rljax_agents.algorithm.misc
        
        xpag.agents.rljax_agents.algorithm.misc.discor_mixin
        Toggle navigation of xpag.agents.rljax_agents.algorithm.misc.discor_mixin
        
        xpag.agents.rljax_agents.algorithm.misc.discor_mixin.DisCorMixIn
      - xpag.agents.rljax_agents.algorithm.sac
        Toggle navigation of xpag.agents.rljax_agents.algorithm.sac
        
        xpag.agents.rljax_agents.algorithm.sac.SAC
      - xpag.agents.rljax_agents.algorithm.sac_discor
        Toggle navigation of xpag.agents.rljax_agents.algorithm.sac_discor
        
        xpag.agents.rljax_agents.algorithm.sac_discor.SACDisCor
      - xpag.agents.rljax_agents.algorithm.td3
        Toggle navigation of xpag.agents.rljax_agents.algorithm.td3
        
        xpag.agents.rljax_agents.algorithm.td3.TD3
      - xpag.agents.rljax_agents.algorithm.tqc
        Toggle navigation of xpag.agents.rljax_agents.algorithm.tqc
        
        xpag.agents.rljax_agents.algorithm.tqc.TQC
    - xpag.agents.rljax_agents.network
      Toggle navigation of xpag.agents.rljax_agents.network
      - xpag.agents.rljax_agents.network.actor
        Toggle navigation of xpag.agents.rljax_agents.network.actor
        
        xpag.agents.rljax_agents.network.actor.DeterministicPolicy
        
        xpag.agents.rljax_agents.network.actor.StateDependentGaussianPolicy
        
        xpag.agents.rljax_agents.network.actor.StateIndependentGaussianPolicy
      - xpag.agents.rljax_agents.network.base
        Toggle navigation of xpag.agents.rljax_agents.network.base
        
        xpag.agents.rljax_agents.network.base.MLP
      - xpag.agents.rljax_agents.network.critic
        Toggle navigation of xpag.agents.rljax_agents.network.critic
        
        xpag.agents.rljax_agents.network.critic.ContinuousQFunction
        
        xpag.agents.rljax_agents.network.critic.ContinuousQuantileFunction
        
        xpag.agents.rljax_agents.network.critic.ContinuousVFunction
      - xpag.agents.rljax_agents.network.initializer
        Toggle navigation of xpag.agents.rljax_agents.network.initializer
        
        xpag.agents.rljax_agents.network.initializer.DeltaOrthogonal
    - xpag.agents.rljax_agents.rljax_interface
      Toggle navigation of xpag.agents.rljax_agents.rljax_interface
      - xpag.agents.rljax_agents.rljax_interface.DummyBuffer
      - xpag.agents.rljax_agents.rljax_interface.RljaxSAC
    - xpag.agents.rljax_agents.util
      Toggle navigation of xpag.agents.rljax_agents.util
      - xpag.agents.rljax_agents.util.distribution
        Toggle navigation of xpag.agents.rljax_agents.util.distribution
        
        xpag.agents.rljax_agents.util.distribution.calculate_kl_divergence
        
        xpag.agents.rljax_agents.util.distribution.evaluate_gaussian_and_tanh_log_prob
        
        xpag.agents.rljax_agents.util.distribution.gaussian_and_tanh_log_prob
        
        xpag.agents.rljax_agents.util.distribution.gaussian_log_prob
        
        xpag.agents.rljax_agents.util.distribution.reparameterize_gaussian
        
        xpag.agents.rljax_agents.util.distribution.reparameterize_gaussian_and_tanh
      - xpag.agents.rljax_agents.util.input
        Toggle navigation of xpag.agents.rljax_agents.util.input
        
        xpag.agents.rljax_agents.util.input.fake_action
        
        xpag.agents.rljax_agents.util.input.fake_state
      - xpag.agents.rljax_agents.util.loss
        Toggle navigation of xpag.agents.rljax_agents.util.loss
        
        xpag.agents.rljax_agents.util.loss.huber
        
        xpag.agents.rljax_agents.util.loss.quantile_loss
      - xpag.agents.rljax_agents.util.optim
        Toggle navigation of xpag.agents.rljax_agents.util.optim
        
        xpag.agents.rljax_agents.util.optim.clip_gradient
        
        xpag.agents.rljax_agents.util.optim.clip_gradient_norm
        
        xpag.agents.rljax_agents.util.optim.optimize
        
        xpag.agents.rljax_agents.util.optim.soft_update
        
        xpag.agents.rljax_agents.util.optim.weight_decay
      - xpag.agents.rljax_agents.util.preprocess
        Toggle navigation of xpag.agents.rljax_agents.util.preprocess
        
        xpag.agents.rljax_agents.util.preprocess.add_noise
        
        xpag.agents.rljax_agents.util.preprocess.get_q_at_action
        
        xpag.agents.rljax_agents.util.preprocess.get_quantile_at_action
        
        xpag.agents.rljax_agents.util.preprocess.preprocess_state
      - xpag.agents.rljax_agents.util.saving
        Toggle navigation of xpag.agents.rljax_agents.util.saving
        
        xpag.agents.rljax_agents.util.saving.load_params
        
        xpag.agents.rljax_agents.util.saving.save_params
- xpag.buffers
  Toggle navigation of xpag.buffers
  - xpag.buffers.buffer
    Toggle navigation of xpag.buffers.buffer
  - xpag.buffers.jax_buffer
    Toggle navigation of xpag.buffers.jax_buffer
    - xpag.buffers.jax_buffer.JaxBuffer
    - xpag.buffers.jax_buffer.RBQueue
  - xpag.buffers.rljax_buffer
    Toggle navigation of xpag.buffers.rljax_buffer
- xpag.plotting
  Toggle navigation of xpag.plotting
  - xpag.plotting.plotting
    Toggle navigation of xpag.plotting.plotting
    - xpag.plotting.plotting.single_episode_plot
- xpag.samplers
  Toggle navigation of xpag.samplers
  - xpag.samplers.HER
  - xpag.samplers.jax_sampler
    Toggle navigation of xpag.samplers.jax_sampler
  - xpag.samplers.sampler
    Toggle navigation of xpag.samplers.sampler
- xpag.setters
  Toggle navigation of xpag.setters
  - xpag.setters.setter
    Toggle navigation of xpag.setters.setter
- xpag.tools
  Toggle navigation of xpag.tools
  - xpag.tools.eval
    Toggle navigation of xpag.tools.eval
    - xpag.tools.eval.single_rollout_eval
    - xpag.tools.eval.SaveEpisode
  - xpag.tools.learn
  - xpag.tools.logging
    Toggle navigation of xpag.tools.logging
  - xpag.tools.replay
    Toggle navigation of xpag.tools.replay
    - xpag.tools.replay.brax_notebook_replay
    - xpag.tools.replay.mujoco_notebook_replay
  - xpag.tools.timing
  - xpag.tools.utils
    Toggle navigation of xpag.tools.utils
- xpag.wrappers
  Toggle navigation of xpag.wrappers
  - xpag.wrappers.brax_vec_env
  - xpag.wrappers.goalenv_wrapper
    Toggle navigation of xpag.wrappers.goalenv_wrapper
    - xpag.wrappers.goalenv_wrapper.CumulRewardWrapper
    - xpag.wrappers.goalenv_wrapper.GoalEnvWrapper
  - xpag.wrappers.gym_vec_env
  - xpag.wrappers.reset_done
    Toggle navigation of xpag.wrappers.reset_done
    - xpag.wrappers.reset_done.ResetDoneWrapper

Toggle table of contents sidebar

xpag.agents.rljax_agents.util.loss#

Functions

`huber`	Huber function.
`quantile_loss`	Calculate quantile loss.

xpag.agents.rljax_agents.util.loss.huber

xpag.agents.rljax_agents.util.input.fake_state

Copyright © 2022-2023 CNRS

Made with Sphinx and @pradyunsg's Furo