DQN:
  learning_rate: 0.0001
  learning_starts: 100
  batch_size: 64
  gamma: 0.99999
  train_freq: 2
  gradient_steps: 4
  max_grad_norm: 100
  activation_fn: "tanh"
  network_size: 64
  target_update_interval: 1000
  exploration_final_eps: 0.004
  exploration_fraction: 0.00003
  exploration_initial_eps: 0.137

TD3:
  learning_rate: 0.002
  buffer_size: 100000
  batch_size: 512
  gamma: 0.98
  train_freq: 5
  gradient_steps: 10
  noise_type: 'normal'
  noise_std: 0.12
  network_size: 64
  activation_fn: "relu"

PPO:
  batch_size: 16
  n_steps: 64
  gamma: 0.98
  learning_rate: 0.00038
  ent_coef: 7.0e-07
  clip_range: 0.1
  n_epochs: 8
  gae_lambda: 0.9
  network_size: 32
  activation_fn: "relu"
  normalize_advantage: true

SAC:
  learning_rate: 0.0003
  buffer_size: 500000
  batch_size: 512
  ent_coef: 0.1
  train_freq: 32
  gradient_steps: 32
  gamma: 0.98
  tau: 0.01
  learning_starts: 1000
  use_sde: true
  network_size: 64
  log_std_init: -3.67
