DQN:
  learning_rate: 0.002
  buffer_size: 50000
  learning_starts: 500
  batch_size: 512
  gamma: 0.95
  train_freq: 8
  gradient_steps: 4
  max_grad_norm: 10
  activation_fn: "tanh"
  target_update_interval: 1000
  exploration_final_eps: 0.10
  exploration_fraction: 0.10

TD3:
  learning_rate: 0.0035
  buffer_size: 10000
  batch_size: 512
  gamma: 0.98
  train_freq: 256
  gradient_steps: 256
  learning_starts: 1000
  tau: 0.005
  activation_fn: "relu"

PPO:
  n_epochs: 20
  learning_rate: 0.0001
  batch_size: 16
  n_steps: 2048
  clip_range: 0.3
  gamma: 0.98
  gae_lambda: 0.8
  activation_fn: "relu"
  ent_coef: 0.001
  max_grad_norm: 0.9
  vf_coef: 0.045
