ZSPO: lr = 0.005, mu = 0.1
ZPG: lr = 0.0005, mu=0.1
DPO: lr=0.00005
ES: mu=0.1
PPO: lr = 1e-5