ZSPO: mu = 0.1, lr = 0.01
ZPG: mu=0.1, lr = 0.007
DPO: lr = 0.0007
ES: mu=0.1
PPO: lr =1e-4