{
    "type": "vpg_agent",
    "batch_size": 4000,
    "optimizer": {
        "type": "adam",
        "learning_rate": 1e-2
    },

    "discount": 0.99,
    "entropy_regularization": null,
    "gae_lambda": 0.97,

    "baseline_mode": "states",
    "baseline": {
        "type": "mlp",
        "sizes": [32, 32]
    },
    "baseline_optimizer": {
        "type": "multi_step",
        "optimizer": {
            "type": "adam",
            "learning_rate": 1e-3
        },
        "num_steps": 5
    },

    "states_preprocessing": [
        {
            "type": "image_resize",
            "width": 84,
            "height": 84
        },
        {
            "type": "grayscale"
        },
        {
            "type": "center"
        },
        {
            "type": "sequence",
            "length": 4
        }
    ],
    "execution": {
        "type": "single",
        "session_config": null,
        "distributed_spec": null
    }
}
