config.json

{
    "CartPole-v1": {
        "num_iters": 200,
        "num_steps_per_iter": 2000,
        "horizon": null,
        "lambda": 1e-3,
        "gae_gamma": 0.99,
        "gae_lambda": 0.99,
        "epsilon": 0.01,
        "max_kl": 0.01,
        "cg_damping": 0.1,
        "normalize_advantage": true
    },
    "Pendulum-v0": {
        "num_iters": 500,
        "num_steps_per_iter": 2000,
        "horizon": null,
        "lambda": 1e-3,
        "gae_gamma": 0.99,
        "gae_lambda": 0.99,
        "epsilon": 0.01,
        "max_kl": 0.01,
        "cg_damping": 0.1,
        "normalize_advantage": true
    },
    "BipedalWalker-v3": {
        "num_iters": 1000,
        "num_steps_per_iter": 5000,
        "horizon": null,
        "lambda": 1e-3,
        "gae_gamma": 0.99,
        "gae_lambda": 0.99,
        "epsilon": 0.01,
        "max_kl": 0.01,
        "cg_damping": 0.1,
        "normalize_advantage": true
    },
    "Walker2d-v4": {
        "num_iters": 500,
        "num_steps_per_iter": 2000,
        "horizon": null,
        "lambda": 1e-3,
        "gae_gamma": 0.99,
        "gae_lambda": 0.99,
        "epsilon": 0.01,
        "max_kl": 0.01,
        "cg_damping": 0.1,
        "normalize_advantage": true
    },
    "HalfCheetah-v4": {
        "num_iters": 500,
        "num_steps_per_iter": 2000,
        "horizon": null,
        "lambda": 1e-3,
        "gae_gamma": 0.99,
        "gae_lambda": 0.99,
        "epsilon": 0.01,
        "max_kl": 0.01,
        "cg_damping": 0.1,
        "normalize_advantage": true
    },
    "Hopper-v4": {
        "num_iters": 500,
        "num_steps_per_iter": 2000,
        "horizon": null,
        "lambda": 1e-3,
        "gae_gamma": 0.99,
        "gae_lambda": 0.99,
        "epsilon": 0.01,
        "max_kl": 0.01,
        "cg_damping": 0.1,
        "normalize_advantage": true
    },
    "Humanoid-v4": {
        "num_iters": 500,
        "num_steps_per_iter": 2000,
        "horizon": null,
        "lambda": 1e-3,
        "gae_gamma": 0.99,
        "gae_lambda": 0.99,
        "epsilon": 0.01,
        "max_kl": 0.01,
        "cg_damping": 0.1,
        "normalize_advantage": true
    },
    "HumanoidStandup-v4": {
        "num_iters": 500,
        "num_steps_per_iter": 2000,
        "horizon": null,
        "lambda": 1e-3,
        "gae_gamma": 0.99,
        "gae_lambda": 0.99,
        "epsilon": 0.01,
        "max_kl": 0.01,
        "cg_damping": 0.1,
        "normalize_advantage": true
    }
}