19 lines
345 B
YAML
19 lines
345 B
YAML
# Default PPO Configuration
|
|
# Standard hyperparams from original codebase.
|
|
|
|
learning_rate: 0.00025
|
|
total_timesteps: 10000000
|
|
num_envs: 100
|
|
num_steps: 128
|
|
anneal_lr: true
|
|
gamma: 0.99
|
|
gae_lambda: 0.95
|
|
num_minibatches: 4
|
|
update_epochs: 4
|
|
norm_adv: true
|
|
clip_coef: 0.1
|
|
clip_vloss: true
|
|
ent_coef: 0.01
|
|
vf_coef: 0.5
|
|
max_grad_norm: 0.5
|
|
target_kl: null
|