Merge branch 'dev' into feat/modular-configurations
This commit is contained in:
commit
a8298702c8
8 changed files with 278 additions and 29 deletions
|
|
@ -6,7 +6,7 @@
|
|||
|
||||
name: "centralized"
|
||||
sensor:
|
||||
hidden_dims: [64, 64]
|
||||
hidden_dims: [300, 300, 300]
|
||||
activation: "tanh"
|
||||
|
||||
motor:
|
||||
|
|
@ -14,7 +14,7 @@ motor:
|
|||
activation: "tanh"
|
||||
|
||||
feature_extractor:
|
||||
hidden_dims: [64, 64]
|
||||
hidden_dims: [300, 300, 300]
|
||||
activation: "tanh"
|
||||
|
||||
critic:
|
||||
|
|
|
|||
|
|
@ -6,11 +6,11 @@
|
|||
|
||||
name: "decentralized"
|
||||
sensor:
|
||||
hidden_dims: [64, 64]
|
||||
hidden_dims: [300, 300, 300]
|
||||
activation: "tanh"
|
||||
|
||||
propagator:
|
||||
hidden_dims: [64, 64]
|
||||
hidden_dims: [300, 300, 300]
|
||||
activation: "tanh"
|
||||
|
||||
motor:
|
||||
|
|
@ -18,7 +18,7 @@ motor:
|
|||
activation: "tanh"
|
||||
|
||||
feature_extractor:
|
||||
hidden_dims: [64, 64]
|
||||
hidden_dims: [300, 300, 300]
|
||||
activation: "tanh"
|
||||
|
||||
critic:
|
||||
|
|
|
|||
16
configs/ppo/debug.yaml
Normal file
16
configs/ppo/debug.yaml
Normal file
|
|
@ -0,0 +1,16 @@
|
|||
learning_rate: 0.0003
|
||||
total_timesteps: 409600
|
||||
num_envs: 32
|
||||
num_steps: 32
|
||||
anneal_lr: true
|
||||
gamma: 0.99
|
||||
gae_lambda: 0.95
|
||||
num_minibatches: 32
|
||||
update_epochs: 4
|
||||
norm_adv: true
|
||||
clip_coef: 0.2
|
||||
clip_vloss: true
|
||||
ent_coef: 0.005
|
||||
vf_coef: 1.0
|
||||
max_grad_norm: 0.5
|
||||
target_kl: null
|
||||
Reference in a new issue