Merge branch 'dev' into simulate-results

configs/environment/directed_locomotion.yaml

@@ -2,11 +2,11 @@
 # Baseline task setting.
 
 task: DIRECTED_LOCOMOTION
-simulation_time: 5.0
+simulation_time: 5000.0
 num_physics_steps_per_control_step: 10
 time_scale: 2
 camera_ids: [0, 1]
 render_size: [480, 640]
 joint_randomization_noise_scale: 0.0
-target_distance: 3.0
+target_distance: 0.6
 light_perlin_noise_scale: 0

configs/logging/default.yaml

@@ -6,6 +6,8 @@ wandb_project_name: "PPO-Modularity"
 wandb_entity: "SEL3-2026-Groep-4"
 capture_video: false
 save_model: true
+save_checkpoints: true
 checkpoint_frequency: 100
-upload_model: false
+upload_final_model: false
+upload_checkpoints: false
 hf_entity: ""

configs/logging/hpc.yaml

@@ -0,0 +1,9 @@
+track: true
+wandb_project_name: "hpc-default"
+wandb_entity: "SEL3-2026-Groep-4"
+save_model: true
+save_checkpoints: true
+upload_final_model: true
+upload_checkpoints: true
+checkpoint_frequency: 100
+hf_entity: ""

configs/logging/wandb_enabled.yaml

@@ -2,10 +2,12 @@
 # For production/cloud experiments with weights synced.
 
 track: true
-wandb_project_name: "PPO-Modularity"
+wandb_project_name: "default-project"
 wandb_entity: "SEL3-2026-Groep-4"
 capture_video: false
 save_model: true
+save_checkpoints: true
 checkpoint_frequency: 100
-upload_model: false
+upload_final_model: true
+upload_checkpoints: false
 hf_entity: ""

configs/morphology/2_arms.yaml

@@ -0,0 +1,5 @@
+# 2 Arms Morphology Configuration
+
+segments_per_arm: [4, 0, 4, 0, 0]
+use_p_control: true
+use_torque_control: false

configs/ppo/debug.yaml

@@ -1,5 +1,5 @@
 learning_rate: 0.0003
-total_timesteps: 409600 
+total_timesteps: 409600
 num_envs: 32
 num_steps: 32
 anneal_lr: true

configs/ppo/dev_larger_timesteps_larger_rolloutsteps.yaml

@@ -0,0 +1,16 @@
+learning_rate: 0.0003
+total_timesteps: 1228800
+num_envs: 32
+num_steps: 64
+anneal_lr: true
+gamma: 0.99
+gae_lambda: 0.95
+num_minibatches: 32
+update_epochs: 4
+norm_adv: true
+clip_coef: 0.2
+clip_vloss: true
+ent_coef: 0.005
+vf_coef: 1.0
+max_grad_norm: 0.5
+target_kl: null

configs/ppo/fast.yaml

@@ -1,19 +0,0 @@
-# Fast PPO Configuration
-# Lower timestep count for quick iterations/testing.
-
-learning_rate: 0.0005
-total_timesteps: 500000
-num_envs: 8
-num_steps: 128
-anneal_lr: true
-gamma: 0.99
-gae_lambda: 0.95
-num_minibatches: 4
-update_epochs: 4
-norm_adv: true
-clip_coef: 0.2
-clip_vloss: true
-ent_coef: 0.01
-vf_coef: 0.5
-max_grad_norm: 0.5
-target_kl: null