43 lines
No EOL
1,003 B
YAML
43 lines
No EOL
1,003 B
YAML
# Production Training Configuration
|
|
#
|
|
# Full-scale training configuration for production runs
|
|
# with wandb logging enabled.
|
|
|
|
# Experiment settings
|
|
exp_name: "brittle_star_production"
|
|
seed: 42
|
|
|
|
# Tracking settings - IMPORTANT: Set your own wandb_entity!
|
|
track: true
|
|
wandb_project_name: "PPO-Modularity"
|
|
wandb_entity: null # ⚠️ SET THIS TO YOUR WANDB USERNAME OR TEAM
|
|
|
|
# Model saving
|
|
save_model: true
|
|
checkpoint_frequency: 100 # Save checkpoint every 100 iterations
|
|
|
|
# Environment settings
|
|
num_envs: 32 # Increased for production
|
|
|
|
# Training hyperparameters - Production scale
|
|
total_timesteps: 50000000 # 50M timesteps for full training
|
|
learning_rate: 0.00025
|
|
num_steps: 256 # Longer rollouts
|
|
anneal_lr: true
|
|
|
|
# PPO specific - Fine-tuned
|
|
gamma: 0.99
|
|
gae_lambda: 0.95
|
|
num_minibatches: 8 # More minibatches for stability
|
|
update_epochs: 4
|
|
norm_adv: true
|
|
clip_coef: 0.2
|
|
clip_vloss: true
|
|
ent_coef: 0.01
|
|
vf_coef: 0.5
|
|
max_grad_norm: 0.5
|
|
target_kl: null
|
|
|
|
# Hardware
|
|
cuda: true
|
|
torch_deterministic: true |