# @package evaluation
# Configuration for the models used in the poster comparison.

# Standard evaluation settings
evaluate_checkpoints: false
eval_max_steps: 5000
eval_seed: 0

# Cross-model comparison settings
# We use 10 episodes to get a more robust average for the final poster results.
comparison_base_seed: 0
comparison_num_episodes: 10
comparison_output_csv: "runs/evaluation/comparison.csv"

# Paths to the .cleanrl_model files to be compared (relative to workspace root).
comparison_models:
  - "runs/final-v2-centralized/artifacts/12-19-01_checkpoint_v22/checkpoint_step_230.flax"
  - "runs/final-v2-fully-conn/artifacts/14-02-00_checkpoint_v17/checkpoint_step_180.flax"
  - "runs/final-v2-ring/artifacts/15-27-03_checkpoint_v21/checkpoint_step_220.flax"

# Path to the morphologies to evaluate against.
comparison_morphologies:
  - "configs/morphology/5_arms_full.yaml"
  - "configs/morphology/3_arms.yaml"
  - "configs/morphology/2_arms.yaml"