25 lines
957 B
YAML
25 lines
957 B
YAML
# @package evaluation
|
|
# Configuration for the models used in the poster comparison.
|
|
|
|
# Standard evaluation settings
|
|
evaluate_checkpoints: false
|
|
eval_max_steps: 5000
|
|
eval_seed: 0
|
|
|
|
# Cross-model comparison settings
|
|
# We use 10 episodes to get a more robust average for the final poster results.
|
|
comparison_base_seed: 0
|
|
comparison_num_episodes: 10
|
|
comparison_output_csv: "runs/evaluation/comparison.csv"
|
|
|
|
# Paths to the .cleanrl_model files to be compared (relative to workspace root).
|
|
comparison_models:
|
|
- "runs/final-v2-centralized/artifacts/12-19-01_checkpoint_v22/checkpoint_step_230.flax"
|
|
- "runs/final-v2-fully-conn/artifacts/14-02-00_checkpoint_v17/checkpoint_step_180.flax"
|
|
- "runs/final-v2-ring/artifacts/15-27-03_checkpoint_v21/checkpoint_step_220.flax"
|
|
|
|
# Path to the morphologies to evaluate against.
|
|
comparison_morphologies:
|
|
- "configs/morphology/5_arms_full.yaml"
|
|
- "configs/morphology/3_arms.yaml"
|
|
- "configs/morphology/2_arms.yaml"
|