tdpeuter/2026SEL3-project-Brittle_Star_Controller_Modularity
tdpeuter/2026SEL3-project-Brittle_Star_Controller_Modularity
Archived
1
Fork 0
Code Issues Releases Activity

fix(hpc): numpy

Browse source
This commit is contained in:
Tibo De Peuter 2026-04-04 22:58:47 +02:00
parent 520d429bac
commit 70dd8c3161
3 changed files with 66 additions and 43 deletions
Download patch file Download diff file Expand all files Collapse all files

32
scripts/hpc/install.sh
View file

@ -1,11 +1,29 @@
#!/bin/bash -l
# scripts/hpc/install.sh
#
set -eo pipefail
# Usage (on any compute node):
# bash scripts/hpc/install.sh
#
# Batch usage:
# qsub scripts/hpc/install.sh
echo ">>> Starting HPC Installation in $(hostname)..."
#PBS -N brittlestar-install
#PBS -l nodes=1:ppn=1:gpus=1
#PBS -l walltime=01:00:00
#PBS -o scripts/hpc/install.o$PBS_JOBID
#PBS -e scripts/hpc/install.e$PBS_JOBID
set -euo pipefail
# Preliminary status echo
echo ">>> Starting installation job $PBS_JOBID on $(hostname)..."
if [ -n "$PBS_O_WORKDIR" ]; then
cd "$PBS_O_WORKDIR"
fi
# Mirror configs to $VSC_DATA to avoid home quota limits (3GB)
# vsc-venv manages environments relative to the requirements file
PROJ_NAME=$(basename "$PWD")
HPC_CONFIG_DIR="$VSC_DATA/$PROJ_NAME/env/hpc"
mkdir -p "$HPC_CONFIG_DIR"
@ -14,13 +32,17 @@ cp env/hpc/*.txt "$HPC_CONFIG_DIR/"
module load vsc-venv
echo ">>> Synchronizing and activating environment (vsc-venv)..."
set +eo pipefail
set +euo pipefail
source vsc-venv --activate \
--modules "$HPC_CONFIG_DIR/modules.txt" \
--requirements "$HPC_CONFIG_DIR/requirements.txt"
set -eo pipefail
set -euo pipefail
# Overlay specific NumPy/Protobuf versions to ensure venv precedence
# Force the venv path to the front of PYTHONPATH to override system modules (e.g. NumPy 1.2x)
VENV_LIB_DIR="$VIRTUAL_ENV/lib/python$(python -c 'import sys; print(f"{sys.version_info.major}.{sys.version_info.minor}")')/site-packages"
export PYTHONPATH="$VENV_LIB_DIR:$PYTHONPATH"
# Overlay modern NumPy/Protobuf versions
echo ">>> Applying library overlays (NumPy, Protobuf)..."
pip install --upgrade --no-deps numpy protobuf

9
scripts/hpc/train.pbs
View file

@ -20,7 +20,7 @@ if [ -n "$PBS_O_WORKDIR" ]; then
cd "$PBS_O_WORKDIR"
fi
# Set up storage paths immediately
# Set up storage paths dynamically
PROJ_NAME=$(basename "$PWD")
RUN_ID="brittlestar_${PBS_JOBID}"
SCRATCH_RUNDIR="$VSC_SCRATCH/runs/$RUN_ID"
@ -41,12 +41,17 @@ if [ ! -d "$HPC_CONFIG_DIR" ]; then
exit 1
fi
set +eo pipefail
set +euo pipefail
source vsc-venv --activate \
--modules "$HPC_CONFIG_DIR/modules.txt" \
--requirements "$HPC_CONFIG_DIR/requirements.txt"
set -euo pipefail
# Force the venv path to the front of PYTHONPATH to override system modules (e.g. NumPy 1.2x)
# This is required because VSC system modules are appended to PYTHONPATH and would otherwise shadow your venv
VENV_LIB_DIR="$VIRTUAL_ENV/lib/python$(python -c 'import sys; print(f"{sys.version_info.major}.{sys.version_info.minor}")')/site-packages"
export PYTHONPATH="$VENV_LIB_DIR:$PYTHONPATH"
echo ">>> Starting BrittleStar training..."
export MUJOCO_GL=egl
export WANDB_DIR="$SCRATCH_RUNDIR"