1
Fork 0

fix(hpc): rework modules again

This commit is contained in:
Tibo De Peuter 2026-04-04 23:45:57 +02:00
parent c8b4df71bb
commit a705154617
3 changed files with 9 additions and 6 deletions

View file

@ -4,7 +4,8 @@ evosax==0.2.0
flax>=0.12.2 flax>=0.12.2
gymnasium>=1.2.3 gymnasium>=1.2.3
ipykernel==7.2.0 ipykernel==7.2.0
jax==0.9.0.1 jax[cuda13]==0.9.0.1
scipy>=1.14.0
numpy>=2.0.0 numpy>=2.0.0
protobuf>=5.0.0 protobuf>=5.0.0
warp-lang warp-lang

View file

@ -35,9 +35,10 @@ source vsc-venv --activate \
--requirements "$HPC_CONFIG_DIR/requirements.txt" --requirements "$HPC_CONFIG_DIR/requirements.txt"
set -euo pipefail set -euo pipefail
# Force the venv path to the front of PYTHONPATH to override system modules (e.g. NumPy 1.2x) # Prepend venv to PYTHONPATH to shadow system packages (e.g. SciPy-bundle compiled
# against NumPy 1.x) that are injected by the loaded modules.
VENV_LIB_DIR="$VIRTUAL_ENV/lib/python$(python -c 'import sys; print(f"{sys.version_info.major}.{sys.version_info.minor}")')/site-packages" VENV_LIB_DIR="$VIRTUAL_ENV/lib/python$(python -c 'import sys; print(f"{sys.version_info.major}.{sys.version_info.minor}")')/site-packages"
export PYTHONPATH="$VENV_LIB_DIR:$PYTHONPATH" export PYTHONPATH="$VENV_LIB_DIR:${PYTHONPATH:-}"
echo '>>> Installing ipykernel...' echo '>>> Installing ipykernel...'
CLUSTER_ID="${VSC_INSTITUTE_CLUSTER:-generic}" CLUSTER_ID="${VSC_INSTITUTE_CLUSTER:-generic}"

View file

@ -47,10 +47,11 @@ source vsc-venv --activate \
--requirements "$HPC_CONFIG_DIR/requirements.txt" --requirements "$HPC_CONFIG_DIR/requirements.txt"
set -euo pipefail set -euo pipefail
# Force the venv path to the front of PYTHONPATH so venv packages take priority # Prepend venv to PYTHONPATH to shadow system packages (e.g. SciPy-bundle compiled
# over system module packages (e.g. SciPy-bundle) that may be injected by loaded modules. # against NumPy 1.x) that are injected by the loaded modules.
VENV_LIB_DIR="$VIRTUAL_ENV/lib/python$(python -c 'import sys; print(f"{sys.version_info.major}.{sys.version_info.minor}")')/site-packages" VENV_LIB_DIR="$VIRTUAL_ENV/lib/python$(python -c 'import sys; print(f"{sys.version_info.major}.{sys.version_info.minor}")')/site-packages"
export PYTHONPATH="$VENV_LIB_DIR:$PYTHONPATH" export PYTHONPATH="$VENV_LIB_DIR:${PYTHONPATH:-}"
echo ">>> Starting BrittleStar training..." echo ">>> Starting BrittleStar training..."
export MUJOCO_GL=egl export MUJOCO_GL=egl