refactor: cleanups
This commit is contained in:
parent
7d81f94835
commit
f8e0ca277c
3 changed files with 10 additions and 10 deletions
10
docs/HPC.md
10
docs/HPC.md
|
|
@ -27,7 +27,7 @@ module swap cluster/joltik
|
||||||
qsub -I -l nodes=1:ppn=8:gpus=1
|
qsub -I -l nodes=1:ppn=8:gpus=1
|
||||||
|
|
||||||
# 3. Navigate to the project directory and run the install script
|
# 3. Navigate to the project directory and run the install script
|
||||||
cd SEL3-2026-Groep-4
|
cd "${PBS_O_WORKDIR}"
|
||||||
bash scripts/hpc/install.sh
|
bash scripts/hpc/install.sh
|
||||||
|
|
||||||
# 4. Exit the interactive session once finished
|
# 4. Exit the interactive session once finished
|
||||||
|
|
@ -39,7 +39,7 @@ exit
|
||||||
|
|
||||||
## Interactive Debugging on donphan
|
## Interactive Debugging on donphan
|
||||||
|
|
||||||
### Option A — Interactive shell session
|
### Interactive shell session
|
||||||
|
|
||||||
```bash
|
```bash
|
||||||
# Swap to the debug cluster (from any login node)
|
# Swap to the debug cluster (from any login node)
|
||||||
|
|
@ -55,20 +55,18 @@ export UV_CACHE_DIR="$VSC_SCRATCH/.cache/uv"
|
||||||
# Change to the project directory and activate environment
|
# Change to the project directory and activate environment
|
||||||
cd "$PBS_O_WORKDIR"
|
cd "$PBS_O_WORKDIR"
|
||||||
module load vsc-venv
|
module load vsc-venv
|
||||||
set +u
|
|
||||||
source vsc-venv --activate \
|
source vsc-venv --activate \
|
||||||
--modules env/hpc/modules.txt \
|
--modules env/hpc/modules.txt \
|
||||||
--requirements env/hpc/requirements.txt
|
--requirements env/hpc/requirements.txt
|
||||||
set -u
|
|
||||||
|
|
||||||
# Set headless rendering backend
|
# Set headless rendering backend
|
||||||
export MUJOCO_GL=egl
|
export MUJOCO_GL=egl
|
||||||
|
|
||||||
# Run the smoke test
|
# Run the smoke test
|
||||||
python src/train.py --config configs/hpc/smoke_test.yaml
|
python src/train.py --env-config-path configs/hpc/smoke_test.yaml
|
||||||
```
|
```
|
||||||
|
|
||||||
### Option B — JupyterLab session (HPC web portal)
|
### JupyterLab session (HPC web portal)
|
||||||
|
|
||||||
1. In the web portal go to **Interactive Apps → JupyterLab RHEL9**
|
1. In the web portal go to **Interactive Apps → JupyterLab RHEL9**
|
||||||
2. Set the following options:
|
2. Set the following options:
|
||||||
|
|
|
||||||
2
env/hpc/modules.txt
vendored
2
env/hpc/modules.txt
vendored
|
|
@ -1,6 +1,6 @@
|
||||||
gfbf/2024a
|
gfbf/2024a
|
||||||
GCCcore/13.3.0
|
GCCcore/13.3.0
|
||||||
Python/3.12.3-GCCcore-13.3.0
|
Python/3.12.3-GCCcore-13.3.0
|
||||||
PyTorch/2.6.0-foss-2024a-CUDA-12.6.0
|
PyTorch/2.7.1-foss-2024a-CUDA-12.6.0
|
||||||
FFmpeg/7.0.2-GCCcore-13.3.0
|
FFmpeg/7.0.2-GCCcore-13.3.0
|
||||||
PyYAML/6.0.2-GCCcore-13.3.0
|
PyYAML/6.0.2-GCCcore-13.3.0
|
||||||
|
|
|
||||||
|
|
@ -16,12 +16,14 @@ mkdir -p "$PIP_CACHE_DIR" "$UV_CACHE_DIR"
|
||||||
|
|
||||||
module load vsc-venv
|
module load vsc-venv
|
||||||
|
|
||||||
# Temporarily disable 'unbound variable' check for vsc-venv compatibility
|
echo 'Installing venv...'
|
||||||
set +u
|
|
||||||
source vsc-venv --activate \
|
source vsc-venv --activate \
|
||||||
--modules env/hpc/modules.txt \
|
--modules env/hpc/modules.txt \
|
||||||
--requirements env/hpc/requirements.txt
|
--requirements env/hpc/requirements.txt
|
||||||
set -u
|
|
||||||
|
|
||||||
|
echo 'Installing ipykernel...'
|
||||||
python -m ipykernel install --user --name="sel3_${VSC_INSTITUTE_CLUSTER}" \
|
python -m ipykernel install --user --name="sel3_${VSC_INSTITUTE_CLUSTER}" \
|
||||||
--display-name "SEL3 (${VSC_INSTITUTE_CLUSTER})"
|
--display-name "SEL3 (${VSC_INSTITUTE_CLUSTER})"
|
||||||
|
|
||||||
|
echo 'Done'
|
||||||
|
|
||||||
|
|
|
||||||
Reference in a new issue