chore: Change versions, setup HPC

This commit is contained in:
Tibo De Peuter 2025-11-30 16:49:55 +01:00
parent ea9cf12db0
commit a5ee44b4c2
Signed by: tdpeuter
GPG key ID: 38297DE43F75FFE2
6 changed files with 367 additions and 365 deletions

30
job.pbs Normal file
View file

@ -0,0 +1,30 @@
#!/bin/bash
#PBS -N neural-compression-test-run
#PBS -l gpus=1
#PBS -l walltime=00:30:00
#PBS -m abe
CACHE_DIR="${VSC_SCRATCH}/.cache" # Directory to use as cache
UV_DIR="${VSC_SCRATCH}/uv" # Directory to install packages
#HF_DIR="${CACHE_DIR}/huggingface" # Directory to save models
module purge
module load PyTorch-bundle/2.1.2-foss-2023a-CUDA-12.1.1
module load Optuna/3.5.0-foss-2023a
cd "${PBS_O_WORKDIR}"
UV_PYTHON_INSTALL_DIR="${UV_DIR}/python" UV_PYTHON_INSTALL_DIR="${UV_DIR}/python" \
uv --cache-dir="${CACHE_DIR}/uv" \
venv "${UV_DIR}/venv" --clear
source "${UV_DIR}/venv/bin/activate"
UV_PYTHON_INSTALL_DIR="${UV_DIR}/python" UV_PYTHON_INSTALL_DIR="${UV_DIR}/python" \
uv --cache-dir="${CACHE_DIR}/uv" \
sync --active --no-dev
cd "${PBS_O_WORKDIR}/CNN-model"
python main_cnn.py --method train