chore: Change versions, setup HPC
This commit is contained in:
parent
ea9cf12db0
commit
a5ee44b4c2
6 changed files with 367 additions and 365 deletions
30
job.pbs
Normal file
30
job.pbs
Normal file
|
|
@ -0,0 +1,30 @@
|
|||
#!/bin/bash
|
||||
|
||||
#PBS -N neural-compression-test-run
|
||||
#PBS -l gpus=1
|
||||
#PBS -l walltime=00:30:00
|
||||
#PBS -m abe
|
||||
|
||||
CACHE_DIR="${VSC_SCRATCH}/.cache" # Directory to use as cache
|
||||
UV_DIR="${VSC_SCRATCH}/uv" # Directory to install packages
|
||||
#HF_DIR="${CACHE_DIR}/huggingface" # Directory to save models
|
||||
|
||||
module purge
|
||||
module load PyTorch-bundle/2.1.2-foss-2023a-CUDA-12.1.1
|
||||
module load Optuna/3.5.0-foss-2023a
|
||||
|
||||
cd "${PBS_O_WORKDIR}"
|
||||
|
||||
UV_PYTHON_INSTALL_DIR="${UV_DIR}/python" UV_PYTHON_INSTALL_DIR="${UV_DIR}/python" \
|
||||
uv --cache-dir="${CACHE_DIR}/uv" \
|
||||
venv "${UV_DIR}/venv" --clear
|
||||
|
||||
source "${UV_DIR}/venv/bin/activate"
|
||||
|
||||
UV_PYTHON_INSTALL_DIR="${UV_DIR}/python" UV_PYTHON_INSTALL_DIR="${UV_DIR}/python" \
|
||||
uv --cache-dir="${CACHE_DIR}/uv" \
|
||||
sync --active --no-dev
|
||||
|
||||
cd "${PBS_O_WORKDIR}/CNN-model"
|
||||
|
||||
python main_cnn.py --method train
|
||||
Reference in a new issue