40 lines
1.2 KiB
Bash
40 lines
1.2 KiB
Bash
#!/bin/bash
|
|
|
|
#PBS -N nc-cnn-enwik9-optuna
|
|
#PBS -l gpus=1
|
|
#PBS -l walltime=08:00:00
|
|
#PBS -l mem=60gb
|
|
#PBS -m abe
|
|
|
|
CACHE_DIR="${VSC_SCRATCH}/.cache" # Directory to use as cache
|
|
UV_DIR="${VSC_SCRATCH}/uv" # Directory to install packages
|
|
VENV="${UV_DIR}/venv"
|
|
|
|
DATA_DIR="${VSC_DATA}/datasets"
|
|
RESULTS_DIR="${VSC_DATA}/neural-compression/$( date +%Y%m%d-%H%M-%S%N)-results"
|
|
|
|
mkdir -p "${DATA_DIR}" "${RESULTS_DIR}" || true
|
|
|
|
module purge
|
|
module load PyTorch-bundle/2.1.2-foss-2023a-CUDA-12.1.1
|
|
module load Optuna/3.5.0-foss-2023a
|
|
module load matplotlib/2.2.5-foss-2023a-Python-2.7.18
|
|
|
|
cd "${PBS_O_WORKDIR}" || exit
|
|
|
|
UV_PYTHON_INSTALL_DIR="${UV_DIR}/python" UV_PYTHON_INSTALL_DIR="${UV_DIR}/python" \
|
|
uv --cache-dir="${CACHE_DIR}/uv" \
|
|
venv "${VENV}" --clear
|
|
|
|
source "${VENV}/bin/activate"
|
|
|
|
UV_PYTHON_INSTALL_DIR="${UV_DIR}/python" UV_PYTHON_INSTALL_DIR="${UV_DIR}/python" \
|
|
uv --cache-dir="${CACHE_DIR}/uv" \
|
|
sync --active --no-dev # I hope this includes dataset code as well
|
|
|
|
cd "${PBS_O_WORKDIR}" || exit
|
|
|
|
python main.py train \
|
|
--method=optuna \
|
|
--dataset=enwik9 --data-root="${DATA_DIR}" \
|
|
--model=cnn --model-save-path="${RESULTS_DIR}/cnn-enwik9-optuna.pt"
|