#!/bin/bash #PBS -N nc-cnn-enwik9-optuna #PBS -l gpus=1 #PBS -l walltime=08:00:00 #PBS -l mem=60gb #PBS -m abe CACHE_DIR="${VSC_SCRATCH}/.cache" # Directory to use as cache UV_DIR="${VSC_SCRATCH}/uv" # Directory to install packages VENV="${UV_DIR}/venv" DATA_DIR="${VSC_DATA}/datasets" RESULTS_DIR="${VSC_DATA}/neural-compression/$( date +%Y%m%d-%H%M-%S%N)-results" mkdir -p "${DATA_DIR}" "${RESULTS_DIR}" || true module purge module load PyTorch-bundle/2.1.2-foss-2023a-CUDA-12.1.1 module load Optuna/3.5.0-foss-2023a module load matplotlib/2.2.5-foss-2023a-Python-2.7.18 cd "${PBS_O_WORKDIR}" || exit UV_PYTHON_INSTALL_DIR="${UV_DIR}/python" UV_PYTHON_INSTALL_DIR="${UV_DIR}/python" \ uv --cache-dir="${CACHE_DIR}/uv" \ venv "${VENV}" --clear source "${VENV}/bin/activate" UV_PYTHON_INSTALL_DIR="${UV_DIR}/python" UV_PYTHON_INSTALL_DIR="${UV_DIR}/python" \ uv --cache-dir="${CACHE_DIR}/uv" \ sync --active --no-dev cd "${PBS_O_WORKDIR}" || exit python main.py train \ --method=optuna \ --dataset=enwik9 --data-root="${DATA_DIR}" \ --model=cnn --model-save-path="${RESULTS_DIR}/cnn-enwik9-optuna.pt"