chore: Job cnn-enwik9-optuna

job.pbs

@@ -1,35 +1,40 @@
 #!/bin/bash
 
-#PBS -N neural-compression-test-run
+#PBS -N nc-cnn-enwik9-optuna
 #PBS -l gpus=1
-#PBS -l walltime=00:30:00
+#PBS -l walltime=08:00:00
+#PBS -l mem=60gb
 #PBS -m abe
 
 CACHE_DIR="${VSC_SCRATCH}/.cache"                # Directory to use as cache
 UV_DIR="${VSC_SCRATCH}/uv"                       # Directory to install packages
+VENV="${UV_DIR}/venv"
 
 DATA_DIR="${VSC_DATA}/datasets"
 RESULTS_DIR="${VSC_DATA}/neural-compression/$( date +%Y%m%d-%H%M-%S%N)-results"
 
+mkdir -p "${DATA_DIR}" "${RESULTS_DIR}" || true
+
 module purge
 module load PyTorch-bundle/2.1.2-foss-2023a-CUDA-12.1.1
 module load Optuna/3.5.0-foss-2023a
 module load matplotlib/2.2.5-foss-2023a-Python-2.7.18
 
-cd "${PBS_O_WORKDIR}"
+cd "${PBS_O_WORKDIR}" || exit
 
 UV_PYTHON_INSTALL_DIR="${UV_DIR}/python" UV_PYTHON_INSTALL_DIR="${UV_DIR}/python" \
   uv --cache-dir="${CACHE_DIR}/uv" \
-  venv "${UV_DIR}/venv" --clear
+  venv "${VENV}" --clear
 
-source "${UV_DIR}/venv/bin/activate"
+source "${VENV}/bin/activate"
 
 UV_PYTHON_INSTALL_DIR="${UV_DIR}/python" UV_PYTHON_INSTALL_DIR="${UV_DIR}/python" \
   uv --cache-dir="${CACHE_DIR}/uv" \
   sync --active --no-dev
 
-cd "${PBS_O_WORKDIR}/CNN-model"
+cd "${PBS_O_WORKDIR}" || exit
 
-python main_cnn.py train \
+python main.py train \
+  --method=optuna \
   --dataset=enwik9 --data-root="${DATA_DIR}" \
-  --model-path="${RESULTS_DIR}/model.pt"
+  --model=cnn --model-save-path="${RESULTS_DIR}/cnn-enwik9-optuna.pt"