tdpeuter/2025ML-project-neural_compression
tdpeuter/2025ML-project-neural_compression
Archived
1
Fork 0
Code Issues Pull requests Releases 1 Activity Actions

chore: Job cnn-enwik9-optuna

Browse source
This commit is contained in:
Tibo De Peuter 2025-12-10 10:34:06 +01:00
parent e54301e046
commit 51e0ed7fc0
Signed by: tdpeuter
GPG key ID: 38297DE43F75FFE2
1 changed files with 13 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

21
job.pbs
View file

@ -1,35 +1,40 @@
#!/bin/bash #!/bin/bash
#PBS -N neural-compression-test-run #PBS -N nc-cnn-enwik9-optuna
#PBS -l gpus=1 #PBS -l gpus=1
#PBS -l walltime=00:30:00 #PBS -l walltime=08:00:00
#PBS -l mem=60gb
#PBS -m abe #PBS -m abe
CACHE_DIR="${VSC_SCRATCH}/.cache" # Directory to use as cache CACHE_DIR="${VSC_SCRATCH}/.cache" # Directory to use as cache
UV_DIR="${VSC_SCRATCH}/uv" # Directory to install packages UV_DIR="${VSC_SCRATCH}/uv" # Directory to install packages
VENV="${UV_DIR}/venv"
DATA_DIR="${VSC_DATA}/datasets" DATA_DIR="${VSC_DATA}/datasets"
RESULTS_DIR="${VSC_DATA}/neural-compression/$( date +%Y%m%d-%H%M-%S%N)-results" RESULTS_DIR="${VSC_DATA}/neural-compression/$( date +%Y%m%d-%H%M-%S%N)-results"
mkdir -p "${DATA_DIR}" "${RESULTS_DIR}" || true
module purge module purge
module load PyTorch-bundle/2.1.2-foss-2023a-CUDA-12.1.1 module load PyTorch-bundle/2.1.2-foss-2023a-CUDA-12.1.1
module load Optuna/3.5.0-foss-2023a module load Optuna/3.5.0-foss-2023a
module load matplotlib/2.2.5-foss-2023a-Python-2.7.18 module load matplotlib/2.2.5-foss-2023a-Python-2.7.18
cd "${PBS_O_WORKDIR}" cd "${PBS_O_WORKDIR}" || exit
UV_PYTHON_INSTALL_DIR="${UV_DIR}/python" UV_PYTHON_INSTALL_DIR="${UV_DIR}/python" \ UV_PYTHON_INSTALL_DIR="${UV_DIR}/python" UV_PYTHON_INSTALL_DIR="${UV_DIR}/python" \
uv --cache-dir="${CACHE_DIR}/uv" \ uv --cache-dir="${CACHE_DIR}/uv" \
venv "${UV_DIR}/venv" --clear venv "${VENV}" --clear
source "${UV_DIR}/venv/bin/activate" source "${VENV}/bin/activate"
UV_PYTHON_INSTALL_DIR="${UV_DIR}/python" UV_PYTHON_INSTALL_DIR="${UV_DIR}/python" \ UV_PYTHON_INSTALL_DIR="${UV_DIR}/python" UV_PYTHON_INSTALL_DIR="${UV_DIR}/python" \
uv --cache-dir="${CACHE_DIR}/uv" \ uv --cache-dir="${CACHE_DIR}/uv" \
sync --active --no-dev sync --active --no-dev
cd "${PBS_O_WORKDIR}/CNN-model" cd "${PBS_O_WORKDIR}" || exit
python main_cnn.py train \ python main.py train \
--method=optuna \
--dataset=enwik9 --data-root="${DATA_DIR}" \ --dataset=enwik9 --data-root="${DATA_DIR}" \
--model-path="${RESULTS_DIR}/model.pt" --model=cnn --model-save-path="${RESULTS_DIR}/cnn-enwik9-optuna.pt"