tdpeuter/2025ML-project-neural_compression
tdpeuter/2025ML-project-neural_compression
Archived
1
Fork 0
Code Issues Pull requests Releases 1 Activity Actions

chore: Also add datapaths to job

Browse source
This commit is contained in:
Tibo De Peuter 2025-11-30 21:58:57 +01:00
parent 81c767371e
commit b74ae7083a
Signed by: tdpeuter
GPG key ID: 38297DE43F75FFE2
2 changed files with 86 additions and 45 deletions
Download patch file Download diff file Expand all files Collapse all files

8
job.pbs
View file

@ -7,7 +7,9 @@
CACHE_DIR="${VSC_SCRATCH}/.cache" # Directory to use as cache
UV_DIR="${VSC_SCRATCH}/uv" # Directory to install packages
#HF_DIR="${CACHE_DIR}/huggingface" # Directory to save models
DATA_DIR="${VSC_DATA}/datasets"
RESULTS_DIR="${VSC_DATA}/neural-compression/$( date +%Y%m%d-%H%M-%S%N)-results"
module purge
module load PyTorch-bundle/2.1.2-foss-2023a-CUDA-12.1.1
@ -28,4 +30,6 @@ UV_PYTHON_INSTALL_DIR="${UV_DIR}/python" UV_PYTHON_INSTALL_DIR="${UV_DIR}/python
cd "${PBS_O_WORKDIR}/CNN-model"
python main_cnn.py --method train
python main_cnn.py train \
--dataset=enwik9 --data-root="${DATA_DIR}" \
--model-path="${RESULTS_DIR}/model.pt"