tdpeuter/2025ML-project-neural_compression
tdpeuter/2025ML-project-neural_compression
Archived
1
Fork 0
Code Issues Pull requests Releases 1 Activity Actions

chore: Replace firefox with 7zip (smaller)

Browse source
This commit is contained in:
Tibo De Peuter 2025-12-11 22:45:46 +01:00
parent ff11c1deb3
commit 1143acc415
Signed by: tdpeuter
GPG key ID: 38297DE43F75FFE2
4 changed files with 33 additions and 10 deletions
Download patch file Download diff file Expand all files Collapse all files

13
config/local.sh
View file

@ -9,6 +9,8 @@ ID="${JOBID}-${GIT_HASH}-${DATE}"
STAT_FILE="results/${ID}/results.csv"
MODELS=/home/tdpeuter/data/ml-models
mkdir -p "results/${ID}"
while read -r line; do
IFS=',' read -r id input model dataset context <<< "$line"
@ -16,11 +18,20 @@ while read -r line; do
continue
fi
output="results/${ID}/$(basename "${input}").${id}.pt"
python main.py compress \
--model-load-path "${MODELS}/${dataset}/${context}/${model}-1024.pt" \
--input-file "${input}" \
--output-file "results/${ID}/${input}.pt" &
--output-file "${output}"
in_bytes="$(stat -c %s -- "${input}")"
out_bytes="$(stat -c %s -- "${output}")"
printf "%d,%s,%s,%s,%d,%d,%d\n" "$id" "$input" "$model" "$dataset" "$context" "$in_bytes" "$out_bytes" >> "${STAT_FILE}"
exit_code="${?}"
if [ "${exit_code}" -eq 0 ]; then
echo "DONE"
fi

12
config/sub.csv
View file

@ -1,5 +1,9 @@
id,input,model,dataset,context_size
0,/home/tdpeuter/data/ml-inputs/Firefox Setup 146.0.exe,cnn,enwik9,64
1,/home/tdpeuter/data/ml-inputs/Firefox Setup 146.0.exe,cnn,human_reference,64
2,/home/tdpeuter/data/ml-inputs/GCF_000005845.2_ASM584v2_genomic.fna,cnn,enwik9,64
3,/home/tdpeuter/data/ml-inputs/GCF_000005845.2_ASM584v2_genomic.fna,cnn,human_reference,64
0,/home/tdpeuter/data/ml-inputs/7z2501-x64.exe,cnn,enwik9,64
1,/home/tdpeuter/data/ml-inputs/7z2501-x64.exe,cnn,human_reference,64
2,/home/tdpeuter/data/ml-inputs/Firefox Setup 146.0.exe,cnn,enwik9,64
3,/home/tdpeuter/data/ml-inputs/Firefox Setup 146.0.exe,cnn,human_reference,64
4,/home/tdpeuter/data/ml-inputs/GCF_000005845.2_ASM584v2_genomic.fna,cnn,enwik9,64
5,/home/tdpeuter/data/ml-inputs/GCF_000005845.2_ASM584v2_genomic.fna,cnn,human_reference,64
6,/home/tdpeuter/data/ml-inputs/GCF_000005845.2_ASM584v2_genomic.fna.gz,cnn,enwik9,64
7,/home/tdpeuter/data/ml-inputs/GCF_000005845.2_ASM584v2_genomic.fna.gz,cnn,human_reference,64

1 id input model dataset context_size
2 0 /home/tdpeuter/data/ml-inputs/Firefox Setup 146.0.exe /home/tdpeuter/data/ml-inputs/7z2501-x64.exe cnn enwik9 64
3 1 /home/tdpeuter/data/ml-inputs/Firefox Setup 146.0.exe /home/tdpeuter/data/ml-inputs/7z2501-x64.exe cnn human_reference 64
4 2 /home/tdpeuter/data/ml-inputs/GCF_000005845.2_ASM584v2_genomic.fna /home/tdpeuter/data/ml-inputs/Firefox Setup 146.0.exe cnn enwik9 64
5 3 /home/tdpeuter/data/ml-inputs/GCF_000005845.2_ASM584v2_genomic.fna /home/tdpeuter/data/ml-inputs/Firefox Setup 146.0.exe cnn human_reference 64
6 4 /home/tdpeuter/data/ml-inputs/GCF_000005845.2_ASM584v2_genomic.fna cnn enwik9 64
7 5 /home/tdpeuter/data/ml-inputs/GCF_000005845.2_ASM584v2_genomic.fna cnn human_reference 64
8 6 /home/tdpeuter/data/ml-inputs/GCF_000005845.2_ASM584v2_genomic.fna.gz cnn enwik9 64
9 7 /home/tdpeuter/data/ml-inputs/GCF_000005845.2_ASM584v2_genomic.fna.gz cnn human_reference 64

4
config/urls.txt
View file

@ -1,2 +1,2 @@
https://download.mozilla.org/?product=firefox-latest&os=win&lang=en-US
https://ftp.ncbi.nlm.nih.gov/genomes/all/GCF/000/005/845/GCF_000005845.2_ASM584v2/GCF_000005845.2_ASM584v2_genomic.fna.gz
https://ftp.ncbi.nlm.nih.gov/genomes/all/GCF/000/005/845/GCF_000005845.2_ASM584v2/GCF_000005845.2_ASM584v2_genomic.fna.gz
https://www.7-zip.org/a/7z2501-x64.exe