chore: Add ssh scripts
This commit is contained in:
parent
c7ad95cd1f
commit
06ecaec729
GPG key ID:
38297DE43F75FFE2
3 changed files with 342 additions and 0 deletions
117
scripts/gitea/backup-database-ssh.sh
Executable file
117
scripts/gitea/backup-database-ssh.sh
Executable file
|
|
@ -0,0 +1,117 @@
|
||||||
|
#!/bin/bash
|
||||||
|
# Backup a remote Gitea database running in docker using ssh
|
||||||
|
# Usage: backup-database [OPTIONS] <remote> <destination>
|
||||||
|
|
||||||
|
# `gitea dump` is a mess that we should not touch. We write our own backup scripts instead.
|
||||||
|
#
|
||||||
|
usage() {
|
||||||
|
>&2 printf "Usage: %s <remote host> <destination>\n" "${0}"
|
||||||
|
>&2 printf "It is assumed that the machine has passwordless access to the remote host.\n\n"
|
||||||
|
>&2 printf "Options:\n"
|
||||||
|
>&2 printf "\t-e \t Specify the environment file to use\n"
|
||||||
|
>&2 printf "\t-h \t Show this message\n"
|
||||||
|
exit "${1:-1}"
|
||||||
|
}
|
||||||
|
|
||||||
|
# Get options
|
||||||
|
|
||||||
|
while getopts ":e:h" option; do
|
||||||
|
case "${option}" in
|
||||||
|
e)
|
||||||
|
env_file="${OPTARG}"
|
||||||
|
;;
|
||||||
|
h)
|
||||||
|
usage
|
||||||
|
;;
|
||||||
|
*)
|
||||||
|
>&2 printf "Error: Invalid option: '%s'.\n" "${option}"
|
||||||
|
usage
|
||||||
|
;;
|
||||||
|
esac
|
||||||
|
done
|
||||||
|
shift $(( OPTIND - 1 ))
|
||||||
|
|
||||||
|
# Check arguments.
|
||||||
|
|
||||||
|
if [ $# -ne 2 ]; then
|
||||||
|
>&2 printf "Error: You need to specify a destination and a remote host.\n"
|
||||||
|
usage
|
||||||
|
elif ! [ -d "${2}" ]; then
|
||||||
|
>&2 printf "Error: Specified destination does not exist or is not readable : '%s'.\n" "${2}"
|
||||||
|
usage
|
||||||
|
else
|
||||||
|
remote="${1}"
|
||||||
|
local_destination="${2}"
|
||||||
|
fi
|
||||||
|
|
||||||
|
# Abort entire script if any command fails
|
||||||
|
set -e
|
||||||
|
|
||||||
|
# Test if environment file on remote exists.
|
||||||
|
if ! ssh "${remote}" "test -f '${env_file:=.env}'"; then
|
||||||
|
>&2 printf "Error: Environment file does not exist: '%s'.\n" "${env_file}"
|
||||||
|
>&2 printf " Consider using the option '-e' to specify the correct environment file.\n"
|
||||||
|
>&2 printf "Debug: PWD: '%s'.\n" "$(ssh "${remote}" 'pwd')"
|
||||||
|
usage 2
|
||||||
|
elif ! ssh "${remote}" "test -r '${env_file:=.env}'"; then
|
||||||
|
>&2 printf "Error: Environment file is not readable: '%s'.\n" "${env_file}"
|
||||||
|
>&2 printf " Make sure the user you are using connect as has access to the file.\n"
|
||||||
|
usage 2
|
||||||
|
fi
|
||||||
|
|
||||||
|
backupfile="nextcloud_$( date +'%Y%m%d' ).tar.gz"
|
||||||
|
|
||||||
|
# Check if the script would override existing files.
|
||||||
|
if [ -e "${local_destination}/${backupfile}" ]; then
|
||||||
|
>&2 printf "Warning: The backup file '%s' already exists. Not overwriting.\n" "${local_destination}/${backupfile}"
|
||||||
|
|
||||||
|
while [[ -e "${local_destination}/${backupfile}" ]]; do
|
||||||
|
backupfile="${backupfile%.tar.gz}_bis${counter:=1}.tar.gz"
|
||||||
|
((counter++))
|
||||||
|
done
|
||||||
|
|
||||||
|
>&2 printf "Warning: Using '%s' as a safe alternative backup file.\n" "${local_destination}/${backupfile}"
|
||||||
|
fi
|
||||||
|
|
||||||
|
# Database backup
|
||||||
|
|
||||||
|
# Retrieve container names
|
||||||
|
base_container='gitea'
|
||||||
|
database_container='gitea-db'
|
||||||
|
|
||||||
|
# Create a temporary destination on remote host.
|
||||||
|
remote_destination="$( ssh "${remote}" 'mktemp -d' )"
|
||||||
|
printf "Debug: Using '%s' as a remote temporary directory.\n" "${remote_destination}"
|
||||||
|
|
||||||
|
# Filename for database backup.
|
||||||
|
database_backupfile="sqlbkp.bak"
|
||||||
|
remote_database_backupfile="${remote_destination}/${database_backupfile}"
|
||||||
|
|
||||||
|
# Enable maintenance mode
|
||||||
|
# Flush queues
|
||||||
|
ssh "${remote}" "docker exec '${base_container}' gitea manager flush-queues"
|
||||||
|
# TODO Pause queues
|
||||||
|
|
||||||
|
# Create backup file in docker container
|
||||||
|
echo 'Info: Backing up database'
|
||||||
|
ssh "${remote}" "docker exec --env-file '${env_file}' '${database_container}' pg_dump 'gitea' -cwv -U 'gitea' -h 'localhost' > '${remote_database_backupfile}'"
|
||||||
|
# Restore using:
|
||||||
|
# psql -U gitea -h localhost -d gitea -f "path/to/file"
|
||||||
|
|
||||||
|
# Disable maintenance mode
|
||||||
|
# TODO Continue queues
|
||||||
|
|
||||||
|
# Double check
|
||||||
|
# gitea doctor --all --log-file /tmp/doctor.log
|
||||||
|
# TODO
|
||||||
|
|
||||||
|
# Copy everything over to local machine.
|
||||||
|
echo 'Info: Copying to local machine.'
|
||||||
|
ssh "${remote}" "tar -czf '${remote_destination}/${backupfile}' --exclude=${backupfile} ${remote_destination}"
|
||||||
|
scp "${remote}:${remote_destination}/${backupfile}" "${local_destination}"
|
||||||
|
|
||||||
|
# Remove temporary destination on remote host.
|
||||||
|
printf "Debug: Cleaning up '%s' on %s.\n" "${remote_destination}" "${remote}"
|
||||||
|
ssh "${remote}" "rm -rf ${remote_destination}"
|
||||||
|
|
||||||
|
echo 'Done'
|
||||||
112
scripts/nextcloud/backup-database-ssh.sh
Executable file
112
scripts/nextcloud/backup-database-ssh.sh
Executable file
|
|
@ -0,0 +1,112 @@
|
||||||
|
#!/bin/bash
|
||||||
|
# Backup a remote Nextcloud database using ssh.
|
||||||
|
# Usage: backup-database [OPTIONS] <destination>
|
||||||
|
|
||||||
|
usage() {
|
||||||
|
>&2 printf "Usage: %s <remote> <destination>\n" "${0}"
|
||||||
|
>&2 printf "It is assumed that the machine has passwordless access to the remote host.\n\n"
|
||||||
|
>&2 printf "Options:\n"
|
||||||
|
>&2 printf "\t-e \t Specify the environment file to use\n"
|
||||||
|
>&2 printf "\t-h \t Show this message\n"
|
||||||
|
exit "${1:-1}"
|
||||||
|
}
|
||||||
|
|
||||||
|
# Get options
|
||||||
|
|
||||||
|
while getopts ":e:h" option; do
|
||||||
|
case "${option}" in
|
||||||
|
e)
|
||||||
|
env_file="${OPTARG}"
|
||||||
|
;;
|
||||||
|
h)
|
||||||
|
usage
|
||||||
|
;;
|
||||||
|
*)
|
||||||
|
>&2 printf "Error: Invalid option: '%s'.\n" "${option}"
|
||||||
|
usage
|
||||||
|
;;
|
||||||
|
esac
|
||||||
|
done
|
||||||
|
shift $(( OPTIND - 1 ))
|
||||||
|
|
||||||
|
# Check arguments.
|
||||||
|
|
||||||
|
if [ $# -ne 2 ]; then
|
||||||
|
>&2 printf "Error: You need to specify a destination and a remote host.\n"
|
||||||
|
usage
|
||||||
|
elif ! [ -d "${2}" ]; then
|
||||||
|
>&2 printf "Error: Specified destination does not exist or is not readable : '%s'.\n" "${1}"
|
||||||
|
usage
|
||||||
|
else
|
||||||
|
remote="${1}"
|
||||||
|
local_destination="${2}"
|
||||||
|
fi
|
||||||
|
|
||||||
|
# Abort entire script if any command fails
|
||||||
|
set -e
|
||||||
|
|
||||||
|
if ! ssh "${remote}" "test -f '${env_file:=.env}'"; then
|
||||||
|
>&2 printf "Error: Environment file does not exist: '%s'.\n" "${env_file}"
|
||||||
|
>&2 printf "Debug: PWD: '%s'.\n" "$(ssh "${remote}" 'pwd')"
|
||||||
|
>&2 printf " Consider using the option '-e' to specify the correct environment file.\n"
|
||||||
|
usage 2
|
||||||
|
elif ! ssh "${remote}" "test -r '${env_file:=.env}'"; then
|
||||||
|
>&2 printf "Error: Environment file is not readable: '%s'.\n" "${env_file}"
|
||||||
|
>&2 printf " Make sure the user you are using connect as has access to the file.\n"
|
||||||
|
usage 2
|
||||||
|
fi
|
||||||
|
|
||||||
|
backupfile="nextcloud_$(date +'%Y%m%d').tar.gz"
|
||||||
|
|
||||||
|
# Check if the script would override existing files.
|
||||||
|
if [ -e "${local_destination}/${backupfile}" ]; then
|
||||||
|
>&2 printf "Warning: The backup file '%s' already exists. Not overwriting.\n" "${local_destination}/${backupfile}"
|
||||||
|
|
||||||
|
while [[ -e "${local_destination}/${backupfile}" ]]; do
|
||||||
|
backupfile="${backupfile%.tar.gz}_bis${counter:=1}.tar.gz"
|
||||||
|
((counter++))
|
||||||
|
done
|
||||||
|
|
||||||
|
>&2 printf "Warning: Using '%s' as a safe alternative backup file.\n" "${local_destination}/${backupfile}"
|
||||||
|
fi
|
||||||
|
|
||||||
|
# Database backup
|
||||||
|
|
||||||
|
# Create a temporary destination on remote host.
|
||||||
|
remote_destination="$( ssh "${remote}" 'mktemp -d' )"
|
||||||
|
printf "Debug: Using '%s' as a remote temporary directory.\n" "${remote_destination}"
|
||||||
|
|
||||||
|
# Filename for database backup
|
||||||
|
database_backupfile='sqlbkp.bak'
|
||||||
|
remote_database_backupfile="${remote_destination}/${database_backupfile}"
|
||||||
|
|
||||||
|
# Turn on maintenance mode
|
||||||
|
ssh "${remote}" 'sudo -u www-data /usr/bin/php /var/www/nextcloud/occ maintenance:mode --on'
|
||||||
|
|
||||||
|
echo 'Info: Backing up database'
|
||||||
|
ssh "${remote}" "source '${env_file}' && pg_dump 'nextcloud' -cwv -U 'nextcloud' -h 'localhost' > '${remote_database_backupfile}'"
|
||||||
|
# Restore using:
|
||||||
|
# psql -U nextcloud -h localhost -d nextcloud -f "path/to/file"
|
||||||
|
|
||||||
|
# Files backup
|
||||||
|
echo 'Info: Copying static files.'
|
||||||
|
ssh "${remote}" "cp -a '/var/www/nextcloud/themes' '${remote_destination}'"
|
||||||
|
|
||||||
|
# Turn off maintenance mode
|
||||||
|
ssh "${remote}" 'sudo -u www-data /usr/bin/php /var/www/nextcloud/occ maintenance:mode --off'
|
||||||
|
|
||||||
|
# Copy everything over to local machine.
|
||||||
|
echo 'Info: Copying to local machine.'
|
||||||
|
ssh "${remote}" "tar -czf '/tmp/${backupfile}' ${remote_destination}"
|
||||||
|
scp "${remote}:/tmp/${backupfile}" "${local_destination}"
|
||||||
|
|
||||||
|
# Remove temporary destination on remote host.
|
||||||
|
printf "Debug: Cleaning up '%s' on %s.\n" "${remote_destination}" "${remote}"
|
||||||
|
ssh "${remote}" "rm -rf ${remote_destination}"
|
||||||
|
|
||||||
|
# Backup cleanup
|
||||||
|
# Only keep 30 days of backups
|
||||||
|
printf "Info: Cleaning up old database backups in '%s'\n" "${local_destination}"
|
||||||
|
find "${local_destination}" -name 'nextcloud_*.tar.gz' -type f -mtime +30 -print -delete
|
||||||
|
|
||||||
|
echo 'Done'
|
||||||
113
scripts/vaultwarden/backup-database-ssh.sh
Executable file
113
scripts/vaultwarden/backup-database-ssh.sh
Executable file
|
|
@ -0,0 +1,113 @@
|
||||||
|
#!/bin/bash
|
||||||
|
# Backup a remote Vaultwarden database using ssh.
|
||||||
|
# Usage: backup-database [OPTIONS] <remote> <destination>
|
||||||
|
|
||||||
|
usage() {
|
||||||
|
>&2 printf "Usage: %s <remote host> <destination>\n" "${0}"
|
||||||
|
>&2 printf "It is assumed that the machine has passwordless access to the remote host.\n\n"
|
||||||
|
>&2 printf "Options:\n"
|
||||||
|
>&2 printf "\t-e \t Specify the environment file to use\n"
|
||||||
|
>&2 printf "\t-h \t Show this message\n"
|
||||||
|
exit "${1:-1}"
|
||||||
|
}
|
||||||
|
|
||||||
|
# Get options
|
||||||
|
|
||||||
|
while getopts ":e:h" option; do
|
||||||
|
case "${option}" in
|
||||||
|
e)
|
||||||
|
env_file="${OPTARG}"
|
||||||
|
;;
|
||||||
|
h)
|
||||||
|
usage
|
||||||
|
;;
|
||||||
|
*)
|
||||||
|
>&2 printf "Error: Invalid option: '%s'.\n" "${option}"
|
||||||
|
usage
|
||||||
|
;;
|
||||||
|
esac
|
||||||
|
done
|
||||||
|
shift $(( OPTIND - 1 ))
|
||||||
|
|
||||||
|
# Check arguments
|
||||||
|
|
||||||
|
if [ $# -ne 2 ]; then
|
||||||
|
>&2 printf "Error: You need to specify a destination and a remote host.\n"
|
||||||
|
usage
|
||||||
|
elif ! [ -d "${2}" ]; then
|
||||||
|
>&2 printf "Error: Specified destination does not exist or is not readable : '%s'.\n" "${2}"
|
||||||
|
usage
|
||||||
|
else
|
||||||
|
remote="${1}"
|
||||||
|
local_destination="${2}"
|
||||||
|
fi
|
||||||
|
|
||||||
|
# Abort entire script if any command fails
|
||||||
|
set -e
|
||||||
|
|
||||||
|
# Test if environment file on remote exists.
|
||||||
|
if ! ssh "${remote}" "test -f '${env_file:=.env}'"; then
|
||||||
|
>&2 printf "Error: Environment file does not exist: '%s'.\n" "${env_file}"
|
||||||
|
>&2 printf " Consider using the option '-e' to specify the correct environment file.\n"
|
||||||
|
>&2 printf "Debug: PWD: '%s'.\n" "$(ssh "${remote}" 'pwd')"
|
||||||
|
usage 2
|
||||||
|
elif ! ssh "${remote}" "test -r '${env_file:=.env}'"; then
|
||||||
|
>&2 printf "Error: Environment file is not readable: '%s'.\n" "${env_file}"
|
||||||
|
>&2 printf " Make sure the user you are using connect as has access to the file.\n"
|
||||||
|
usage 2
|
||||||
|
fi
|
||||||
|
|
||||||
|
backupfile="vaultwarden_$( date +'%Y%m%d' ).tar.gz"
|
||||||
|
|
||||||
|
# Check if the script would override existing files.
|
||||||
|
if [ -e "${local_destination}/${backupfile}" ]; then
|
||||||
|
>&2 printf "Warning: The backup file '%s' already exists. Not overwriting.\n" "${local_destination}/${backupfile}"
|
||||||
|
|
||||||
|
while [[ -e "${local_destination}/${backupfile}" ]]; do
|
||||||
|
backupfile="${backupfile%.tar.gz}_bis${counter:=1}.tar.gz"
|
||||||
|
((counter++))
|
||||||
|
done
|
||||||
|
|
||||||
|
>&2 printf "Warning: Using '%s' as a safe alternative backup file.\n" "${local_destination}/${backupfile}"
|
||||||
|
fi
|
||||||
|
|
||||||
|
# Database backup
|
||||||
|
|
||||||
|
base_container='vaultwarden'
|
||||||
|
database_container='vaultwarden-db'
|
||||||
|
|
||||||
|
# Create a temporary destination on remote host.
|
||||||
|
remote_destination="$( ssh "${remote}" 'mktemp -d' )"
|
||||||
|
printf "Debug: Using '%s' as a remote temporary directory.\n" "${remote_destination}"
|
||||||
|
|
||||||
|
# Filename for database backup
|
||||||
|
database_backupfile="sqlbkp.bak"
|
||||||
|
remote_database_backupfile="${remote_destination}/${database_backupfile}"
|
||||||
|
|
||||||
|
# Create backup file in docker container
|
||||||
|
echo 'Info: Backing up database'
|
||||||
|
ssh "${remote}" "docker exec --env-file '${env_file}' '${database_container}' pg_dump 'vaultwarden' -cwv -U 'vaultwarden' -h 'localhost' > '${remote_database_backupfile}'"
|
||||||
|
# Restore using:
|
||||||
|
# psql -U vaultwarden -h localhost -d vaultwarden -f "path/to/file"
|
||||||
|
|
||||||
|
# Files backup
|
||||||
|
for file in 'attachments' 'sends' 'rsa_key.pem' 'rsa_key.pub.pem'; do # 'config.json'
|
||||||
|
printf "Info: Copying %s\n" "${file}"
|
||||||
|
ssh "${remote}" "docker cp -a '${base_container}:/data/${file}' '${remote_destination}'"
|
||||||
|
done
|
||||||
|
|
||||||
|
# Copy everything over to local machine.
|
||||||
|
echo 'Info: Copying to local machine.'
|
||||||
|
ssh "${remote}" "tar -czf '${remote_destination}/${backupfile}' --exclude=${backupfile} ${remote_destination}"
|
||||||
|
scp "${remote}:${remote_destination}/${backupfile}" "${local_destination}"
|
||||||
|
|
||||||
|
# Remove temporary destination on remote host.
|
||||||
|
printf "Debug: Cleaning up '%s' on %s.\n" "${remote_destination}" "${remote}"
|
||||||
|
ssh "${remote}" "rm -rf ${remote_destination}"
|
||||||
|
|
||||||
|
# Backup cleanup
|
||||||
|
# Only keep 30 days of backups, seems about right.
|
||||||
|
printf "Info: Cleaning up old database backups in '%s'\n" "${local_destination}"
|
||||||
|
find "${local_destination}" -name 'vaultwarden_*.tar.gz' -type f -mtime +30 -print -delete
|
||||||
|
|
||||||
|
echo 'Done'
|
||||||
Loading…
Reference in a new issue