Backup Scripts

Make sure scripts have the correct permissions and Nextcloud app passwords set.

#! /usr/bin/python path may need to be adjusted depending on system/environment.

To run scripts on a schedule, add them in crontab -e, as root if needed:

@weekly /usr/bin/python /home/server/Scripts/Python/nc-backup.py >/tmp/nc-backup-cron.log 2>&1
@daily /usr/bin/python /home/server/Scripts/Python/standardnotes-backup.py >/tmp/standardnotes-backup-cron.log 2>&1
@daily /usr/bin/python /home/server/Scripts/Python/vaultwarden-backup.py >/tmp/vaultwarden-backup-cron.log 2>&1
@daily /usr/bin/python /home/server/Scripts/Python/cleanup.py > /tmp/docker-cleanup.log 2>&1
@midnight /usr/bin/python /home/server/Scripts/Python/restart-containers.py >/tmp/restart-containers.log 2>&1
# * * * * * env > /tmp/cron-env.log   uncomment this to see what's in cron's environment

cron quick reference here and here.

Standard Notes

#! /usr/bin/python
# Make sure you have webdav installed for this to work (pip install webdav)
import webdav.client, os, time
# WARNING: this will NOT WORK if your Standard Notes instance uses anything other than MySQL
# This script will back up Standard Notes MySQL database to your Nextcloud account
# REPLACE WITH YOUR NEXTCLOUD DETAILS
NextcloudDomain = "https://nextcloud.yourdomain.com"
NextcloudUsername = "ReplaceWithNextcloudUsername"
NextcloudAppPassword = "ReplaceWithNextcloudAppPassword"
NextcloudWebDAV = NextcloudDomain + "/remote.php/dav/files/" + NextcloudUsername
# IMPORTANT: SPECIFY STANDARD NOTES DATABASE CONTAINER NAME & ROOT PASSWORD
# This will pass the credentials to the container safely and remove them afterwards
dbContainer = "Standard-Notes-db"
MySQLrootPass = "StandardNotesMySQLrootPassword"
# DATE STAMP
datestamp = time.strftime("%Y-%m-%d")
# REPLACE PATHS AS NEEDED
dbExport = "/path/to/mysql/backup.sql"                           # FULL PATH to exported db ON HOST MACHINE (wherever container's /var/lib/mysql volume is mapped to)
TargetFile = "StandardNotesDB-" + datestamp + ".sql"             # FILENAME to store in Nextcloud
TargetDir = "Backup/standardnotes/"                              # DIRECTORY to store in Nextcloud - MAKE SURE THERE IS NO PRECEDING SLASH
TargetPath = TargetDir + TargetFile                              # FULL PATH to store in Nextcloud
# WEBDAV CONFIG FOR NEXTCLOUD UPLOAD
wc = webdav.client.Client({'webdav_hostname': NextcloudWebDAV, 'webdav_login': NextcloudUsername, 'webdav_password': NextcloudAppPassword, 'webdav_root': "/"})
# SET DB CONFIGURATION IN STANDARD NOTES MYSQL CONTAINER
print("Setting MySQL credentials...")
os.system('docker exec -it ' + dbContainer + ''' sh -c "exec echo '[client]' > ~/.my.cnf"''')
os.system('docker exec -it ' + dbContainer + ''' sh -c "exec echo 'password='"''' + MySQLrootPass + '''" >> ~/.my.cnf"''')
os.system('docker exec -it ' + dbContainer + ''' sh -c "exec echo '[mysqldump]' >> ~/.my.cnf"''')
os.system('docker exec -it ' + dbContainer + ''' sh -c "exec echo 'user=root' >> ~/.my.cnf"''')
os.system('docker exec -it ' + dbContainer + ''' sh -c "exec echo 'host=localhost' >> ~/.my.cnf"''')
# RUN BACKUP INSIDE CONTAINER
print("Exporting database...")
os.system('docker exec -it ' + dbContainer + ''' sh -c "exec mysqldump --all-databases > /var/lib/mysql/backup.sql"''')
# Make sure the destination folders exist
print("Checking if " + TargetDir + " exists...")
if not wc.check(TargetDir):
    print("Not found, creating " + TargetDir + "...")
    wc.mkdir(TargetDir)
    print("TargetDir + " created.")
else:
    print(TargetDir + " found.")
# Upload database to Nextcloud
print("Uploading Standard Notes db to Nextcloud...")
wc.upload_sync(remote_path=TargetPath, local_path=dbExport)
print("Standard Notes database backed up to Nextcloud!")
# Remove MySQL root login credentials
print("Removing sensitive credentials...")
os.system('docker exec -it ' + dbContainer + ''' sh -c "exec rm ~/.my.cnf"''')
print("Done.")

Vaultwarden

#! /usr/bin/python
# Make sure you have webdav installed for this to work (pip install webdav)
import webdav.client, os, time
# WARNING: this will NOT WORK if your Vaultwarden instance uses anything other than SQLite
# This script will back up Vaultwarden's SQLite database to your Nextcloud account
# To automate nightly backups, add this to crontab:
# @midnight /usr/bin/python /path/to/vaultwarden-backup.py >/tmp/vaultwarden-backup-cron.log 2>&1
# REPLACE WITH YOUR NEXTCLOUD DETAILS
NextcloudDomain = "https://nextcloud.yourdomain.com"
NextcloudUsername = "ReplaceWithNextcloudUsername"
NextcloudAppPassword = "ReplaceWithNextcloudAppPassword"
NextcloudWebDAV = NextcloudDomain + "/remote.php/dav/files/" + NextcloudUsername
# DATE STAMP
datestamp = time.strftime("%Y-%m-%d")
# REPLACE FILENAMES, DIRECTORIES & PATHS WITH YOURS - YOU ONLY HAVE TO CHANGE SOURCEDIR
SourceDir = "/path/to/Vaultwarden/"            # Absolute path to DIRECTORY containing Vaultwarden database
SourceFile = "db.sqlite3"                          # Vaultwarden database FILENAME
SourcePath = SourceDir + SourceFile                # FULL PATH of EXISTING db
dbExport = SourceDir + "db-backup.sqlite3"   # FULL PATH of EXPORTED db
TargetFile = "VaultwardenDB-" + datestamp + ".db"  # FILENAME to store in Nextcloud
TargetDir = "Backup/Vaultwarden/"                  # DIRECTORY to store in Nextcloud - MAKE SURE THERE IS NO PRECEDING SLASH
TargetPath = TargetDir + TargetFile                # FULL PATH to store in Nextcloud
# WEBDAV CONFIG FOR NEXTCLOUD UPLOAD
wc = webdav.client.Client({'webdav_hostname': NextcloudWebDAV, 'webdav_login': NextcloudUsername, 'webdav_password': NextcloudAppPassword, 'webdav_root': "/"})
# RUN BACKUP
print("Exporting SQLite database...")
os.system(f'''sqlite3 {SourcePath} ".backup {dbExport}"''')
print("Database exported.")
# CHECK FOR / CREATE TARGET DIR/PATH IN NEXTCLOUD
print("Checking if " + TargetDir + " exists on Nextcloud...")
if not wc.check(TargetDir):
    print("Not found, creating it...")
    wc.mkdir(TargetDir)
    print(TargetDir + " created.")
# upload backup files to Nextcloud
print("Uploading database to Nextcloud...")
wc.upload_sync(remote_path=TargetPath, local_path=dbExport)
print("Vaultwarden database backed up to Nextcloud!")

Nextcloud

#! /usr/bin/python
import webdav.client, os, time


webdavconfig = {'webdav_hostname': "https://cloud.zcyph.cc/remote.php/dav/files/marc/", 'webdav_login': "marc">
wc = webdav.client.Client(webdavconfig)

datestamp = time.strftime("%Y-%m-%d")
snap_export_timestamp = time.strftime("%Y%m%d-%H%M")
snap_export_folder = '/var/snap/nextcloud/common/backups/'

os.system('/snap/bin/nextcloud.export -b')

for folder in os.listdir(snap_export_folder):
    if snap_export_timestamp in folder:
        snap_export_path = snap_export_folder + folder
        sourcedb = snap_export_path + '/database.sql'
        targetdb = f'Backup/nc-backup/{datestamp}/database.sql'
        sourceformat = snap_export_path + '/format'
        targetformat = f'Backup/nc-backup/{datestamp}/format'
        if not wc.check("Backup/nc-backup"):
            wc.mkdir("Backup/nc-backup")
        if not wc.check(f"Backup/nc-backup/{datestamp}"):
            wc.mkdir(f"Backup/nc-backup/{datestamp}")
        wc.upload_sync(remote_path=targetdb, local_path=sourcedb)
        wc.upload_sync(remote_path=targetformat, local_path=sourceformat)
        cleanup_snap_export = f'rm -r {snap_export_path}'
        os.system(cleanup_snap_export)

Ghost

#! /usr/bin/python
import webdav.client, os, time

# configure & initialize webdav client
webdavconfig = {'webdav_hostname': "https://cloud.zcyph.cc/remote.php/dav/files/marc/", 'webdav_login': "marc", 'webdav_password>
wc = webdav.client.Client(webdavconfig)

# set datestamp and file paths
datestamp = time.strftime("%Y-%m-%d")
#backupNNAdb = f'''sqlite3 /media/DonairPool/Ghost/NNA/_data/data/ghost.db ".backup '/media/DonairPool/Ghost/NNA/_data/data/ghos>
#backupzcyphdb = f'''sqlite3 /media/DonairPool/Ghost/zcyphblog/_data/data/ghost.db ".backup '/media/DonairPool/Ghost/zcyphblog/_>
sourcefiles = '/media/DonairPool/Ghost/'
targetfiles = f'/Backup/ghost-backup/{datestamp}/'

# stop Ghost container
#print("Stopping Ghost containers...")
#os.chdir('/home/server/Docker/ghost')
#os.system('docker-compose stop')
#print("Ghost containers stopped.")

# run sqlite db backup
#print("Running SQLite backups...")
#os.system(backupNNAdb)
#os.system(backupzcyphdb)
#print("SQLite backups complete.")

# start Ghost container
#print("Starting container...")
#os.system('docker-compose start')
#print("Container started.")

if not wc.check("Backup/ghost-backup"):
    print("Backup/ghost-backup folder not found, creating it...")
    wc.mkdir("Backup/ghost-backup")
if not wc.check(f"Backup/ghost-backup/{datestamp}"):
    print(f"Creating Backup/ghost-backup/{datestamp}...")
    wc.mkdir(f"Backup/ghost-backup/{datestamp}")
# upload backup to Nextcloud
print("Uploading Ghost backup to Nextcloud...")
wc.upload_sync(remote_path=targetfiles, local_path=sourcefiles)
print("Upload complete!")

Wordpress

#! /usr/bin/python
import webdav.client, os, time

# REPLACE WITH YOUR NEXTCLOUD DETAILS
NextcloudDomain = "https://cloud.zcyph.cc"
NextcloudUsername = "marc"
NextcloudAppPassword = "bXq92-qXpxE-wLrd4-MgjZ9-EcmYC"
NextcloudWebDAV = NextcloudDomain + "/remote.php/dav/files/" + NextcloudUsername

# CONFIGURE MYSQL ACCESS
dbContainer = "Wordpress-tfp-MySQL"
MySQLrootPass = "4kDUDcyvj3RBaSEgCMvc6eCdW"

# DATE STAMP
datestamp = time.strftime("%Y-%m-%d")

# REPLACE PATHS AS NEEDED
dbExport="/media/DonairPool/Wordpress/thefreedompages/database/backup.sql"
TargetFile="TFP-" + datestamp + ".sql"
TargetDir="Backup/wordpress-backup/"
TargetPath=TargetDir + TargetFile

# WEBDAV CONFIG FOR NEXTCLOUD UPLOAD
wc = webdav.client.Client({'webdav_hostname': NextcloudWebDAV, 'webdav_login': NextcloudUsername, 'webdav_password': NextcloudAp>

# SET DB CONFIGURATION INSIDE MYSQL CONTAINER
print("Setting MySQL credentials...")
os.system('docker exec -it ' + dbContainer + ''' sh -c "exec echo '[client]' > ~/.my.cnf"''')
os.system('docker exec -it ' + dbContainer + ''' sh -c "exec echo 'password='"''' + MySQLrootPass + '''" >> ~/.my.cnf"''')
os.system('docker exec -it ' + dbContainer + ''' sh -c "exec echo '[mysqldump]' >> ~/.my.cnf"''')
os.system('docker exec -it ' + dbContainer + ''' sh -c "exec echo 'user=root' >> ~/.my.cnf"''')
os.system('docker exec -it ' + dbContainer + ''' sh -c "exec echo 'host=localhost' >> ~/.my.cnf"''')
os.system('docker exec -it ' + dbContainer + ''' sh -c "exec mysqldump --all-databases > /var/lib/mysql/backup.sql"''')
print("Database exported to: " + dbExport)

# create Nextcloud backup folders if they don't exist
print("Checking if " + TargetDir + " exists...")
if not wc.check(TargetDir):
    print("Not found, creating " + TargetDir + "...")
    wc.mkdir(TargetDir)
    print(TargetDir + " created.")
else:
    print(TargetDir + " found.")

print("Uploading...")
wc.upload_sync(remote_path=TargetPath, local_path=dbExport)
os.system(f"rm {dbExport}")
print("Backup complete!")

To restore from backup, copy or mount the database backup file to be accessible by Wordpress MySQL container. In this example, Wordpress-TFP-MySQL has the bindmount /media/DonairPool/Wordpress/thefreedompages/database:/var/lib/mysql, so the TFP backup db goes in /media/DonairPool/Wordpress/thefreedompages/database.

The correct db login credentials and DB name from MySQL docker will be required. An example:

marc@server:/media/DonairPool/Wordpress/thefreedompages/html$ docker exec -it wordpress-TFP-MySQL /bin/bash
root@5b4892441453:/# mysql -u root -p MYSQL_DATABASE</var/lib/mysql/TFP-2022-05-23.sql
Enter password: MYSQL_ROOT_PASSWORD