build

docker_backups.py

@@ -4,76 +4,105 @@ import datetime
 import os
 import shutil
 now = datetime.datetime.now()
-PASSWORD = "l4c1j4yd33Du5lo"
+import argparse
+parser = argparse.ArgumentParser(description="Portainer helper - use env vars or pass credentials.")
+parser.add_argument("--gitlab", "-g", action="store_true", help="Select influx")
+parser.add_argument("--nextcloud", "-n", action="store_true", help="Select influx")
+parser.add_argument("--zabbix", "-z", action="store_true", help="Select influx")
+parser.add_argument("--bookstack", "-s", action="store_true", help="Select influx")
+parser.add_argument("--influx", "-i", action="store_true", help="Select influx")
+parser.add_argument("--kestra", "-k", action="store_true", help="Select influx")
+parser.add_argument("--authentik", "-a", action="store_true", help="Select influx")
+parser.add_argument("--portainer", "-p", action="store_true", help="Select influx")
+parser.add_argument("--backup", "-b", action="store_true", help="Select backup mode")
+parser.add_argument("--all", "-A", action="store_true", help="Select backup mode")
+args = parser.parse_args()
+
+
+
+PASSWORD= "l4c1j4yd33Du5lo"
 DATETIME = now.strftime("%Y%m%d%H%M%S")
 os.chdir("/share/docker_data/__backups/")
-print("Backup gitlab")
+
-cmnd = 'docker exec -t gitlab gitlab-backup create SKIP=artifacts,repositories,registry,uploads,builds,pages,lfs,packages,terraform_state'
+if args.backup and (args.gitlab or args.all):
-status, output = subprocess.getstatusoutput(cmnd)
+    print("Backup gitlab")
-allfiles = os.listdir("/share/docker_data/gitlab/data/backups/")
+    cmnd = 'docker exec -t gitlab gitlab-backup create SKIP=artifacts,repositories,registry,uploads,builds,pages,lfs,packages,terraform_state'
-for f in allfiles:
+    status, output = subprocess.getstatusoutput(cmnd)
-    shutil.move(f"/share/docker_data/gitlab/data/backups/{f}", "/share/docker_data/__backups/")
+    allfiles = os.listdir("/share/docker_data/gitlab/data/backups/")
+    for f in allfiles:
+        shutil.move(f"/share/docker_data/gitlab/data/backups/{f}", "/share/docker_data/__backups/")
 
 
-print("Backup nextcloud")
-cmnd = 'docker exec --user www-data nextcloud-app-1 php occ maintenance:mode --on'
-status, output = subprocess.getstatusoutput(cmnd)
-cmnd = f"docker exec nextcloud-db-1 sh -c 'exec mysqldump --single-transaction -h localhost -u nextcloud -p{PASSWORD} nextcloud' > /share/docker_data/__backups/nextcloudDB_{DATETIME}.sql"
-status, output = subprocess.getstatusoutput(cmnd)
-cmnd = "docker exec --user www-data nextcloud-app-1 php occ maintenance:mode --off"
-status, output = subprocess.getstatusoutput(cmnd)
-cmnd = f"zip -P {PASSWORD} nextcloudDB_{DATETIME}.sql.zip nextcloudDB_{DATETIME}.sql"
-status, output = subprocess.getstatusoutput(cmnd)
-os.remove(f"nextcloudDB_{DATETIME}.sql")
 
-print("Backup Bookstack")
+if args.backup and (args.nextcloud or args.all):
-cmnd = f"docker exec bookstack-db-1 sh -c 'exec mysqldump --single-transaction -h localhost -u bookstack -p{PASSWORD} bookstackapp' > /share/docker_data/__backups/bookstack_{DATETIME}.sql"
+    print("Backup nextcloud")
-status, output = subprocess.getstatusoutput(cmnd)
+    cmnd = 'docker exec --user www-data nextcloud-app-1 php occ maintenance:mode --on'
-cmnd = f"zip -P {PASSWORD} bookstack_{DATETIME}.sql.zip bookstack_{DATETIME}.sql"
+    status, output = subprocess.getstatusoutput(cmnd)
-status, output = subprocess.getstatusoutput(cmnd)
+    cmnd = f"docker exec nextcloud-db-1 sh -c 'exec mysqldump --single-transaction -h localhost -u nextcloud -p{PASSWORD} nextcloud' > /share/docker_data/__backups/nextcloudDB_{DATETIME}.sql"
-os.remove(f"bookstack_{DATETIME}.sql")
+    status, output = subprocess.getstatusoutput(cmnd)
+    cmnd = "docker exec --user www-data nextcloud-app-1 php occ maintenance:mode --off"
+    status, output = subprocess.getstatusoutput(cmnd)
+    cmnd = f"zip -e -P {PASSWORD} nextcloudDB_{DATETIME}.sql.zip nextcloudDB_{DATETIME}.sql"
+    status, output = subprocess.getstatusoutput(cmnd)
+    os.remove(f"nextcloudDB_{DATETIME}.sql")
+if args.backup and (args.bookstack or args.all):
+    print("Backup Bookstack")
+    cmnd = f"docker exec bookstack-db-1 sh -c 'exec mysqldump --single-transaction -h localhost -u bookstack -p{PASSWORD} bookstackapp' > /share/docker_data/__backups/bookstack_{DATETIME}.sql"
+    status, output = subprocess.getstatusoutput(cmnd)
+    cmnd = f"zip -e -P {PASSWORD} bookstack_{DATETIME}.sql.zip bookstack_{DATETIME}.sql"
+    status, output = subprocess.getstatusoutput(cmnd)
+    os.remove(f"bookstack_{DATETIME}.sql")
+if args.backup and (args.kestra or args.all):
+    print("Backup Kestra")
+    cmnd = f"docker exec kestra-postgres-1 sh -c 'pg_dump -h localhost -p 5432 -U kestra -d kestra' > /share/docker_data/__backups/kestra_{DATETIME}.sql"
+    status, output = subprocess.getstatusoutput(cmnd)
+    cmnd = f"zip -e -P {PASSWORD} kestra_{DATETIME}.sql.zip kestra_{DATETIME}.sql"
+    status, output = subprocess.getstatusoutput(cmnd)
+    os.remove(f"kestra_{DATETIME}.sql")
+if args.backup and (args.authentik or args.all):
+    print("Backup Authentik")
+    cmnd = f"docker exec authentik-postgresql-1 sh -c 'pg_dump -h localhost -p 5432 -U authentik -d authentik' > /share/docker_data/__backups/authentik_{DATETIME}.sql"
+    status, output = subprocess.getstatusoutput(cmnd)
+    cmnd = f"zip -e -P {PASSWORD} authentik_{DATETIME}.sql.zip authentik_{DATETIME}.sql"
+    status, output = subprocess.getstatusoutput(cmnd)
+    os.remove(f"authentik_{DATETIME}.sql")
+if args.backup and (args.zabbix or args.all):
+    print("Backup Zabbix")
+    cmnd = f"docker exec zabbix-server-db-server-1 sh -c 'pg_dump -h localhost -p 5432 -U zabbix -d zabbix' > /share/docker_data/__backups/zabbix_{DATETIME}.sql"
+    status, output = subprocess.getstatusoutput(cmnd)
+    cmnd = f"zip -e -P {PASSWORD} zabbix_{DATETIME}.sql.zip zabbix_{DATETIME}.sql"
+    status, output = subprocess.getstatusoutput(cmnd)
+    os.remove(f"zabbix_{DATETIME}.sql")
+if args.backup and (args.influx or args.all):
+    print("Backup Influx")
+    cmnd = f"docker exec home-assistant-influxdb-1 influx backup /backup"
+    status, output = subprocess.getstatusoutput(cmnd)
+    print(output)
+    cmnd = f"docker cp home-assistant-influxdb-1:/backup /tmp/backup_{DATETIME}"
+    status, output = subprocess.getstatusoutput(cmnd)
+    print(output)
+    cmnd = f"zip -e -r -P {PASSWORD} influxdb_{DATETIME}.zip /tmp/backup_{DATETIME}"
+    status, output = subprocess.getstatusoutput(cmnd)
+    print(output)
+if args.backup and (args.portainer or args.all):
+    print("Backup portainer")
+    headers = {
+        'Content-Type': 'application/json; charset=utf-8',
+        'x-api-key':'ptr_gfwpbP4AUDhZ4uoPmSfNUGqZq+gescoele8reP/l/GU=',
+    }
 
-print("Backup Kestra")
+    json_data = {
-cmnd = f"docker exec kestra-postgres-1 sh -c 'pg_dump -h localhost -p 5432 -U kestra -d kestra' > /share/docker_data/__backups/kestra_{DATETIME}.sql"
+        'password': PASSWORD,
-status, output = subprocess.getstatusoutput(cmnd)
+    }
-cmnd = f"zip -P {PASSWORD} kestra_{DATETIME}.sql.zip kestra_{DATETIME}.sql"
+    response = requests.post('https://portainer.sectorq.eu/api/backup', headers=headers, json=json_data, verify=True)
-status, output = subprocess.getstatusoutput(cmnd)
-os.remove(f"kestra_{DATETIME}.sql")
 
-print("Backup Authentik")
+    # Note: json_data will not be serialized by requests
-cmnd = f"docker exec authentik-postgresql-1 sh -c 'pg_dump -h localhost -p 5432 -U authentik -d authentik' > /share/docker_data/__backups/authentik_{DATETIME}.sql"
+    # exactly as it was in the original request.
-status, output = subprocess.getstatusoutput(cmnd)
+    #data = '{ "password": "" }'
-cmnd = f"zip -P {PASSWORD} authentik_{DATETIME}.sql.zip authentik_{DATETIME}.sql"
+    #response = requests.post('https://portainer.sectorq.eu/api/backup', headers=headers, data=data, verify=False)
-status, output = subprocess.getstatusoutput(cmnd)
-os.remove(f"authentik_{DATETIME}.sql")
 
-print("Backup Zabbix")
+    with open(f'/share/docker_data/__backups/portainer_snapshot_{DATETIME}.tar.gz', 'wb') as f:
-cmnd = f"docker exec zabbix-server-db-server-1 sh -c 'pg_dump -h localhost -p 5432 -U zabbix -d zabbix' > /share/docker_data/__backups/zabbix_{DATETIME}.sql"
+        f.write(response.content)
-status, output = subprocess.getstatusoutput(cmnd)
-cmnd = f"zip -P {PASSWORD} zabbix_{DATETIME}.sql.zip zabbix_{DATETIME}.sql"
-status, output = subprocess.getstatusoutput(cmnd)
-os.remove(f"zabbix_{DATETIME}.sql")
-
-
-print("Backup portainer")
-headers = {
-    'Content-Type': 'application/json; charset=utf-8',
-    'x-api-key':'ptr_gfwpbP4AUDhZ4uoPmSfNUGqZq+gescoele8reP/l/GU=',
-}
-
-json_data = {
-    'password': PASSWORD,
-}
-
-response = requests.post('https://portainer.sectorq.eu/api/backup', headers=headers, json=json_data, verify=True)
-
-# Note: json_data will not be serialized by requests
-# exactly as it was in the original request.
-#data = '{ "password": "" }'
-#response = requests.post('https://portainer.sectorq.eu/api/backup', headers=headers, data=data, verify=False)
-
-with open(f'/share/docker_data/__backups/portainer_snapshot_{DATETIME}.tar.gz', 'wb') as f:
-    f.write(response.content)
 os.chdir("/share/docker_data/__backups/")
 print("Remove Old Files")
 cmnd = f" find ./ -maxdepth 1 -type f -mtime +15 -exec rm -f {{}} \\;"

omv_backup.py

@@ -578,8 +578,11 @@ def backup_job(pl):
                             break
                     apps.remove(line[0])
                     sub_finished.append(line[0])
-                    msg = {"mode":_MODE, "status":"started","bak_name":"complete","host":host,"cur_job":b,"sub":line[0],"start_time":STARTTIME,"end_time":"in progress","progress":str(round(progress)) + "%","finished":",".join(finished),"sub_finished":",".join(sub_finished)}
+                    # msg = {"mode":_MODE, "status":"started","bak_name":"complete","host":host,"cur_job":b,"sub":line[0],"start_time":STARTTIME,"end_time":"in progress","progress":str(round(progress)) + "%","finished":",".join(finished),"sub_finished":",".join(sub_finished)}
+                    msg = {"mode":_MODE, "status":"started","bak_name":"complete","host":host,"cur_job":b,"sub":line[0],"start_time":STARTTIME,"end_time":"in progress","progress":str(round(progress)) + "%","finished":",".join(finished)}
+                    
                     logging.info(f"Sending message with topic {topic} {json.dumps(msg)}")
+                    
                     if not "gitea-runner" == line[0]:
                         client2.publish(topic, json.dumps(msg),qos=0, retain=False)
                     progress = progress + step