run weekly parallel to daily

build.sh

@@ -1,3 +1,4 @@
 #!/usr/bin/env bash
 
 cp -v *.sh ../../bin/backup
+cp -v save-conf ../../bin

calvados.sh

@@ -0,0 +1,3 @@
+#!/usr/bin/eval bash
+
+# nothing to do

dump_oracle.sh

@@ -0,0 +1,19 @@
+#!/bin/bash
+
+# falls das nochmal gebraucht wird
+
+HERE=$(dirname $0)
+DOCKER=/usr/bin/docker
+
+ORACLEDUMP="$DOCKER exec -i oracle /opt/oracle/product/18c/dbhomeXE/bin/expdp"
+ORACLECONNECT="sbsdb_master/sbsdbpwd@//localhost:1521/xepdb1"
+ORACLEDATAPUMP=/var/docker/vol/oracle/dump
+
+function dump_oracle() {
+  mkdir -p $HERE/oracle > /dev/null 2>&1
+  echo "$(date) - Oracle dump"
+  $ORACLEDUMP $ORACLECONNECT dumpfile=sbsdb_dump:sbsdb.dmp logfile=sbsdb_dump:sbsdb.log reuse_dumpfiles=yes
+  mv $ORACLEDATAPUMP/* $HERE/oracle
+}
+
+dump_oracle

hamiller.sh

@@ -1,7 +1,5 @@
 #!/usr/bin/eval bash
 
-
-NAS_ROOT=/var/srv/nas/backups
 BACKUP_TARGET=/var/docker/tmp
 NAS_TARGET="$NAS_ROOT/daily/$HOST_NAME/backup.$DAY"
 

main.inc.sh

@@ -1,6 +1,16 @@
 HOST_NAME=$(hostname -s)
 DAY=$(date +%u) # MO == 1
 
+NAS_MOUNT_POINT="$(realpath $HERE/../../..)" # Server/bin/backup
+NAS_ROOT="$NAS_MOUNT_POINT/backups"
+
+LOG_FILE_PATH="$NAS_MOUNT_POINT/Server/log/backup"
+log_file_name="$LOG_FILE_PATH/$HOST_NAME-$(date '+%Y-%m-%d_%H%M%S')"
+LOG_FILE="${log_file_name}.log"
+LOG_KEEP_DAYS=14
+
+RESTORE_PATH="$NAS_MOUNT_POINT/Server/restore"
+
 BACKUP_MASTER_CHECK="/var/docker/vol/proxy"
 
 NAS_HOSTNAME=synology
@@ -71,11 +81,12 @@ send_mail_log() {
 
 # Alte Logs löschen
 #
+# Dateien älter als $LOG_KEEP_DAYS Tage löschen
+#
 prune_logs() {
     log $DEBUG "$DBG prune_logs()"
-    # Dateien älter als 14 Tage löschen
+    log $DEBUG "$DBG > find \"$LOG_FILE_PATH\" -type f -mtime +$LOG_KEEP_DAYS -delete"
-    log $DEBUG "$DBG > find \"$LOG_FILE_PATH\" -type f -mtime +14 -delete"
+    find "$LOG_FILE_PATH" -type f -mtime +$LOG_KEEP_DAYS -delete >>$LOG_FILE 2>&1
-    find "$LOG_FILE_PATH" -type f -mtime +14 -delete >>$LOG_FILE 2>&1
     if [ $? -ne 0 ]; then
         # Fehler nur protokollieren, kein Grund abzubrechen
         mail_log $ERROR "$ERR error deleting old log files."
@@ -117,6 +128,19 @@ dump_postgresql() {
 
 # ----- helper functions -----
 
+# Für Backup und Export muss das Script mit root-Rechten
+# ausgeführt werden.
+# 
+check_root() {
+    if [ "$(id -u)" -ne 0 ]; then
+        log $ERROR "$ERR script must be run as superuser."
+        echo "****"
+        echo "***** script must be run as superuser! *****"
+        echo "****"
+        exit 100
+    fi
+}
+
 start_docker() {
     log $DEBUG "$DBG start_docker()"
     log $DEBUG "$DBG > \$DOCKER up -d"
@@ -131,6 +155,17 @@ stop_docker() {
     return $?
 }
 
+# Zugriffsrechte für Logs und Backups setzen
+#
+fix_acls() {
+    log $DEBUG "$DBG fix_acls()"
+
+    log $DEBUG "$DBG > chmod -R a+r $NAS_ROOT"
+    chmod -R a+r $NAS_ROOT >>$LOG_FILE 2>&1
+    log $DEBUG "$DBG > chmod -R a+r $LOG_FILE_PATH"
+    chmod -R a+r $LOG_FILE_PATH >>$LOG_FILE 2>&1
+}
+
 # Script per ssh auf Server $1 im Hintergrund starten
 #
 # ssh start in background
@@ -362,7 +397,7 @@ do_auto_backup() {
     local rc
     
     if ! $func$count 2>/dev/null ; then  # Seiteneffekt: $func$count wird ausgeführt
-        mail_log $ERROR "$ERR keine Backup-Function $func$count() für $HOST_NAME."
+        log $ERROR "$ERR keine Backup-Function $func$count() für $HOST_NAME."
         exit 1 # kein Mail-Benachrichtigung!
     fi
     set_log_info
@@ -409,6 +444,13 @@ backup_daily() {
         prune_logs
     fi
 
+    # ggf. weekly backup parallel starten (z.ZT. nur auf NAS)
+    if [ $HAS_WEEKLY -a $WEEKLY_DAY -eq $DAY ]; then
+        log $DEBUG "$DBG starting weekly backup"
+        sleep 2 # wg. log name
+        nohup $THIS_SCRIPT -w >>$LOG_FILE 2>&1 </dev/null &
+    fi
+
     mail_log $INFO ">>>>>>>>>> daily auto backup $VER for $HOST_NAME <<<<<<<<<<"
 
     do_auto_backup backup_daily
@@ -419,13 +461,9 @@ backup_daily() {
     is_error $?
 
     mail_log $INFO ">>>>>>>>>> end of auto backup"
+    fix_acls
     send_mail_log "Daily Backup"
 
-    # ggf. weekly backup starten (z.ZT. nur auf NAS)
-    if [ $HAS_WEEKLY -a $WEEKLY_DAY -eq $DAY ]; then
-        log $DEBUG "$DBG starting weekly backup"
-        nohup $THIS_SCRIPT -w >>$LOG_FILE 2>&1 </dev/null &
-    fi
 }
 backup_weekly() {
     mail_log $INFO ">>>>>>>>>> weekly auto backup $VER for $HOST_NAME <<<<<<<<<<"
@@ -437,6 +475,7 @@ backup_weekly() {
     is_error $?
 
     mail_log $INFO ">>>>>>>>>> end of auto backup"
+    fix_acls
     send_mail_log "Weekly Backup"
 }
 
@@ -462,21 +501,50 @@ test_integrity() {
 
 # Restore aus Archiv
 #
-# Wird nach pwd ausgegeben!
+# Wird nach $RESTORE_PATH ausgegeben und mit root-Rechten 
+# auf der NAS ausgeführt.
 #
-# $1 - Archiv, ggf. mit Pfad
+# $1 - Archiv, mit Pfad ab $NAS_ROOT
 # $2 ff. - zurückzusichernde Dateien/Verzeichnisse
 #
-# returns 0 for success, 1 otherwise
-#
 restore() {
     log $DEBUG "$DBG restore( $@ )"
     local archive=$1
-    shift 1
+    shift
-    log $DEBUG "$DBG > gpg --batch --decrypt --passphrase xxxx \"$archive\" | tar -xzv $@"
+    echo "--- Restore ---"
-    gpg --batch --decrypt --passphrase $PASSPHRASE "$archive" 2>>$LOG_FILE | tar -xzv $@ >/dev/null 2>>$LOG_FILE
+    echo "--- archive: $archive"
+    echo "--- files:   $@"
+    echo "--- to:      $RESTORE_PATH"    
+    echo
+    echo "Restore started on NAS, see e-mail"
+    echo
+    run_script_remote $NAS_IP "$NAS_SCRIPT --rx $archive $@"
+}
+
+# Restore 
+#
+# Beim Restore einzelner Dateien wird nur die ownership der Datei
+# restored, nicht die des Pfades zur Datei!
+#
+do_restore() {
+    if [ "$HOST_NAME" != "$NAS_HOSTNAME" ]; then
+        restore $@
+        exit
+    fi
+
+    local archive=$1
+    shift
+    mail_log $INFO ">>>>>>>>>> restore $VER for $HOST_NAME <<<<<<<<<<"
+    mail_log $INFO ">>> restore from: $archive"
+    mail_log $INFO ">>> files       : $@" 
+    mail_log $INFO ">>> restore to  : $RESTORE_PATH"
+    mail_log $INFO ">>> log file    : $LOG_FILE"
+    log $DEBUG "$DBG > gpg --batch --decrypt --passphrase xxxx \"$NAS_ROOT/${archive/#\//}\" | tar -xzv --directory $RESTORE_PATH $@"
+    gpg --batch --decrypt --passphrase $PASSPHRASE "$NAS_ROOT/${archive/#\//}" 2>>$LOG_FILE | tar -xzv --directory $RESTORE_PATH $@ >>$LOG_FILE 2>&1
     check_pipe_rc ${PIPESTATUS[@]}
-    return $?
+    is_error $?
+    mail_log $INFO ">>>>>>>>>> end of restore"
+    send_mail_log "Restore"   
 }
 
 # ----- archive content ------
@@ -498,41 +566,37 @@ create_list() {
 
 # Liste der Archives auf stdout ausgeben
 #
-# Zeigt alle Archive incl. Verzeichnis (ohne $1) an
+# Zeigt alle Archive incl. Verzeichnis (ohne $NAS_ROOT) an
 #
 # z.B.
-#    $1 = /volume1/nfs/backups
+#    $NAS_ROOT = /volume1/nfs/backups
 #    ...
 #    /daily/synology/backup.3/volume1-nfs-Server.tgz.gpg
 #    /weekly/synology/volume1-media-books.tgz.gpg
 #
-# $1 - Verzeichnis unter dem alle Backups liegen
-#
 # returns 0 for success, 1 otherwise
 #
 list_archives() {
-    log $DEBUG "$DBG list_archives( $@ )"
+    log $DEBUG "$DBG list_archives()"
     local target=$1
-    local targ=${target//\//\\\/} # slashes escapen
+    local targ=${NAS_ROOT//\//\\\/} # slashes escapen
-    log $DEBUG "$DBG > find \"$target\" -type f -name \"*.$EXT\" | grep \"${HOST_NAME}/\" | sed -E \"s/^$targ//\""
+    log $DEBUG "$DBG > find \"$NAS_ROOT\" -type f -name \"*.$EXT\" | sed -E \"s/^$targ//\""
-    find "$target" -type f -name "*.$EXT" 2>>$LOG_FILE | grep "${HOST_NAME}/" 2>>$LOG_FILE | sed -E "s/^$targ//" 2>>$LOG_FILE
+    find "$NAS_ROOT" -type f -name "*.$EXT" 2>>$LOG_FILE | sed -E "s/^$targ//" 2>>$LOG_FILE
     check_pipe_rc ${PIPESTATUS[@]}
     return $?
 }
 
-# Inhalt des Archivs $2 auf stdout ausgeben
+# Inhalt des Archivs $1 auf stdout ausgeben
 #
-# $1 - Verzeichnis unter dem alle Backups liegen
+# $1 - Archiv-Datei mit Pfad ab $NAS_ROOT
-# $2 - Archiv-Datei mit Pfad ab $1
 #
 # returns 0 for success, 1 otherwise
 #
 list_archive_content() {
     log $DEBUG "$DBG list_archive_content( $@ )"
-    local root=$1
+    local archive=$1
-    local archive=$2
+    log $DEBUG "$DBG > cat \"$NAS_ROOT/${archive/#\//}.$LIST_EXT\""
-    log $DEBUG "$DBG > cat \"$root/${archive/#\//}.$LIST_EXT\""
+    cat "$NAS_ROOT/${archive/#\//}.$LIST_EXT" 2>>$LOG_FILE
-    cat "$root/${archive/#\//}.$LIST_EXT" 2>>$LOG_FILE
 }
 
 # ----- export -----

main.sh

@@ -3,37 +3,28 @@
 # entrypoint for all actions
 #
 
-VER="2.1.0"
+VER="2.1.4"
-
-show_help() {
-    echo "usage: $0 options"
-    echo "       -d, --daily     start daily backup on local machine"
-    echo "       -w, --weekly    start weekly backup on local machine"
-    echo "       --list          list archives" 
-    echo '       --content <archive> '
-    echo "                       show contents of archive"
-    echo '       -r, --restore <archive> <file(s)> ' 
-    echo "                       restore files from archive to pwd"
-    echo "       -h, -?. --help  show this help"
-    echo " "
-    echo " Script muss auf dem jeweiligen Server ausgeführt werden (ggf. via ssh)."
-    echo " "
-}
-
-#
-# Script muss unter root bzw. sudo laufen, sonst gibt es jede Menge Probleme
-# mit Zugriff auf die diversen Verzeichnisse.
-# 
-if [ "$(id -u)" -ne 0 ]; then
-    echo "**"
-    echo "** ERROR: script has to be run as superuser!"
-    echo "**"
-    exit 100
-fi
 
 HERE=$(dirname "$0")
 THIS_SCRIPT=$0
 
+show_help() {
+    echo "Server Backup $VER"
+    echo "usage: $0 options"
+    echo "       -d, --daily     start daily backup on local machine"
+    echo "       -w, --weekly    start weekly backup on local machine"
+    echo "       -e, --export    export backups to USB-HDD"
+    echo "       -l, --list      list archives" 
+    echo '       -c, --content <archive> '
+    echo "                       show contents of archive (path from $NAS_ROOT)"
+    echo '       -r, --restore <archive> <file(s)> ' 
+    echo "                       restore files from archive to $RESTORE_PATH"
+    echo "       -h, -?. --help  show this help"
+    echo " "
+    echo " -d, -w, -e must be run as superuser."
+    echo " "
+}
+
 if [ -f $HERE/main.inc.sh ]; then
     . $HERE/main.inc.sh
 else
@@ -56,9 +47,6 @@ else
     exit 102
 fi
 
-LOG_FILE_PATH="$(realpath $HERE/../../../log/backup)"
-log_file_name="$LOG_FILE_PATH/$HOST_NAME-$(date '+%Y-%m-%d_%H%M')"
-LOG_FILE="${log_file_name}.log"
 
 file=
 archive=
@@ -71,44 +59,55 @@ while :; do
             ;;
         -d|--daily) 
             MAIL_LOG_FILE="${log_file_name}.auto.log"
+            check_root
             backup_daily 
             break 
             ;;
         -w|--weekly) 
             MAIL_LOG_FILE="${log_file_name}.auto.log"
+            check_root
             backup_weekly
             break 
             ;;
         -e|--export) 
             MAIL_LOG_FILE="${log_file_name}.auto.log"
+            check_root
             export_backups
             break 
             ;;
-        --list)
+        -l|--list)
-            list_archives "$NAS_ROOT/daily/$HOST_NAME"
+            list_archives
-            if [ -d "$NAS_ROOT/weekly/$HOST_NAME" ]; then
-                list_archives "$NAS_ROOT/weekly/$HOST_NAME"
-            fi
             break;
             ;;
-        --content)
+        -c|--content)
             if [ "$2" ]; then
-                list_archive_content "$NAS_ROOT" "$2"
+                list_archive_content "$2"
             else
-                echo 'ERROR: "--content" requires a non-empty option argument.'
+                echo 'ERROR: "--content" requires the archive name as an argument.'
+                echo
+                show_help
             fi
             break
             ;;
         -r|--restore)
             if [ "$2" ]; then
                 archive=$2
-                shift
+                shift 2
                 restore "$archive" "$@"
             else
-                echo 'ERROR: "--restore" requires a non-empty option argument.'
+                echo 'ERROR: "--restore" requires at least the archive name as an argument.'
+                echo
+                show_help
             fi
             break
             ;;
+        --rx)
+            MAIL_LOG_FILE="${log_file_name}.auto.log"
+            check_root
+            shift
+            do_restore $@
+            break
+            ;;
         --)              # End of all options.
             shift
             break

nathan.sh

@@ -1,6 +1,5 @@
 #!/usr/bin/env bash
 
-NAS_ROOT=/var/srv/nas/backups
 DOCKER_ROOT=/var/docker
 BACKUP_TARGET=$DOCKER_ROOT/tmp
 NAS_TARGET="$NAS_ROOT/daily/$HOST_NAME/backup.$DAY"

save-conf

@@ -0,0 +1,12 @@
+#!/usr/bin/env bash
+
+#
+# Archive docker config
+#
+# copy this file to docker/run
+
+SOURCE=/var/docker/run/docker-compose.yml
+SAVE_DIR=/srv/nas/Server/CoreOS/docker-run
+SAVE_FILE=$(hostname -s)-docker-compose-$(date '+%Y-%m-%d_%H%M').yml
+
+cp $SOURCE $SAVE_DIR/$SAVE_FILE

synology.sh

@@ -1,6 +1,5 @@
 #!/usr/bin/eval bash
 
-NAS_ROOT=/volume1/nfs/backups
 HAS_WEEKLY=true
 
 backup_daily1() {

test.sh

@@ -1,92 +0,0 @@
-#!/usr/bin/env bash
-
-if [ "$(id -u)" -ne 0 ]; then
-    echo "**"
-    echo "** ERROR: script has to be run as superuser!"
-    echo "**"
-    exit 100
-fi
-
-HERE=$(dirname "$0")
-
-if [ -f $HERE/main.inc.sh ]; then
-    . $HERE/main.inc.sh
-else
-    echo "**"
-    echo "** ERROR: Datei \"$HERE/main.inc.sh\" nicht gefunden. "
-    echo "**        Script wird abgebrochen"
-    echo "**"
-    show_help
-    exit 101
-fi
-
-if [ -f $HERE/$HOST_NAME.sh ]; then
-    . $HERE/$HOST_NAME.sh
-else
-    echo "**"
-    echo "** ERROR: Datei \"$HOST_NAME.sh\" nicht gefunden (falscher Rechner?). "
-    echo "**        Script wird abgebrochen."
-    echo "**"
-    show_help
-    exit 102
-fi
-
-log_file_name="$NAS_ROOT/log/$HOST_NAME-$(date '+%Y-%m-%d_%H%M')"
-LOG_FILE="${log_file_name}.log"
-
-# nicht auf calvados
-#. $HERE/$HOST_NAME
-
-test() {
-    for i in "$@"; do echo "$i"; done 
-}
-
-isFunction() { declare -Ff "$1" ; }
-
-if [ "$HOST_NAME" != "$NAS_HOSTNAME" ]; then
-    run_script_remote $NAS_IP "/volume1/nfs/Server/bin/backup/test.sh -x"
-        #ssh 10.4.2.20 "sudo sh -c 'nohup /volume1/nfs/Server/bin/backup/main.sh -e &>/dev/null < /dev/null &'"
-    exit
-else
-    echo "klappt $1" > /volume1/nfs/log/backup/remote_run.log
-fi
-
-
-exit
-
-
-list1() {
-    EXCL=("eaDir" "Temporary Items" "lost+found" backups)
-    ONE="erster #1"
-    TWO="zweiter #1"
-    #for i in "${a[@]}"; do echo "$i"; done
-}
-list2() {
-    EXCL=("@eaDir" "Temporary Items" "lost+found")
-    ONE="eins2"
-    TWO="zwei2"
-    return 0
-    #for i in "${a[@]}"; do echo "$i"; done
-}
-
-fun0() {
-    return 0
-}
-
-if [ "$(id -u)" -ne 0 ]; then
-    echo "**"
-    echo "** ERROR: script has to be run as superuser!"
-    echo "**"
-    exit 100
-fi
-
-fun0
-rc=$?
-
-if [ $rc -eq 0 ]; then
-    echo "$rc -eq 0"
-fi
-
-#echo "result=$rc0"
-
-exit