treewide: sysupgrade: pass "save_partitions" option to the "sysupgrade" method
[openwrt/openwrt.git] / package / base-files / files / sbin / sysupgrade
index 4ea8be518a70e3583b0179d81cc5eec684f3b264..c27c1fbc47766619b19a1ac813e040b3cdffa56a 100755 (executable)
@@ -4,12 +4,16 @@
 . /lib/functions/system.sh
 
 # initialize defaults
+export MTD_ARGS=""
 export MTD_CONFIG_ARGS=""
 export INTERACTIVE=0
 export VERBOSE=1
 export SAVE_CONFIG=1
 export SAVE_OVERLAY=0
+export SAVE_OVERLAY_PATH=
 export SAVE_PARTITIONS=1
+export SAVE_INSTALLED_PKGS=0
+export SKIP_UNCHANGED=0
 export CONF_IMAGE=
 export CONF_BACKUP_LIST=0
 export CONF_BACKUP=
@@ -18,6 +22,7 @@ export NEED_IMAGE=
 export HELP=0
 export FORCE=0
 export TEST=0
+export UMOUNT_ETCBACKUP_DIR=0
 
 # parse options
 while [ -n "$1" ]; do
@@ -26,8 +31,11 @@ while [ -n "$1" ]; do
                -v) export VERBOSE="$(($VERBOSE + 1))";;
                -q) export VERBOSE="$(($VERBOSE - 1))";;
                -n) export SAVE_CONFIG=0;;
-               -c) export SAVE_OVERLAY=1;;
+               -c) export SAVE_OVERLAY=1 SAVE_OVERLAY_PATH=/etc;;
+               -o) export SAVE_OVERLAY=1 SAVE_OVERLAY_PATH=/;;
                -p) export SAVE_PARTITIONS=0;;
+               -k) export SAVE_INSTALLED_PKGS=1;;
+               -u) export SKIP_UNCHANGED=1;;
                -b|--create-backup) export CONF_BACKUP="$2" NEED_IMAGE=1; shift;;
                -r|--restore-backup) export CONF_RESTORE="$2" NEED_IMAGE=1; shift;;
                -l|--list-backup) export CONF_BACKUP_LIST=1;;
@@ -46,20 +54,27 @@ done
 
 export CONFFILES=/tmp/sysupgrade.conffiles
 export CONF_TAR=/tmp/sysupgrade.tgz
+export ETCBACKUP_DIR=/etc/backup
+export INSTALLED_PACKAGES=${ETCBACKUP_DIR}/installed_packages.txt
 
 IMAGE="$1"
 
 [ -z "$IMAGE" -a -z "$NEED_IMAGE" -a $CONF_BACKUP_LIST -eq 0 -o $HELP -gt 0 ] && {
        cat <<EOF
 Usage: $0 [<upgrade-option>...] <image file or URL>
-       $0 [-q] [-i] [-c] <backup-command> <file>
+       $0 [-q] [-i] [-c] [-u] [-o] [-k] <backup-command> <file>
 
 upgrade-option:
        -f <config>  restore configuration from .tar.gz (file or url)
        -i           interactive mode
        -c           attempt to preserve all changed files in /etc/
+       -o           attempt to preserve all changed files in /, except those
+                    from packages but including changed confs.
+       -u           skip from backup files that are equal to those in /rom
        -n           do not save configuration over reflash
        -p           do not attempt to restore the partition table after flash.
+       -k           include in backup a list of current installed packages at
+                    $INSTALLED_PACKAGES
        -T | --test
                     Verify image and config .tar.gz but do not actually flash.
        -F | --force
@@ -119,20 +134,60 @@ add_conffiles() {
        local file="$1"
        ( find $(sed -ne '/^[[:space:]]*$/d; /^#/d; p' \
                /etc/sysupgrade.conf /lib/upgrade/keep.d/* 2>/dev/null) \
-               -type f -o -type l 2>/dev/null;
+               \( -type f -o -type l \) $find_filter 2>/dev/null;
          list_changed_conffiles ) | sort -u > "$file"
        return 0
 }
 
 add_overlayfiles() {
        local file="$1"
-       find /overlay/upper/etc/ -type f -o -type l | sed \
-               -e 's,^/overlay\/upper/,/,' \
-               -e '\,/META_[a-zA-Z0-9]*$,d' \
-               -e '\,/functions.sh$,d' \
+
+       local packagesfiles=$1.packagesfiles
+       touch "$packagesfiles"
+
+       if [ "$SAVE_OVERLAY_PATH" = / ]; then
+               local conffiles=$1.conffiles
+               local keepfiles=$1.keepfiles
+
+               list_conffiles | cut -f2 -d ' ' | sort -u > "$conffiles"
+
+               # backup files from /etc/sysupgrade.conf and /lib/upgrade/keep.d, but
+               # ignore those aready controlled by opkg conffiles
+               find $(sed -ne '/^[[:space:]]*$/d; /^#/d; p' \
+                       /etc/sysupgrade.conf /lib/upgrade/keep.d/* 2>/dev/null) \
+                       \( -type f -o -type l \) 2>/dev/null | sort -u |
+                       grep -h -v -x -F -f $conffiles > "$keepfiles"
+
+               # backup conffiles, but only those changed if '-u'
+               [ $SKIP_UNCHANGED = 1 ] &&
+                       list_changed_conffiles | sort -u > "$conffiles"
+
+               # do not backup files from packages, except those listed
+               # in conffiles and keep.d
+               {
+                       find /usr/lib/opkg/info -type f -name "*.list" -exec cat {} \;
+                       find /usr/lib/opkg/info -type f -name "*.control" -exec sed \
+                               -ne '/^Alternatives/{s/^Alternatives: //;s/, /\n/g;p}' {} \; |
+                               cut -f2 -d:
+               } |  grep -v -x -F -f $conffiles |
+                    grep -v -x -F -f $keepfiles | sort -u > "$packagesfiles"
+               rm -f "$keepfiles" "$conffiles"
+       fi
+
+       # busybox grep bug when file is empty
+       [ -s "$packagesfiles" ] || echo > $packagesfiles
+
+       ( cd /overlay/upper/; find .$SAVE_OVERLAY_PATH \( -type f -o -type l \) $find_filter | sed \
+               -e 's,^\.,,' \
+               -e '\,^/etc/board.json$,d' \
                -e '\,/[^/]*-opkg$,d' \
-               -e '\,/etc/urandom.seed$,d' \
-       > "$file"
+               -e '\,^/etc/urandom.seed$,d' \
+               -e "\,^$INSTALLED_PACKAGES$,d" \
+               -e '\,^/usr/lib/opkg/.*,d' \
+       ) | grep -v -x -F -f $packagesfiles > "$file"
+
+       rm -f "$packagesfiles"
+
        return 0
 }
 
@@ -149,6 +204,15 @@ else
        sysupgrade_init_conffiles="add_conffiles"
 fi
 
+find_filter=""
+if [ $SKIP_UNCHANGED = 1 ]; then
+       [ ! -d /rom/ ] && {
+               echo "'/rom/' is required by '-u'"
+               exit 1
+       }
+       find_filter='( ( -exec test -e /rom/{} ; -exec cmp -s /{} /rom/{} ; ) -o -print )'
+fi
+
 include /lib/upgrade
 
 do_save_conffiles() {
@@ -163,6 +227,27 @@ do_save_conffiles() {
        run_hooks "$CONFFILES" $sysupgrade_init_conffiles
        ask_bool 0 "Edit config file list" && vi "$CONFFILES"
 
+       if [ "$SAVE_INSTALLED_PKGS" -eq 1 ]; then
+               echo "${INSTALLED_PACKAGES}" >> "$CONFFILES"
+               mkdir -p "$ETCBACKUP_DIR"
+               # Avoid touching filesystem on each backup
+               RAMFS="$(mktemp -d -t sysupgrade.XXXXXX)"
+               mkdir -p "$RAMFS/upper" "$RAMFS/work"
+               mount -t overlay overlay -o lowerdir=$ETCBACKUP_DIR,upperdir=$RAMFS/upper,workdir=$RAMFS/work $ETCBACKUP_DIR &&
+                       UMOUNT_ETCBACKUP_DIR=1 || {
+                               echo "Cannot mount '$ETCBACKUP_DIR' as tmpfs to avoid touching disk while saving the list of installed packages." >&2
+                               ask_bool 0 "Abort" && exit
+                       }
+
+               # Format: pkg-name<TAB>{rom,overlay,unkown}
+               # rom is used for pkgs in /rom, even if updated later
+               find /usr/lib/opkg/info -name "*.control" \( \
+                       \( -exec test -f /rom/{} \; -exec echo {} rom \; \) -o \
+                       \( -exec test -f /overlay/upper/{} \; -exec echo {} overlay \; \) -o \
+                       \( -exec echo {} unknown \; \) \
+                       \) | sed -e 's,.*/,,;s/\.control /\t/' > ${INSTALLED_PACKAGES}
+       fi
+
        v "Saving config files..."
        [ "$VERBOSE" -gt 1 ] && TAR_V="v" || TAR_V=""
        tar c${TAR_V}zf "$conf_tar" -T "$CONFFILES" 2>/dev/null
@@ -172,11 +257,16 @@ do_save_conffiles() {
                exit 1
        fi
 
+       [ "$UMOUNT_ETCBACKUP_DIR" -eq 1 ] && {
+               umount "$ETCBACKUP_DIR"
+               rm -rf "$RAMFS"
+       }
        rm -f "$CONFFILES"
 }
 
 if [ $CONF_BACKUP_LIST -eq 1 ]; then
        run_hooks "$CONFFILES" $sysupgrade_init_conffiles
+       [ "$SAVE_INSTALLED_PKGS" -eq 1 ] && echo ${INSTALLED_PACKAGES} >> "$CONFFILES"
        cat "$CONFFILES"
        rm -f "$CONFFILES"
        exit 0
@@ -226,9 +316,6 @@ case "$IMAGE" in
                ;;
 esac
 
-export ARGV="$IMAGE"
-export ARGC=1
-
 for check in $sysupgrade_image_check; do
        ( $check "$IMAGE" ) || {
                if [ $FORCE -eq 1 ]; then
@@ -264,16 +351,10 @@ if [ $TEST -eq 1 ]; then
        exit 0
 fi
 
-if [ $SAVE_PARTITIONS -eq 0 ]; then
-       touch /tmp/sysupgrade.always.overwrite.bootdisk.partmap
-else
-       rm -f /tmp/sysupgrade.always.overwrite.bootdisk.partmap
-fi
-
 install_bin /sbin/upgraded
 v "Commencing upgrade. Closing all shell sessions."
 
-COMMAND='. /lib/functions.sh; include /lib/upgrade; do_upgrade_stage2'
+COMMAND='/lib/upgrade/do_stage2'
 
 if [ -n "$FAILSAFE" ]; then
        printf '%s\x00%s\x00%s' "$RAM_ROOT" "$IMAGE" "$COMMAND" >/tmp/sysupgrade
@@ -282,6 +363,10 @@ else
        ubus call system sysupgrade "{
                \"prefix\": $(json_string "$RAM_ROOT"),
                \"path\": $(json_string "$IMAGE"),
-               \"command\": $(json_string "$COMMAND")
+               \"command\": $(json_string "$COMMAND"),
+               \"options\": {
+                       \"save_config\": $SAVE_CONFIG,
+                       \"save_partitions\": $SAVE_PARTITIONS
+               }
        }"
 fi