X-Git-Url: https://iankelling.org/git/?a=blobdiff_plain;f=btrbk-run;h=fa20061128281857e82fcfd444225cb147e4158e;hb=9d21aed0c95e0c343f2769a724d9dbb220874185;hp=469b1b391afaa73a6b73235a17810b926851484b;hpb=93db0c16393fe75efef3167c1d2b332f50387c23;p=distro-setup diff --git a/btrbk-run b/btrbk-run index 469b1b3..fa20061 100644 --- a/btrbk-run +++ b/btrbk-run @@ -16,8 +16,50 @@ # todo: if we cancel in the middle of a btrfs send, then run again immediately, the received subvolume doesn't get a Received UUID: field, and we won't mount it. Need to figure out a solution that will fix this. -set -eE -o pipefail -trap 'echo "$0:$LINENO:error: \"$BASH_COMMAND\" returned $?" >&2' ERR +err-bash-trace() { + local -i argc_index=0 frame i start=${1:-0} max_indent=8 indent + local source + local extdebug=false + if [[ $(shopt -p extdebug) == *-s* ]]; then + extdebug=true + fi + for ((frame=0; frame < ${#FUNCNAME[@]}-1; frame++)); do + argc=${BASH_ARGC[frame]} + argc_index+=$argc + ((frame < start)) && continue + if (( ${#BASH_SOURCE[@]} > 1 )); then + source="${BASH_SOURCE[frame+1]}:${BASH_LINENO[frame]}:" + fi + indent=$((frame-start + 1)) + indent=$((indent < max_indent ? indent : max_indent)) + printf "%${indent}s↳%sin \`%s" '' "$source" "${FUNCNAME[frame]}" + if $extdebug; then + for ((i=argc_index-1; i >= argc_index-argc; i--)); do + printf " %s" "${BASH_ARGV[i]}" + done + fi + echo \' + done + return 0 +} +err-catch() { + set -E; shopt -s extdebug + _err-trap() { + err=$? + exec >&2 + set +x + echo "${BASH_SOURCE[1]}:${BASH_LINENO[0]}: \`$BASH_COMMAND' returned $err" + err-bash-trace 2 + set -e # err trap does not work within an error trap + "${_errcatch_cleanup[@]:-:}" # note :-: is to be compatible with set -u + echo "$0: exiting with code $err" + exit $err + } + trap _err-trap ERR + set -o pipefail +} +err-catch + [[ $EUID == 0 ]] || exec sudo -E "$BASH_SOURCE" "$@" @@ -43,12 +85,12 @@ rsync-dirs() { } -m() { if $verbose; then printf "$pre%s\n" "$*"; fi; "$@"; } -die() { printf "$pre%s\n" "$*" >&2; exit 1; } +m() { if $verbose; then printf "$pre %s\n" "$*"; fi; "$@"; } +die() { printf "$pre %s\n" "$*" >&2; exit 1; } # latest $MAIL_HOST -if [[ -e /b/bash_unpublished/source-semi-priv ]]; then - source /b/bash_unpublished/source-semi-priv +if [[ -e /b/bash_unpublished/source-state ]]; then + source /b/bash_unpublished/source-state fi # note q is owned by root:1000 @@ -68,20 +110,22 @@ pull_reexec=false default_args_file=/etc/btrbk-run.conf if [[ -s $default_args_file ]]; then set -- $(< $default_args_file) "$@" + # i havent used this feature yet, so warn about it echo "$0: warning: default btrbk-run options set in $default_args_file (sleeping 5 seconds):" cat $default_args_file sleep 5 fi +pre="${0##*/}:" cron=false orig_args=("$@") -temp=$(getopt -l cpull-reexec,help cl:m:npqs:t:vh "$@") || usage 1 +temp=$(getopt -l cron,pull-reexec,help cl:m:npqs:t:vh "$@") || usage 1 eval set -- "$temp" while true; do case $1 in --cron) cron=true - pre="${0##*/}: " + pre= shift ;; # only creates the config file, does not run btrbk @@ -114,19 +158,25 @@ if [[ -v targets && $source ]]; then fi if $verbose; then - printf "$0: options: conf_only=%s\ndry_run=%s\nrate_limit=%s\nverbose=%s\ncmd_arg=%s" "$conf_only" "$dry_run" "$rate_limit" "$verbose" "$cmd_arg" + printf "$pre options: conf_only=%s\ndry_run=%s\nrate_limit=%s\nverbose=%s\ncmd_arg=%s" "$conf_only" "$dry_run" "$rate_limit" "$verbose" "$cmd_arg" fi ### end options parsing +# TODO: i wonder if there should be an option to send to the default +# targets, plus any given on the command line. # set default targets -if [[ ! -v targets && ! $source && $HOSTNAME == $MAIL_HOST ]]; then +if [[ ! -v targets && ! $source ]]; then + if [[ $HOSTNAME != "$MAIL_HOST" ]] && $cron ; then + echo "MAIL_HOST=$MAIL_HOST, nothing to do" + exit 0 + fi case $HOSTNAME in kw|x2) if ping -q -c1 -w1 iank.vpn.office.fsf.org &>/dev/null; then home=iank.vpn.office.fsf.org else - home=$HOME_DOMAIN + home=b8.nz fi ;;& kw) @@ -186,7 +236,7 @@ else esac for mp in ${prospective_mps[@]}; do # default mountpoints to sync if [[ -e /nocow/btrfs-stale/$mp ]]; then - echo "$0: warning: $mp stale, not adding to default mountpoints" + echo "$pre warning: $mp stale, not adding to default mountpoints" continue fi if awk '{print $2}' /etc/fstab | grep -xF $mp &>/dev/null; then @@ -197,7 +247,14 @@ fi echo "mountpoints: ${mountpoints[*]}" +##### end command line parsing ######## +if [[ $source ]]; then + if [[ $(ssh $source systemctl is-active btrbk.service) != inactive ]]; then + echo "$0: error: cron btrbk is running on source. exiting out of caution" + exit 1 + fi +fi # pull_reexec stops us from getting into an infinite loop if there is some # kind of weird problem @@ -208,11 +265,11 @@ for m in "${mountpoints[@]}"; do break fi done -if ! $pull_reexec && [[ $source ]] && ! $pulla ; then +if ! $pull_reexec && [[ $source ]] && $pulla ; then tmpf=$(mktemp) scp $source:/a/bin/distro-setup/btrbk-run $tmpf if ! diff -q $tmpf $BASH_SOURCE; then - echo "$0: found newer version on host $source. reexecing" + echo "$pre found newer version on host $source. reexecing" install -T $tmpf /usr/local/bin/btrbk-run m /usr/local/bin/btrbk-run --pull-reexec "${orig_args[@]}" exit @@ -220,7 +277,6 @@ if ! $pull_reexec && [[ $source ]] && ! $pulla ; then fi -##### end command line parsing ######## @@ -231,6 +287,51 @@ fi # it doesn't make sense to do a backup. check-subvol-stale ${mountpoints[@]} || die "found stale mountpoints in ${mountpoints[*]}" +# for an initial run, btrbk requires the dir to exist. +mkdir -p /mnt/root/btrbk +local_zone=$(date +%z) + +if [[ $source ]]; then + if ! zone=$(ssh root@$source date +%z); then + die failed to ssh to root@$source + fi + if [[ $zone != $local_zone ]]; then + die "error: dont confuse yourself with multiple time zones. $h has different timezone than localhost" + fi + +else + + sshable=() + sshfail=() + min_idle_ms=$((1000 * 60 * 15)) + for h in ${targets[@]}; do + if zone=$(ssh root@$h "mkdir -p /mnt/root/btrbk && date +%z"); then + if $cron && DISPLAY=:0 xprintidle; then + # This is a separate ssh because xprintidle can fail and thats ok. + # Ignore this host. i sometimes use a non-main machine for testing or web browsing, knowing that + # everything will be wiped by the next backup, but I dont want it to happen as Im using + # it from cronjob. + continue + fi + sshable+=($h) + if [[ $zone != $local_zone ]]; then + die "error: dont confuse yourself with multiple time zones. $h has different timezone than localhost" + fi + else + sshfail+=($h) + fi + done + if [[ ! $sshable ]] || { ! $cron && [[ $sshfail ]]; }; then + die "failed to ssh to hosts: ${sshfail[*]}" + else + if [[ $sshfail ]]; then + ret=1 + echo "$pre error: failed to ssh to ${sshfail[*]} but continuing with other hosts" + fi + targets=(${sshable[@]}) + fi +fi + cat >/etc/btrbk.conf <