X-Git-Url: https://iankelling.org/git/?p=distro-setup;a=blobdiff_plain;f=btrbk-run;h=68363821af2b1f695655805c83fe683d7f8102cc;hp=4f4739d954e39d33c423ea59d06e174244893316;hb=77917a8fbf2032a8b2634a1b3de0879ec45cf213;hpb=2ef2e2c1c255c3642e6b152595e2dc95488c2c10 diff --git a/btrbk-run b/btrbk-run old mode 100755 new mode 100644 index 4f4739d..6836382 --- a/btrbk-run +++ b/btrbk-run @@ -1,109 +1,355 @@ -#!/bin/bash -l +#!/bin/bash +# Copyright (C) 2016 Ian Kelling -set -eE -o pipefail -trap 'echo "$0:$LINENO:error: \"$BASH_COMMAND\" returned $?" >&2' ERR +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at -[[ $EUID == 0 ]] || exec sudo -E "$BASH_SOURCE" "$@" +# http://www.apache.org/licenses/LICENSE-2.0 + +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + + +# todo: if we cancel in the middle of a btrfs send, then run again immediately, the received subvolume doesn't get a Received UUID: field, and we won't mount it. Need to figure out a solution that will fix this. + + +[[ $EUID == 0 ]] || exec sudo -E "${BASH_SOURCE[0]}" "$@" + +source /usr/local/lib/err usage() { - echo "top of script file:" - sed -n '1,/^[# ]*end command line/{p;b};q' "$0" - exit $1 + cat <<'EOF' +btrbk-run [OPTIONS] +usually -t TARGET_HOST or -s SOURCE_HOST + +Note, at source location, intentionally not executable, run and read +install-my-scripts. + +EOF + echo "top of script file:" + sed -n '1,/^[# ]*end command line/{p;b};q' "$0" + exit $1 +} + +rsync-dirs() { + local host=$1 + local path=$2 + m rsync $dry_run_arg -ahi --relative --delete "$path" "root@$host:/" } + +pre="${0##*/}: " +m() { if $verbose; then printf "$pre%s\n" "$*"; fi; "$@"; } +e() { printf "$pre%s\n" "$*"; } +die() { printf "$pre%s\n" "$*" >&2; echo "exiting with status 1" >&2; exit 1; } +mexit() { echo "$pre: exiting with status $1"; exit $1; } + +# latest $MAIL_HOST +if [[ -e /b/bash_unpublished/source-state ]]; then + source /b/bash_unpublished/source-state +fi + +# note q is owned by root:1000 + +mountpoints=() + +rsync_mountpoint=/q + +ret=0 +# default options conf_only=false dry_run=false # mostly for testing +rate_limit=no +verbose=true; verbose_arg=-v +progress_arg="--progress" +incremental_strict=true +pull_reexec=false -temp=$(getopt -l help,long-opt hcnt "$@") || usage 1 +default_args_file=/etc/btrbk-run.conf +if [[ -s $default_args_file ]]; then + set -- $(< $default_args_file) "$@" + # i havent used this feature yet, so warn about it + echo "$0: warning: default btrbk-run options set in $default_args_file (sleeping 5 seconds):" + cat $default_args_file + sleep 5 +fi + +cron=false +orig_args=("$@") +temp=$(getopt -l cron,pull-reexec,help cil:m:npqs:t:vh "$@") || usage 1 eval set -- "$temp" while true; do - case $1 in - -c) conf_only=true; shift ;; - -n) dry_run=true; dry_run_arg=-n; shift ;; - -t) IFS=, targets=($2); shift 2 ;; - -h|--help) usage ;; - --) shift; break ;; - *) echo "$0: Internal error!" ; exit 1 ;; - esac + case $1 in + --cron) + cron=true + pre= + shift + ;; + # only creates the config file, does not run btrbk + -c) conf_only=true; shift ;; + -i) incremental_strict=false; shift ;; + # bytes per second, suffix k m g + -l) rate_limit=$2; shift 2 ;; + # Comma separated mountpoints to backup. This has defaults set below. + -m) IFS=, mountpoints=($2); unset IFS; shift 2 ;; + -n) dry_run=true; dry_run_arg=-n; shift ;; + -p) progress_arg="--progress"; shift ;; + --pull-reexec) pull_reexec=true; shift ;; + -q) verbose=false; verbose_arg=; progress_arg=; shift ;; + # source host to receive a backup from + -s) source=$2; shift 2 ;; + # target hosts to send to. empty is valid for just doing local + # snapshot. we have default hosts we will populate. + -t) IFS=, targets=($2); unset IFS; shift 2 ;; + -v) verbose=true; verbose_arg=-v; shift ;; + -h|--help) usage ;; + --) shift; break ;; + *) die "Internal error!" ;; + esac done -read primary <<<"$@" + +# only tested commands are resume and archive +cmd_arg=${1:-run} + +case $cmd_arg in + run|resume|archive) : ;; + *) die "untested command arg" ;; +esac + +if (( $# > 1 )); then + die: "only 1 nonoption arg is supported" +fi + +if [[ -v targets && $source ]]; then + die "error: -t and -s are mutually exclusive" +fi + +if $verbose; then + printf "options: conf_only=%s\ndry_run=%s\nrate_limit=%s\nverbose=%s\ncmd_arg=%s" "$conf_only" "$dry_run" "$rate_limit" "$verbose" "$cmd_arg" +fi +### end options parsing + +if ! btrbk --version |& grep 0.29.0 >/dev/null; then + cd /a/opt/btrbk + m sudo make install +fi + +# TODO: i wonder if there should be an option to send to the default +# targets, plus any given on the command line. + +# set default targets +if [[ ! -v targets && ! $source ]]; then + if [[ $HOSTNAME != "$MAIL_HOST" ]] && $cron ; then + echo "MAIL_HOST=$MAIL_HOST, nothing to do" + mexit 0 + fi + + at_work=false + + case $HOSTNAME in + kw) + at_work=true + ;;& + x2|x3) + if ping -q -c1 -w1 hal.office.fsf.org \ + && ip n show 192.168.0.26 | grep . &>/dev/null; then + at_work=true + fi + ;;& + kw|x2|x3) + if $at_work && ping -q -c1 -w1 iank.vpn.office.fsf.org &>/dev/null; then + home=iank.vpn.office.fsf.org + else + home=b8.nz + fi + ;;& + kw) + targets=($home x3) + ;; + x2|x3) + targets=($home kw) + ;; + tp) + # kd disabled temporarily while its hot and i plan to work on it. + #targets=(frodo kd) + #targets=(frodo x2.b8.nz) + targets=(frodo) + # might not be connected to the vpn + if timeout -s 9 6 ssh kw :; then + targets+=(kw) + fi + ;; + kd) + targets=(frodo tp) + # might not be connected to the vpn + if timeout -s 9 6 ssh kw :; then + targets+=(kw) + fi + ;; + *) + die "error: no default targets for this host, use -t" + ;; + esac +fi + +if [[ -v targets ]]; then + echo "targets: ${targets[*]}" +fi + +if [[ $source ]]; then + echo "source: $source" +fi + + +if [[ $mountpoints ]]; then + for mp in ${mountpoints[@]}; do # default mountpoints to sync + if [[ -e /nocow/btrfs-stale/$mp ]]; then + die "error: $mp is stale, mount-latest-subvol first" + fi + done +else + # set default mountpoints + case $HOSTNAME in + # no remote backups atm. note, if we do enable this, configuration below will need some changes. + # frodo) + # prospective_mps=(/i) + # ;; + *) + prospective_mps=(/a /q) + if [[ $source ]]; then + source_state="$(ssh $source cat /a/bin/bash_unpublished/source-state)" + eval "$source_state" + source_host="$(ssh $source cat /etc/hostname)" + if [[ $source_host == "$MAIL_HOST" ]]; then + prospective_mps+=(/o) + fi + else + if [[ $HOSTNAME == "$MAIL_HOST" ]]; then + prospective_mps+=(/o) + fi + fi + ;; + esac + for mp in ${prospective_mps[@]}; do # default mountpoints to sync + if [[ -e /nocow/btrfs-stale/$mp ]]; then + e "warning: $mp stale, not adding to default mountpoints" + continue + fi + if awk '{print $2}' /etc/fstab | grep -xF $mp &>/dev/null; then + mountpoints+=($mp) + fi + done +fi + +echo "mountpoints: ${mountpoints[*]}" ##### end command line parsing ######## -sed="sed -r --follow-symlinks" -last_snaps=() +if [[ $source ]]; then + if [[ $(ssh $source systemctl is-active btrbk.service) != inactive ]]; then + echo "$0: error: cron btrbk is running on source. exiting out of caution" + mexit 1 + fi +fi -target-section() { - local root=$1 - local subvol=$2 - mountpoint $root &>/dev/null || return - cat >>/etc/btrbk.conf </dev/null; then + die "error: no btrbk binary found" fi +# if our mountpoints are from stale snapshots, +# it doesn't make sense to do a backup. +check-subvol-stale ${mountpoints[@]} || die "found stale mountpoints in ${mountpoints[*]}" +# for an initial run, btrbk requires the dir to exist. +mkdir -p /mnt/root/btrbk +local_zone=$(date +%z) -# umount first to ensure we don't have any errors -# todo: do some kill fuser stuff to make umount more reliable -# todo: setup sync systemd timer on $primary, once per hour. -# todo: setup lock so that if this is already running, we exit out, so -# that manual runs don't interfere with cronjobs. -if [[ $primary ]] && ! $dry_run; then - for m in ${mountpoints[@]}; do - # note, this won't work for /i, due to path being /mnt/iroot - # todo: include /i for treetowl/frodo - btrfs property set -ts /mnt/root$m ro true - ssh root@$primary bash </etc/btrbk.conf <<'EOF' -ssh_identity /root/.ssh/id_rsa -transaction_syslog daemon + +cat >/etc/btrbk.conf <>/etc/btrbk.conf <>/etc/btrbk.conf <>/etc/btrbk.conf <>/etc/btrbk.conf </dev/null; then + for tg in ${targets[@]}; do + case $tg in + li|lk) + for x in /p/c/machine_specific/*.hosts; do + if grep -qxF $tg $x; then + dir=${x%.hosts} + rsync-dirs $tg $dir + fi + done + ;; + esac + done +fi - printf "%s\n" "${fstab[@]}" | cedit /etc/fstab - for d in ${mountpoints[@]}; do - mount $d - btrfs sub del /mnt/root$d - done - ssh root@primary bash -s "${mountpoints[*]}" "${last_snaps[*]}" <<'EOF' -set -xe -mountpoints=($1) -last_snaps=($2) -first_root=$(awk '$2 == "/mnt/root" {print $1}' /etc/mtab) -for ((i=0; i < ${#mountpoints[@]}; i++)); do - m=${mountpoints[i]} - vol=${m##*/} - fstab+=("$first_root $m btrfs noatime,subvol=$vol 0 0") - cd /mnt/root - btrfs sub snapshot ${last_snaps[i]} $vol - mount $m -done -EOF +if [[ $source ]]; then + m mount-latest-subvol +else + m /a/exe/mount-latest-remote ${targets[@]} fi +mexit $ret + +# todo: move variable data we don't care about backing up +# to /nocow and symlink it. + # background on btrbk timezones. with short/long, timestamps use local time. # for long, if your local time moves backwards, by moving timezones or @@ -208,3 +474,5 @@ fi # However, in the short term, there will be no inconsistencies. # I don't see any problem with shifting when the day starts for # retention, so I'm using long-iso. + +# note to create a long-iso timestamp: date +%Y%m%dT%H%M%S%z