X-Git-Url: https://iankelling.org/git/?a=blobdiff_plain;f=btrbk-run;h=df17880ed025497749c535431a640797eabf0422;hb=0cc08a73110c15c4e7bbb8c8233a6c122c27490e;hp=4f4739d954e39d33c423ea59d06e174244893316;hpb=2ef2e2c1c255c3642e6b152595e2dc95488c2c10;p=distro-setup diff --git a/btrbk-run b/btrbk-run old mode 100755 new mode 100644 index 4f4739d..df17880 --- a/btrbk-run +++ b/btrbk-run @@ -1,4 +1,20 @@ -#!/bin/bash -l +#!/bin/bash +# Copyright (C) 2016 Ian Kelling + +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at + +# http://www.apache.org/licenses/LICENSE-2.0 + +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + + +# todo: if we cancel in the middle of a btrfs send, then run again immediately, the received subvolume doesn't get a Received UUID: field, and we won't mount it. Need to figure out a solution that will fix this. set -eE -o pipefail trap 'echo "$0:$LINENO:error: \"$BASH_COMMAND\" returned $?" >&2' ERR @@ -6,104 +22,182 @@ trap 'echo "$0:$LINENO:error: \"$BASH_COMMAND\" returned $?" >&2' ERR [[ $EUID == 0 ]] || exec sudo -E "$BASH_SOURCE" "$@" usage() { - echo "top of script file:" - sed -n '1,/^[# ]*end command line/{p;b};q' "$0" - exit $1 + cat <<'EOF' +btrbk-run [OPTIONS] +usually -t TARGET_HOST or -s SOURCE_HOST + +Note, at source location, intentionally not executable, run and read +install-my-scripts. + +EOF + echo "top of script file:" + sed -n '1,/^[# ]*end command line/{p;b};q' "$0" + exit $1 } +# latest $MAIL_HOST +if [[ -e /b/bash_unpublished/source-semi-priv ]]; then + source /b/bash_unpublished/source-semi-priv +fi + +script_dir=$(dirname $(readlink -f "$BASH_SOURCE")) + +# note q is owned by root:1000 +# note p/m is owned 1000:1000 and chmod 700 + + +mountpoints=() + +rsync_mountpoint=/q + +# default options conf_only=false dry_run=false # mostly for testing +rate_limit=no +verbose=true; verbose_arg=-v +progress_arg="--progress" -temp=$(getopt -l help,long-opt hcnt "$@") || usage 1 +default_args_file=/etc/btrbk-run.conf +if [[ -s $default_args_file ]]; then + set -- $(< $default_args_file) "$@" +fi + +temp=$(getopt -l help cl:m:nps:t:vh "$@") || usage 1 eval set -- "$temp" while true; do - case $1 in - -c) conf_only=true; shift ;; - -n) dry_run=true; dry_run_arg=-n; shift ;; - -t) IFS=, targets=($2); shift 2 ;; - -h|--help) usage ;; - --) shift; break ;; - *) echo "$0: Internal error!" ; exit 1 ;; - esac + case $1 in + # only creates the config file, does not run btrbk + -c) conf_only=true; shift ;; + # bytes per second, suffix k m g + -l) rate_limit=$2; shift 2 ;; + # Comma separated mountpoints to backup. This has defaults set below. + -m) IFS=, mountpoints=($2); unset IFS; shift 2 ;; + -n) dry_run=true; dry_run_arg=-n; shift ;; + -p) progress_arg="--progress"; shift ;; + -q) verbose=false; verbose_arg=; progress_arg=; shift ;; + # source host to receive a backup from + -s) source=$2; shift 2 ;; + # target hosts to send to. empty is valid for just doing local + # snapshot. we have default hosts we will populate. + -t) IFS=, targets=($2); unset IFS; shift 2 ;; + -v) verbose=true; verbose_arg=-v; shift ;; + -h|--help) usage ;; + --) shift; break ;; + *) echo "$0: Internal error!" ; exit 1 ;; + esac done -read primary <<<"$@" -##### end command line parsing ######## +# usefull commands are resume and archive +cmd_arg=${1:-run} -sed="sed -r --follow-symlinks" -last_snaps=() +if [[ -s $default_args_file ]]; then + echo "$0: warning: default btrbk-run options set in $default_args_file (sleeping 5 seconds):" + cat $default_args_file + sleep 5 +fi -target-section() { - local root=$1 - local subvol=$2 - mountpoint $root &>/dev/null || return - cat >>/etc/btrbk.conf <&2 + exit 1 +fi -EOF -} +echo -e "$0: options: conf_only=$conf_only\ndry_run=$dry_run\nrate_limit=$rate_limit\nverbose=$verbose\ncmd_arg=$cmd_arg" + +# set default targets +if [[ ! -v targets && ! $source ]]; then + case $HOSTNAME in + x2|kw) + if [[ $HOSTNAME == "$MAIL_HOST" ]]; then + targets=($HOME_DOMAIN) + fi + ;; + tp) + targets=(frodo) + if [[ $HOSTNAME == "$MAIL_HOST" ]]; then + if timeout -s 9 10 ssh x2 :; then + targets+=(x2) + fi + fi + ;; + frodo) + targets=() + ;; + *) + echo "$0: error: no default targets for this host, use -t" + exit 1 + ;; + esac +fi + +if [[ -v targets ]]; then + echo "targets: ${targets[*]}" +fi + +if [[ $source ]]; then + echo "source: $source" +fi + + + +# set default mountpoints +case $HOSTNAME in + # no remote backups atm. note, if we do enable this, configuration below will need some changes. + # frodo) + # prospective_mps=(/i) + # ;; + *) + prospective_mps=(/a /q) + if [[ $HOSTNAME == "$MAIL_HOST" ]]; then + prospective_mps+=(/o) + fi + ;; +esac + +for mp in ${prospective_mps[@]}; do # default mountpoints to sync + if [[ -e /nocow/btrfs-stale/$mp ]]; then + echo "$0: warning: $mp stale, not adding to default mountpoints" + continue + fi + if awk '{print $2}' /etc/fstab | grep -xF $mp &>/dev/null; then + mountpoints+=($mp) + fi +done + +echo "mountpoints: ${mountpoints[*]}" + +##### end command line parsing ######## rsync-dirs() { - local host=$1 - local path=$2 - rsync $dry_run_arg -ahi --relative --delete "$path" "root@$host:/" + local host=$1 + local path=$2 + m rsync $dry_run_arg -ahi --relative --delete "$path" "root@$host:/" } -last-snap() { - vol=${1##*/} - cd /mnt/root - last_snap=$( - for f in $vol.20*; do - printf "%s %s\n" $(date -d $(sed -r 's/(.{4})(..)(.{5})(..)(.*)/\1-\2-\3:\4:\5/' <<<${f#$vol.}) +%s) $f - done | sort -r | head -n 1 | awk '{print $2}' - ) - last_snaps+=($last_snap) -} -# note q is owned by root:1000 -# note p is owned 1000:1000 and chmod 700 -mountpoints=(/q) -if mountpoint /p; then - mountpoints+=(/p) -fi +m() { printf "%s: %s\n" "${0##*/}" "$*"; "$@"; } -if [[ ! $targets ]]; then - case $HOSTNAME in - tp|x2) - if ! timeout -s 9 10 ssh frodo :; then - targets=($HOME_DOMAIN) - fi - ;; - esac - targets=(frodo) + +if ! which btrbk &>/dev/null; then + echo "$0: error: no btrbk binary found" + exit 1 fi +# if our mountpoints are from stale snapshots, +# it doesn't make sense to do a backup. +check-subvol-stale ${mountpoints[@]} || exit 1 -# umount first to ensure we don't have any errors -# todo: do some kill fuser stuff to make umount more reliable -# todo: setup sync systemd timer on $primary, once per hour. -# todo: setup lock so that if this is already running, we exit out, so -# that manual runs don't interfere with cronjobs. -if [[ $primary ]] && ! $dry_run; then - for m in ${mountpoints[@]}; do - # note, this won't work for /i, due to path being /mnt/iroot - # todo: include /i for treetowl/frodo - btrfs property set -ts /mnt/root$m ro true - ssh root@$primary bash </etc/btrbk.conf </etc/btrbk.conf <<'EOF' -ssh_identity /root/.ssh/id_rsa -transaction_syslog daemon +# 20%ish speedup[] +stream_buffer 512m # so we only run one at a time lockfile /var/lock/btrbk.lock @@ -113,86 +207,108 @@ timestamp_format long-iso # only make a snapshot if things have changed snapshot_create onchange -# much less snapshots because I have less space on the -# local filesystem. -snapshot_preserve 2h 2d +# I could make this different from target_preserve, +# if one disk had less space. +# for now, keeping them equal. +snapshot_preserve 36h 14d 8w 24m +snapshot_preserve_min 4h +snapshot_dir btrbk # so, total backups = ~89 -target_preserve 48h 14d 8w 24m -target_preserve_min 6h +target_preserve 36h 14d 8w 24m +target_preserve_min 4h # if something fails and it's not obvious, try doing # btrbk -l debug -v dryrun + +rate_limit $rate_limit EOF - remote_target="target send-receive ssh://${tg}/mnt/root" - if [[ $tg == frodo && $HOSTNAME == treetowl ]]; then - target-section /mnt/iroot i - fi - for m in ${mountpoints[@]}; do - target-section /mnt/root ${m##*/} + +for tg in ${targets[@]:-$HOSTNAME}; do + # for an initial run, btrbk requires the dir to exist. + ssh root@$tg mkdir -p /mnt/root/btrbk +done + + + +vol=/mnt/root +for m in ${mountpoints[@]}; do + sub=${m##*/} + if [[ $source ]]; then + cat >>/etc/btrbk.conf <>/etc/btrbk.conf <>/etc/btrbk.conf </dev/null; then + for tg in ${targets[@]}; do + case $tg in + li|lk) + for x in /p/c/machine_specific/*.hosts; do + if grep -qxF $tg $x; then + dir=${x%.hosts} + rsync-dirs $tg $dir + fi + done + ;; + esac + done +fi - printf "%s\n" "${fstab[@]}" | cedit /etc/fstab - for d in ${mountpoints[@]}; do - mount $d - btrfs sub del /mnt/root$d - done - ssh root@primary bash -s "${mountpoints[*]}" "${last_snaps[*]}" <<'EOF' -set -xe -mountpoints=($1) -last_snaps=($2) -first_root=$(awk '$2 == "/mnt/root" {print $1}' /etc/mtab) -for ((i=0; i < ${#mountpoints[@]}; i++)); do - m=${mountpoints[i]} - vol=${m##*/} - fstab+=("$first_root $m btrfs noatime,subvol=$vol 0 0") - cd /mnt/root - btrfs sub snapshot ${last_snaps[i]} $vol - mount $m -done -EOF +/a/bin/distro-setup/install-my-scripts +if [[ $source ]]; then + m mount-latest-subvol +else + m /a/exe/mount-latest-remote ${targets[@]} fi +# todo: move variable data we don't care about backing up +# to /nocow and symlink it. + # background on btrbk timezones. with short/long, timestamps use local time. # for long, if your local time moves backwards, by moving timezones or @@ -208,3 +324,5 @@ fi # However, in the short term, there will be no inconsistencies. # I don't see any problem with shifting when the day starts for # retention, so I'm using long-iso. + +# note to create a long-iso timestamp: date +%Y%m%dT%H%M%S%z