# See the License for the specific language governing permissions and
# limitations under the License.
-# usage: mount-latest-subvol
+script=$(readlink -f -- "$BASH_SOURCE")
+cd /
+[[ $EUID == 0 ]] || exec sudo -E "$script" "$@"
-# TODO, check our current directory, make sure we arent going to kill ourselves
-[[ $EUID == 0 ]] || exec sudo -E "$BASH_SOURCE" "$@"
+usage() {
+ cat <<EOF
+Usage: ${0##*/} [OPTIONS]
+
+-h|--help Print help and exit.
+
+
+Note, at source location, intentionally not executable, run and read
+install-my-scripts.
+
+Note: Uses util-linux getopt option parsing: spaces between args and
+options, short options can be combined, options before args.
+EOF
+ exit $1
+}
+
errcatch() {
set -E; shopt -s extdebug
grep -xFq "$line" "$file" || tee -a "$file"<<<"$line"
done
}
-e() { printf "%s\n" "$*"; "$@"; }
+m() {
+ if $verbose; then
+ printf "%s\n" "$*"
+ fi
+ "$@"
+}
+x() {
+ printf "%s\n" "$*"
+ "$@"
+}
+
mnt() {
dir=$1
- if ! mountpoint $dir &>/dev/null; then
+ if ! mountpoint -q $dir; then
mkdir -p $dir
- e mount $dir
+ m mount $dir
fi
}
fstab() {
tu /etc/fstab <<<"$l"
done
}
+pid-check() {
+ for p in ${pids}; do
+ for m in ${my_pids[@]}; do
+ if (( p == m )); then
+ echo "$0: error: pids to kill includes our pid or a parent. ps output:" >&2
+ ps -f -p $p
+ exit 1
+ fi
+ done
+ done
+}
kill-dir() {
for sig; do
echo kill-dir $sig
if pids=$(timeout 4 lsof -t $dir); then
found_pids=true
timeout 4 lsof -w $dir
+ pid-check
kill -$sig $pids
fi
# fuser will find open sockets that lsof won't, for example from gpg-agent.
# note: -v shows kernel processes, which then doesn't return true when we want
- if timeout 4 fuser -m $dir &>/dev/null; then
+ if pids=$(timeout 4 fuser -m $dir 2>/dev/null); then
+ pid-check
found_pids=true
fuser -$sig -mvk $dir
fi
return 1
}
+##### begin command line parsing ########
+
+# you can remove this if you do not have options which can have args with spaces or empty.
+
+verbose=false
force=false
-if [[ $1 == -f ]]; then
- force=true
-fi
+temp=$(getopt -l help,force,verbose hfv "$@") || usage 1
+eval set -- "$temp"
+while true; do
+ case $1 in
+ -f|--force) force=true ;;
+ -v|--verbose) verbose=true ;;
+ -h|--help) usage ;;
+ --) shift; break ;;
+ *) echo "$0: unexpected args: $*" >&2 ; usage 1 ;;
+ esac
+ shift
+done
+
+##### end command line parsing ########
ret=0
##### begin setup fstab for subvols we care about ######
-first_root_crypt=$(awk '$2 == "/" {print $1}' /etc/mtab)
+root_dev=$(awk '$2 == "/" {print $1}' /etc/mtab)
+if [[ $root_dev == /dev/dm-* ]]; then
+ for d in /dev/mapper/*; do
+ if [[ $(readlink -f $d) == "$root_dev" ]]; then
+ root_dev=$d
+ break
+ fi
+ done
+fi
+
+if cryptsetup status $root_dev &>/dev/null; then
+ crypt_dev=$root_dev
+else # if we are in a recovery boot, find the next best crypt device
+ noauto=,noauto
+ for dev in $(dmsetup ls --target crypt | awk '{print $1}'); do
+ dev=/dev/mapper/$dev
+ if awk '{print $1}' /etc/mtab | grep -Fx $dev &>/dev/null; then
+ crypt_dev=$dev
+ break
+ fi
+ done
+fi
+
+
fstab <<EOF
-$first_root_crypt /a btrfs noatime,subvol=a 0 0
+$crypt_dev /a btrfs noatime,subvol=a$noauto 0 0
EOF
shopt -s nullglob
# ownership, and ssh doesn\'t allow any group writable parent
# directories, so we are forced to use a directory structure similar
# to home directories
-f=(/mnt/root/btrbk/q.*)
+f=(/mnt/root/btrbk/q.*); f=${f[0]}
if [[ -e $f ]]; then
fstab <<EOF
-$first_root_crypt /q btrfs noatime,subvol=q,gid=1000 0 0
-/q/p /p none bind 0 0
+$crypt_dev /q btrfs noatime,subvol=q,gid=1000$noauto 0 0
+/q/p /p none bind$noauto 0 0
EOF
fi
-f=(/mnt/root/btrbk/o.*)
+f=(/mnt/root/btrbk/o.*); f=${f[0]}
if [[ -e $f ]]; then
fstab <<EOF
-$first_root_crypt /o btrfs noatime,subvol=o 0 0
-/o/m /m none bind 0 0
+$crypt_dev /o btrfs noatime,subvol=o$noauto 0 0
+/o/m /m none bind$noauto 0 0
EOF
fi
if [[ $HOSTNAME == frodo ]]; then
fstab <<EOF
-$first_root_crypt /i btrfs noatime,subvol=i 0 0
+$crypt_dev /i btrfs noatime,subvol=i$noauto 0 0
EOF
fi
##### end setup fstab for subvols we care about ######
+# get pids that this program depends on so we dont kill them
+my_pids=($$ $PPID)
+loop_limit=30
+count=0
+while [[ ${my_pids[-1]} != 1 && ${my_pids[-1]} != ${my_pids[-2]} && $count -lt $loop_limit ]]; do
+ count=$((count + 1))
+ p=$(ps -p ${my_pids[-1]} -o ppid=)
+ if [[ $p == 0 || ! $p ]]; then
+ break
+ fi
+ my_pids+=($p)
+done
+
+
for vol in q a o i; do
d=/$vol
if ! awk '{print $2}' /etc/fstab | grep -xF $d &>/dev/null; then
# if latest is already mounted, make sure binds are mounted and move on
- if e check-subvol-stale $d; then
+ m check-subvol-stale $d
+ # populated by check-subvol-stale if stale
+ if ! fresh_snap=$(cat /nocow/btrfs-stale/$vol 2>/dev/null); then
mnt $d
for b in ${binds[@]}; do
mnt $b
continue
fi
- fresh_snap=$(</nocow/btrfs-stale/$vol)
- if [[ ! $fresh_snap ]]; then
- echo "$0: error. empty fresh_snap var"
- ret=1
- continue
- fi
-
umount_ret=true
unmounted=()
for dir in $(echo $d ${binds[*]}\ |tac -s\ ); do
- if mountpoint $dir; then
- if e umount -R $dir; then
+ if mountpoint -q $dir; then
+ if m umount -R $dir; then
unmounted+=($dir)
else
if ! kill-dir TERM TERM TERM INT INT HUP HUP; then
if $force; then kill-dir KILL; fi
fi
- if e umount -R $dir; then
+ if m umount -R $dir; then
unmounted+=($dir)
else
echo "$0: failed to umount $dir"
fi
done
+ # if we unmounted some but not all, restore them and move on
if ! $umount_ret; then
for dir in ${unmounted[@]}; do
mnt $dir
continue
fi
+ #### begin dealing with leaf vols ####
# todo: decipher /mnt/root, like we do in check-subvol-stale
cd /mnt/root
if [[ -e $vol ]]; then
- e mv $vol $vol.leaf.$(date +%Y-%m-%dT%H:%M:%S%z)
+ leaf=$vol.leaf.$(date +%Y-%m-%dT%H:%M:%S%z)
+ m mv $vol $leaf
+ m btrfs property set -ts $leaf ro true
+
+ ### begin check if leaf is different, delete it if not ###
+ if [[ -e /a/opt/btrfs-snapshots-diff/btrfs-snapshots-diff.py ]]; then
+ source /a/bin/distro-functions/src/package-manager-abstractions
+ pi python-jmespath # dependency
+ parentid=$(btrfs sub show $leaf | awk '$1 == "Parent" && $2 == "UUID:" {print $3}')
+ bsubs=(/mnt/root/btrbk/$vol.*)
+ bsub=
+ # go in reverse order as its more likely to be at the end
+ for ((i=${#bsubs[@]}-1; i>=0; i--)); do
+ if [[ $parentid == $(btrfs sub show ${bsubs[i]} | awk '$1 == "UUID:" {print $2}') ]]; then
+ bsub=${bsubs[i]}
+ break
+ fi
+ done
+ if [[ $bsub ]]; then
+ tmp=$(mktemp)
+ # in testing, same subvol is 136 bytes. allow some overhead
+ btrfs send --no-data -p $bsub $leaf | head -c 1000 > $tmp || [[ $? == 141 ]]
+ if (( $(stat -c%s $tmp) < 1000)); then
+ # example output for an empty diff:
+ # Found a valid Btrfs stream header, version 1
+ # o.leaf.2019-05-15T14:00:50-0400;snapshot: uuid=ba045ea30737dd449003f1ee40ec12d0, ctrasid=109533, clone_uuid=3c7e3544e486834aa71d89e5b8f30056, clone_ctransid=109533
+ lines=$(/a/opt/btrfs-snapshots-diff/btrfs-snapshots-diff.py -s -f $tmp | \
+ grep -vxF "Found a valid Btrfs stream header, version 1" | \
+ grep -cv "^[^;]*;snapshot: ") ||:
+ if [[ $lines == 0 ]]; then
+ x btrfs sub del $leaf
+ fi
+ fi
+ fi
+ fi
+ ### end check if leaf is different, delete it if not ###
+
+ ## begin expire leaf vols ##
leaf_vols=($vol.leaf.*)
+ count=1
for leaf in ${leaf_vols[@]}; do
leaf_secs=$(date -d ${leaf#$vol.leaf.} +%s)
- if (( $(date +%s) - 60*60*24*60 > leaf_secs )); then # 60 days
- e btrfs sub del $leaf
+ if (( $(date +%s) - 60*60*24*60 > leaf_secs || count > 200 )); then # 60 days
+ x btrfs sub del $leaf
fi
+ count=$((count+1))
done
+ ## end expire leaf vols ##
fi
+ #### end dealing with leaf vols ####
+
# Note, we make a few assumptions in this script, like
# $d was not a different subvol id than $vol, and
# things otherwise didn't get mounted very strangely.
- e btrfs sub snapshot $fresh_snap $vol
+ m btrfs sub snapshot $fresh_snap $vol
for dir in $d ${binds[@]}; do
- e mnt $dir
+ m mnt $dir
done
stale_dir=/nocow/btrfs-stale
rm -f $stale_dir/$d
+
done
### disabled