#!/bin/bash # Copyright (C) 2016 Ian Kelling # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. script=$(readlink -f -- "$BASH_SOURCE") cd / [[ $EUID == 0 ]] || exec sudo -E "$script" "$@" source /usr/local/lib/err usage() { cat <&2 ps -f -p $p exit 1 fi done done } kill-dir() { for sig; do echo kill-dir $sig found_pids=false if pids=$(timeout 4 lsof -t $dir); then found_pids=true timeout 4 lsof -w $dir pid-check kill -$sig $pids fi # fuser will find open sockets that lsof won't, for example from gpg-agent. # note: -v shows kernel processes, which then doesn't return true when we want if pids=$(timeout 4 fuser -m $dir 2>/dev/null); then pid-check found_pids=true fuser -$sig -mvk $dir fi sleep .5 if ! $found_pids; then return 0 fi done return 1 } umount-kill() { dir=$1 if mountpoint -q $dir; then if m umount -R $dir; then unmounted+=($dir) else if ! kill-dir TERM TERM TERM INT INT HUP HUP TERM TERM TERM INT INT HUP HUP; then if $force; then kill-dir KILL; fi fi if m umount -R $dir; then unmounted+=($dir) else echo "$0: failed to umount $dir" umount_ret=false ret=1 fi fi fi } # duplicated in check-subvol mapper-dev() { local mapdev local -n devref=$1 if [[ $devref == /dev/dm-* ]]; then for mapdev in /dev/mapper/*; do if [[ $(readlink -f $mapdev) == "$devref" ]]; then devref=$mapdev break fi done fi } ##### begin command line parsing ######## # you can remove this if you do not have options which can have args with spaces or empty. verbose=true force=false temp=$(getopt -l help,force,verbose hfv "$@") || usage 1 eval set -- "$temp" while true; do case $1 in -f|--force) force=true ;; -v|--verbose) verbose=true ;; -h|--help) usage ;; --) shift; break ;; *) echo "$0: unexpected args: $*" >&2 ; usage 1 ;; esac shift done ##### end command line parsing ######## ret=0 ##### begin setup fstab for subvols we care about ###### if [[ -e /mnt/root/root2-crypttab ]]; then tu /etc/crypttab /dev/null; then crypt_dev=$root_dev else # if we are in a recovery boot, find the next best crypt device mopts=,noauto for dev in $(dmsetup ls --target crypt | awk '{print $1}'); do dev=/dev/mapper/$dev if awk '{print $1}' /etc/mtab | grep -Fx $dev &>/dev/null; then crypt_dev=$dev break fi done fi # dont tax the cpus of old laptops if ((`nproc` > 2)); then mopts+=,compress=zstd fi fstab </dev/null; then continue fi ##### begin building up list of bind mounts ###### binds=() # list of bind mounts roots=($d) while true; do new_roots=() for r in ${roots[@]}; do # eg. when r=/q/p, for lines like # /q/p /p none bind 0 0 # output /p new_roots+=($(sed -rn "s#^$r/\S+\s+(\S+)\s+none\s+(\S+,|)bind[[:space:],].*#\1#p" /etc/fstab)) done (( ${#new_roots} )) || break binds+=(${new_roots[@]}) # roots is used to recursively find binds of binds if they exist. roots=( ${new_roots[@]} ) done ##### end building up list of bind mounts ###### # if latest is already mounted, make sure binds are mounted and move on m check-subvol-stale $d # populated by check-subvol-stale if stale if ! fresh_snap=$(cat /nocow/btrfs-stale/$vol 2>/dev/null); then mnt $d did=$(stat -c%d $d) for b in ${binds[@]}; do if mountpoint -q $b; then bid=$(stat -c%d $b) if [[ $did != $bid ]]; then umount-kill $b fi fi mnt $b done continue fi if [[ $vol == q ]]; then # allow to fail, user might not be logged in x sudo -u $(id -nu 1000) XDG_RUNTIME_DIR=/run/user/1000 systemctl --user stop arbtt ||: fi umount_ret=true unmounted=() for dir in $(echo $d ${binds[*]}\ |tac -s\ ); do umount-kill $dir done # if we unmounted some but not all, restore them and move on if ! $umount_ret; then for dir in ${unmounted[@]}; do mnt $dir done continue fi #### begin dealing with leaf vols #### ### begin getting root_dir ### this is duplicated in check-subvol-stale dev=$(sed -rn "s,^\s*([^#]\S*)\s+$d\s.*,\1,p" /etc/fstab /etc/mtab|head -n1) d dev=$dev # note, we need $dev because $d might not be mounted, and we do this loop # because the device in fstab for the rootfs can be different. for devx in $(btrfs fil show $dev| sed -rn 's#.*path (\S+)$#\1#p'); do if [[ $devx == dm-* ]]; then devx=/dev/$devx mapper-dev devx fi d devx=$devx root_dir=$(sed -rn "s,^\s*$devx\s+(\S+).*\bsubvolid=[05]\b.*,\1,p" /etc/mtab /etc/fstab|head -n1) if [[ $root_dir ]]; then d root_dir=$root_dir break fi done if [[ ! $root_dir ]]; then echo "$0: error could not find root subvol mount for $dev" >&2 exit 1 fi ### end getting root_dir cd $root_dir if [[ -e $vol ]]; then leaf=$vol.leaf.$(date +%Y-%m-%dT%H:%M:%S%z) m mv $vol $leaf m btrfs property set -ts $leaf ro true ### begin check if leaf is different, delete it if not ### if [[ -e /a/opt/btrfs-snapshots-diff/btrfs-snapshots-diff.py ]]; then source /a/bin/distro-functions/src/package-manager-abstractions #pi python-jmespath # dependency of btrfs-snapshots-diff # todo: need python3 port of btrfs-snapshots-diff, py2 no exist on nabia parentid=$(btrfs sub show $leaf | awk '$1 == "Parent" && $2 == "UUID:" {print $3}') bsubs=(/mnt/root/btrbk/$vol.*) bsub= # go in reverse order as its more likely to be at the end for ((i=${#bsubs[@]}-1; i>=0; i--)); do if [[ $parentid == $(btrfs sub show ${bsubs[i]} | awk '$1 == "UUID:" {print $2}') ]]; then bsub=${bsubs[i]} break fi done if [[ $bsub ]]; then tmp=$(mktemp) # in testing, same subvol is 136 bytes. allow some overhead. 32 happens sometimes under systemd. # $ errno 32 # EPIPE 32 Broken pipe btrfs send --no-data -p $bsub $leaf | head -c 1000 > $tmp || [[ $? == 141 || ${PIPESTATUS[0]} == 32 ]] if (( $(stat -c%s $tmp) < 1000)); then # example output for an empty diff: # Found a valid Btrfs stream header, version 1 # o.leaf.2019-05-15T14:00:50-0400;snapshot: uuid=ba045ea30737dd449003f1ee40ec12d0, ctrasid=109533, clone_uuid=3c7e3544e486834aa71d89e5b8f30056, clone_ctransid=109533 lines=$(/a/opt/btrfs-snapshots-diff/btrfs-snapshots-diff.py -s -f $tmp | \ grep -vxF "Found a valid Btrfs stream header, version 1" | \ grep -cv "^[^;]*;snapshot: ") ||: if [[ $lines == 0 ]]; then # rotate in case we find a bug, weve got 2 old ones tmpleaf=($vol.tmpleaf2.*) if (( ${#tmpleaf[@]} )); then x btrfs sub del ${tmpleaf[@]} fi tmpleaf=($vol.tmpleaf1.*) if (( ${#tmpleaf[@]} )); then x mv ${tmpleaf[0]} $vol.tmpleaf2.${tmpleaf[0]#$vol.tmpleaf1.} fi echo suspected identical: $bsub $leaf x mv $leaf $vol.tmpleaf1.${leaf#$vol.leaf.} fi fi fi fi ### end check if leaf is different, delete it if not ### ## begin expire leaf vols ## leaf_vols=($vol.leaf.*) count=${#leaf_vols[@]} leaf_limit_time=$(( $(date +%s) - 60*60*24*60 )) # 60 days leaf_new_limit_time=$(( $(date +%s) - 60*60*24 )) # 1 day # this goes backwards from oldest. leaf_new_limit_time is just in case # the order gets screwed up or something. for leaf in ${leaf_vols[@]}; do leaf_time=$(date -d ${leaf#$vol.leaf.} +%s) if (( leaf_limit_time > leaf_time || ( leaf_new_limit_time > leaf_time && count > 15 ) )); then x btrfs sub del $leaf fi count=$((count-1)) done ## end expire leaf vols ## fi #### end dealing with leaf vols #### # Note, we make a few assumptions in this script, like # $d was not a different subvol id than $vol, and # things otherwise didn't get mounted very strangely. m btrfs sub snapshot $fresh_snap $vol for dir in $d ${binds[@]}; do m mnt $dir done if [[ $vol == q ]]; then # maybe this will fail if X is not running x sudo -u $(id -nu 1000) XDG_RUNTIME_DIR=/run/user/1000 systemctl --user start arbtt ||: fi stale_dir=/nocow/btrfs-stale rm -f $stale_dir/$d done for dir in /mnt/r7/amy/{root,boot}_ubuntubionic /mnt/{root2/root,boot2/boot}_ubuntubionic; do vol=${dir##*/} root_dir=${dir%/*} if [[ ! -d $root_dir ]]; then # this only exists on host kd currently continue fi # if latest is already mounted, make sure binds are mounted and move on m check-subvol-stale -p $dir # populated by check-subvol-stale if stale if ! fresh_snap=$(cat /nocow/btrfs-stale/$vol 2>/dev/null); then continue fi if [[ -d $dir ]]; then if ! kill-dir TERM TERM TERM INT INT HUP HUP TERM TERM TERM INT INT HUP HUP; then if $force; then kill-dir KILL; fi fi m btrfs sub del $dir fi m btrfs sub snapshot $fresh_snap $dir rm -f /nocow/btrfs-stale/$vol done exit $ret