X-Git-Url: https://iankelling.org/git/?p=distro-setup;a=blobdiff_plain;f=mount-latest-subvol;h=ea1d1f89195cc26420e68aa462671d1288eef5c4;hp=215b07f8faf0f73ef227005ae693b17f626caf9d;hb=8a6b446c7e336596af614c853e1c6177e55a7983;hpb=af37f71b1c4e1dfa9ebe9a270f4b839cd742cad5

diff --git a/mount-latest-subvol b/mount-latest-subvol
index 215b07f..ea1d1f8 100644
--- a/mount-latest-subvol
+++ b/mount-latest-subvol
@@ -13,11 +13,27 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-# usage: mount-latest-subvol
+script=$(readlink -f -- "$BASH_SOURCE")
+cd /
+[[ $EUID == 0 ]] || exec sudo -E "$script" "$@"
 
-# TODO, check our current directory, make sure we arent going to kill ourselves
 
-[[ $EUID == 0 ]] || exec sudo -E "$BASH_SOURCE" "$@"
+usage() {
+  cat <<EOF
+Usage: ${0##*/} [OPTIONS]
+
+-h|--help  Print help and exit.
+
+
+Note, at source location, intentionally not executable, run and read
+install-my-scripts.
+
+Note: Uses util-linux getopt option parsing: spaces between args and
+options, short options can be combined, options before args.
+EOF
+  exit $1
+}
+
 
 errcatch() {
   set -E; shopt -s extdebug
@@ -67,12 +83,22 @@ tu() {
     grep -xFq "$line" "$file" || tee -a "$file"<<<"$line"
   done
 }
-e() { printf "%s\n" "$*"; "$@"; }
+m() {
+  if $verbose; then
+    printf "%s\n" "$*"
+  fi
+  "$@"
+}
+x() {
+  printf "%s\n" "$*"
+  "$@"
+}
+
 mnt() {
   dir=$1
-  if ! mountpoint $dir &>/dev/null; then
+  if ! mountpoint -q $dir; then
     mkdir -p $dir
-    e mount $dir
+    m mount $dir
   fi
 }
 fstab() {
@@ -83,6 +109,17 @@ fstab() {
     tu /etc/fstab <<<"$l"
   done
 }
+pid-check() {
+  for p in ${pids}; do
+    for m in ${my_pids[@]}; do
+      if (( p == m )); then
+        echo "$0: error: pids to kill includes our pid or a parent. ps output:" >&2
+        ps -f -p $p
+        exit 1
+      fi
+    done
+  done
+}
 kill-dir() {
   for sig; do
     echo kill-dir $sig
@@ -90,11 +127,13 @@ kill-dir() {
     if pids=$(timeout 4 lsof -t $dir); then
       found_pids=true
       timeout 4 lsof -w $dir
+      pid-check
       kill -$sig $pids
     fi
     # fuser will find open sockets that lsof won't, for example from gpg-agent.
     # note: -v shows kernel processes, which then doesn't return true when we want
-    if timeout 4 fuser -m $dir &>/dev/null; then
+    if pids=$(timeout 4 fuser -m $dir 2>/dev/null); then
+      pid-check
       found_pids=true
       fuser -$sig -mvk $dir
     fi
@@ -106,17 +145,56 @@ kill-dir() {
   return 1
 }
 
+##### begin command line parsing ########
+
+# you can remove this if you do not have options which can have args with spaces or empty.
+
+verbose=false
 force=false
-if [[ $1 == -f ]]; then
-  force=true
-fi
+temp=$(getopt -l help,force,verbose hfv "$@") || usage 1
+eval set -- "$temp"
+while true; do
+  case $1 in
+    -f|--force) force=true ;;
+    -v|--verbose) verbose=true ;;
+    -h|--help) usage ;;
+    --) shift; break ;;
+    *) echo "$0: unexpected args: $*" >&2 ; usage 1 ;;
+  esac
+  shift
+done
+
+##### end command line parsing ########
 
 ret=0
 
 ##### begin setup fstab for subvols we care about ######
-first_root_crypt=$(awk '$2 == "/" {print $1}' /etc/mtab)
+root_dev=$(awk '$2 == "/" {print $1}' /etc/mtab)
+if [[ $root_dev == /dev/dm-* ]]; then
+  for d in /dev/mapper/*; do
+    if [[ $(readlink -f $d) == "$root_dev" ]]; then
+      root_dev=$d
+      break
+    fi
+  done
+fi
+
+if cryptsetup status $root_dev &>/dev/null; then
+  crypt_dev=$root_dev
+else # if we are in a recovery boot, find the next best crypt device
+  noauto=,noauto
+  for dev in $(dmsetup ls --target crypt | awk '{print $1}'); do
+    dev=/dev/mapper/$dev
+    if awk '{print $1}' /etc/mtab | grep -Fx $dev &>/dev/null; then
+      crypt_dev=$dev
+      break
+    fi
+  done
+fi
+
+
 fstab <<EOF
-$first_root_crypt  /a  btrfs  noatime,subvol=a  0 0
+$crypt_dev  /a  btrfs  noatime,subvol=a$noauto  0 0
 EOF
 
 shopt -s nullglob
@@ -125,29 +203,43 @@ shopt -s nullglob
 # ownership, and ssh doesn\'t allow any group writable parent
 # directories, so we are forced to use a directory structure similar
 # to home directories
-f=(/mnt/root/btrbk/q.*)
+f=(/mnt/root/btrbk/q.*); f=${f[0]}
 if [[ -e $f ]]; then
   fstab <<EOF
-$first_root_crypt  /q  btrfs  noatime,subvol=q,gid=1000  0 0
-/q/p  /p  none  bind  0 0
+$crypt_dev  /q  btrfs  noatime,subvol=q,gid=1000$noauto  0 0
+/q/p  /p  none  bind$noauto  0 0
 EOF
 fi
 
-f=(/mnt/root/btrbk/o.*)
+f=(/mnt/root/btrbk/o.*); f=${f[0]}
 if [[ -e $f ]]; then
   fstab <<EOF
-$first_root_crypt  /o  btrfs  noatime,subvol=o  0 0
-/o/m  /m  none  bind  0 0
+$crypt_dev  /o  btrfs  noatime,subvol=o$noauto  0 0
+/o/m  /m  none  bind$noauto  0 0
 EOF
 fi
 
 if [[ $HOSTNAME == frodo ]]; then
   fstab <<EOF
-$first_root_crypt  /i  btrfs  noatime,subvol=i  0 0
+$crypt_dev  /i  btrfs  noatime,subvol=i$noauto  0 0
 EOF
 fi
 ##### end setup fstab for subvols we care about ######
 
+# get pids that this program depends on so we dont kill them
+my_pids=($$ $PPID)
+loop_limit=30
+count=0
+while [[ ${my_pids[-1]} != 1 && ${my_pids[-1]} != ${my_pids[-2]} && $count -lt $loop_limit  ]]; do
+  count=$((count + 1))
+  p=$(ps -p ${my_pids[-1]} -o ppid=)
+  if [[ $p == 0 || ! $p ]]; then
+    break
+  fi
+  my_pids+=($p)
+done
+
+
 for vol in q a o i; do
   d=/$vol
   if ! awk '{print $2}' /etc/fstab | grep -xF $d &>/dev/null; then
@@ -174,7 +266,9 @@ for vol in q a o i; do
 
 
   # if latest is already mounted, make sure binds are mounted and move on
-  if e check-subvol-stale $d; then
+  m check-subvol-stale $d
+  # populated by check-subvol-stale if stale
+  if ! fresh_snap=$(cat /nocow/btrfs-stale/$vol 2>/dev/null); then
     mnt $d
     for b in ${binds[@]}; do
       mnt $b
@@ -182,25 +276,18 @@ for vol in q a o i; do
     continue
   fi
 
-  fresh_snap=$(</nocow/btrfs-stale/$vol)
-  if [[ ! $fresh_snap ]]; then
-    echo "$0: error. empty fresh_snap var"
-    ret=1
-    continue
-  fi
-
   umount_ret=true
   unmounted=()
   for dir in $(echo $d ${binds[*]}\ |tac -s\ ); do
-    if mountpoint $dir; then
-      if e umount -R $dir; then
+    if mountpoint -q $dir; then
+      if m umount -R $dir; then
         unmounted+=($dir)
       else
         if ! kill-dir TERM TERM TERM INT INT HUP HUP; then
           if $force; then  kill-dir KILL; fi
         fi
 
-        if e umount -R $dir; then
+        if m umount -R $dir; then
           unmounted+=($dir)
         else
           echo "$0: failed to umount $dir"
@@ -212,6 +299,7 @@ for vol in q a o i; do
     fi
   done
 
+  # if we unmounted some but not all, restore them and move on
   if ! $umount_ret; then
     for dir in ${unmounted[@]}; do
       mnt $dir
@@ -219,27 +307,71 @@ for vol in q a o i; do
     continue
   fi
 
+  #### begin dealing with leaf vols ####
   # todo: decipher /mnt/root, like we do in check-subvol-stale
   cd /mnt/root
   if [[ -e $vol ]]; then
-    e mv $vol $vol.leaf.$(date +%Y-%m-%dT%H:%M:%S%z)
+    leaf=$vol.leaf.$(date +%Y-%m-%dT%H:%M:%S%z)
+    m mv $vol $leaf
+    m btrfs property set -ts $leaf ro true
+
+    ### begin check if leaf is different, delete it if not ###
+    if [[ -e /a/opt/btrfs-snapshots-diff/btrfs-snapshots-diff.py ]]; then
+      source /a/bin/distro-functions/src/package-manager-abstractions
+      pi python-jmespath # dependency
+      parentid=$(btrfs sub show $leaf | awk '$1 == "Parent" && $2 == "UUID:" {print $3}')
+      bsubs=(/mnt/root/btrbk/$vol.*)
+      bsub=
+      # go in reverse order as its more likely to be at the end
+      for ((i=${#bsubs[@]}-1; i>=0; i--)); do
+        if [[ $parentid == $(btrfs sub show ${bsubs[i]} | awk '$1 == "UUID:" {print $2}') ]]; then
+          bsub=${bsubs[i]}
+          break
+        fi
+      done
+      if [[ $bsub ]]; then
+        tmp=$(mktemp)
+        # in testing, same subvol is 136 bytes. allow some overhead
+        btrfs send --no-data -p $bsub $leaf | head -c 1000 > $tmp || [[ $? == 141 ]]
+        if (( $(stat -c%s $tmp) < 1000)); then
+          # example output for an empty diff:
+          # Found a valid Btrfs stream header, version 1
+          # o.leaf.2019-05-15T14:00:50-0400;snapshot: uuid=ba045ea30737dd449003f1ee40ec12d0, ctrasid=109533, clone_uuid=3c7e3544e486834aa71d89e5b8f30056, clone_ctransid=109533
+          lines=$(/a/opt/btrfs-snapshots-diff/btrfs-snapshots-diff.py -s -f $tmp | \
+                    grep -vxF "Found a valid Btrfs stream header, version 1" | \
+                    grep -cv "^[^;]*;snapshot: ") ||:
+          if [[ $lines == 0 ]]; then
+            x btrfs sub del $leaf
+          fi
+        fi
+      fi
+    fi
+    ### end check if leaf is different, delete it if not ###
+
+    ## begin expire leaf vols ##
     leaf_vols=($vol.leaf.*)
+    count=1
     for leaf in ${leaf_vols[@]}; do
       leaf_secs=$(date -d ${leaf#$vol.leaf.} +%s)
-      if (( $(date +%s) - 60*60*24*60 > leaf_secs )); then # 60 days
-        e btrfs sub del $leaf
+      if (( $(date +%s) - 60*60*24*60 > leaf_secs || count > 200 )); then # 60 days
+        x btrfs sub del $leaf
       fi
+      count=$((count+1))
     done
+    ## end expire leaf vols ##
   fi
+  #### end dealing with leaf vols ####
+
   # Note, we make a few assumptions in this script, like
   # $d was not a different subvol id than $vol, and
   # things otherwise didn't get mounted very strangely.
-  e btrfs sub snapshot $fresh_snap $vol
+  m btrfs sub snapshot $fresh_snap $vol
   for dir in $d ${binds[@]}; do
-    e mnt $dir
+    m mnt $dir
   done
   stale_dir=/nocow/btrfs-stale
   rm -f $stale_dir/$d
+
 done
 
 ### disabled