iankelling.org Git - distro-setup/blob - brc2

   1 #!/bin/bash
   2 # I, Ian Kelling, follow the GNU license recommendations at
   3 # https://www.gnu.org/licenses/license-recommendations.en.html. They
   4 # recommend that small programs, < 300 lines, be licensed under the
   5 # Apache License 2.0. This file contains or is part of one or more small
   6 # programs. If a small program grows beyond 300 lines, I plan to switch
   7 # its license to GPL.
   8
   9 # Copyright 2024 Ian Kelling
  10
  11 # Licensed under the Apache License, Version 2.0 (the "License");
  12 # you may not use this file except in compliance with the License.
  13 # You may obtain a copy of the License at
  14
  15 #     http://www.apache.org/licenses/LICENSE-2.0
  16
  17 # Unless required by applicable law or agreed to in writing, software
  18 # distributed under the License is distributed on an "AS IS" BASIS,
  19 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  20 # See the License for the specific language governing permissions and
  21 # limitations under the License.
  22
  23 # this gets sourced. shebang is just for file mode detection
  24
  25
  26 # * settings
  27
  28 if [[ $LESSHISTFILE == - ]]; then
  29   HISTFILE=
  30   c() { cd "$@"; }
  31 elif [[ $HISTFILE ]]; then
  32   HISTFILE=$HOME/.bh
  33 fi
  34
  35 source /a/bin/distro-setup/path-add-function
  36 path-add /a/exe
  37 # add this with absolute paths as needed for better security
  38 #path-add --end /path/to/node_modules/.bin
  39 ## for yarn, etc
  40 #path-add --end /usr/lib/node_modules/corepack/shims/
  41
  42 # pip3 --user things go here:
  43 path-add --end ~/.local/bin
  44 path-add --ifexists --end /a/work/libremanage
  45 path-add --ifexists --end /a/opt/adt-bundle*/tools /a/opt/adt-bundle*/platform-tools
  46 path-add --ifexists --end /a/opt/scancode-toolkit-3.10.
  47 path-add --ifexists --end /p/bin
  48
  49 case $HOSTNAME in
  50   sy|bo)
  51     # https://askubuntu.com/questions/1254544/vlc-crashes-when-opening-any-file-ubuntu-20-04
  52     if grep -qE '^VERSION_CODENAME="(nabia|focal)"' /etc/os-release &>/dev/null; then
  53       export MESA_LOADER_DRIVER_OVERRIDE=i965
  54     fi
  55     ;;
  56 esac
  57
  58
  59 export WCDHOME=/a
  60
  61
  62 case $EUID in
  63   0)
  64     # shellcheck disable=SC2034 # used in brc
  65     SL_SSH_ARGS="-F $HOME/.ssh/confighome"
  66     ;;
  67 esac
  68
  69
  70 # * include files
  71
  72 # generated instead of dynamic for the benefit of shellcheck
  73 #for x in /a/bin/distro-functions/src/* /a/bin/!(githtml)/*-function?(s); do echo source $x ; done
  74 source /a/bin/distro-functions/src/identify-distros
  75 source /a/bin/log-quiet/logq-function
  76 # for x in /a/bin/bash_unpublished/source-!(.#*); do echo source $x; done
  77 source /a/bin/bash_unpublished/source-semi-priv
  78 source /a/bin/bash_unpublished/source-state
  79
  80 if [[ $HOSTNAME == "$MAIL_HOST" ]]; then
  81   export MAIL_HOST_P=t
  82 else
  83   export NOT_MAIL_HOST_P=t
  84 fi
  85
  86
  87 source /a/bin/log-quiet/logq-function
  88
  89 # not used
  90 # if [[ -s /a/opt/alacritty/extra/completions/alacritty.bash ]]; then
  91 #   source /a/opt/alacritty/extra/completions/alacritty.bash
  92 # fi
  93
  94
  95 source /a/bin/ds/beet-data
  96
  97
  98 # * functions
  99
 100
 101
 102 multimic() {
 103   local i
 104   local -a sources
 105
 106   m pactl unload-module module-loopback
 107   m pactl unload-module module-null-sink
 108   m pactl unload-module module-remap-source
 109
 110   IFS=" " read -r -a sources <<<"$(pacmd list-sources | sed -rn 's/.*name: <([^>]+).*/\1/p')"
 111
 112   if (( ! $# )); then
 113     i=0
 114     for s in ${sources[@]}; do
 115       e $i $s
 116       i=$(( i+1 ))
 117     done
 118     read -r l
 119     set -- $l
 120   fi
 121   m pactl load-module module-null-sink sink_name=ianinput sink_properties=device.description=ianinputs
 122   for i; do
 123     m pactl load-module module-loopback source=${sources[i]} sink_dont_move=true sink=ianinput
 124   done
 125   pactl load-module module-remap-source source_name=iancombine master=ianinput.monitor source_properties=device.description=iancombine
 126 }
 127
 128 # h ssh test
 129 # For testing restrictive ssh.
 130 hstest() {
 131   install-my-scripts
 132   d=$(mktemp -d)
 133   sed '/^ *IdentityFile/d' ~/.ssh/config >$d/config
 134   s command ssh -F $d/config -i /q/root/h "$@"
 135 }
 136
 137 # h rsync test
 138 # For testing restrictive rsync
 139 hrtest() { #
 140   install-my-scripts
 141   d=$(mktemp -d)
 142   sed '/^ *IdentityFile/d' ~/.ssh/config >$d/config
 143   s rsync -e "ssh -F $d/config -i /q/root/h" "$@"
 144 }
 145
 146 # rsync as root and avoid the default restrictive h key & config.
 147 rootrsync() {
 148   s rsync -e "ssh -F /root/.ssh/confighome" "$@"
 149 }
 150
 151 zcheck() {
 152   ssh bow DISPLAY=:0 scrot /tmp/oegu.jpg
 153   scp bow:/tmp/oegu.jpg /t
 154   ssh bow rm /tmp/oegu.jpg
 155   feh /t/oegu.jpg
 156 }
 157 zmon() {
 158   while true; do
 159     ziva-screen
 160     sleep 15
 161   done
 162 }
 163
 164 slemacs() {
 165   local arg rtime v
 166   arg="$1"
 167   remote="$2"
 168   if [[ $arg == [89]0Etiona* ]]; then
 169     v=${arg::1}
 170     rtime=${arg#*Etiona} # remote time
 171     if [[ ! $rtime ]]; then
 172       rtime=0
 173     fi
 174     dir=/a/opt/emacs-trisquel${v}-nox/.iank
 175     ltime=$(stat -c%Y $dir/e/e/.emacs.d/init.el)
 176     if (( ltime > rtime )); then
 177       m rsync -rptL --delete --filter=". /b/ds/sl/rsync-filter" $dir "$remote":/home/iank
 178     fi
 179   fi
 180 }
 181
 182 sle() { # sl emacs
 183   local f=/home/iank/.emacs.d/init.el
 184   sl --sl-test-cmd ". /etc/os-release ; printf %s \${VERSION//[^a-zA-Z0-9]/}; test -e $f && stat -c%Y $f" --sl-test-hook slemacs "$@"
 185 }
 186 ccomp ssh sle
 187
 188 # Run this manually after .emacs.d changes.  Otherwise, to check if
 189 # files changed with find takes 90ms. sl normally only adds 25ms.  We
 190 # could cut it down to 10ms if we put things on a btrfs filesystem and
 191 # looked for changes there, or used some inotify thing, but that seems
 192 # like too much work.
 193 egh() { # emacs gnuhope
 194   RSYNC_RSH=ssh m rsync -rptL --delete --filter=". /b/ds/sl/rsync-filter" /a/opt/emacs-trisquel9-nox/.iank lists2d.fsf.org:.ianktrisquel_9
 195   RSYNC_RSH=ssh m rsync -rptL --delete --filter=". /b/ds/sl/rsync-filter" /a/opt/emacs-trisquel8-nox/.iank lists2d.fsf.org:/home/iank
 196 }
 197 ekw() {
 198   local shell="bash -s"
 199   if [[ $HOSTNAME != kw ]]; then
 200     shell="ssh kw.office.fsf.org"
 201     bbk -m /a -t kw
 202   fi
 203   $shell <<'EOF'
 204 sudo mkdir /root/.ianktrisquel_9
 205 sudo rsync -rptL --delete --filter=". /b/ds/sl/rsync-filter" /a/opt/emacs-trisquel9-nox/.iank /root/.ianktrisquel_9
 206 rsync -rptL --delete --filter=". /b/ds/sl/rsync-filter" /a/opt/emacs-trisquel8-nox/.iank /home/iank
 207 EOF
 208 }
 209
 210 rm-docker-iptables() {
 211   s iptables -S  | gr docker | gr -- -A | sed 's/-A/-D/'| while read -r l; do sudo iptables  $l; done
 212   s iptables -S -t nat | gr docker | gr -- -A | sed 's/-A/-D/'| while read -r l; do sudo iptables -t nat $l; done
 213   s iptables -S | gr docker | gr -- -N | sed 's/-N/-X/'| while read -r l; do sudo iptables $l; done
 214   s iptables -S -t nat | gr docker | gr -- -N | sed 's/-N/-X/'| while read -r l; do sudo iptables -t nat $l; done
 215 }
 216
 217 # usage mkschroot [-] distro codename packages
 218 # - means no piping in of sources.list
 219 #
 220 # note some useful post mkschroot i've used in the past
 221 # tu /nocow/schroot/flidas/etc/sudoers <<EOF
 222 # $USER  ALL=(ALL)  NOPASSWD: ALL
 223 # Defaults  env_keep += SUDOD
 224 # Defaults always_set_home
 225 # Defaults !umask
 226 # EOF
 227 # sd /nocow/schroot/flidas//etc/locale.gen <<'EOF'
 228 # en_US.UTF-8 UTF-8
 229 # EOF
 230 # s schroot -c flidas locale-gen
 231 # s schroot -c flidas update-locale LANG=en_US.UTF-8
 232
 233 mkschroot() {
 234   local sources force repo n distro
 235   force=false
 236   while [[ $1 == -* ]]; do
 237     case $1 in
 238       -f) force=true; shift ;;
 239       -s)
 240         sources="$2"
 241         if [[ ! -s $sources ]]; then
 242           echo mkschroot: error: sources file $sources does not exist or is empty
 243           return 1
 244         fi
 245         shift 2
 246         ;;
 247     esac
 248   done
 249   distro=$1
 250   shift
 251   case $distro in
 252     trisquel)
 253       repo=http://mirror.fsf.org/trisquel/
 254       ;;
 255     ubuntu)
 256       repo=http://archive.ubuntu.com/ubuntu/
 257       ;;
 258     debian)
 259       repo=http://deb.debian.org/debian/
 260       ;;
 261   esac
 262   n=$1
 263
 264   shift
 265   if ! $force && schroot -l | grep -xFq chroot:$n; then
 266     echo "$0: $n schroot already installed, skipping"
 267     return 0
 268   fi
 269   apps=($@)
 270   d=/nocow/schroot/$n
 271   sd /etc/schroot/chroot.d/$n.conf <<EOF
 272 [$n]
 273 description=$n
 274 type=directory
 275 directory=$d
 276 profile=desktop
 277 preserve-environment=true
 278 users=$USER,user2
 279 EOF
 280   cd
 281   if [[ ! -e $d/bin ]]; then
 282     sudo mkdir -p $d
 283     # resolvconf otherwise schroot fails with
 284     #  cp: not writing through dangling symlink '/var/run/schroot/mount/flidas-7a2362e0-81b3-4848-92c1-610203ef5976/etc/resolv.conf'
 285     sudo debootstrap --exclude=resolvconf $n $d $repo
 286   fi
 287   if [[ $sources ]]; then
 288     sudo install -m 644 $sources $d/etc/apt/sources.list
 289   fi
 290   sudo chroot $d apt-get update
 291   sudo DEBIAN_FRONTEND=noninteractive chroot $d apt-get -y dist-upgrade --purge --auto-remove
 292   sudo cp -P {,$d}/etc/localtime
 293   if (( ${#apps[@]} )); then
 294     sudo DEBIAN_FRONTEND=noninteractive schroot -c $n -- apt-get install --allow-unauthenticated -y ${apps[@]}
 295   fi
 296 }
 297
 298
 299 # note: this is incomplete and untested.
 300 # https://wiki.archlinux.org/index.php/Install_Arch_Linux_from_existing_Linux#Creating_a_chroot
 301 mkarchchroot() {
 302   local tarball mirror
 303   mirror=https://mirrors.edge.kernel.org/archlinux/iso/latest/
 304   tarball=$(curl -s $mirror | sed -nr 's/.*"(archlinux-bootstrap-.*-x86_64.tar.gz)".*/\1/p')
 305   wget -O /tmp/arch.tar.gz https://mirrors.edge.kernel.org/archlinux/iso/latest/$tarball
 306   s mkdir -p /nocow/schroot/arch
 307   cd _/nocow/schroot/arch
 308   s sed -i '/## United States/,/^$/s,^#,,' etc/pacman.d/mirrorlist
 309   # error: could not determine cachedir mount point /var/cache/pacman/pkg
 310   s sed -i /^CheckSpace/d etc/pacman.conf
 311   chroot . /bin/bash -s <<'EOF'
 312 pacman-key --init
 313 pacman-key --populate archlinux
 314 pacman -Syyu
 315 EOF
 316   # example of building an aur package:
 317   # pacman -Sy base-devel wget
 318   # useradd -m iank
 319   # f=$target/etc/sudoers
 320   # line='iank  ALL=(ALL)  NOPASSWD: ALL'
 321   # if [[ ! -e $f ]] || ! grep -xF "$line" $f; then
 322   #   echo "$line" >> $f
 323   # fi
 324   # su iank
 325   # wget https://aur.archlinux.org/cgit/aur.git/snapshot/anbox-image-gapps.tar.gz
 326   # tar xzf anbox-image-gapps.tar.gz
 327   # cd anbox-image-gapps
 328   # makepkg -s
 329 }
 330
 331
 332 # clock back in to timetrack from last entry
 333 tback() {
 334   sqlite3 /p/.timetrap.db "update entries set end = NULL where id = (select max(id) from entries);"
 335 }
 336
 337 # sshfs example:
 338 # s sshfs bu@$host:/bu/home/md /bu/mnt -o reconnect,ServerAliveInterval=20,ServerAliveCountMax=30 -o allow_other
 339
 340 edelayoff() {
 341   echo all >/etc/exim4/no-delay-eximids
 342 }
 343 edelayon() {
 344   echo >/etc/exim4/no-delay-eximids
 345 }
 346
 347 eqgo() {
 348   local -a array tmpstr delayon
 349   delayon=true
 350   if grep -qFx all /etc/exim4/no-delay-eximids; then
 351     delayon=false
 352   fi
 353   if $delayon; then
 354     echo all >/etc/exim4/no-delay-eximids
 355   fi
 356   tmpstr=$(exiqgrep -i -r.\*)
 357   mapfile -t array <<<"$tmpstr"
 358   enn -M "${array[@]}"
 359   if $delayon; then
 360     echo >/etc/exim4/no-delay-eximids
 361   fi
 362 }
 363 eqgo1() {
 364   local eid
 365   eid="$(exipick -i -r.\*|h1)"
 366   sed -n "/^all$/p;\$a $eid" /etc/exim4/no-delay-eximids
 367   enn -M "$eid"
 368 }
 369 ennm() {
 370   local eid
 371   for eid; do
 372     printf "%s\n" "$eid" >>/etc/exim4/no-delay-eximids
 373   done
 374   enn -M "$@"
 375 }
 376
 377
 378 gnupload(){
 379   /a/f/gnulib/build-aux/gnupload "$@"
 380 }
 381
 382 abrowserrmcompat() {
 383   local f
 384   ngset
 385   f=(/p/c/firefox*/compatibility.ini)
 386   if (( ${#f[@]} )); then
 387     rm ${f[@]}
 388   fi
 389   ngreset
 390 }
 391
 392 checkre() {
 393   s checkrestart -b /a/bin/ds/checkrestart-blacklist -pv
 394 }
 395
 396 cp-blocked-domains-to-brains() {
 397   cp /a/f/ans/roles/exim/files/mx/simple/etc/exim4/bad-sender_domains /a/f/brains/sysadmin/kb/blocked_email_domains.mdwn
 398 }
 399 cp-blocked-domains-to-ansible() {
 400   cp /a/f/brains/sysadmin/kb/blocked_email_domains.mdwn /a/f/ans/roles/exim/files/mx/simple/etc/exim4/bad-sender_domains
 401 }
 402
 403
 404 daycat() {
 405   ngset
 406   hrcat /m/md/daylert/{cur,new}/*
 407   ngreset
 408 }
 409 dayclear() {
 410   ngset
 411   rm -f /m/md/daylert/{cur,new}/*
 412 }
 413
 414
 415 acat() {
 416   ngset
 417   hrcat /m/md/alerts/{cur,new}/*
 418   ngreset
 419   hr; echo bk; hr
 420   ssh bk.b8.nz "shopt -s nullglob; hrcat /m/md/INBOX/new/* /m/md/INBOX/cur/*"
 421 }
 422 aclear() {
 423   ngset
 424   rm -f /m/md/alerts/{cur,new}/*
 425   ngreset
 426   ssh bk.b8.nz "shopt -s nullglob; rm -f /m/md/INBOX/new/* /m/md/INBOX/cur/*"
 427   system-status _
 428 }
 429
 430 alerts() {
 431   find /var/local/cron-errors /home/iank/cron-errors /sysd-mail-once-state -type f
 432 }
 433 ralerts() { # remote alerts
 434   local ret shell
 435   # this list is duplicated in check-remote-mailqs
 436   for h in bk je li frodo x3wg kdwg sywg; do
 437     echo $h:
 438     shell="ssh $h"
 439     if [[ $HOSTNAME == "${h%wg}" ]]; then
 440       shell=
 441     fi
 442     ret=0
 443     $shell find /var/local/cron-errors /home/iank/cron-errors /sysd-mail-once-state -type f || ret=$?
 444     if (( ret )); then
 445       echo ret:$ret
 446     fi
 447   done
 448 }
 449
 450 ap() {
 451   # pushd in case current directory has an ansible.cfg file
 452   pushd /a/xans >/dev/null
 453   ansible-playbook -v -l ${1:- $(hostname -f)} site.yml
 454   popd >/dev/null
 455 }
 456 aw() {
 457   pushd /a/work/ans >/dev/null
 458   time ansible-playbook -i inventory adhoc.yml "$@"
 459   popd >/dev/null
 460 }
 461 ad() {
 462   pushd /a/bin/distro-setup/a >/dev/null
 463   ansible-playbook site.yml "$@"
 464   popd >/dev/null
 465 }
 466
 467 astudio() {
 468   # googling android emulator libGL error: failed to load driver: r600
 469   # lead to http://stackoverflow.com/a/36625175/14456
 470   export ANDROID_EMULATOR_USE_SYSTEM_LIBS=1
 471   /a/opt/android-studio/bin/studio.sh "$@" & r
 472 }
 473
 474 # Convert brains file path to url and vice versa
 475 # usage: brains [URL_OR_PATH]
 476 brains() {
 477   _iki-convert brains.fsf.org/wiki "$@"
 478 }
 479 glue() {
 480   _iki-convert gluestick.office.fsf.org "$@"
 481 }
 482
 483 # usage: see above
 484 _iki-convert() {
 485   local url url_prefix path input repo_dir dir url_dir url name
 486   url_prefix="$1"
 487   name="${url_prefix%%.*}"
 488   repo_dir="/f/$name"
 489   shift
 490   if [[ $1 ]]; then
 491     input="$*"
 492   else
 493     read -r -p "enter path or url"$'\n' input
 494   fi
 495   case $input in
 496     http*)
 497       path="$repo_dir/${input##http*://"$url_prefix"/}"
 498       # for files like x.jpg, we dont need to convert the extension.
 499       if [[ $path == */ ]]; then
 500         path=${path%/}.mdwn
 501         # brains adds trailing slash, but without trailing is still
 502         # valid. We can't be totally sure whether to add mdwn, but we
 503         # can guess based on the existence of the file. We can't be sure
 504         # because it could be a file like x.jpg, that we just don't have
 505         # in our local repo.
 506       elif [[ ! -f $path && -e $path.mdwn ]]; then
 507         path=${path}.mdwn
 508       fi
 509       j printf "%s\n" "$path"
 510       ;;
 511     *)
 512       path=$(fp "$input")
 513       url_dir=$(echo "$path" | sed -r "s,^(/a)?$repo_dir/,,")
 514       url="https://$url_prefix/$url_dir"
 515       if [[ $url == *.mdwn ]]; then
 516         url="${url%.mdwn}/"
 517       fi
 518       j echo "$url"
 519       ;;
 520   esac
 521 }
 522
 523
 524 # Generate beet smartplaylists for navidrome.
 525 # for going in the reverse direction, run
 526 # /b/ds/navidrome-playlist-export
 527 beetsmartplaylists() {
 528   install -m 0700 -d /tmp/ianbeetstmp
 529   beet splupdate
 530   # kill off any playlists we deleted. they will still need manual
 531   # killing from a navidrome client.
 532   rm -rf /i/converted/beetsmartplaylists
 533   mkdir -p /i/converted/beetsmartplaylists
 534   for f in /tmp/ianbeetstmp/*; do
 535     sed 's,^/i/m,/i/converted,;s,\.flac$,.mp3,' "$f" >"/i/converted/beetsmartplaylists/${f##*/}"
 536     rm "$f"
 537   done
 538   rmdir /tmp/ianbeetstmp
 539 }
 540
 541 # internal function for beetrating, in case we need to ssh
 542 beetrating-stdin() {
 543   local tmp rating path cpath sqlpath userid
 544   # plucked this from the db. im the only user.
 545   userid=23cc2eb9-e35e-4811-a0f0-d5f0dd6eb634
 546   while read -r rating path; do
 547     cpath="/i/converted${path#/i/m}" # converted path
 548     case $cpath in
 549       *.flac)
 550         cpath="${cpath%.*}.mp3"
 551         ;;
 552     esac
 553     if [[ ! -e $cpath ]]; then
 554       echo "beetraing: error: this should not happen, path does not exist: $cpath"
 555       return 1
 556     fi
 557     sqlpath="${cpath//\'/\'\'}"
 558     old_rating=$(sqlite3 /i/navidrome/navidrome.db "select rating from annotation inner join media_file on item_id = id where path = '$sqlpath' and item_type = 'media_file';")
 559     if [[ $old_rating ]]; then
 560       if [[ $old_rating != "$rating" ]]; then
 561         echo "setting rating $old_rating -> $rating $cpath"
 562         # https://stackoverflow.com/a/50317320
 563         # we got a timeout error once. arbitrarily chose 15 seconds.
 564         sqlite3 /i/navidrome/navidrome.db ".timeout 15000" "
 565 update annotation set rating = $rating
 566  where item_id in (
 567  select media_file.id from annotation inner join media_file on annotation.item_id = media_file.id
 568    where media_file.path = '$sqlpath' and annotation.item_type = 'media_file' );"
 569       fi
 570     else
 571       echo "setting rating $rating $cpath"
 572       # /a/opt/navidrome/persistence/sql_annotations.go v0.48.0
 573       # https://www.sqlite.org/lang_insert.html
 574       sqlite3 /i/navidrome/navidrome.db ".timeout 15000" "insert into annotation select '$(uuidgen)', '$userid', id, 'media_file', 0, NULL, $rating, 0, NULL from media_file where path = '$sqlpath';"
 575     fi
 576   done
 577 }
 578
 579 # Export beets ratings into navidrome
 580 beetrating() {
 581   local ssh_prefix
 582   if [[ $HOSTNAME != kd ]]; then
 583     ssh_prefix="ssh b8.nz"
 584   fi
 585   # shellcheck disable=SC2016 # obvious reason
 586   beet ls -f '$rating $path' $nav_convert_query | $ssh_prefix beetrating-stdin
 587 }
 588
 589 # Do transcoding and hardlinking of audio files for navidrome.
 590 beetconvert() {
 591   local tmpf
 592   tmpf="$(mktemp)"
 593   # a bunch of effort to ignore output we dont care about...
 594   sed 's/^format_item:.*/format_item: ignore_this/' ~/.config/beets/config.yaml >$tmpf
 595   beet -c $tmpf convert -y $nav_convert_query > >(grep -vFx 'ignore_this' ||:) 2> >(grep -v '^convert: Skipping' ||:)
 596   rm "$tmpf"
 597 }
 598 # This deletes files in the converted directory which should no longer
 599 # be there due to a rename of the unconverted file.
 600 beetconvert-rm-extras() {
 601   local l tmpf
 602   local -A paths
 603   tmpf="$(mktemp)"
 604   # shellcheck disable=SC2016 # obvious reason
 605   beet ls -f '$path' $nav_convert_query >"$tmpf"
 606   ## begin removal of files that are leftover from previous conversion,
 607   # eg, previously rated > 1, now rated 1.
 608   while read -r l; do
 609     convertedpath="/i/converted${l#/i/m}"
 610     case $convertedpath in
 611       *.flac) convertedpath="${convertedpath%.flac}.mp3" ;;
 612     esac
 613     paths[$convertedpath]=t
 614   done <"$tmpf"
 615
 616   find /i/converted -path /i/converted/beetsmartplaylists -prune -o \( -type f -print \) -name '*.mp3' -o -name '*.m4a' >"$tmpf"
 617   while read -r l; do
 618     if [[ ! ${paths[$l]} ]]; then
 619       rm -v "$l"
 620     fi
 621     # note: the pruning is duplicative of filtering on name, but whatever.
 622   done <"$tmpf"
 623   rm "$tmpf"
 624 }
 625
 626 beets-gen-playlists() {
 627   local i str
 628   local -a query_array query_str
 629   for i in "${!bpla[@]}"; do
 630     query_str=()
 631     eval "query_array=(${bpla[$i]})"
 632     for str in "${query_array[@]}"; do
 633       query_str+=("\"$str\"")
 634     done
 635     cat <<EOF
 636     - name: $i.m3u
 637       query: '${query_str[@]}'
 638 EOF
 639   done
 640 }
 641
 642 # beet playlist. use beetag with a playlist name
 643 bpl() {
 644   local playlist playlist_regex
 645   case $1 in
 646     -h|--help)
 647       for playlist in "${!bpla[@]}"; do
 648         printf "%s\n" "$playlist"
 649       done
 650       return 0
 651       ;;
 652   esac
 653
 654   playlist="${*: -1}"
 655   playlist_regex='[a-z0-9_]'
 656   if [[ ! $playlist =~ $playlist_regex ]]; then
 657     echo "bpl: error unexpected chars in playlist: $playlist"
 658     return 1
 659   fi
 660   # all but last arg as options
 661   eval beetag -r "${*:1:$# - 1}" "${bpla[$playlist]}"
 662 }
 663 complete -W "${!bpla[*]}" bpl
 664
 665
 666 # beet modify quietly
 667 beetmq() {
 668   local tmpf
 669   tmpf="$(mktemp)"
 670   # a bunch of effort to ignore output we dont care about...
 671   sed 's/^format_item:.*/format_item: ignore_this/' ~/.config/beets/config.yaml >$tmpf
 672   beet -c $tmpf modify -y "$@" > >(grep -vFx -e 'ignore_this' -e 'Modifying 1 items.' ||:)
 673   rm "$tmpf"
 674   beetag-nostatus 1
 675 }
 676
 677 kill-bg-quiet() {
 678   # https://stackoverflow.com/a/5722874
 679   kill %% 2>/dev/null ||:; wait %% 2>/dev/null ||:
 680 }
 681
 682 # debug variables
 683 dv() {
 684   for arg; do
 685     printf "%s=%s " "$arg" "${!arg}"
 686   done
 687   echo
 688 }
 689
 690 # Must be called from beetag for variables to be setup
 691 beetag-help() {
 692   local -i i j col_total row col button_total row_total remainder_cols remainder_term
 693   col_total=4
 694   button_total=${#button_map[@]}
 695   row_total=$(( button_total / col_total ))
 696   remainder_cols=$(( button_total % col_total ))
 697   # for debugging
 698   #dv button_total row_total remainder_cols
 699   beetag-nostatus
 700   #   - 3 is just a constant that helps things work in practice.
 701   if [[ $LINES ]] && (( LINES - 3 < scrolled )); then
 702     hr
 703     for (( i=0; i<button_total; i++)); do
 704       row=$(( i / col_total ))
 705       col=$(( i % col_total ))
 706       remainder_term=$remainder_cols
 707       if (( col < remainder_term )); then
 708         remainder_term=$col
 709       fi
 710       j=$(( col * row_total + row + remainder_term ))
 711       # avoid double newline when we have exactly row * col buttons
 712       if (( i == button_total - 1 )); then
 713         printf "%s %s" ${buttons[j]} ${button_map[j]}
 714       elif (( i % col_total == col_total -1 )); then
 715         printf "%s %s\n" ${buttons[j]} ${button_map[j]}
 716       else
 717         printf "%s %-15s" ${buttons[j]} ${button_map[j]}
 718       fi
 719     done
 720     cat <<'EOF'
 721
 722
 723 y other genres   z fg player      ' = toggle play  1-5 rate    ] repeat1
 724 ; previous       _ = delete       up/down skip     mpv vol,pause,seek
 725 EOF
 726     hr
 727     scrolled=10
 728   fi
 729 }
 730
 731 # Must be called from beetag for variables to be setup
 732 beetag-nostatus() {
 733   if (( $# )); then
 734     scrolled=$(( scrolled + $1 ))
 735   fi
 736   if $erasable_line; then
 737     # https://stackoverflow.com/a/71286261
 738     # erase line / delete line in terminal
 739     printf '\033[1A\033[K'
 740   fi
 741   erasable_line=false
 742 }
 743 # meant to be called from beetag
 744 beetag-status() {
 745   if $erasable_line; then
 746     # https://stackoverflow.com/a/71286261
 747     printf '\033[1A\033[K'
 748   fi
 749   erasable_line=true
 750 }
 751
 752 # meant to be called from beetag
 753 mpvrpc() {
 754   if jobs -p | grep -q . &>/dev/null; then
 755     printf "%s\n" "$*" | socat - /tmp/mpvsock >/dev/null ||:
 756   fi
 757 }
 758 # meant to be called from beetag
 759 # o for get output
 760 mpvrpco() {
 761   # note: testing for background jobs will output nothing if we are in a pipeline
 762   printf "%s\n" "$*" | socat - /tmp/mpvsock ||:
 763 }
 764
 765 # meant to be called from beetag
 766 mpvrpc-percent-pos() {
 767   mpvrpco '{ "command": ["get_property", "percent-pos"] }' | jq .data | sed 's/\..*/%/' 2>/dev/null ||:
 768 }
 769
 770 # run if not running.
 771 #
 772 # Note: this does not work with shell scripts as they are normally
 773 # invoked, because the ps output has the interpreter at the start.
 774 # A workaround is to invoke the command in that format, or we could
 775 # do various other workarounds.
 776 #
 777 # background, this relies on how ps converts newlines in arguments to spaces, and
 778 # assumes we won't be searching for a command with spaces in its arguments
 779 rinr() {
 780   # shellcheck disable=SC2009 # pgrep has no fixed string option, plus see above.
 781   if ps h -o args -C "${1##*/}" | grep -Fxqv "$*" &>/dev/null || [[ $? == 141 ]]; then
 782     "$@"
 783   fi
 784 }
 785 # variation of above: run or wait if running
 786 rowir() {
 787   local pid
 788   pid=$(ps h -o 'pid,args' -C "${1##*/}" | sed -r 's/^[[:space:]]*([0-9]+)[[:space:]](.*)/\1\n\2/' | grep -B1 -Fx "$*" | head -n1 ||: )
 789   if [[ $pid ]]; then
 790     # https://unix.stackexchange.com/questions/427115/listen-for-exit-of-process-given-pid
 791     tail --pid="$pid" -f /dev/null
 792   else
 793     "$@"
 794   fi
 795 }
 796
 797 mpvrpc-loadfile() {
 798   local path nextpath cachedir finalpath nextpath count
 799   cachedir=$HOME/.iank-music-cache
 800   path="$1"
 801   nextpath="$2"
 802
 803   # note: logic duplicated in beetpull
 804   local remote_p=true
 805   if [[ $HOSTNAME == kd ]]; then
 806     remote_p=false
 807   fi
 808
 809   if $remote_p; then
 810     finalpath="$cachedir${path#/i/m}"
 811     rowir rsync --partial -a --inplace --mkpath "b8.nz:$path" "$finalpath"
 812     finalnextpath="$cachedir${nextpath#/i/m}"
 813     count=$(pgrep -a -f "^rsync --partial -a --inplace --mkpath $cachedir" || [[ $? == 1 ]] )
 814     # allow us to start 2 rsyncs in the background
 815     if [[ $count == [01] ]]; then
 816       rinr rsync --partial -a --inplace --mkpath "b8.nz:$nextpath" "$finalnextpath" &
 817     fi
 818   else
 819     finalpath="$path"
 820   fi
 821   mpvrpc '{ "command": ["loadfile", "'"$finalpath"'"] }'
 822 }
 823
 824 # tag with beets.
 825 # usage: beetag [-r] [-s] QUERY
 826 # it lists the query, reads an input char for tagging one by one.
 827 #
 828 # note, you may want to change the play command for doing rapid taging
 829 # by immediately jumping forward into the song. this is set in the beets
 830 # config yaml.
 831 #
 832 # (available buttons: ` \ ) ] [ and non-printing chars, see
 833 # https://stackoverflow.com/questions/10679188/casing-arrow-keys-in-bash
 834 #
 835 #
 836 # note: after foregrounding the player, must quit it to get back. can't ctrl-c.
 837 #
 838 # keys I dont need help to remember:
 839 # 1-5 rate
 840 # q quit
 841 # ret next
 842 #
 843 # todo: enter should also unpause
 844 beetag()  {
 845   local last_genre_i fstring tag id char new_item char_i genre tag remove doplay i j random path
 846   local do_rare_genres read_wait help line lsout tmp ls_line skip_lookback
 847   local escape_char escaped_input expected_input skip_input_regex right_pad erasable_line seek_sec
 848   local pl_state_path pl_state_dir pl_state_file tmpstr
 849   local new_random pl_seed_path seed_num seed_file fmt first_play repeat1
 850   local -a buttons button_map ids tags tmp_tags initial_ls ls_lines paths
 851   local -A button_i
 852   local -i i j volume scrolled id_count line_int skip_start pre_j_count head_count skip_lookback
 853   local -i overflow_lines overflow
 854
 855   first_play=true
 856   erasable_line=false
 857   escape_char=$(printf "\u1b")
 858   scrolled=999 # more than any $LINES
 859   ### begin arg processing ###
 860   random=false
 861   repeat1=false
 862   new_random=false
 863   case $1 in
 864     -r)
 865       random=true
 866       shift
 867       ;;
 868     -s)
 869       random=false
 870       shift
 871       ;;
 872     -x)
 873       new_random=true
 874       shift
 875       ;;
 876   esac
 877   if (( ! $# )); then
 878     echo beetag: error expected a query arg >&2
 879     return 1
 880   fi
 881   ### end arg processing ###
 882
 883   # note: I used to do beetpull here, but mpv + ssfs on slowish
 884   # connection leads to bad/buggy result.
 885
 886   do_rare_genres=false
 887   volume=70
 888   read_wait=2
 889   doplay=true
 890
 891   last_genre_i=$(( ${#common_genres[@]} - 1 ))
 892   buttons=( {a..p} {r..w} {6..8} , . / - "=")
 893   button_map=(${common_genres[@]} ${pl_tags[@]})
 894   fstring=
 895   for tag in "${pl_tags[@]}"; do
 896     fstring+="%ifdef{$tag,$tag }"
 897   done
 898
 899   for (( i=0; i<${#buttons[@]}; i++ )); do
 900     button_i[${buttons[i]}]=$i
 901   done
 902
 903   # note: this structure of files is rather haphazard.
 904   seed_num=1 # later we might want a few
 905   seed_file=seed$seed_num
 906   if $random; then
 907     pl_state_file=$seed_num
 908   else
 909     pl_state_file=sorted
 910   fi
 911   pl_state_dir=/i/info/pl-state
 912   if [[ $playlist ]]; then
 913     pl_state_dir=$pl_state_dir/$playlist
 914   else
 915     pl_state_dir=$pl_state_dir/nopl
 916   fi
 917   pl_state_path=$pl_state_dir/$pl_state_file
 918   pl_seed_path=$pl_state_dir/$seed_file
 919
 920
 921   if $new_random || [[ ! -r $pl_seed_path ]]; then
 922     mkdir -p $pl_state_dir
 923     { base64 < /dev/urandom | head -c 200 ||:; echo; } > $pl_seed_path
 924   fi
 925
 926   # PijokVipiotOzeph is just a random string for a delimiter
 927   # shellcheck disable=SC2016 # false positive
 928   fmt='%ifdef{rating,$rating }'"$fstring"'$genre | $title - $artist - $album   $length  $id PijokVipiotOzeph $path'
 929   # shellcheck disable=SC2016 # obvious reason
 930   tmpstr=$(beet ls -f "$fmt" "$@" | { if $random; then sort -R --random-source=$pl_seed_path; else cat; fi; } )
 931   mapfile -t initial_ls <<<"$tmpstr"
 932   if [[ ! ${initial_ls[0]} ]]; then
 933     echo "beetag: error: no result from beet ls $*"
 934     return 1
 935   fi
 936   id_count=${#initial_ls[@]}
 937   for line in "${initial_ls[@]}"; do
 938     path="${line#*PijokVipiotOzeph }"
 939     # https://github.com/koalaman/shellcheck/issues/2171
 940     # shellcheck disable=SC2190 # bug in shellcheck, looking at paths from an earlier function
 941     paths+=("$path")
 942     line_no_path="${line% PijokVipiotOzeph*}"
 943     id="${line_no_path##* }"
 944     ids+=("$id")
 945     right_pad="${line_no_path%% |*}"
 946     ls_line="$(printf %-11s "$right_pad")${line_no_path#"$right_pad"}"
 947     ls_lines+=("$ls_line")
 948     i=$(( i+1 ))
 949   done
 950
 951
 952
 953
 954   j=0
 955   if [[ $playlist ]]; then
 956     if [[ -r $pl_state_path ]]; then
 957       j=$(cat $pl_state_path)
 958     fi
 959   fi
 960
 961   # i only care to see a smallish portion of the list when starting.
 962   head_count=$(( LINES - 20 ))
 963   head_start=$(( j - head_count / 2 ))
 964   if (( head_start < 0 )); then
 965     head_start=0
 966   fi
 967   for (( i=head_start; i < head_count && i < id_count; i++ )); do
 968     ls_line="${ls_lines[$i]}"
 969     if (( i == j )); then
 970       echo "* $ls_line"
 971     else
 972       echo "$ls_line"
 973     fi
 974   done
 975   if $doplay; then
 976     #{ mpv --profile=a --volume=$volume --idle 2>&1 & } 2>/dev/null
 977     mpv --profile=a --volume=$volume --idle &
 978     # if we dont sleep, can expect an error like this:
 979     # socat[1103381] E connect(5, AF=1 "/tmp/mpvsock", 14): Connection refused
 980     sleep .1
 981   fi
 982
 983   while true; do
 984     id=${ids[j]}
 985     path="${paths[$j]}"
 986     lsout="${ls_lines[j]}"
 987     tags=( ${lsout%%,*} )
 988     beetag-help
 989     printf "██ %s\n" "$lsout"
 990     beetag-nostatus 1
 991     if $doplay; then
 992       # https://stackoverflow.com/a/7687716
 993       # note: duplicated down below
 994       #
 995       # notes on old method of invoking mpv each time:
 996       # https://superuser.com/questions/305933/preventing-bash-from-displaying-done-when-a-background-command-finishes-execut
 997       # we can't disown or run in a subshell or set +m because all that
 998       # disabled job control from working properly in ways we want.
 999       # todo: figure out some kind of answer to this. I think the solution
1000       # is that we are waiting in 2 second intervals and checking if the
1001       # background job exists. Instead, we should make mpv just idle
1002       # when it is done with a song and then send it a command to play a new track.
1003       #{ mpv --profile=a --volume=$volume "$path" 2>&1 & } 2>/dev/null
1004       # old
1005       #{ beet play "--args=--volume=$volume" "id:$id" 2>&1 & } 2>/dev/null
1006
1007       # on slow systems, we may need to wait like .3 seconds before mpv
1008       # is ready. so impatiently check until it is ready
1009       if $first_play; then
1010         first_play=false
1011         for (( i=0; i<20; i++ )); do
1012           if [[ $(mpvrpco '{ "command": ["get_property", "idle-active"] }' 2>/dev/null | jq .data) == true ]]; then
1013             mpvrpc-loadfile "$path" 2>/dev/null
1014             break
1015           fi
1016           sleep .1
1017         done
1018       else
1019         mpvrpc-loadfile "$path"
1020       fi
1021       erasable_line=false
1022     fi
1023     while true; do
1024       char=
1025       if $doplay; then
1026         ret=0
1027         read -rsN1 -t $read_wait char || ret=$?
1028         read_wait=2
1029         # Automatically skip to the next song if this one ends, unless
1030         # we turn off the autoplay.
1031         if (( ret == 142 )) || [[ ! $char ]]; then
1032           if jobs -p | grep -q . &>/dev/null && \
1033               [[ $(mpvrpco '{ "command": ["get_property", "idle-active"] }' | jq .data) == false ]]; then
1034             continue
1035           else
1036             break
1037           fi
1038         fi
1039       else
1040         read -rsN1 char
1041       fi
1042       beetag-help
1043       if [[ $char == $'\n' ]]; then
1044         break
1045       fi
1046       case $char in
1047         ";")
1048           j=$(( j - 2 ))
1049           break
1050           ;;
1051         "'")
1052           if $doplay; then
1053             echo "play toggled off"
1054             doplay=false
1055           else
1056             doplay=true
1057             mpvrpc-loadfile "$path"
1058             erasable_line=false
1059           fi
1060           beetag-nostatus 1
1061           continue
1062           ;;
1063         _)
1064           m beet rm --delete --force "id:$id"
1065           beetag-nostatus 4 # guessing. dont want to test atm
1066           break
1067           ;;
1068         [1-5])
1069           beetmq "id:$id" rating=$char
1070           continue
1071           ;;
1072         9)
1073           volume=$(( volume - 5 ))
1074           if (( volume < 0 )); then
1075             volume=0
1076           fi
1077           ;;&
1078         0)
1079           volume+=5
1080           if (( volume > 130 )); then
1081             volume=130
1082           fi
1083           ;;&
1084         0|9)
1085           mpvrpc '{ "command": ["set_property", "volume", '$volume'] }'
1086           beetag-status
1087           echo volume=$volume
1088           continue
1089           ;;
1090         ']')
1091           if $repeat1; then
1092             repeat1=false
1093           else
1094             repeat1=true
1095           fi
1096           echo repeat1=$repeat1
1097           continue
1098           ;;
1099         q)
1100           kill-bg-quiet
1101           return
1102           ;;
1103         y)
1104           if $do_rare_genres; then
1105             do_rare_genres=false
1106             button_map=(${common_genres[@]} ${pl_tags[@]})
1107             last_genre_i=$(( ${#rare_genres[@]} - 1 ))
1108           else
1109             do_rare_genres=true
1110             button_map=(${rare_genres[@]} ${pl_tags[@]})
1111             last_genre_i=$(( ${#rare_genres[@]} - 1 ))
1112           fi
1113           local -A button_i
1114           for (( i=0; i<${#buttons[@]}; i++ )); do
1115             button_i[${buttons[i]}]=$i
1116           done
1117           for (( i=0; i<${#button_map[@]}; i++ )); do
1118             echo ${buttons[i]} ${button_map[i]}
1119           done
1120           continue
1121           ;;
1122         z)
1123           beetag-nostatus 3
1124           # if we ctrl-z, it will put the whole function into sleep. so
1125           # basically, we can't return from a foregrounded mpv like we
1126           # would like to without some strange mechanism I can't think
1127           # of. So, instead, detect ctrl-c and wait a while for prompt
1128           # input. One idea would be to use a music player like mpd where
1129           # we can send it messages.
1130           if ! fg; then
1131             read_wait=10
1132           fi
1133           continue
1134           ;;
1135
1136         #
1137         " ")
1138           # output time if we aren't already paused
1139           if [[ $(mpvrpco '{ "command": ["get_property", "pause"] }' | jq .data) == false ]]; then
1140             # minutes/seconds
1141             #date -d @"$(mpvrpco '{ "command": ["get_property", "playback-time"] }' | jq .data)" +%M:%S ||:
1142             beetag-status
1143             mpvrpc-percent-pos
1144           fi
1145           # originally found this solution, which worked fine.
1146           #kill -STOP %% &>/dev/null
1147           #
1148           mpvrpc '{ "command": ["cycle", "pause"] }'
1149           continue
1150           ;;
1151         "$escape_char")
1152           expected_input=true
1153           read -rsn2 escaped_input
1154           skip_input_regex="^[0-9]+$"
1155           case $escaped_input in
1156             # up char: show all the songs, use less
1157             '[A')
1158               skip_start=0
1159               skip_lookback=5
1160               if (( j - skip_lookback > skip_start )); then
1161                 skip_start=$(( j - skip_lookback ))
1162               fi
1163               beetag-nostatus $(( id_count - skip_start - 1 ))
1164               {
1165                 line_int=0
1166                 for (( i=skip_start; i < id_count; i++ )); do
1167                   if (( i == j )); then
1168                     echo "  * ${ls_lines[i]}"
1169                     continue
1170                   fi
1171                   echo "$line_int | ${ls_lines[i]}"
1172                   line_int+=1
1173                 done
1174               } | less -F
1175               ;;
1176             # down char
1177             '[B')
1178               # skip forward, but show the last few songs anyways.
1179               skip_start=0
1180               skip_lookback=3
1181               if (( j - skip_lookback > skip_start )); then
1182                 skip_start=$(( j - skip_lookback ))
1183               fi
1184               beetag-nostatus $(( id_count - skip_start - 1 ))
1185
1186               line_int=0
1187               overflow_lines=$LINES
1188               for (( i=skip_start; i < overflow_lines - 1 && i < id_count; i++ )); do
1189                 ls_line="${ls_lines[i]}"
1190                 overflow=$(( ${#ls_line} / ( COLUMNS - 1 ) ))
1191                 overflow_lines=$(( overflow_lines - overflow ))
1192                 if (( i == j )); then
1193                   echo "  * $ls_line"
1194                   continue
1195                 fi
1196                 echo "$line_int | $ls_line"
1197                 line_int+=1
1198               done
1199               ;;
1200             # left key
1201             '[D')
1202               seek_sec=-8
1203               ;;&
1204             # right key
1205             '[C')
1206               seek_sec=8
1207               ;;&
1208             '[C'|'[D')
1209               beetag-status
1210               mpvrpc-percent-pos
1211               erasable_line=true
1212               mpvrpc '{ "command": ["seek", "'$seek_sec'"] }'
1213               continue
1214               ;;
1215             *)
1216               expected_input=false
1217               ;;
1218           esac
1219           if $expected_input; then
1220             read -r skip_input
1221             case $skip_input in
1222               q)
1223                 kill-bg-quiet
1224                 return
1225                 ;;
1226             esac
1227             if [[ $skip_input =~ $skip_input_regex ]]; then
1228               pre_j_count=$(( j - skip_start ))
1229               j=$(( j + skip_input - pre_j_count ))
1230               if (( skip_input < pre_j_count )); then
1231                 j=$(( j - 1 ))
1232               fi
1233             fi
1234             break
1235           fi
1236           ;;
1237       esac
1238       char_i=${button_i[$char]}
1239       new_item=${button_map[$char_i]}
1240       if [[ ! $char_i || ! $new_item ]]; then
1241         echo "error: no mapping of input: $char found, try again"
1242         continue
1243       fi
1244       if (( char_i <= last_genre_i )); then
1245         m beetmq "id:$id" genre=$new_item
1246       else
1247         remove=false
1248         tmp_tags=()
1249         for tag in ${tags[@]}; do
1250           if [[ $new_item == "$tag" ]]; then
1251             remove=true
1252           else
1253             tmp_tags+=("$tag")
1254           fi
1255         done
1256         if $remove; then
1257           tags=("${tags[@]}")
1258           m beetmq "id:$id" "$new_item!"
1259         else
1260           tags+=("$new_item")
1261           m beetmq "id:$id" $new_item=t
1262         fi
1263       fi
1264     done
1265     if ! $repeat1; then
1266       if (( j < id_count - 1 )); then
1267         j+=1
1268       else
1269         j=0
1270       fi
1271     fi
1272     if [[ $playlist ]]; then
1273       echo $j >$pl_state_path
1274     fi
1275   done
1276 }
1277
1278 # usage: FILE|ALBUM_DIR [GENRE]
1279 beetadd() {
1280   local import_path genre_arg single_track_arg
1281   import_path="$1"
1282   if [[ ! -e $import_path ]]; then
1283     echo "beetadd error: path does not exist"
1284   fi
1285   if [[ $2 ]]; then
1286     genre_arg="--set genre=$2"
1287   fi
1288   if [[ -f $import_path ]]; then
1289     single_track_arg=-s
1290   fi
1291   beet import --set totag=t $single_track_arg $genre_arg "$import_path"
1292   beetag totag:t
1293   beet modify -y totag:t "totag!"
1294 }
1295
1296 # update navidrome music data after doing beets tagging
1297 beet2nav() {
1298   m beetpull
1299   m beetconvert
1300   m beetrating
1301   # this function would naturally just be part of beetconvert,
1302   # but we want beetrating to happen sooner so that our ssh auth dialog
1303   # happens earlier. Currently 17 seconds for that.
1304   m beetconvert-rm-extras
1305   m beetsmartplaylists
1306 }
1307
1308 # pull in beets library locally
1309 beetpull() {
1310   local sshfs_host sshfs_cmd
1311   sshfs_host=b8.nz
1312   if [[ $HOSTNAME == kd ]]; then
1313     return 0
1314   fi
1315   if [[ ! -e /i ]]; then
1316     s mkdir /i
1317     s chown iank:iank /i
1318   fi
1319   sshfs_cmd="sshfs -o ServerAliveInterval=15,reconnect $sshfs_host:/i /i"
1320   if ! pgrep -f "^$sshfs_cmd$" >/dev/null; then
1321     m $sshfs_cmd
1322   fi
1323 }
1324
1325 # remove all playlists in navidrome, for when I make big
1326 # playlist name changes and just want to scrap everything.
1327 nav-rm-plists() {
1328   local tmpf id
1329   tmpf=$(mktemp)
1330   if [[ $HOSTNAME != kd ]]; then
1331     echo "error: run on kd"
1332     return 1
1333   fi
1334   sqlite3 /i/navidrome/navidrome.db "select id from playlist" >$tmpf
1335   while read -r id; do
1336
1337     curl --http1.1 --user "iank:$navidrome_pw" "https://b8.nz/rest/deletePlaylist.view?u=iank&s=sb219dvv7egnoe4i47k75cli0m&t=1c8f5575cd0fdf03deb971187c9c88b1&v=1.2.0&c=DSub&id=$id"
1338   done <$tmpf
1339   rm $tmpf
1340 }
1341
1342 # escape regex.
1343 #
1344 # This is not perfect but generally good enough. It escapes all
1345 # metachars listed man 3 pcrepattern.
1346 er() {
1347   sed 's/[]\\^$.[|()?*+{}]/[&]/g; s/\^/\\^/g' <<<"$*"
1348 }
1349
1350 # usage beegenre QUERY
1351 #
1352 # beet set genre for QUERY based on existing artist most used genre on
1353 #
1354 # inverse of query for each artist found in QUERY. If query starts with
1355 # "artist:" it is used as the artist instead of each artist in QUERY.
1356 #
1357 beegenre() {
1358   local count artist artregex genre singleartist tmpf tmpf2
1359   local -a artists genres
1360   singleartist=false
1361   case $1 in
1362     artist:*)
1363       singleartist=true
1364       artist="$1"
1365       shift
1366       ;;
1367   esac
1368   tmpf=$(mktemp)
1369   tmpf2=$(mktemp)
1370   if $singleartist; then
1371     # shellcheck disable=SC2016 # obvious reason
1372     beet ls -f '$genre' "$artist" "${@/#/^}" | sort | uniq -c | sort -n | tail -n1 >$tmpf
1373     read -r count genre <$tmpf ||:
1374     beet modify "$artist" "$@" genre=$genre
1375   else
1376     # shellcheck disable=SC2016 # obvious reason
1377     beet ls -f '$artist' "$@" | sort -u >$tmpf
1378     while read -r artist; do
1379       artregex=$(er "$artist")
1380       # shellcheck disable=SC2016 # obvious reason
1381       beet ls -f '$genre' "artist::^$artregex$" "${@/#/^}" | sort | uniq -c | sort -n | tail -n1 >$tmpf2
1382       read -r count genre <$tmpf2 || continue
1383       if [[ $count ]]; then
1384         artists+=("$artregex")
1385         genres+=("$genre")
1386         echo "beet modify -y $* \"artist::^$artist$\" genre=$genre # $count"
1387       fi
1388     done <$tmpf
1389     read -r -N 1 -s -p "Y/n " char
1390     case $char in
1391       [Yy$'\n'])
1392         for (( i=0; i<${#artists[@]}; i++ )); do
1393           beet modify -y "$@"  "artist::^${artists[i]}$" genre=${genre[i]}
1394         done
1395         ;;
1396     esac
1397   fi
1398   rm $tmpf
1399 }
1400
1401 # prettify the date
1402 btrbk-date() {
1403   local indate
1404   indate="$1"
1405   shift
1406   date +%F_%T%:::z -d "$(sed -r  's/(.{4})(..)(.{5})(..)(.*)/\1-\2-\3:\4:\5/' <<<"$indate")" "$@"
1407 }
1408 btrbk-undate() {
1409   # fudCaHougfirp is a random string
1410   { if [[ $1 ]]; then
1411       echo "$1"
1412     else
1413       cat
1414     fi
1415   } | sed -r 's/-0([45])( |$)/fudCaHougfirp0\100/;s/_/T/;s/[:-]//g;s/fudCaHougfirp/-/'
1416
1417 }
1418 btrbk-date-sed() {
1419   local line
1420   while read -r line; do
1421     if [[ $line == *20[0-9][0-9][0-9][0-9][0-9][0-9]T[0-9][0-9][0-9][0-9][0-9][0-9]-0[45]00* ]]; then
1422       pre="${line%%20[0-9][0-9][0-9][0-9][0-9][0-9]T[0-9][0-9][0-9][0-9][0-9][0-9]-0[45]00*}"
1423       post="${line##*20[0-9][0-9][0-9][0-9][0-9][0-9]T[0-9][0-9][0-9][0-9][0-9][0-9]-0[45]00}"
1424       mid="${line:${#pre}:22}"
1425       echo "$pre$(btrbk-date "$mid")$post"
1426     else
1427       echo "$line"
1428     fi
1429   done
1430 }
1431 jrbtrbk() {
1432   jr -u btrbk-run -u btrbk -u switch-mail-host "$@"
1433 }
1434
1435 # internal function
1436 btrbk-host-debug-show-host() {
1437   for f; do
1438     snaphost=
1439     for host in $remote $alt local; do
1440       if line=$(grep -P "\S*$f" /tmp/b/s/$host.log); then
1441         if [[ $snaphost ]]; then
1442           e error: snaphost=$snaphost, host=$host line="$line"
1443         fi
1444         if [[ $line == ssh* ]]; then
1445           tmp="${line#ssh://}"
1446           snaphost="${tmp%%/*}"
1447         else
1448           snaphost=$host
1449         fi
1450       fi
1451     done
1452     echo $snaphost $f | btrbk-date-sed
1453   done
1454 }
1455
1456 # If we get a btrfs receive error like this:
1457 # ERROR: ... clone: did not find source subvol
1458 # running this command will help track down the problem.
1459 # Alter remote= and alt=. When I used it, remote is
1460 # the host having the error when I push a snapshot.
1461 # Alt is just the other host that takes snapshots
1462 # besides the local host.
1463 btrbk-host-debug() {
1464
1465   remote=b8.nz
1466   alt=sywg.b8.nz
1467
1468   mkdir -p /tmp/b/s
1469   for host in $remote $alt; do
1470     h=$(ssh $host hostname)
1471     rsync -a /var/log/btrbk $host:/var/log/btrbk /var/log/btrbk/$h
1472     grr '\bsnapshot success' /var/log/btrbk/$h >/tmp/b/$h.log
1473
1474     ## this takes a while, we only want to do it on 1st run
1475     # if [[ -s /tmp/b/$host.log ]]; then continue; fi
1476     # ssh $host journalctl -u btrbk-run -u btrbk -u switch-mail-host >/tmp/b/$host.log
1477   done
1478   gr '\bsnapshot success' /var/log/btrbk/*.log >/tmp/b/local.log
1479   cd /tmp/b
1480   for f in *.log; do
1481     gr '\bsnapshot success' $f >s/$f
1482   done
1483   cd /mnt/root/btrbk
1484   localq=(q.*)
1485   declare -A localq_a
1486   for f in "${localq[@]}"; do
1487     localq_a[$f]=t
1488   done
1489
1490   remoteq=()
1491   for f in $(ssh $remote "cd /mnt/root/btrbk; echo q.*"); do
1492     if [[ ! ${localq_a[$f]} ]]; then
1493       remoteq+=($f)
1494     fi
1495   done
1496   btrbk-host-debug-show-host "${localq[@]}"
1497   if (( ${#remoteq[@]} >= 1 )); then
1498     echo "=== $remote only ===="
1499     btrbk-host-debug-show-host ${remoteq[@]}
1500   fi
1501
1502 }
1503
1504 # note, to check for glue records
1505 # First, find some the .org nameservers:
1506 # dig +trace iankelling.org
1507 # then, query one:
1508 # dig ns1.iankelling.org @b0.org.afilias-nst.org.
1509
1510 # Now, compare for a domain that does have glue records setup (note the A
1511 # and AAAA records in ADDITIONAL SECTION, those are glue records like the
1512 # one I'm asking for):
1513
1514 # $ dig ns1.gnu.org @b0.org.afilias-nst.org.
1515
1516 # todo: make sm pull/push use systemd instead of the journal cat command
1517 bbk() { # btrbk wrapper
1518   local ret=0
1519   c /
1520   local active=true
1521   systemctl is-active btrbk.timer || active=false
1522   if $active; then
1523     ser stop btrbk.timer
1524   fi
1525   btrbk_is_active=$(systemctl is-active btrbk.service ||:)
1526   case $btrbk_is_active in
1527     inactive|failed) : ;;
1528     *)
1529       echo "bbk: error: systemctl is-active btrbk.service output: $btrbk_is_active"
1530       if $active; then ser start btrbk.timer; fi
1531       return 1
1532       ;;
1533   esac
1534   # todo: consider changing this to srun and having the args come
1535   # from a file like /etc/default/btrbk, like is done in exim
1536   s jdo btrbk-run "$@"
1537   if $active; then
1538     if (( ret )); then
1539       echo bbk: WARNING: btrbk.timer not restarted due to failure
1540     else
1541       ser start btrbk.timer
1542     fi
1543   fi
1544   return $ret
1545 }
1546
1547 faimon() {
1548   fai-monitor | pee cat "fai-monitor-gui -"
1549 }
1550
1551 bfg() { java -jar /a/opt/bfg-1.12.14.jar "$@"; }
1552
1553 bigclock() {
1554   xclock -digital -update 1 -face 'arial black-80:bold'
1555 }
1556
1557 nnn() { /a/opt/nnn -H "$@"; }
1558
1559 locat() { # log-once cat
1560   local files
1561   ngset
1562   files=(/var/local/cron-errors/* /home/iank/cron-errors/* /sysd-mail-once-state/*)
1563   case ${#files[@]} in
1564     0) : ;;
1565     1)
1566       echo ${files[0]}
1567       head ${files[0]}
1568       ;;
1569     *)
1570       head ${files[@]}
1571       ;;
1572   esac
1573   ngreset
1574 }
1575
1576 scr() {
1577   screen -RD "$@"
1578 }
1579
1580 # usage: first get an adb shell on the phone.
1581 #
1582 # just followed instructions in readme at
1583 # https://github.com/Yuubi-san/ceb-tools
1584 # tried to use ceb2txt but it failed because of schema
1585 # slightly different than what it expected.
1586 cheogram-get-logs() {
1587   #adb shell rm -r /storage/emulated/0/Download/Cheogram/Backup
1588   read -r -p "do cheogram backup on phone, do not enable extra cheogram data. press any key when done"
1589   cd /p/cheogram
1590   rm -rf Backup b
1591   adb pull /storage/emulated/0/Download/Cheogram/Backup
1592   sqlite3 b </a/opt/ceb-tools/schema.sql
1593   echo "note: the next step took 39 seconds last time i measured"
1594   # expected failure: Error: near line 1: in prepare, table accounts has no column named pinned_mechanism (1)
1595   # the sql needs an update
1596   /a/opt/ceb-tools/ceb2sqlgz Backup/iank@fsf.org.ceb <pas | gunzip | sqlite3 b ||:
1597   rm -r Backup
1598 }
1599
1600 # usage: cheologs [DAYS_LIMIT]
1601 # default days is 100
1602 cheologs() {
1603   local days q
1604   days=${1:-100}
1605   q="
1606 select
1607  datetime(substr(timeSent,0,11),  'unixepoch'),
1608  replace(replace(counterpart,'@fsf.org',''),
1609         '@conference.fsf.org',''),
1610  body
1611 from messages
1612 where timeSent > $(( (EPOCHSECONDS - days * 60 * 60 * 24) * 1000 ))
1613 order by timeSent;"
1614   sqlite3 /p/cheogram/b ".mode tabs" "$q" | less
1615 }
1616
1617 mycheologs() {
1618   local days q
1619   days=${1:-16}
1620   # timezone compared to utc. note: this takes the current offset, so if daylight savings change
1621   # happened in the looking back period, this won't account for it.
1622   zone_offset=$(( $( date +%z | sed 's/[^1-9-]*//g' ) * 60 * 60))
1623   case $zone_offset in
1624     -*) : ;;
1625     *) zone_offset="+ $zone_offset"
1626   esac
1627   echo zone_offset=$zone_offset
1628   q="
1629 select
1630  datetime(substr(timeSent,0,11) $zone_offset,  'unixepoch'),
1631  body
1632 from messages
1633 where timeSent > $(( (EPOCHSECONDS - days * 60 * 60 * 24) * 1000 ))
1634 and counterpart = 'office@conference.fsf.org/iank'
1635 order by timeSent;"
1636   sqlite3 /p/cheogram/b ".mode tabs" "$q" | sed 's/ /./' | less
1637 }
1638
1639 # version of jdo for my non-root user
1640 jdo() {
1641   # comparison of alternative logging methods:
1642   #
1643   # systemd-run command (what this function does)
1644   #
1645   # If there is a user prompt, the program will detect that it is not
1646   # connected to a terminal and act in a non-interactive way, skipping
1647   # the prompt. This has the benefit that you know exactly how the
1648   # program will act if you want to move it into a service that runs
1649   # automatically.
1650   #
1651   # If run with sudo and command is a shell script which does a sleep,
1652   # it can (sometimes?) output some extra whitespace in front of
1653   # messages, more for each subsequent message. This can be avoided by
1654   # becoming root first.
1655   #
1656   # It logs the command's pid and exit code, which is nice.
1657   #
1658   #
1659   ### command |& ts | tee file.log
1660   #
1661   # If there is a user prompt, like "read -p prompt var", it will hang
1662   # without outputting the prompt.
1663   #
1664   # I've had a few times where ts had an error and I wasn't totally sure
1665   # if it was really the command or ts having the problem.
1666   #
1667   # Sometimes some output will get hidden until you hit enter.
1668   #
1669   #
1670   ### command |& pee cat logger
1671   #
1672   # This seems to work. I need to test more.
1673   #
1674   #
1675   ### command |& logger -s
1676   #
1677   # User prompts get confusingly prefixed to earlier output, and all log
1678   # entries get prefixed with annoying priority level.
1679   #
1680   #
1681   ### systemd-cat
1682   #
1683   # Had a few problems. One major one is that it exited in the middle of
1684   # a command on systemctl daemon-reload
1685   #
1686   # Related commands which can log a whole session: script, sudo, screen
1687   local cmd cmd_name jr_pid ret
1688   ret=0
1689   cmd="$1"
1690   shift
1691   cmd_name=${cmd##*/}
1692   if [[ $cmd != /* ]]; then
1693     cmd=$(type -P "$cmd")
1694   fi
1695   # -q = quiet
1696   journalctl -qn2 -f -u "$cmd_name" &
1697   # Trial and error of time needed to avoid missing initial lines.
1698   # .5 was not reliable. 1 was not reliable. 2 was not reliable
1699   sleep 4
1700   jr_pid=$!
1701   # note, we could have a version that does system --user, but if for example
1702   # it does sudo ssh, that will leave a process around that we can't kill
1703   # and it will leave the unit hanging around in a failed state needing manual
1704   # killing of the process.
1705   s systemd-run --uid "$(id -u)" --gid "$(id -g)" \
1706     -E SSH_AUTH_SOCK=/run/openssh_agent \
1707     --unit "$cmd_name" --wait --collect "$cmd" "$@" || ret=$?
1708   # The sleep lets the journal output its last line
1709   # before the prompt comes up.
1710   sleep .5
1711   kill $jr_pid &>/dev/null ||:
1712   unset jr_pid
1713   fg &>/dev/null ||:
1714   # this avoids any err-catch
1715   (( ret == 0 )) || return $ret
1716 }
1717
1718 # service run, and watch the output
1719 srun() {
1720   local unit
1721   ret=0
1722   unit=$1
1723   journalctl -qn2 -f -u $unit &
1724   systemctl start $unit
1725   sleep 2
1726   kill $jr_pid &>/dev/null ||:
1727   unset jr_pid
1728   fg &>/dev/null ||:
1729 }
1730
1731 sm() { # switch mail host
1732   local tmp keyhash
1733   c /
1734   # run latest
1735   keyhash=$(s ssh-keygen -lf /root/.ssh/home  | awk '{print $2}')
1736   tmp=$(s ssh-add -l | awk '$2 == "'$keyhash'"' ||:)
1737   if [[ ! $tmp ]]; then
1738     s ssh-add /root/.ssh/home
1739   fi
1740   s jdo switch-mail-host "$@"
1741   return $ret
1742 }
1743 sh2() { # switch host2
1744   local tmp keyhash
1745   c /
1746   # run latest
1747   keyhash=$(s ssh-keygen -lf /root/.ssh/home  | awk '{print $2}')
1748   tmp=$(s ssh-add -l | awk '$2 == "'$keyhash'"')
1749   if [[ ! $tmp ]]; then
1750     s ssh-add /root/.ssh/home
1751   fi
1752   install-my-scripts
1753   s jdo switch-host2 "$@"
1754   return $ret
1755 }
1756
1757 # shellcheck disable=SC2120
1758 lipush() {
1759   # note, i had --delete-excluded, but that deletes all files in --exclude-from on
1760   # the remote site, which doesn't make sense, so not sure why i had it.
1761   local p a
1762   # excluding emacs for now
1763   #p=(/a/opt/{emacs-debian11{,-nox},mu,emacs} /a/bin /a/exe /a/h /a/c /p/c/machine_specific/vps{,.hosts})
1764   p=(/a/bin /a/exe /a/h /a/c /p/c/machine_specific/vps{,.hosts} /c/roles/prom_export/files/simple/usr/local/bin/fsf-install-node-exporter /a/opt/fpaste)
1765   a="-ahviSAXPH --specials --devices --delete --relative --exclude-from=/p/c/li-rsync-excludes"
1766   ret=0
1767   for h in li je bk; do
1768     m s rsync "$@" $a ${p[@]} /p/c/machine_specific/$h root@$h.b8.nz:/
1769     ## only li is debian11
1770     #p[0]=/a/opt/emacs-trisuqel10
1771     #p[1]=/a/opt/emacs-trisquel10-nox
1772   done
1773   m s rsync "$@" -ahviSAXPH root@li.b8.nz:/a/h/proposed-comments/ /a/h/proposed-comments || ret=$?
1774   return $ret
1775 }
1776 bkpush() { # no emacs. for running faster.
1777   p=(/a/bin /a/exe /a/h /a/c /p/c/machine_specific/vps{,.hosts} /c/roles/prom_export/files/simple/usr/local/bin/fsf-install-node-exporter)
1778   a="-ahviSAXPH --specials --devices --delete --relative --exclude-from=/p/c/li-rsync-excludes"
1779   ret=0
1780   m rsync "$@" $a ${p[@]} /p/c/machine_specific/bk root@bk.b8.nz:/ || ret=$?
1781   return $ret
1782 }
1783 jepush() { # no emacs. for running faster.
1784   p=(/a/bin /a/exe /a/h /a/c /p/c/machine_specific/vps{,.hosts} /c/roles/prom_export/files/simple/usr/local/bin/fsf-install-node-exporter)
1785   a="-ahviSAXPH --specials --devices --delete --relative --exclude-from=/p/c/li-rsync-excludes"
1786   ret=0
1787   m rsync "$@" $a ${p[@]} /p/c/machine_specific/je root@je.b8.nz:/ || ret=$?
1788   return $ret
1789 }
1790
1791 bindpush() {
1792   dsign iankelling.org expertpathologyreview.com zroe.org amnimal.ninja
1793   lipush
1794   for h in li bk; do
1795     m ssh $h.b8.nz dnsup
1796   done
1797 }
1798 bindpushb8() {
1799   lipush
1800   for h in li bk; do
1801     m ssh $h.b8.nz dnsb8
1802   done
1803 }
1804
1805 dnsup() {
1806   conflink -f
1807   m ser reload named
1808 }
1809 dnsb8() {
1810   local f=/var/lib/bind/db.b8.nz
1811   m ser stop named
1812   # jbk is like a temp file. dunno if removing it helps
1813
1814   i=0
1815   while pgrep '^named$' &>/dev/null; do
1816     sleep .5
1817     i=$(( i + 1 ))
1818     if (( i > 100 )); then
1819       echo "dnsb8: error: timeout waiting for named to exit"
1820       return 1
1821     fi
1822   done
1823   m sudo rm -fv $f.jnl $f.signed.jnl $f.jbk
1824   m sudo install -m 644 -o bind -g bind /p/c/machine_specific/vps/bind-initial/db.b8.nz $f
1825   m ser restart named
1826 }
1827 dnsecgen() {
1828   # keys generated like this
1829   # because of https://ftp.isc.org/isc/dnssec-guide/dnssec-guide.pdf
1830   # https://blog.apnic.net/2019/05/23/how-to-deploying-dnssec-with-bind-and-ubuntu-server/
1831
1832   # key length is longer than that guide because
1833   # we are using those at fsf and when old key lengths
1834   # become insecure, I want some extra time to update.
1835   # dnsecgen (in brc2)
1836
1837   local zone=$1
1838   dnssec-keygen -a RSASHA256 -b 2048 $zone
1839   dnssec-keygen -f KSK -a RSASHA256 -b 4096 $zone
1840   for f in K"$zone".*.key; do
1841     # eg Kb8.nz.+008+47995.key tag=47995
1842     # in dnsimple, you add the long string from this.
1843     # in gandi, you add the long string from the .key file,
1844     # then see that the digest matches the ds.
1845     echo "tag is the number after DS"
1846     dnssec-dsfromkey -a SHA-256 $f
1847   done
1848   # For b8.nz, we let bind read the keys and sign, and
1849   # right now they have root ownership, so let them
1850   # get group read.
1851   chmod g+r ./*.private
1852 }
1853 dsign() {
1854   # create .signed file
1855   # note: full paths probably not needed.
1856   local arg
1857   for arg; do
1858     local zone=${arg#db.}
1859     local dir=/p/c/machine_specific/vps/filesystem/var/lib/bind
1860     dnssec-signzone -S -e +31536000 -o $zone -K $dir -d $dir $dir/db.$zone
1861   done
1862 }
1863
1864 # set day start for use in other programs.
1865 # expected to do be in a format like 830, or 800 or 1300.
1866 ds() {
1867   if [[ $1 ]]; then
1868     echo $1 >/b/data/daystart
1869   else
1870     cat /b/data/daystart
1871   fi
1872 }
1873
1874 #### begin bitcoin related things
1875 btc() {
1876   local f=/etc/bitcoin/bitcoin.conf
1877   # importprivkey will timeout if using the default of 15 mins.
1878   # upped it to 1 hour.
1879   bitcoin-cli -rpcclienttimeout=60000 -"$(s grep rpcuser= $f)" -"$(s grep rpcpassword= $f)" "$@"
1880 }
1881 btcusd() { # $1 btc in usd
1882   local price
1883   price="$(curl -s https://api.coinbase.com/v2/prices/BTC-USD/spot | jq -r .data.amount)"
1884   printf "$%s\n" "$price"
1885   if [[ $1 ]]; then
1886     printf "$%.2f\n" "$(echo "scale=4; $price * $1"| bc -l)"
1887   fi
1888 }
1889 usdbtc() { # $1 usd in btc
1890   local price
1891   price="$(curl -s https://api.coinbase.com/v2/prices/BTC-USD/spot | jq -r .data.amount)"
1892   printf "$%s\n" "$price"
1893   if [[ $1 ]]; then
1894     # 100 mil satoshi / btc. 8 digits after the 1.
1895     printf "%.8f btc\n" "$(echo "scale=10; $1 / $price "| bc -l)"
1896   fi
1897 }
1898 satoshi() { # $1 satoshi in usd
1899   local price
1900   price="$(curl -s https://api.coinbase.com/v2/prices/BTC-USD/spot | jq -r .data.amount)"
1901   price=$(echo "scale=10; $price * 0.00000001"| bc -l)
1902   printf "$%f\n" "$price"
1903   if [[ $1 ]]; then
1904     printf "$%.2f\n" "$(echo "scale=10; $price * $1"| bc -l)"
1905   fi
1906 }
1907
1908 # Bitcoin holds open the wallet file. this causes problems for a
1909 # secondary computer running bitcoin and receiving a backup (as of
1910 # 2023). However, in 2024-02, I ran a backup where a receiving machine
1911 # had the wallet enabled and there was no error, so I don't know if this
1912 # is still an issue or likely it is an inconsistent behavior.
1913 #
1914 # As a workaround, this function is for enabling the wallet when I want
1915 # to use it and leave it disabled otherwise.
1916 walleton() {
1917   local active
1918   active=false
1919   no_on=true
1920   if [[ ! $(readlink -f /var/lib/bitcoind/wallets) == /q/wallets ]]; then
1921     if systemctl --quiet is-active bitcoind; then
1922       if [[ -e /tmp/no-bitcoinon ]]; then
1923         no_on=true
1924       else
1925         if [[ $EUID == 0 ]]; then
1926           m install -T -o iank -g iank /dev/null /tmp/no-bitcoinon
1927         else
1928           m touch /tmp/no-bitcoinon
1929         fi
1930       fi
1931       active=true
1932       m ser stop bitcoind
1933     fi
1934     m s ln -s /q/wallets /var/lib/bitcoind
1935     sudo chown -h bitcoin:bitcoin /var/lib/bitcoind/wallets
1936     if $active; then
1937       m ser start bitcoind
1938       if ! $no_on; then
1939         m rm /tmp/no-bitcoinon
1940       fi
1941     fi
1942   fi
1943 }
1944 walletoff() {
1945   local active
1946   active=false
1947   no_on=true
1948   if [[ $(readlink -f /var/lib/bitcoind/wallets) == /q/wallets ]]; then
1949     if systemctl --quiet is-active bitcoind; then
1950       if [[ -e /tmp/no-bitcoinon ]]; then
1951         no_on=true
1952       else
1953         if [[ $EUID == 0 ]]; then
1954           m install -T -o iank -g iank /dev/null /tmp/no-bitcoinon
1955         else
1956           m touch /tmp/no-bitcoinon
1957         fi
1958       fi
1959       active=true
1960       m ser stop bitcoind
1961     else
1962       echo note: bitcoind not active
1963     fi
1964     m rm /var/lib/bitcoind/wallets
1965     if $active; then
1966       # note, starting bitcoin always fails, but it actually
1967       # succeeds. But this is strangely not consistent.
1968       m ser start bitcoind
1969       if ! $no_on; then
1970         m rm /tmp/no-bitcoinon
1971       fi
1972     fi
1973   fi
1974 }
1975 #### end bitcoin related things
1976
1977
1978
1979 cbfstool () { /a/opt/coreboot/build/cbfstool "$@"; }
1980
1981
1982 cgpl()
1983 {
1984   if (($#)); then
1985     cp /a/bin/data/COPYING "$@"
1986   else
1987     cp /a/bin/data/COPYING .
1988   fi
1989 }
1990
1991 capache()
1992 {
1993   if (($#)); then
1994     cp /a/bin/data/LICENSE "$@"
1995   else
1996     cp /a/bin/data/LICENSE .
1997   fi
1998 }
1999
2000
2001
2002 apache-header() {
2003   # First paragraph is to avoid people being confused about why a
2004   # file is apache licensed.
2005   cat <<'EOF'
2006 # I, Ian Kelling, follow the GNU license recommendations at
2007 # https://www.gnu.org/licenses/license-recommendations.en.html. They
2008 # recommend that small programs, < 300 lines, be licensed under the
2009 # Apache License 2.0. This file contains or is part of one or more small
2010 # programs. If a small program grows beyond 300 lines, I plan to switch
2011 # its license to GPL.
2012
2013 # Copyright 2024 Ian Kelling
2014
2015 # Licensed under the Apache License, Version 2.0 (the "License");
2016 # you may not use this file except in compliance with the License.
2017 # You may obtain a copy of the License at
2018
2019 #     http://www.apache.org/licenses/LICENSE-2.0
2020
2021 # Unless required by applicable law or agreed to in writing, software
2022 # distributed under the License is distributed on an "AS IS" BASIS,
2023 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
2024 # See the License for the specific language governing permissions and
2025 # limitations under the License.
2026
2027 EOF
2028
2029 }
2030
2031 # apply apache to git tracked bash files + README, except files with A?GPL3 header.
2032 apache-apply-repo() {
2033   for f in $(git ls-files); do
2034     [[ -L $f || ! -f $f ]] && continue
2035     if [[ $f != README ]]; then
2036       if ! grep -n '^#!/bin/bash' $f | grep ^1: &>/dev/null; then continue; fi
2037       if  head -n 10 $f | grep 'it under the terms of the GNU General Public License as published by' &>/dev/null; then continue; fi
2038     fi
2039     apache-apply $f
2040   done
2041 }
2042
2043 apache-apply() {
2044   for file; do
2045     if head -n1 "$file"| grep -E '^#!/bin/bash\b' &>/dev/null; then
2046       {
2047         head -n1 "$file"
2048         apache-header
2049         tail -n+2 "$file"
2050       } | sponge "$file"
2051     else
2052       {
2053         apache-header
2054         cat "$file"
2055       } | sponge "$file"
2056     fi
2057   done
2058 }
2059 # strip out the apache license from a file.
2060 apache-strip() {
2061   # shellcheck disable=SC2044 # meh
2062   for f in $(find . -type f -maxdepth 1); do if head -n1 "$f"| grep -E '^#!/bin/bash\b' &>/dev/null; then { head -n 20 $f | tac | sed '/^# limitations under the License.$/,/^# Copyright.*Ian Kelling$/d' | tac; tail -n+21 $f; } |sponge $f; fi ; done
2063 }
2064
2065 chrome() {
2066   if type -p chromium &>/dev/null; then
2067     cmd=chromium
2068   else
2069     cd /
2070     cmd="schroot -c bullseye chromium"
2071     CHROMIUM_FLAGS='--enable-remote-extensions' $cmd & r
2072   fi
2073 }
2074
2075
2076 # do all tee.
2077 # pipe to this, or just type like a shell
2078 # todo: test this
2079 dat() {
2080   tee >(ssh frodo.b8.nz) >(ssh x2) >(ssh tp.b8.nz) >(ssh kw) >(ssh tp.b8.nz)
2081 }
2082 da() { # do all
2083   local host
2084   for host in x2 kw tp.b8.nz x3.b8.nz frodo.b8.nz; do
2085     ssh $host "$@"
2086   done
2087 }
2088
2089
2090 debian_pick_mirror () {
2091   # netselect-apt finds a fast mirror.
2092   # but we need to replace the mirrors ourselves,
2093   # because it doesnt do that. best it can do is
2094   # output a basic sources file
2095   # here we get the server it found, get the main server we use
2096   # then substitute all instances of one for the other in the sources file
2097   # and backup original to /etc/apt/sources.list-original.
2098   # this is idempotent. the only way to identify debian sources is to
2099   # note the original server, so we put it in a comment so we can
2100   # identify it later.
2101   local file
2102   file=$(mktemp -d)/f # safe way to get file name without creating one
2103   sudo netselect-apt -o "$file" || return 1
2104   url=$(grep ^\\w $file | head -n1 | awk '{print $2}')
2105   sudo cp -f /etc/apt/sources.list /etc/apt/sources.list-original
2106   sudo sed -ri "/http.us.debian.org/ s@( *[^ #]+ +)[^ ]+([^#]+).*@\1$url\2# http.us.debian.org@" /etc/apt/sources.list
2107   sudo apt-get update
2108 }
2109 digme() {
2110   digdiff @ns{1,2}.iankelling.org "$@"
2111 }
2112
2113 dup() {
2114   local ran_d
2115   ran_d=false
2116   system-status _
2117   case $PS1 in
2118     *[\ \]]D\ *)
2119       pushd /
2120       /b/ds/distro-begin |& ts || return $?
2121       /b/ds/distro-end |& ts || return $?
2122       popd
2123       ran_d=true
2124       ;;&
2125     *[\ \]]DB\ *)
2126       pushd /
2127       /b/ds/distro-begin |& ts || return $?
2128       popd
2129       ran_d=true
2130       ;;
2131     *[\ \]]DE\ *)
2132       pushd /
2133       /b/ds/distro-end |& ts || return $?
2134       popd
2135       ran_d=true
2136       ;;&
2137     *CONFLINK*)
2138       if ! $ran_d; then
2139         conflink
2140       fi
2141       ;;
2142   esac
2143   system-status _
2144 }
2145
2146 envload() { # load environment from a previous: export > file
2147   local file=${1:-$HOME/.${USER}_env}
2148   eval "$(export | sed 's/^declare -x/export -n/')"
2149   while IFS= read -r line; do
2150     # declare -x makes variables local to a function
2151     eval ${line/#declare -x/export}
2152   done < "$file"
2153 }
2154
2155 failfunc() { asdf a b c; }
2156 failfunc2() { failfunc d e f; }
2157
2158 # one that comes with distros is too old for newer devices
2159 fastboot() {
2160   /a/opt/android-platform-tools/fastboot "$@";
2161 }
2162
2163 kdecd() { /usr/lib/x86_64-linux-gnu/libexec/kdeconnectd; }
2164
2165 bat() {
2166   cat /sys/class/power_supply/BAT0/capacity
2167 }
2168
2169 # List of apps to install/update
2170 # Create from existing manually installed apps by doing
2171 # fdroidcl update
2172 # fdroidcl search -i, then manually removing
2173 # automatically installed/preinstalled apps
2174
2175 #
2176 # # my attempt at recovering from boot loop:
2177 # # in that case, boot to recovery (volume up, home button, power, let go of power after samsun logo)
2178 # # then
2179 # mount /dev/block/mmcblk0p12 /data
2180 # cd /data
2181 # find -iname '*appname*'
2182 # rm -rf FOUND_DIRS
2183 # usually good enough to just rm -rf /data/app/APPNAME
2184 #
2185 # currently broken:
2186 # # causes replicant to crash
2187 # org.quantumbadger.redreader
2188 # org.kde.kdeconnect_tp
2189
2190 # not broke, but wont work without gps
2191 #com.zoffcc.applications.zanavi
2192 # not broke, but not using atm
2193 #com.nutomic.syncthingandroid
2194 # # doesn\'t work on replicant
2195 #net.sourceforge.opencamera
2196 #
2197 fdroid_pkgs=(
2198   net.mullvad.mullvadvpn
2199   org.schabi.newpipe
2200   io.github.subhamtyagi.lastlauncher
2201   io.anuke.mindustry
2202   com.biglybt.android.client
2203   de.marmaro.krt.ffupdater
2204   me.ccrama.redditslide
2205   org.fedorahosted.freeotp
2206   at.bitfire.davdroid
2207   com.alaskalinuxuser.justnotes
2208   com.artifex.mupdf.viewer.app
2209   com.danielkim.soundrecorder
2210   com.fsck.k9
2211   com.ichi2.anki
2212   com.jmstudios.redmoon
2213   com.jmstudios.chibe
2214   org.kde.kdeconnect_tp
2215   com.notecryptpro
2216   com.termux
2217   cz.martykan.forecastie
2218   de.danoeh.antennapod
2219   de.blinkt.openvpn
2220   de.marmaro.krt.ffupdater
2221   eu.siacs.conversations
2222   free.rm.skytube.oss
2223   im.vector.alpha # riot
2224   info.papdt.blackblub
2225   me.tripsit.tripmobile
2226   net.gaast.giggity
2227   net.minetest.minetest
2228   net.osmand.plus
2229   org.isoron.uhabits
2230   org.linphone
2231   org.gnu.icecat
2232   org.smssecure.smssecure
2233   org.yaaic
2234   sh.ftp.rocketninelabs.meditationassistant.opensource
2235 )
2236 # https://forum.xda-developers.com/android/software-hacking/wip-selinux-capable-superuser-t3216394
2237 # for maru,
2238 #me.phh.superuser
2239
2240 fdup() {
2241   local -A installed updated
2242   local p
2243   # tried putting this in go buildscript cronjob,
2244   # but it failed with undefined: os.UserCacheDir. I expect its due to
2245   # an environment variable missing, but its easier just to stick it here.
2246   m go get -u mvdan.cc/fdroidcl || return 1
2247   m fdroidcl update
2248   if fdroidcl search -u | grep ^org.fdroid.fdroid; then
2249     fdroidcl install org.fdroid.fdroid
2250     sleep 5
2251     m fdroidcl update
2252   fi
2253   for p in $(fdroidcl search -i| grep -o "^\S\+"); do
2254     installed[$p]=true
2255   done
2256   for p in $(fdroidcl search -u| grep -o "^\S\+"); do
2257     updated[$p]=false
2258   done
2259   for p in ${fdroid_pkgs[@]}; do
2260     if ! ${installed[$p]:-false}; then
2261       m fdroidcl install $p
2262       # sleeps are just me being paranoid since replicant has a history of crashing when certain apps are installed
2263       sleep 5
2264     fi
2265   done
2266   for p in ${!installed[@]}; do
2267     if ! ${updated[$p]:-true}; then
2268       m fdroidcl install $p
2269       sleep 5
2270     fi
2271   done
2272 }
2273
2274 firefox-default-profile() {
2275   local key value section
2276   key=Default
2277   value=1
2278   section=$1
2279   file=/p/c/subdir_files/.mozilla/firefox/profiles.ini
2280   sed -ri "/^ *$key/d" "$file"
2281   sed -ri "/ *\[$section\]/,/^ *\[[^]]+\]/{/^\s*${key}[[:space:]=]/d};/ *\[$section\]/a $key=$value" "$file"
2282 }
2283 fdhome() { #firefox default home profile
2284   firefox-default-profile Profile0
2285 }
2286
2287 fdwork() {
2288   firefox-default-profile Profile4
2289 }
2290
2291 ff() {
2292   if type -P firefox &>/dev/null; then
2293     firefox "$@"
2294   else
2295     iceweasel "$@"
2296   fi
2297 }
2298
2299 fn() {
2300   firefox -P alt "$@" >/dev/null 2>&1
2301 }
2302
2303
2304 fsdiff () {
2305   local missing=false
2306   local dname="${PWD##*/}"
2307   local m="/a/tmp/$dname-missing"
2308   local d="/a/tmp/$dname-diff"
2309   [[ -e $d ]] && rm "$d"
2310   [[ -e $m ]] && rm "$m"
2311   local msize=0
2312   local fsfile
2313   while read -r line; do
2314     fsfile="$1${line#.}"
2315     if [[ -e "$fsfile" ]]; then
2316       md5diff "$line" "$fsfile" && tee -a "/a/tmp/$dname-diff" <<< "$fsfile $line"
2317     else
2318       missing=true
2319       echo "$line" >> "$m"
2320       msize=$((msize + 1))
2321     fi
2322   done < <(find . -type f )
2323   if $missing; then
2324     echo "$m"
2325     (( msize <= 100 )) && cat $m
2326   fi
2327 }
2328 fsdiff-test() {
2329   local tmpd x
2330   # expected output, with different tmp dirs
2331   # /tmp/tmp.HDPbwMqdC9/c/d ./c/d
2332   # /a/tmp/tmp.qLDkYxBYPM-missing
2333   # ./b
2334   tmpd="$(mktemp -d)"
2335   cd "$tmpd"
2336   echo ok > a
2337   echo nok > b
2338   mkdir c
2339   echo ok > c/d
2340   local x
2341   x=$(mktemp -d)
2342   mkdir $x/c
2343   echo different > $x/c/d
2344   echo ok > $x/a
2345   fsdiff $x
2346   rm -r "$x" "$tmpd"
2347 }
2348 rename-test() {
2349   # test whether missing files were renamed, generally for use with fsdiff
2350   # $1 = fsdiff output file, $2 = directory to compare to. pwd = fsdiff dir
2351   # echos non-renamed files
2352   local x y found
2353   unset sums
2354   for x in "$2"/*; do
2355     { sums+=( "$(md5sum < "$x")" ) ; } 2>/dev/null
2356   done
2357   while read -r line; do
2358     { missing_sum=$(md5sum < "$line") ; } 2>/dev/null
2359     renamed=false
2360     for x in "${sums[@]}"; do
2361       if [[ $missing_sum == "$x" ]]; then
2362         renamed=true
2363         break
2364       fi
2365     done
2366     $renamed || echo "$line"
2367   done < "$1"
2368   return 0
2369 }
2370
2371 feh() {
2372   # F = fullscren, z = random, Z = auto zoom
2373   command feh --auto-rotate -FzZ "$@"
2374 }
2375
2376
2377
2378 fw() {
2379   firefox -P default "$@" >/dev/null 2>&1
2380 }
2381
2382 gitian() {
2383   git config user.email ian@iankelling.org
2384 }
2385
2386 # at least in flidas, things rely on gpg being gpg1
2387 gpg() {
2388   if type -P gpg2 &>/dev/null; then
2389     command gpg2 "$@"
2390   else
2391     command gpg "$@"
2392   fi
2393 }
2394
2395 gse() {
2396   local email=iank@fsf.org
2397   git send-email --notes "--envelope-sender=<$email>" \
2398       --suppress-cc=self "$@"
2399 }
2400
2401 gup() { /a/f/gnulib/build-aux/gnupload "$@"; }
2402
2403 dejagnu() { /a/opt/dejagnu/dejagnu "$@"; }
2404
2405 hstatus() {
2406   # do git status on published repos.
2407   c /a/bin/githtml
2408   for x in *; do
2409     cd "$(readlink -f $x)"/..
2410     status=$(i status -s) || pwd
2411     if [[ $status ]]; then
2412       hr
2413       echo $x
2414       printf "%s\n" "$status"
2415     fi
2416     cd /a/bin/githtml
2417   done
2418 }
2419
2420 ## work log
2421 #
2422 # note: database location is specified in ~/.timetrap.yml, currently /p/.timetrap.db
2423 wlog() {
2424   local day i days_back
2425   days_back=${1:-16}
2426   for (( i=days_back; i>=0; i-- )); do
2427     day=$( date +%F -d @$((EPOCHSECONDS - 86400*i )) )
2428     date "+%a %b %d" -d @$((EPOCHSECONDS - 86400*i )) | tr '\n' ' '
2429     /a/opt/timetrap/bin/t d -ftotal -s $day -e $day all -m '^w|lunch$'
2430   done
2431 }
2432 to() { t out -a "$@"; }
2433 ti() { t in -a "$@"; }
2434 tl() {
2435   local in_secs
2436   to "$*"
2437   t s lunch
2438   t in -a "$*"
2439   in_secs="$(date -d "${*//[_.]/ }" +%s)"
2440   m t out -a "$(date +%F.%T -d @$(( in_secs + 60*45 )) )"
2441   t s w
2442 }
2443
2444
2445 # help me focus. opens 2 windows.
2446 focus() {
2447   /p/c/proc/focus/linux-amd64/focus &
2448   watcharb5
2449   kill %%
2450 }
2451
2452
2453 # Display a list of the active window title
2454 # i've been on with 10 second samples going back
2455 # 5 minutes. If I've been on one window for 10 seconds
2456 # or longer, then display the second count.
2457 #
2458 # Press any key to exit.
2459 watcharb5() {
2460   local char ret
2461   killall arbtt-capture &>/dev/null ||:
2462   rm -f ~/.arbtt/capture.log
2463   arbtt-capture --sample-rate=10 &
2464   while true; do
2465     arb5
2466     ret=0
2467     # i first thought to sleep and capture ctrl-c, but it seems we can't
2468     # capture control-c, unless maybe we implement the commands in a
2469     # separate script or maybe add err-cleanup to err. Anyways, this
2470     # method is superior because any single char exits.
2471     read -rsN1 -t 5 char || ret=$?
2472     if (( ret == 142 )) || [[ ! $char ]]; then
2473       # debug
2474       #e ret=$ret char=$char
2475       :
2476     else
2477       killall arbtt-capture ||:
2478       return 0
2479     fi
2480   done
2481
2482 }
2483
2484 arb5() {
2485   local i j l sec blanks line
2486   local -a arbtt_lines
2487   if [[ ! -e ~/.arbtt/capture.log ]]; then
2488     sleep 5
2489   fi
2490   blanks=$(( LINES - 34 ))
2491   for (( i=0; i < blanks; i++ )); do
2492     echo
2493   done
2494
2495   {
2496     i=0
2497     j=0
2498     # https://stackoverflow.com/questions/56486272/how-to-concat-multiple-fields-to-same-line-with-jq
2499     arbtt_lines=$(arbtt-dump -l 30 -t json | \
2500                     jq -r '.[] | [ ( .inactive  / 1000 | floor ) , ( .windows[] | select (.active == true) |.title) ] | @tsv' | tac)
2501     for line in "${arbtt_lines[@]}"; do
2502       read -r sec l <<<"$line"
2503       if (( j >= LINES )); then
2504         break
2505       fi
2506       if (( i % 6 == 0 && i >= 2 )); then
2507         j=$(( j + 1 ))
2508         echo "## $(( i / 6 + 1 )) ##"
2509       fi
2510       if (( sec > 10 )); then
2511         printf "%3d %s\n" $sec "$l" | sed -r "s/^(.{$COLUMNS}).*/\1/"
2512       else
2513         printf "    %s\n" "$l" | sed -r "s/^(.{$COLUMNS}).*/\1/"
2514       fi
2515       i=$(( i + 1 ))
2516       j=$(( j + 1 ))
2517     done
2518     while (( j < 34 && j < LINES )); do
2519       echo
2520       j=$(( j + 1 ))
2521     done
2522   } | tac
2523 }
2524
2525 arbttlog() {
2526   # from the log, show only the currently active window, and the number of
2527   # seconds of input inactivity.
2528   arbtt-dump "$@" | grep -v '( )\|Current Desktop' | sed -rn '/^[^ ]/{N;s/^(.{21})([0-9]*)[0-9]{3}m.*\(\*/\1\2/;s/^(.{21})[0-9]*.*\(\*/\1/;s/\n//;p}' ;   }
2529
2530 idea() {
2531   /a/opt/idea-IC-163.7743.44/bin/idea.sh "$@" & r
2532 }
2533
2534 ilogs-local() {
2535   d=/var/lib/znc/moddata/log/iank/
2536   for n in freenode libera; do
2537     cd $d/$n
2538     hr
2539     for x in "#$1/"*; do
2540       base=${x##*/}
2541       files=()
2542       for f in $@; do
2543         tmp=\#$f/$base
2544         if [[ -e $tmp ]]; then
2545           files+=(\#$f/$base)
2546         fi
2547       done
2548       sed \"s/^./${base%log}/\" ${files[@]}|sort -n
2549       hr
2550     done
2551   done
2552 }
2553 ilogs() {
2554   sl root@iankelling.org ilogs-local "$@"
2555 }
2556
2557
2558 ilog-local() {
2559   local d chan
2560   chan="$1"
2561   d=/var/lib/znc/moddata/log/iank/
2562   for n in freenode libera; do
2563     if [[ ! -d $d$n/"$chan" ]]; then
2564       continue
2565     fi
2566     cd $d$n/"$chan"
2567     hr
2568     for x in *; do
2569       # *** are parts and joins and such, and they make reading hard.
2570       # I probably will want to see them sometimes, just have to
2571       # remove that part.
2572       echo $x; sed "s/^./${x%log}/;/\*\*\*/d" $x; hr;
2573     done
2574   done
2575 }
2576 ilog() {
2577   local chan
2578   chan="${1:-#fsfsys}"
2579   # use * instead of -r since that does sorted order
2580   sl root@iankelling.org ilog-local "$chan" | less +G
2581 }
2582
2583 o() {
2584   if type gio &> /dev/null ; then
2585     gio open "$@"
2586   elif type gvfs-open &> /dev/null ; then
2587     gvfs-open "$@"
2588   else
2589     xdg-open "$@"
2590   fi
2591   # another alternative is run-mailcap
2592 }
2593 ccomp xdg-open o
2594
2595 # jfilter() {
2596 #   grep -Evi -e "^(\S+\s+){4}(sudo|sshd|cron)\[\S*:" \
2597   #        -e "^(\S+\s+){4}systemd\[\S*: (starting|started) (btrfsmaintstop|dynamicipupdate|spamd dns bug fix cronjob|rss2email)\.*$"
2598 # }
2599 # jtail() {
2600 #   journalctl -n 10000 -f "$@" | jfilter
2601 # }
2602 # jr() { journalctl "$@" | jfilter | less ; }
2603 # jrf() { journalctl -n 200 -f "$@" | jfilter; }
2604
2605
2606 ## old version for model01. i need to get that firmware working again.
2607 # kff() { # keyboardio firmware flash. you must hold down the tilde key
2608 #   pushd /a/opt/Model01-Firmware
2609 #   # if we didn't want this yes hack, then remove "shell read" from
2610 #   # /a/opt/Kaleidoscope/etc/makefiles/sketch.mk
2611 #   yes $'\n' | VERBOSE=1 make flash
2612 #   popd
2613 # }
2614
2615
2616 kff() {
2617   pushd /a/opt/Kaleidoscope/examples/Devices/Keyboardio/Model100
2618   make flash
2619   popd
2620 }
2621
2622 wgkey() {
2623   local umask_orig name
2624   if (( $# != 1 )); then
2625     e expected 1 arg >&2
2626     return 1
2627   fi
2628   name=$1
2629   umask_orig=$(umask)
2630   umask 0077
2631   wg genkey | tee $name-priv.key | wg pubkey > $name-pub.key
2632   umask $umask_orig
2633 }
2634
2635 host-info-all() {
2636   host-info-update
2637   bindpushb8
2638   wrt-setup
2639 }
2640
2641
2642 # if you change a host's ip, then run
2643 # bindpushb8
2644 # wrt-setup
2645 host-info-update() {
2646
2647   local -A vpn_ips host_ips host_macs nonvpn_ips
2648   local -a root_hosts nonroot_hosts
2649
2650   # the hosts with no mac
2651   root_hosts=( bk je li b8.nz )
2652   for h in ${root_hosts[@]}; do
2653     root_hosts+=(${h}ex)
2654   done
2655   root_hosts+=(cmc)
2656
2657   while read -r ip host mac opts; do
2658     if [[ $ip == *#*  || ! $host ]]; then continue; fi
2659     if [[ $opts == vpn ]]; then
2660       vpn_ips[$host]=$ip
2661     else
2662       nonvpn_ips[$host]=$ip
2663     fi
2664
2665
2666     if [[ $opts == user=root ]]; then
2667       # note: the b8.nz suffix is for the User part, the IdentityFile
2668       # part is redundant to *.b8.nz.
2669       root_hosts+=($host i$host $host.b8.nz i$host.b8.nz)
2670     else
2671       nonroot_hosts+=($host i$host)
2672     fi
2673
2674     host_ips[$host]=$ip
2675     host_macs[$host]=$mac
2676   done </p/c/host-info
2677
2678   cedit /p/c/subdir_files/.ssh/config <<EOF || [[ $? == 1 ]]
2679 Host ${nonroot_hosts[@]}
2680 User iank
2681 IdentityFile ~/.ssh/home
2682
2683 Host ${root_hosts[@]}
2684 IdentityFile ~/.ssh/home
2685 EOF
2686
2687
2688   local host ipsuf f files
2689
2690   sedi '/edits below here are made automatically/,$d' /p/c/machine_specific/li/filesystem/etc/wireguard/wgmail.conf
2691   for host in ${!vpn_ips[@]}; do
2692     ipsuf=${vpn_ips[$host]}
2693     wghole $host $ipsuf
2694     u /a/bin/ds/machine_specific/$host/filesystem/etc/systemd/system/openvpn-client-tr@.service <<EOF
2695 [Unit]
2696 Description=OpenVPN tunnel for %I
2697 After=syslog.target network-online.target
2698 Wants=network-online.target
2699 Documentation=man:openvpn(8)
2700 Documentation=https://community.openvpn.net/openvpn/wiki/Openvpn24ManPage
2701 Documentation=https://community.openvpn.net/openvpn/wiki/HOWTO
2702 Requires=iptables.service
2703
2704 [Service]
2705 Type=notify
2706 RuntimeDirectory=openvpn-client
2707 RuntimeDirectoryMode=0710
2708 WorkingDirectory=/etc/openvpn/client
2709 ExecStart=/usr/sbin/openvpn --suppress-timestamps --nobind --config /etc/openvpn/client/%i.conf
2710 # todo, try reenabling this from the default openvpn,
2711 # it was disabled so we could do bind mounts as a command,
2712 # but now systemd handles it
2713 #CapabilityBoundingSet=CAP_IPC_LOCK CAP_NET_ADMIN CAP_NET_RAW CAP_SETGID CAP_SETUID CAP_SYS_CHROOT CAP_DAC_OVERRIDE
2714 LimitNPROC=10
2715 # DeviceAllow=/dev/null rw
2716 # DeviceAllow=/dev/net/tun rw
2717
2718 # we use .1 to make this be on a different network than kd, so that we can
2719 # talk to transmission on kd from remote host, and still use this
2720 # vpn.
2721 ExecStartPre=/usr/bin/flock -w 20 /tmp/newns.flock /a/bin/newns/newns -n 10.174.$ipsuf start %i
2722 ExecStartPre=/sbin/iptables-restore /a/bin/distro-setup/transmission-firewall/netns.rules
2723 # allow wireguard network to connect
2724 ExecStartPre=/usr/sbin/ip r add 10.8.0.0/24 via 10.174.$ipsuf.1 dev veth1-client
2725 ExecStopPost=/usr/bin/flock -w 20 /tmp/newns.flock /a/bin/newns/newns stop %i
2726 PrivateNetwork=true
2727 BindReadOnlyPaths=/etc/tr-resolv:/run/systemd/resolve:norbind /etc/basic-nsswitch:/etc/resolved-nsswitch:norbind
2728
2729 [Install]
2730 WantedBy=multi-user.target
2731 EOF
2732   done
2733
2734   {
2735     echo "cat <<EOF"
2736     for host in ${!host_ips[@]}; do
2737       ipsuf=${host_ips[$host]}
2738       echo 'local-data-ptr: "$l.'$ipsuf $host.b8.nz'"'
2739     done
2740     echo "EOF"
2741   } | u /p/c/ptr-data
2742
2743   {
2744     echo "cat <<EOF"
2745     for host in ${!host_ips[@]}; do
2746       ipsuf=${host_ips[$host]}
2747       echo "dhcp-host=${host_macs[$host]},set:$host,\$l.$ipsuf,$host"
2748     done
2749     echo "EOF"
2750   } | u /p/c/dnsmasq-data
2751
2752   b8_ip=$(dig +short b8.nz @iankelling.org | tail -1)
2753   if [[ ! $b8_ip ]]; then
2754     echo "$0: error: got empty b8.nz ip. returning 1"
2755     return 1
2756   fi
2757   {
2758     echo "@     A       $b8_ip"
2759     for host in ${!nonvpn_ips[@]}; do
2760       ipsuf=${nonvpn_ips[$host]}
2761       echo "$host       A       10.2.0.$ipsuf"
2762     done
2763     for host in ${!vpn_ips[@]}; do
2764       ipsuf=${vpn_ips[$host]}
2765       cat <<EOF
2766 $host   A       10.2.0.$ipsuf
2767 ${host}wg       A       10.8.0.$ipsuf
2768 ${host}vp       A       10.5.5.$ipsuf
2769 ${host}tr       A       10.174.$ipsuf.2
2770 EOF
2771     done
2772   } | cedit vpn-ips-update /p/c/machine_specific/vps/bind-initial/db.b8.nz ||:
2773
2774
2775   echo checking for stray files:
2776
2777   initial_dir="$PWD"
2778   cd /a/bin/ds/machine_specific
2779   ngset
2780   files=( */filesystem/etc/systemd/system/openvpn-client-tr@.service )
2781   ngreset
2782   cd "$initial_dir"
2783   for f in "${files[@]}"; do
2784     host=${f%%/*}
2785     if [[ ! ${vpn_ips[$host]} ]]; then
2786       e rm /a/bin/ds/machine_specific/$host/filesystem/etc/systemd/system/openvpn-client-tr@.service
2787     fi
2788   done
2789
2790   cd /p/c/machine_specific
2791   ngset
2792   files=( */filesystem/etc/wireguard/wghole.conf )
2793   ngreset
2794   cd $initial_dir
2795   for f in "${files[@]}"; do
2796     host=${f%%/*}
2797     if [[ ! ${vpn_ips[$host]} ]]; then
2798       e rm /p/c/machine_specific/$host/filesystem/etc/wireguard/wghole.conf
2799     fi
2800   done
2801 }
2802
2803 # usage host ipsuf [extrahost]
2804 #
2805 # If the keys already exist and you want new ones, remove them:
2806 # rm /p/c/machine_specific/$host/filesystem/etc/wireguard/hole-{priv,pub}.key
2807 #
2808 # extrahost is a host/cidr that is allowed to go be routed through the
2809 # vpn by this host.
2810 wghole() {
2811   if (( $# < 2 || $# > 3 )); then
2812     e expected 2-3 arg of hostname, ip suffix, and extrahost >&2
2813     return 1
2814   fi
2815   local host ipsuf umask_orig vpn_allowed
2816   host=$1
2817   ipsuf=$2
2818   if [[ $3 ]]; then
2819     extrahost=,$3
2820   fi
2821   for vpn_host in ${!vpn_ips[@]}; do
2822     if [[ $vpn_host == "$host" ]]; then
2823       continue
2824     fi
2825     vpn_allowed+=",10.174.${vpn_ips[$vpn_host]}.2/32"
2826   done
2827   mkdir -p /p/c/machine_specific/$host/filesystem/etc/wireguard
2828   (
2829     cd /p/c/machine_specific/$host/filesystem/etc/wireguard
2830     umask_orig=$(umask)
2831     umask 0077
2832     if [[ ! -s hole-priv.key || ! -s hole-pub.key ]]; then
2833       wg genkey | tee hole-priv.key | wg pubkey > hole-pub.key
2834     fi
2835     cat >wghole.conf <<EOF
2836 [Interface]
2837 # contents hole-priv.key
2838 PrivateKey = $(cat hole-priv.key)
2839 ListenPort = 1194
2840 Address = 10.8.0.$ipsuf/24
2841 # https://dev.to/tangramvision/what-they-don-t-tell-you-about-setting-up-a-wireguard-vpn-1h2g
2842 # ||: makes the systemd service not fail due to the failed command
2843 PostUp = ping -w10 -c1 10.8.0.1 ||:
2844
2845 [Peer]
2846 # li. called wgmail on that server
2847 PublicKey = CTFsje45qLAU44AbX71Vo+xFJ6rt7Cu6+vdMGyWjBjU=
2848 AllowedIPs = 10.8.0.0/24$vpn_allowed$extrahost
2849 Endpoint = 72.14.176.105:1194
2850 PersistentKeepalive = 25
2851 EOF
2852     umask $umask_orig
2853     # old approach. systemd seems to work fine and cleaner.
2854     rm -f ../network/interfaces.d/wghole
2855     cedit -q $host /p/c/machine_specific/li/filesystem/etc/wireguard/wgmail.conf <<EOF || [[ $? == 1 ]]
2856 [Peer]
2857 PublicKey = $(cat hole-pub.key)
2858 AllowedIPs = 10.8.0.$ipsuf/32,10.174.${vpn_ips[$host]}.2/32
2859 EOF
2860   )
2861 }
2862
2863
2864 mns() { # mount namespace
2865   ns=$1
2866   shift
2867   s mkdir -p /root/mount_namespaces
2868   if ! sudo mountpoint /root/mount_namespaces >/dev/null; then
2869     m sudo mount --bind /root/mount_namespaces /root/mount_namespaces
2870   fi
2871   m sudo mount --make-private /root/mount_namespaces
2872   if [[ ! -e /root/mount_namespaces/$ns ]]; then
2873     m sudo touch /root/mount_namespaces/$ns
2874   fi
2875   if ! sudo mountpoint /root/mount_namespaces/$ns >/dev/null; then
2876     m sudo unshare --propagation slave --mount=/root/mount_namespaces/$ns /bin/true
2877   fi
2878   m sudo -E /usr/bin/nsenter --mount=/root/mount_namespaces/$ns "$@"
2879 }
2880
2881 mnsd() { # mount namespace + systemd namespace
2882   ns=$1
2883   unit=$2
2884   shift 2
2885
2886   s mkdir -p /root/mount_namespaces
2887   if ! sudo mountpoint /root/mount_namespaces >/dev/null; then
2888     m sudo mount --bind /root/mount_namespaces /root/mount_namespaces
2889   fi
2890   m sudo mount --make-private /root/mount_namespaces
2891   if [[ ! -e /root/mount_namespaces/$ns ]]; then
2892     m sudo touch /root/mount_namespaces/$ns
2893   fi
2894   if ! sudo mountpoint /root/mount_namespaces/$ns >/dev/null; then
2895     m sudo unshare --propagation slave --mount=/root/mount_namespaces/$ns /bin/true
2896   fi
2897
2898   pid=$(servicepid $unit)
2899   tmpf=$(mktemp --tmpdir $unit.XXXXXXXXXX)
2900   export -p >$tmpf
2901   printf "%s " "${@@Q}" >>$tmpf
2902   echo >>$tmpf
2903
2904   m sudo nsenter -t $pid -n --mount=/root/mount_namespaces/$ns sudo -u $USER -i bash -c ". $tmpf & sleep 1; rm $tmpf"
2905 }
2906
2907
2908 mnsr() { # mns run
2909   local ns=$1
2910   shift
2911   mns $ns sudo -u iank -E env "PATH=$PATH" "$@"
2912 }
2913
2914 mnsnonetr() {
2915   ns=$1
2916   lomh
2917   if ! s ip netns list | grep -Fx nonet &>/dev/null; then
2918     s ip netns add nonet
2919   fi
2920   mns $ns --net=/var/run/netns/nonet /bin/bash
2921   lomh
2922 }
2923
2924 mnsnonet() {
2925   ns=$1
2926   lomh
2927   if ! s ip netns list | grep -Fx nonet &>/dev/null; then
2928     s ip netns add nonet
2929   fi
2930   mns $ns --net=/var/run/netns/nonet sudo -E -u iank /bin/bash
2931   lomh
2932 }
2933
2934
2935 lom() {
2936   # l = the loopback device
2937   local l base
2938   # get sudo pass cached right away
2939   if ! sudo -nv 2>/dev/null; then
2940     sudo -v
2941   fi
2942   if [[ $1 == /* ]]; then
2943     base=${1##*/}
2944     fs_file=$1
2945     if mns $base mountpoint -q /mnt/$base; then
2946       return 0
2947     fi
2948     l=$(losetup -j $fs_file | sed -rn 's/^([^ ]+): .*/\1/p' | head -n1 ||:)
2949     if [[ ! $l ]]; then
2950       l=$(sudo losetup -f)
2951       m sudo losetup $l $fs_file
2952     fi
2953     if ! sudo cryptsetup status /dev/mapper/$base &>/dev/null; then
2954       if ! m sudo cryptsetup luksOpen $l $base; then
2955         m sudo losetup -d $l
2956         return 1
2957       fi
2958     fi
2959     m sudo mkdir -p /mnt/$base
2960     m mns $base mount /dev/mapper/$base /mnt/$base
2961     m mns $base chown $USER:$USER /mnt/$base
2962     lomh
2963   else
2964     base=$1
2965     if mns $base mountpoint /mnt/$base &>/dev/null; then
2966       m mns $base umount /mnt/$base
2967     fi
2968     if sudo cryptsetup status /dev/mapper/$base &>/dev/null; then
2969       if ! m sudo cryptsetup luksClose /dev/mapper/$base; then
2970         echo lom: failed cryptsetup luksClose /dev/mapper/$base
2971         return 1
2972       fi
2973     fi
2974     l=$(losetup -l --noheadings | awk '$6 ~ /\/'$base'$/ {print $1}')
2975     if [[ $l ]]; then
2976       m sudo losetup -d $l
2977     else
2978       echo lom: warning: no loopback device found
2979     fi
2980   fi
2981 }
2982
2983 # mu personality. for original, just run mp. for 2, run mp 2.
2984 # this is partly duplicated in mail-setup
2985 mp() {
2986   local dead=false
2987   for s in {1..5}; do
2988     if ! killall mu; then
2989       dead=true
2990       break
2991     fi
2992     sleep 1
2993   done
2994   if ! $dead; then
2995     echo error: mu not dead
2996     m psg mu
2997     return 1
2998   fi
2999   suf=$1
3000   set -- /m/mucache ~/.cache/mu /m/.mu ~/.config/mu
3001   while (($#)); do
3002     target=$1$suf
3003     f=$2
3004     shift 2
3005     if [[ -e $f && ! -L $f ]]; then
3006       m rm -rf $f
3007     fi
3008     m ln -sf -T $target $f
3009   done
3010 }
3011
3012 # maildir enable
3013 mdenable() {
3014   local md dst ln_path src two
3015
3016   two=false
3017   case $1 in
3018     -2) two=true; shift ;;
3019   esac
3020
3021   for md; do
3022     src=
3023     if $two; then
3024       dst=/m/4e2/$md
3025     else
3026       dst=/m/4e/$md
3027     fi
3028
3029     ln_path=/m/md/$md
3030     for d in /m/md/$md /m/4e2/$md; do
3031       if [[ -d $d && ! -L $d ]]; then
3032         src=$d
3033         break
3034       fi
3035     done
3036     if [[ ! $src ]]; then
3037       echo "error: could not find $md" >&2
3038       return 1
3039     fi
3040     m mv -T $src $dst
3041     m ln -sf -T $dst $ln_path
3042   done
3043 }
3044 md2enable() {
3045   mdenable -2 "$@"
3046 }
3047 mddisable() {
3048   local md=$1
3049   dst=/m/md/$md
3050
3051   ### begin copied from mdenable, but different d ###
3052   for d in /m/4e/$md /m/4e2/$md; do
3053     if [[ -d $d && ! -L $d ]]; then
3054       src=$d
3055       break
3056     fi
3057   done
3058   if [[ ! $src ]]; then
3059     echo "error: could not find $md" >&2
3060     return 1
3061   fi
3062   ### end copy from mdenable ###
3063
3064   if [[ -L $dst ]]; then m rm $dst; fi
3065   m mv -T $src $dst
3066 }
3067
3068
3069 mdt() {
3070   markdown "$1" >/tmp/mdtest.html
3071   firefox /tmp/mdtest.html
3072 }
3073
3074 mo() { xset dpms force off; } # monitor off
3075
3076 mpvgpu() {
3077   # seems to be the best gpu decoding on my nvidia 670.
3078   # vlc gets similar or better framerate, but is much darker output on my test movie at least.
3079
3080
3081   case $HOSTNAME in
3082     kd)
3083       echo 0f | sudo tee -a /sys/kernel/debug/dri/0/pstate
3084       ;;
3085   esac
3086   # going back to the default slow clock, and slower fan:
3087   # echo 07 | sudo tee -a /sys/kernel/debug/dri/0/pstate
3088   if [[ $DISPLAY ]]; then
3089     mpv --vo=vdpau --hwdec=auto "$@"
3090   else
3091     # waylandvk seems to work the same
3092     mpv --gpu-context=wayland --hwdec=auto
3093   fi
3094 }
3095
3096 mpvd() {
3097   mpv --profile=d "$@";
3098 }
3099 mpva() {
3100   mpv --profile=a "$@";
3101 }
3102 # mpv all media files in . or $1
3103 mpvm() {
3104   local -a extensions arg
3105   # get page source of https://en.wikipedia.org/w/index.php?title=Video_file_format&action=edit
3106   # into /a/x.log, then
3107   # grep '^| *\.' /a/x.log | sed 's/| *//;s/,//g'
3108
3109   #  note: to join them together for a regex, do:
3110   # old=; for e in ${extensions[@]/./}; do if [[ ! $old ]]; then old=$e; continue; fi; echo -n "$old|"; old=$e; done; echo $e
3111   extensions=(
3112     .webm
3113     .mkv
3114     .flv
3115     .flv
3116     .vob
3117     .ogv .ogg
3118     .drc
3119     .gif
3120     .gifv
3121     .mng
3122     .avi
3123     .MTS .M2TS .TS
3124     .mov .qt
3125     .wmv
3126     .yuv
3127     .rm
3128     .rmvb
3129     .viv
3130     .asf
3131     .amv
3132     .mp4 .m4p .m4v
3133     .mpg .mp2 .mpeg .mpe .mpv
3134     .mpg .mpeg .m2v
3135     .m4v
3136     .svi
3137     .3gp
3138     .3g2
3139     .mxf
3140     .roq
3141     .nsv
3142   )
3143   arg=("(" -iname "*${extensions[0]}")
3144   for (( i=1 ; i < ${#extensions[@]}; i++ )); do
3145     arg+=(-o -iname "*${extensions[i]}")
3146   done
3147   arg+=(")")
3148   dir=${1:-.}
3149   # debug:
3150   #find $dir "${arg[@]}" -size +200k
3151   find $dir "${arg[@]}" -size +200k -exec mpv --profile=d '{}' +
3152 }
3153 mpvs() {
3154   mpv --profile=s "$@";
3155 }
3156
3157 myirc() {
3158   if [[ ! $1 ]]; then
3159     set -- fsfsys
3160   fi
3161   local -a d
3162   d=( /var/lib/znc/moddata/log/iank/{freenode,libera} )
3163   # use * instead of -r since that does sorted order
3164   ssh root@iankelling.org "for f in ${d[*]}; do cd \$f/#$1; grep '\<iank.*' *; done" | cut --complement -c12-16
3165 }
3166
3167
3168 allmyirc() {
3169   local d
3170   d=/var/lib/znc/moddata/log/iank/freenode
3171   ssh root@iankelling.org "cd $d; find . -mtime -60 -type f -exec grep '\<iank.*' {} +" | sed -r 's,^..([^/]*)/(.{11})(.{5})(.{8}).,\2\4 \1,' | sort
3172 }
3173
3174 # The way pidgin logs with xmpp (maybe related to running cheogram too)
3175 # is that there are sometimes duplicates, and sometimes the a log file
3176 # is for a specific day yet logs messages for subsequent days, and the
3177 # only way to realize that is to notice that the timestamps rolled over
3178 # into a new day, you can't see it in isolation. So, basically, pidgin
3179 # logs are really annoying to read a grep of my messages to find the
3180 # date and time I said when I started and stopped working, so I'm trying
3181 # out a new client: profanity.
3182 mypidgin() {
3183   c /p/c/.purple/logs/jabber/iank@fsf.org/office@conference.fsf.org.chat
3184   for x in *.html; do html2text -o ${x%.html}.txt $x; done;
3185   # shellcheck disable=SC2016 # false positive on ${
3186   grep -A1 ') iank:' ./*.txt \
3187     | sed -r 's/^(.{10})[^ ]*\.txt:\(?([^ ]*)[[:space:]](..). iank:/\1_\2_\3/
3188 s/^[^ ]*\.txt-//
3189 /^--$/d
3190 s/^[^ ]*\.txt:\((.{2}).(.{2}).(.{4}) (.{8}) (.{2})\)?/\3-\1-\2_\4_\5/' \
3191     | sed -n 'x;1d;0~2{G;s/\n/ /;p};${x;p}'
3192 }
3193
3194 # my profanity
3195 #
3196 myprof() {
3197   pushd /home/iank/.local/share/profanity/chatlogs/iank_at_fsf.org/rooms/office_at_conference.fsf.org
3198   logs=(*)
3199   logcount=${#logs[@]}
3200   if (( logcount > 15 )); then
3201     i=$(( logcount - 15 ))
3202   else
3203     i=0
3204   fi
3205   # usually do this on monday, sometimes later
3206   if [[ $(date +%A) == Monday ]]; then
3207     min_date=$(date -d 'monday 2 weeks ago' +%s)
3208   else
3209     min_date=$(date -d 'monday 3 weeks ago' +%s)
3210   fi
3211   for (( ; i < logcount; i++ )); do
3212     log=${logs[$i]}
3213     d=$(date -d "$(head -n1 $log|awk '{print $1}')" +%s)
3214     if (( d < min_date )); then
3215       continue
3216     fi
3217     if awk '$3 == "iank:"' $log | sed -r 's/^(.{10}).(.{8})[^ ]+(.*)/\1_\2\3/' | grep .; then
3218       hr
3219     fi
3220   done
3221   popd
3222 }
3223
3224
3225 # Tail all recent prof logs. Copying from profanity has unwanted line breaks
3226 # especially for links.
3227 profr() {
3228   case $HOSTNAME in
3229     kd)
3230       profr-local
3231       ;;
3232     *)
3233       ssh b8.nz profr-local
3234       ;;
3235   esac
3236 }
3237
3238 profr-local() {
3239   local d0 d1
3240   local -a files
3241   d0="$(date +%Y_%m_%d).log"
3242   d1="$(date -d '1 day ago' +%Y_%m_%d).log"
3243   ngset
3244   files=(/d/p/profanity/chatlogs/iank_at_fsf.org/{*,rooms/*}/{$d0,$d1})
3245   ngreset
3246   if (( ${#files[@]} > 0 )); then
3247     cat "${files[@]}" | sort | tail -n 40
3248   fi
3249 }
3250
3251
3252 # Tail pms in the last day, for the case where we restart profanity and
3253 # didn't check for pms beforehand. Assume the most recent logs are on kd.
3254 # If that isn't the case, use prof-recent-local
3255 prof-recent() {
3256   case $HOSTNAME in
3257     kd)
3258       prof-recent-local
3259       ;;
3260     *)
3261       ssh b8.nz prof-recent-local
3262       ;;
3263   esac
3264 }
3265 prof-recent-local() {
3266   local d dates date files f
3267   # consider making the day count passed by parameter. note: this works: $(date -d '2 day ago' +%Y_%m_%d)
3268   dates=("$(date +%Y_%m_%d)" "$(date -d '1 day ago' +%Y_%m_%d)" )
3269   for d in /d/p/profanity/chatlogs/iank_at_fsf.org/!(rooms); do
3270     files=()
3271     for date in ${dates[@]}; do
3272       f=$d/$date.log
3273       if [[ -e $f ]]; then
3274         files+=($f)
3275       fi
3276     done
3277     if (( ${#files[@]} >= 1 )); then
3278       cat ${files[@]} | tail
3279       hr
3280     fi
3281   done
3282 }
3283
3284 prof-sort() {
3285   case $HOSTNAME in
3286     kd)
3287       prof-recent-sort
3288       ;;
3289     *)
3290       ssh b8.nz prof-recent-sort
3291       ;;
3292   esac
3293 }
3294
3295 prof-recent-sort() {
3296   local d dates date files f
3297   # consider making the day count passed by parameter. note: this works: $(date -d '2 day ago' +%Y_%m_%d)
3298   dates=("$(date +%Y_%m_%d)" "$(date -d '1 day ago' +%Y_%m_%d)" )
3299   files=()
3300   for d in /d/p/profanity/chatlogs/iank_at_fsf.org/!(rooms); do
3301     for date in ${dates[@]}; do
3302       f=$d/$date.log
3303       if [[ -e $f ]]; then
3304         files+=($f)
3305       fi
3306     done
3307   done
3308   for f in "${files[@]}"; do
3309     sed "s/\$/ $f/" $f
3310   done | sort
3311 }
3312
3313
3314 # usage: debvm DEBIAN_VERSION RAM_MB
3315 debvm() {
3316   local ver ram fname src
3317   ver=$1
3318   ram=${2:-2024}
3319   # * is because it might have -backports in the name. we only expect 1 expansion
3320   fnames=( debian-$ver-*nocloud-"$(dpkg --print-architecture)".qcow2 )
3321   if (( ${#fnames[@]} >= 2 )); then
3322     echo "error: iank: unexpected multiple files"
3323     return 1
3324   fi
3325   fname="${fnames[0]}"
3326   src=/a/opt/roms/$fname
3327   if [[ ! -f $src ]]; then
3328     echo debvm: not found $src, download from eg: https://cloud.debian.org/images/cloud/buster/latest/
3329     return 1
3330   fi
3331   cp -a $src /t
3332   # note, in fai-revm we do this: not sure why, maybe because of br device
3333   # --graphics spice,listen=0.0.0.0
3334   m s virt-install --osinfo debian11 --rng /dev/urandom -n deb${ver}tmp --import -r $ram --vcpus 2 --disk /t/$fname --graphics spice
3335   # note: to ssh into this machine will require host key generation: ssh-keygen -A
3336
3337   # random: for cvs2git on gnu www, use debian 10. I could use trisquel,
3338   # but happen to want to try out the debian cloud images. the upstream
3339   # requires python2 and hasn't really changed since the version in d10.
3340   #
3341   # apt install cvs2git cvs
3342   # # 7G was not enough
3343   # mount -o mode=1777,nosuid,nodev,size=34G -t tmpfs tmpfs /tmp
3344   # cvs2git --encoding utf_8 --fallback-encoding ascii --dumpfile=dump www-rsync/www |& tee /tmp/l
3345   ## www-rsync is an rsynced copy of the cvsfrom savannah
3346 }
3347
3348 mygajim() {
3349   local time time_sec time_pretty days
3350   days=${1:-16}
3351   sqlite3 -separator ' ' /p/c/subdir_files/.local/share/gajim/logs.db "select time, message from logs where contact_name = 'iank' and jid_id = 17;" | while read -r time l; do
3352     case $time in
3353       16*) : ;;
3354       *) continue ;;
3355     esac
3356     if ! time_pretty=$(date +%F.%R -d @$time); then
3357       echo bad time: $time
3358       return 1
3359     fi
3360     echo $time_pretty "$l"
3361     time_sec=${time%%.*}
3362     # only look at the last 18 days. generally just use this for timesheet.
3363     if (( time_sec < EPOCHSECONDS - 60 * 60 * 24 * days )); then break; fi
3364   done
3365 }
3366
3367 allmygajim() {
3368   sqlite3 -separator ' ' /p/c/subdir_files/.local/share/gajim/logs.db "select time, message from logs where contact_name = 'iank'" | less
3369 }
3370
3371 gajlogs() {
3372   sqlite3 -separator ' ' /p/c/subdir_files/.local/share/gajim/logs.db "select time, message from logs" | less
3373 }
3374
3375
3376 net-dev-info() {
3377   e "lspci -nnk|gr -iA2 net"
3378   lspci -nnk|gr -iA2 net
3379   hr
3380   e "s lshw -C network"
3381   hr
3382   sudo lshw -C network
3383 }
3384
3385 nk() {
3386   ser stop NetworkManager
3387   ser disable NetworkManager
3388   ser stop NetworkManager-wait-online.service
3389   ser disable NetworkManager-wait-online.service
3390   ser stop dnsmasq
3391   sudo resolvconf -d NetworkManager
3392   #  ser start dnsmasq
3393   sudo ifup br0
3394 }
3395 ngo() {
3396   sudo ifdown br0
3397   ser start NetworkManager
3398   sleep 4
3399   sudo nmtui-connect
3400 }
3401
3402 otp() {
3403   oathtool --totp -b "$*" | xclip -selection clipboard
3404 }
3405 # run cmd and copy output
3406 j() {
3407   "$@" |& pee "xclip -r -selection clipboard" cat
3408 }
3409
3410 # xorg copy. copy text piped into command
3411 xc() {
3412   xclip -r -selection clipboard
3413 }
3414 # echo copy
3415 ec() {
3416   pee "xclip -r -selection clipboard" cat
3417 }
3418
3419 pakaraoke() {
3420   # from http://askubuntu.com/questions/456021/remove-vocals-from-mp3-and-get-only-instrumentals
3421   pactl load-module module-ladspa-sink sink_name=Karaoke master=alsa_output.usb-Audioengine_Audioengine_D1-00.analog-stereo plugin=karaoke_1409 label=karaoke control=-30
3422 }
3423
3424 pfind() { #find *$1* in $PATH
3425   [[ $# != 1 ]] && { echo requires 1 argument; return 1; }
3426   local pathArray
3427   IFS=: pathArray=($PATH); unset IFS
3428   find "${pathArray[@]}" -iname "*$1*"
3429 }
3430
3431 pick-trash() {
3432   # trash-restore lists everything that has been trashed at or below CWD
3433   # This picks out files just in CWD, not subdirectories,
3434   # which also match grep $1, usually use $1 for a time string
3435   # which you get from running restore-trash once first
3436   local name x ask
3437   local nth=1
3438   # last condition is to not ask again for ones we skipped
3439   while name="$( echo | restore-trash | gr "$PWD/[^/]\+$" | gr "$1" )" \
3440       && [[ $name ]] && (( $(wc -l <<<"$name") >= nth )); do
3441     name="$(echo "$name" | head -n $nth | tail -n 1 )"
3442     read -r -p "$name [Y/n] " ask
3443     if [[ ! $ask || $ask == [Yy] ]]; then
3444       x=$( echo "$name"  | gr -o "^\s*[0-9]*" )
3445       echo $x | restore-trash > /dev/null
3446     elif [[ $ask == [Nn] ]]; then
3447       nth=$((nth+1))
3448     else
3449       return
3450     fi
3451   done
3452 }
3453
3454
3455 pub() {
3456   rld /a/h/_site/ li:/var/www/iankelling.org/html
3457 }
3458
3459
3460 pumpa() {
3461   # fixes the menu bar in xmonad. this won\'t be needed when xmonad
3462   # packages catches up on some changes in future (this is written in
3463   # 4/2017)
3464   #
3465   # geekosaur: so youll want to upgrade to xmonad 0.13 or else use a
3466   # locally modified XMonad.Hooks.ManageDocks that doesnt set the
3467   # work area; turns out it\'s impossible to set correctly if you are
3468   # not a fully EWMH compliant desktop environment
3469   #
3470   # geekosaur: chrome shows one failure mode, qt/kde another, other
3471   # gtk apps a third, ... I came up with a setting that works for me
3472   # locally but apparently doesnt work for others, so we joined the
3473   # other tiling window managers in giving up on setting it at all
3474   #
3475   xprop -root -remove _NET_WORKAREA
3476   command pumpa & r
3477 }
3478
3479 # reviewboard, used at my old job
3480 #rbpipe() { rbt post -o --diff-filename=- "$@"; }
3481 #rbp() { rbt post -o "$@"; }
3482
3483 rebr() {
3484   sudo ifdown br0
3485   sudo ifup br0
3486 }
3487
3488
3489 r2e() { command r2e -d /p/c/rss2email.json -c /p/c/rss2email.cfg "$@"; }
3490 # only run on MAIL_HOST. simpler to keep this on one system.
3491 r2eadd() { # usage: name url
3492   # initial setup of rss2email:
3493   # r2e new r2e@iankelling.org
3494   # that initializes files, and sets default email.
3495   # symlink to the config doesnt work, so I copied it to /p/c
3496   # and then use cli option to specify explicit path.
3497   # Only option changed from default config is to set
3498   # force-from = True
3499   #
3500   # or else for a few feeds, the from address is set by the feed, and
3501   # if I fail delivery, then I send a bounce message to that from
3502   # address, which makes me be a spammer.
3503
3504   r2e add $1 "$2" $1@r2e.iankelling.org
3505   # get up to date and dont send old entries now:
3506   r2e run --no-send $1
3507 }
3508
3509 rspicy() { # usage: HOST DOMAIN
3510   # connect to spice vm remote host. use vspicy for local host
3511   local port
3512   # shellcheck disable=SC2087
3513   port=$(ssh $1<<EOF
3514 sudo virsh dumpxml $2|grep "<graphics.*type='spice'" | \
3515        sed -rn "s/.*port='([0-9]+).*/\1/p"
3516 EOF
3517       )
3518   if [[ $port ]]; then
3519     spicy -h $1 -p $port
3520   else
3521     echo "error: no port found. check that the domain is running."
3522   fi
3523 }
3524
3525
3526 scssl() {
3527   # s gem install scss-lint
3528   pushd /a/opt/thoughtbot-guides
3529   git pull --stat
3530   popd
3531   scss-lint -c /a/opt/thoughtbot-guides/style/sass/.scss-lint.yml "$@"
3532 }
3533
3534 skbrc() {
3535   sk -e 2120,245 /b/ds/brc /b/ds/brc2
3536 }
3537
3538 skaraoke() {
3539   local tmp out
3540   out=${2:-${1%.*}.sh}
3541   tmp=$(mktemp -d)
3542   script -t -c "mpv --no-config --no-resume-playback --no-terminal --no-audio-display '$1'" $tmp/typescript 2>$tmp/timing
3543   # todo, the current sleep seems pretty good, but it
3544   # would be nice to have an empirical measurement, or
3545   # some better wait to sync up.
3546   #
3547   # note: --loop-file=no prevents it from hanging if you have that
3548   # set to inf the mpv config.
3549   # --loop=no prevents it from exit code 3 due to stdin if you
3550   # had it set to inf in mpv config.
3551   #
3552   # args go to mpv, for example --volume=80, 50%
3553   cat >$out <<EOFOUTER
3554 #!/bin/bash
3555 trap "trap - TERM && kill 0" INT TERM ERR; set -e
3556 ( sleep .2; scriptreplay <( cat <<'EOF'
3557 $(cat $tmp/timing)
3558 EOF
3559 ) <( cat <<'EOF'
3560 $(cat $tmp/typescript)
3561 EOF
3562 ))&
3563 base64 -d - <<'EOF'| mpv --loop=no --loop-file=no --no-terminal --no-audio-display "\$@" -
3564 $(base64 "$1")
3565 EOF
3566 kill 0
3567 EOFOUTER
3568   rm -r $tmp
3569   chmod +x $out
3570 }
3571
3572 smeld() { # ssh meld usage host1 host2 file
3573   meld <(ssh $1 cat $3) <(ssh $2 cat $3)
3574 }
3575
3576 spd() {
3577   PATH=/usr/local/spdhackfix:$PATH command spd "$@"
3578 }
3579
3580 spamf() { # spamtest on FILE
3581   if (( $# != 1 )); then
3582     e spamtest error: expected 1 arg, filename >&2
3583     return 1
3584   fi
3585   sdncmdroot spamassassin sudo -u Debian-exim spamassassin -t --cf='score PYZOR_CHECK 0' <"$1"
3586 }
3587
3588
3589 # mail related
3590 testmail() {
3591   declare -gi _seq; _seq+=1
3592   echo "test body" | m mail -s "test mail from $HOSTNAME, $_seq" "${@:-root@localhost}"
3593   # for testing to send from an external address, you can do for example
3594   # -fian@iank.bid -aFrom:ian@iank.bid web-6fnbs@mail-tester.com
3595   # note in exim, you can retry a deferred message
3596   # s exim -M MSG_ID
3597   # MSG_ID is in /var/log/exim4/mainlog, looks like 1ccdnD-0001nh-EN
3598 }
3599
3600 # to test sieve, use below command. for fsf mail, see offlineimap-sync script
3601 # make modifications, then copy to live file, use -eW to actually modify mailbox
3602 #
3603 # Another option is to use sieve-test SCRIPT MAIL_FILE. note,
3604 # sieve-test doesnt know about envelopes, Im not sure if sieve-filter does.
3605
3606 # sieve with output filter. arg is mailbox, like INBOX.
3607 # This depends on dovecot conf, notably mail_location in /etc/dovecot/conf.d/10-mail.conf
3608
3609 # always run this first, edit the test files, then run the following
3610 testsieve() {
3611   sieve-filter ~/sieve/maintest.sieve ${1:-INBOX} delete 2> >(head; tail) >/tmp/testsieve.log  && sed -rn '/^Performed actions:/,/^[^ ]/{/^ /p}' /tmp/testsieve.log | sort | uniq -c
3612 }
3613 runsieve() {
3614   c ~/sieve; cp personal{test,}.sieve; cp lists{test,}.sieve; cp personalend{test,}.sieve
3615   sieve-filter -eWv ~/sieve/maintest.sieve ${1:-INBOX} delete &> /tmp/testsieve.log
3616   sed -r '/^info: filtering:/{h;d};/^info: msgid=$/N;/^info: msgid=.*left message in mailbox [^ ]+$/d;/^info: msgid=/{H;g};/^info: message kept in source mailbox.$/d' /tmp/testsieve.log
3617 }
3618
3619 # usage:
3620 # alertme SUBJECT
3621 # printf "subject\nbody\n" | alertme
3622 alertme() {
3623   if [[ -t 0 ]]; then
3624     exim -t <<EOF
3625 From: alertme@b8.nz
3626 To: alerts@iankelling.org
3627 Subject: $*
3628 EOF
3629   else
3630     read -r sub
3631     { cat <<EOF
3632 From: alertme@b8.nz
3633 To: alerts@iankelling.org
3634 Subject: $sub
3635
3636 EOF
3637       cat
3638     } | exim -t
3639   fi
3640 }
3641 daylertme() {
3642   if [[ -t 0 ]]; then
3643     exim -t <<EOF
3644 From: alertme@b8.nz
3645 To: daylert@iankelling.org
3646 Subject: $*
3647 EOF
3648   else
3649     read -r sub
3650     { cat <<EOF
3651 From: alertme@b8.nz
3652 To: daylert@iankelling.org
3653 Subject: $sub
3654
3655 EOF
3656       cat
3657     } | exim -t
3658   fi
3659 }
3660
3661 # alert when a page goes live.
3662 alert200() {
3663   local quiet url tmpdir
3664   quiet=false
3665   case $1 in
3666     # dont send a diff of the html. some html is not very readable
3667     -q) quiet=true
3668         shift
3669         ;;
3670   esac
3671   url="$1"
3672   tmpdir="$(mktemp -d)"
3673   cd $tmpdir
3674   while true; do
3675     if wget -q "$url"; then
3676       if $quiet; then
3677         echo | daylert 200
3678       else
3679         alertme $tmpdir
3680       fi
3681     fi
3682     sleep $(( 120 + RANDOM % 300 ))
3683   done
3684 }
3685
3686 # alert on changes to a webpage (just the base page that curl gets)
3687 # usage: weblert URL [SUBJECT...]
3688 weblert() {
3689   local u old new quiet
3690   quiet=false
3691   case $1 in
3692     # dont send a diff of the html. some html is not very readable
3693     -q) quiet=true
3694         shift
3695         ;;
3696   esac
3697   u="$1"
3698   shift
3699   subject="${*:-weblert}"
3700   old=$(curl -s "$u") ||:
3701   while true; do
3702     new=$(curl -s "$u") ||:
3703     if [[ $old && $new ]]; then
3704       if [[ $new != "$old" ]]; then
3705         if $quiet; then
3706           echo | daylertme "$subject"
3707         else
3708           diff <(printf "%s\n" "$old") <(printf "%s\n" "$new") | daylertme "$subject" ||:
3709         fi
3710       fi
3711       old="$new"
3712     fi
3713     sleep $(( 60 + RANDOM % 120 ))
3714   done
3715 }
3716
3717 torshell() {
3718   # per man torsocks
3719   # shellcheck disable=SC1090 # expected
3720   source "$(type -p torsocks)" on
3721 }
3722
3723 eless2() {
3724   less /var/log/exim4/mymain
3725 }
3726
3727
3728 # mail related
3729 testexim() {
3730   # testmail above calls sendmail, which is a link to exim/postfix.
3731   # its docs dont say a way of adding an argument
3732   # to sendmail to turn on debug output. We could make a wrapper, but
3733   # that is a pain. Exim debug args are documented here:
3734   # http://www.exim.org/exim-html-current/doc/html/spec_html/ch-the_exim_command_line.html
3735   #
3736   # http://www.exim.org/exim-html-current/doc/html/spec_html/ch-building_and_installing_exim.html
3737   # note, for exim daemon, you can turn on debug options by
3738   # adding -d, etc to COMMONOPTIONS in
3739   # /etc/default/exim4
3740   #
3741   # to specify recipients other than those in to, cc, bcc, you can use the cli args, eg:
3742   #  exim -t 'test@zroe.org, t2@zroe.org'  <<'EOF'
3743   #
3744   # -t = get recipient from header
3745   exim -d -t <<EOF
3746 From: ian@iankelling.org
3747 To: submit@b.b8.nz
3748 Subject: testbug1
3749
3750 Package: test
3751 Version:1
3752
3753 This is a test message.
3754 EOF
3755 }
3756
3757 # test bounce exim
3758 testbexim() {
3759   to=$1
3760   exim -d -f '<>' $to <<EOF
3761 From: Mail Delivery System <Mailer-Daemon@gnu.org>
3762 To: $to
3763 Subject: Mail delivery failed: returning message to sender
3764
3765 This message was created automatically by mail delivery software.
3766 EOF
3767
3768 }
3769
3770
3771 # toggle keyboard
3772 tk() {
3773   # based on
3774   # https://askubuntu.com/questions/160945/is-there-a-way-to-disable-a-laptops-internal-keyboard
3775   id=$(xinput --list  --id-only 'AT Translated Set 2 keyboard')
3776   if xinput list | grep -F '∼ AT Translated Set 2 keyboard' &>/dev/null; then
3777     echo enabling keyboard
3778     # find the first slave keyboard number, they are all the same in my output.
3779     # if they werent, worst case we would need to save the slave number somewhere
3780     # when it got disabled.
3781     slave=$(xinput list | sed -n 's/.*slave \+keyboard (\([0-9]*\)).*/\1/p' | head -n1)
3782     xinput reattach $id $slave
3783   else
3784     xinput float $id
3785   fi
3786 }
3787
3788 tm() {
3789   # timer in minutes
3790   # --no-config
3791   (sleep "$(calc "$* * 60")" && mpv --no-config --volume 50 /a/bin/data/alarm.mp3) > /dev/null 2>&1 &
3792 }
3793
3794 ## usage: to connect to my main transmission daemon from a different host, run this
3795 trans-remote-route() {
3796   :
3797 }
3798 trg() { transmission-remote-gtk & r; }
3799 # TODO: this wont work transmission.lan doesnt exist
3800 trc() {
3801   # example, set global upload limit to 100 kilobytes:
3802   # trc -u 100
3803   TR_AUTH=":$(jq -r .profiles[0].password ~/.config/transmission-remote-gtk/config.json)" transmission-remote transmission.lan -ne "$@"
3804 }
3805
3806 trysleep() {
3807   retries="$1"
3808   sleepsecs="$2"
3809   shift 2
3810   for (( i=0; i < retries - 1; i++ )); do
3811     if "$@"; then
3812       return 0
3813     fi
3814     sleep $sleepsecs
3815   done
3816   "$@"
3817 }
3818
3819
3820 tu() {
3821   local s
3822   if [[ -e $1 && ! -w $1 || ! -w $(dirname "$1") ]]; then
3823     s=s;
3824   fi
3825   # full path for using in some initial setup steps
3826   $s /a/exe/teeu "$@"
3827 }
3828
3829 # execute exim in its namespace. Useful args like -Mrm
3830 enn() {
3831   local ecmd pid
3832
3833   ecmd="/usr/sbin/exim4 -C /etc/exim4/my.conf"
3834   if ip a show veth1-mail &>/dev/null; then
3835     s $ecmd "$@"
3836   else
3837     sdncmdroot exim4 $ecmd "$@"
3838   fi
3839 }
3840
3841 # get pid of systemd service
3842 servicepid() {
3843   local pid unit dir
3844   unit="$1"
3845   pid=$(systemctl show --property MainPID --value "$unit")
3846   case $pid in
3847     [1-9]*) : ;;
3848     *)
3849
3850       dir=/sys/fs/cgroup/system.slice
3851       if [[ ! -d $dir ]]; then
3852         # t10 and older directory.
3853         dir=/sys/fs/cgroup/systemd/system.slice
3854       fi
3855
3856       # 0 or empty.  This file includes the MainPid, so I expect we
3857       # could just get this in the first place, but i don't know if that
3858       # is always the case.
3859       pid=$(head -n1 $dir/${unit%.service}.service/cgroup.procs)
3860       ;;
3861   esac
3862   if [[ $pid ]]; then
3863     printf "%s\n" "$pid"
3864   else
3865     return 1
3866   fi
3867 }
3868
3869 sdnbash() { # systemd namespace bash
3870   local unit pid
3871   if (( $# != 1 )); then
3872     echo $0: error wrong number of args >&2
3873     return 1
3874   fi
3875   unit=$1
3876   pid=$(servicepid $unit)
3877   m sudo nsenter -t $pid -n -m sudo -u $USER -i bash
3878 }
3879
3880 sdnbashroot() { # systemd namespace bash as root
3881   local unit pid
3882   if (( $# != 1 )); then
3883     echo $0: error wrong number of args >&2
3884     return 1
3885   fi
3886   unit=$1
3887   pid=$(servicepid $unit)
3888   m sudo nsenter -t $pid -n -m bash
3889 }
3890
3891
3892 # systemd namespace cmd
3893 # usage: UNIT CMD...
3894 sdncmd() {
3895   local unit pid tmpf
3896   if (( $# <= 1 )); then
3897     echo $0: error wrong number of args >&2
3898     return 1
3899   fi
3900   unit=$1
3901   shift
3902   pid=$(servicepid $unit)
3903   tmpf=$(mktemp --tmpdir $unit.XXXXXXXXXX)
3904   export -p >$tmpf
3905   printf "%s " "${@@Q}" >>$tmpf
3906   echo >>$tmpf
3907   m sudo nsenter -t $pid -n -m sudo -u $USER -i bash -c ". $tmpf & rm $tmpf"
3908 }
3909
3910 sdncmdroot() { # systemd namespace root command
3911   local unit pid
3912   if (( $# < 2 )); then
3913     echo $0: error wrong number of args >&2
3914     return 1
3915   fi
3916   unit=$1
3917   shift
3918   pid=$(servicepid $unit)
3919   m sudo nsenter -t $pid -n -m "$@"
3920 }
3921
3922
3923 mailnnbash() {
3924   sdnbash mailnn
3925 }
3926
3927 # we use wireguard now, use mailnnbash.
3928 # mailvpnbash() {
3929 #   m sudo nsenter -t $(pgrep -f "/usr/sbin/openvpn .* --config /etc/openvpn/.*mail.conf") -n -m sudo -u $USER -i bash
3930 # }
3931
3932 eximbash() {
3933   sdnbashroot exim4
3934 }
3935 spamnn() {
3936   local spamdpid
3937   spamdpid=$(systemctl show --property MainPID --value spamassassin)
3938   m sudo nsenter -t $spamdpid -n -m sudo -u Debian-exim spamassassin "$@"
3939 }
3940 unboundbash() {
3941   sdnbashroot unbound
3942 }
3943
3944 nmtc() {
3945   s nmtui-connect "$@"
3946 }
3947
3948 mailnncheck() {
3949   local unit pid ns mailnn
3950   # mailvpn would belong on the list if using openvpn
3951   for unit in mailnn unbound dovecot spamassassin exim4 radicale; do
3952     pid=$(servicepid $unit)
3953     echo debug: unit=$unit pid=$pid
3954     if [[ ! $pid ]]; then
3955       echo failed to find pid for unit=$unit
3956       continue
3957     fi
3958     if ! ns=$(s readlink /proc/$pid/ns/net); then
3959       echo failed to find ns for unit=$unit pid=$pid
3960       continue
3961     fi
3962     if [[  $mailnn ]]; then
3963       if [[ $ns != "$mailnn" ]]; then
3964         echo "$unit ns $ns != $mailnn"
3965       fi
3966     else
3967       mailnn=$ns
3968     fi
3969   done
3970
3971 }
3972
3973
3974 vpncmd() {
3975   sdncmd openvpn-client-tr@client.service "$@"
3976 }
3977 vpni() {
3978   sdncmd openvpn-client-tr@client.service bash
3979 }
3980 vpnbash() {
3981   sdncmdroot openvpn-client-tr@client.service bash
3982 }
3983
3984
3985 vpn() {
3986   if [[ -e /lib/systemd/system/openvpn-client@.service ]]; then
3987     local vpn_service=openvpn-client
3988   else
3989     local vpn_service=openvpn
3990   fi
3991
3992   [[ $1 ]] || { echo need arg; return 1; }
3993   journalctl --unit=$vpn_service@$1 -f -n0 &
3994   # sometimes the journal doesnt open until after the vpn output
3995   # has happened. hoping this fixes that.
3996   sleep 1
3997   sudo systemctl start $vpn_service@$1
3998   # sometimes the ask-password agent does not work and needs a delay.
3999   sleep .5
4000   # https://bugs.debian.org/cgi-bin/bugreport.cgi?bug=779240
4001   # noticed around 8-2017 after update from around stretch release
4002   # on debian testing, even though the bug is much older.
4003   sudo systemd-tty-ask-password-agent
4004 }
4005
4006 fixu() {
4007   local stats
4008   ls -lad /run/user/1000
4009   stats=$(stat -c%a-%g-%u /run/user/1000)
4010   if [[ $stats != 700-1000-1000 ]]; then
4011     m s chmod 700 /run/user/1000; m s chown iank.iank /run/user/1000
4012   fi
4013 }
4014
4015 # unmute
4016 um() {
4017   local sink card
4018   sink=$(pactl get-default-sink)
4019   if [[ $sink == auto_null ]]; then
4020     # guessing there is just one with an off profile. otherwise we will
4021     # need some other solution, like storing the card identifier that we
4022     # muted with nap.
4023     card=$(pacmd list-cards | sed -n '/^[[:space:]]*index:/{s/^[[:space:]]*index://;h};/^[[:space:]]*active profile: <off>$/{g;p;q}')
4024     m pacmd set-card-profile "$card" output:analog-stereo
4025   fi
4026
4027   m pactl set-sink-mute @DEFAULT_SINK@ false
4028   rm -f /tmp/ianknap
4029 }
4030
4031 nap() {
4032   local sink card
4033   sink=$(pactl get-default-sink)
4034   card="${sink%.*}"
4035   card="${card/output/card}"
4036   m pacmd set-card-profile "$card" off
4037
4038   # clicking on a link in a browser can cause unmute.
4039   # I don't want that. So, use a stronger form of mute
4040   # than this.
4041   #pactl set-sink-mute @DEFAULT_SINK@ true
4042   touch /tmp/ianknap
4043 }
4044
4045
4046 # systemctl is-enabled / status / cat says nothing, instead theres
4047 # some obscure symlink. paths copied from man systemd.unit.
4048 # possibly also usefull, but incomplete, doesnt show units not loaded in memory:
4049 # seru list-dependencies --reverse --all UNIT
4050 sysd-deps() {
4051   local f
4052   local -a dirs search
4053   ngset
4054
4055   case $1 in
4056     u)
4057       search=(
4058         ~/.config/systemd/user.control/*
4059         $XDG_RUNTIME_DIR/systemd/user.control/*
4060         $XDG_RUNTIME_DIR/systemd/transient/*
4061         $XDG_RUNTIME_DIR/systemd/generator.early/*
4062         ~/.config/systemd/user/*
4063         /etc/systemd/user/*
4064         $XDG_RUNTIME_DIR/systemd/user/*
4065         /run/systemd/user/*
4066         $XDG_RUNTIME_DIR/systemd/generator/*
4067         ~/.local/share/systemd/user/*
4068         /usr/lib/systemd/user/*
4069         $XDG_RUNTIME_DIR/systemd/generator.late/*
4070       )
4071       ;;
4072     *)
4073       search=(
4074         /etc/systemd/system.control/*
4075         /run/systemd/system.control/*
4076         /run/systemd/transient/*
4077         /run/systemd/generator.early/*
4078         /etc/systemd/system/*
4079         /etc/systemd/systemd.attached/*
4080         /run/systemd/system/*
4081         /run/systemd/systemd.attached/*
4082         /run/systemd/generator/*
4083         /lib/systemd/system/*
4084         /run/systemd/generator.late/*
4085       )
4086       ;;
4087   esac
4088   for f in "${search[@]}"; do
4089     [[ -d $f ]] || continue
4090     case $f in
4091       *.requires|*.wants)
4092         dirs+=("$f")
4093         ;;
4094     esac
4095   done
4096   # dirs is just so we write out the directory names, ls does it when there is 2 or more dirs.
4097   case ${#dirs[@]} in
4098     1)
4099       echo "${dirs[0]}:"
4100       ll "${dirs[@]}"
4101       ;;
4102     0) : ;;
4103     *)
4104       ll "${dirs[@]}"
4105       ;;
4106   esac
4107   ngreset
4108 }
4109
4110 fixvpndns() {
4111   local link istls
4112   read -r _ link _ istls < <(resolvectl dnsovertls tunfsf)
4113   case $istls in
4114     yes|no) : ;;
4115     *) echo fixvpndns error: unexpected istls value: $istls >&2; return 1 ;;
4116   esac
4117   s busctl call org.freedesktop.resolve1 /org/freedesktop/resolve1 org.freedesktop.resolve1.Manager SetLinkDNSOverTLS is $link no
4118 }
4119
4120 vpnoff() {
4121   [[ $1 ]] || { echo need arg; return 1; }
4122   if [[ -e /lib/systemd/system/openvpn-client@.service ]]; then
4123     local vpn_service=openvpn-client
4124   else
4125     local vpn_service=openvpn
4126   fi
4127   sudo systemctl stop $vpn_service@$1
4128 }
4129 vpnoffc() { # vpn off client
4130   ser stop openvpn-client-tr@client
4131 }
4132 vpnc() {
4133   local unit
4134   unit=openvpn-client-tr@client
4135   sudo -v
4136   if [[ $(systemctl is-active $unit) != active ]]; then
4137     s systemctl start $unit
4138     sleep 1
4139   fi
4140 }
4141
4142
4143 vspicy() { # usage: VIRSH_DOMAIN
4144   # connect to vms made with virt-install
4145   spicy -p "$(sudo virsh dumpxml "$1"|grep "<graphics.*type='spice'"|\
4146                sed -r "s/.*port='([0-9]+).*/\1/")"
4147 }
4148
4149 wian() {
4150   cat-new-files /m/4e/INBOX/new
4151 }
4152 wakehours() {
4153   local sec
4154   if (( $# != 1 )) ; then
4155     echo wakehours: error: expected 1 arg, got $# >&2
4156     return 1
4157   fi
4158   sec=$(( EPOCHSECONDS -  $( date +%s -d $1am ) ))
4159   printf "%d:%02d\n" $(( sec / 60 / 60)) $(( (sec / 60) % 60 ))
4160 }
4161
4162 calvis() { # calendar visualize
4163   install -m 600 /dev/null /tmp/calendar-bytes
4164   while read -r l; do
4165     for char in $l; do
4166       # shellcheck disable=SC2059 # intentional for the hex formatting
4167       printf "\x$(printf "%x" $char)" >>/tmp/calendar-bytes
4168     done
4169   done < <(grep -v '[#-]' /p/calendar-data)
4170   /p/c/proc/calendar/linux-amd64/calendar
4171 }
4172
4173 wtr() { curl wttr.in/boston; }
4174
4175 xevkb() { xev -event keyboard; }
4176
4177 # * misc stuff
4178
4179 vrun() {
4180   printf "running: %s\n" "$*"
4181   "$@"
4182 }
4183
4184 electrum() {
4185   # https://electrum.readthedocs.io/en/latest/tor.html
4186   # https://github.com/spesmilo/electrum-docs/issues/129
4187   s rsync -ptog --chown bitcoin:bitcoin ~/.Xauthority /var/lib/bitcoind/.Xauthority
4188   sudo -u bitcoin DISPLAY=$DISPLAY XAUTHORITY=/var/lib/bitcoind/.Xauthority /a/opt/electrum-4.2.1-x86_64.AppImage -p socks5:localhost:9050
4189 }
4190 monero() {
4191   sudo -u bitcoin DISPLAY=$DISPLAY XAUTHORITY=/var/lib/bitcoind/.Xauthority /a/opt/monero-gui-v0.17.3.2/monero-wallet-gui
4192 }
4193
4194
4195 # grep + find
4196 gef() {
4197   faf | grep -E "$@" ||:
4198   rgv "$@"
4199 }
4200
4201 # rg my main files
4202 rgm() {
4203   rg "$@" /p/w.org /a/t.org /a/work.org /b
4204 }
4205
4206 # re all my files more expansively
4207 rem() {
4208   local paths
4209   paths="/p/c /b/"
4210   find $paths -not \( -name .svn -prune -o -name .git -prune \
4211        -o -name .hg -prune -o -name .editor-backups -prune \
4212        -o -name .undo-tree-history -prune \) 2>/dev/null | grep -iP --color=auto -- "$*" ||:
4213   rgv $local_rgv_args -g "!bash_unpublished" -- "$*" $paths /a/work.org ||:
4214 }
4215 reml() { # rem with limit to 5 matches per file
4216   local_rgv_args="-m 5"
4217   rem "$@"
4218 }
4219
4220 rep() {
4221   local paths
4222   paths="/p/c"
4223   find $paths -not \( -name .svn -prune -o -name .git -prune \
4224        -o -name .hg -prune -o -name .editor-backups -prune \
4225        -o -name .undo-tree-history -prune \) 2>/dev/null | grep -iP --color=auto -- "$*" ||:
4226   rgv $local_rgv_args -- "$*" $paths /a/t.org /p/w.org ||:
4227 }
4228 repl() { # rem with limit to 5 matches per file
4229   local local_rgv_args="-m 5"
4230   rem "$@"
4231 }
4232
4233
4234 # re on common fsf files
4235 ref() {
4236   local paths
4237   paths="/f/gluestick /f/brains /f/s /c"
4238   find $paths -not \( -name .svn -prune -o -name .git -prune \
4239        -o -name .hg -prune -o -name .editor-backups -prune \
4240        -o -name .undo-tree-history -prune \) 2>/dev/null | grep -iP --color=auto -- "$*" ||:
4241   rgv -- "$*" $paths /a/work.org ||:
4242 }
4243
4244
4245 # for use in /f/bind
4246 fupzone() {
4247   # shellcheck disable=SC2046 # i want word splitting
4248   ./update-zone $(i s | sed -rn 's/.*db\.(.*)/\1/p')
4249 }
4250
4251 # setup:
4252 # pip3 install linode-cli
4253 # linode-cli
4254 livp9() {
4255   local input ip id tmp
4256   input=$1
4257   if [[ $2 ]]; then
4258     id=$2
4259     ip=$3
4260   else
4261     tmp=$(mktemp)
4262     echo $tmp
4263     linode-cli --json --pretty linodes create --root_pass loxHuceygomGisun | tee $tmp
4264     read -r ip id <<<"$(tail -n+2 $tmp | jq -r '.[0].ipv4[0] , .[0].id')"
4265     for string in $ip $id; do
4266       case $string in
4267         [0-9]*) : ;;
4268         *)
4269           echo "livp9: bad value ip=$ip id=$id input=$input"
4270           return 1
4271           ;;
4272       esac
4273     done
4274     rm $tmp
4275
4276     while true; do
4277       if timeout 4 ssh $ip :; then
4278         break
4279       fi
4280       sleep 3
4281     done
4282   fi
4283   ssh $ip <<EOF
4284 apt-get -qq update
4285 apt-get -qq -y install ffmpeg rsync
4286 mkdir vp9
4287 EOF
4288   m rsync $input $ip:
4289   m ssh $ip ffmpeg -nostdin -hide_banner -loglevel error -i $input -g 192 -vcodec libvpx-vp9 -vf scale=-1:720 -max_muxing_queue_size 9999  -b:v 750K -pass 1 -an -f null /dev/null
4290   m ssh $ip ffmpeg -nostdin -hide_banner -loglevel error -y -i $input -g 192 -vcodec libvpx-vp9 -tile-rows 2 -vf scale=-1:720 -max_muxing_queue_size 9999 -b:v 750K -pass 2 -c:a libvorbis -qscale:a 5 vp9/$input
4291   rsync $ip:vp9/$input vp9
4292   linode-cli linodes delete $id
4293 }
4294
4295 reset-konsole() {
4296   # we also have a file in /a/c/...konsole...
4297   local f=$HOME/.config/konsolerc
4298   setini DefaultProfile profileian.profile "Desktop Entry" $f
4299   setini Favorites profileian.profile "Favorite Profiles" $f
4300   setini ShowMenuBarByDefault false KonsoleWindow $f
4301   setini TabBarPosition Top TabBar $f
4302 }
4303
4304 reset-sakura() {
4305   while read -r k v; do
4306     # shellcheck disable=SC2154
4307     setini $k $v sakura /a/c/subdir_files/.config/sakura/sakura.conf
4308   done <<'EOF'
4309 colorset1_back rgb(33,37,39)
4310 less_questions true
4311 audible_bell No
4312 visible_bell No
4313 disable_numbered_tabswitch true
4314 scroll_lines 10000000
4315 scrollbar true
4316 EOF
4317 }
4318
4319 # make a page of links found in the files $@. redirect output
4320 linkhtml() {
4321   gr -oh 'https?:\/\/(www\.)?[-a-zA-Z0-9@:%._\+~#=]{1,256}\.[a-zA-Z0-9()]{1,6}\b([-a-zA-Z0-9()@:%_\+.~#?&//=]*)' "$@" | \
4322     rev | sort -u | rev | sed 's,.*,<a href="\0">\0</a><br\>,'
4323 }
4324
4325 reset-xscreensaver() {
4326   # except for spash, i set these by setting gui options in
4327   # xscreensaver-command -demo
4328   # then finding the corresponding option in .xscreensaver
4329   # spash, i happened to notice in .xscreensaver
4330   #
4331   # dpmsOff, monitor doesnt come back on using old free software supported nvidia card
4332   cat > /home/iank/.xscreensaver <<'EOF'
4333 mode:           blank
4334 dpmsEnabled:    True
4335 dpmsStandby:    0:07:00
4336 dpmsSuspend:    0:08:00
4337 dpmsOff:        0:00:00
4338 timeout:        0:05:00
4339 lock:           True
4340 lockTimeout:    0:06:00
4341 splash:         False
4342 EOF
4343
4344 }
4345
4346
4347 # very useful, copy directory structure 3 deep. add remove /*/ to change level
4348 # rsync -aivh  --exclude '/*/*/*/' -f"+ */" -f"- *" SRC DEST
4349
4350
4351 # * stuff that makes sense to be at the end
4352 if [[ "$SUDOD" ]]; then
4353   # allow failure, for example if we are sudoing into a user with diffferent/lesser permissions.
4354   cd "$SUDOD" ||:
4355   unset SUDOD
4356 elif [[ -d /a ]] && [[ $PWD == "$HOME" ]] && [[ $- == *i* ]]; then
4357   cd /a
4358   OLDPWD=
4359 fi
4360
4361
4362
4363
4364 # for mitmproxy to get a newer python.
4365 # commented until i want to use it because it
4366 # noticably slows bash startup
4367 #
4368
4369 mypyenvinit () {
4370   if [[ $EUID == 0 || ! -e ~/.pyenv/bin ]]; then
4371     echo "error: dont be root. make sure pyenv is installed"
4372     return 1
4373   fi
4374   export PATH="$HOME/.pyenv/bin:$PATH"
4375   eval "$(pyenv init -)"
4376   eval "$(pyenv virtualenv-init -)"
4377 }
4378
4379
4380
4381 # I have the git repo and a release. either one should work.
4382 # I have both because I was trying to solve an issue that
4383 # turned out to be unrelated.
4384 # ARDUINO_PATH=/a/opt/Arduino/build/linux/work
4385
4386 ## i should have documented this...
4387 # based on https://github.com/keyboardio/Kaleidoscope
4388 export KALEIDOSCOPE_DIR=/a/opt/Kaleidoscope
4389
4390 # They want to be added to the start, but i think
4391 # that should be avoided unless we really need it.
4392 path-add --end ~/.npm-global
4393
4394
4395 path-add --end $HOME/.cargo/bin
4396
4397 if type -P rg &>/dev/null; then
4398   # --no-messages because of annoying errors on broken symlinks
4399   # -z = search .gz etc files
4400   # -. = search dotfiles
4401   rg() { command rg -. -z --no-messages -L -i -M 900 --no-ignore-parent --no-ignore-vcs -g '!.git' -g '!auto-save-list' -g '!.savehist' "$@" || return $?; }
4402   #fails if not exist. ignore
4403   complete -r rg 2>/dev/null ||:
4404 else
4405   alias rg=grr
4406 fi
4407
4408 # rg with respecting vcs ignore files
4409 rgv() {
4410   ret=0
4411   # settings that are turned off for pipes, keep them on.
4412   # Found by searching for "terminal" in --help
4413   # --heading
4414   # -n
4415   #
4416   # -. = search dotfiles
4417   # -z = search zipped files
4418   # -i = case insensitive
4419   # -M = max columns
4420   # --no-messages because of annoying errors on broken symlinks
4421   # --no-ignore-parent because i have /a/.git which ignores almost everything under it.
4422   command rg -n --heading -. -z --no-messages -i -M 900 --no-ignore-parent -g '!.git' -g '!auto-save-list' -g '!.savehist' "$@" || ret=$?
4423   return $ret
4424 }
4425
4426 amall() {
4427   echo "$(tput setaf 5 2>/dev/null ||:)█ coresite █$(tput sgr0 2>/dev/null||:)"
4428   amfsf "$@"
4429   echo "$(tput setaf 5 2>/dev/null ||:)█ office █$(tput sgr0 2>/dev/null||:)"
4430   amoffice "$@"
4431 }
4432 amallq() { # amall quiet
4433   amfsf "$@"
4434   amoffice "$@"
4435 }
4436 amfsf() {
4437   sedi -r '/alertmanager.url/s/@prom.office/@prom/' ~/.config/amtool/config.yml
4438   amtool "$@"
4439 }
4440 amoffice() {
4441   sedi -r '/alertmanager.url/s/@prom.fsf/@prom.office.fsf/' ~/.config/amtool/config.yml
4442   amtool "$@"
4443 }
4444 amls() {
4445   amall silence query "$@"
4446 }
4447 # amtool silence add
4448 amsa() {
4449   amall silence add "$@"
4450 }
4451 # amtool silence force
4452 amsf() {
4453   amall silence add x!="1"
4454 }
4455 amrmall() {
4456   # note: not sure if quoting of this arg is correct
4457   amfsf silence expire "$(amfsf silence query -q)"
4458   amoffice silence expire "$(amoffice silence query -q)"
4459 }
4460
4461
4462 youtube-dl-update() {
4463   sudo wget https://yt-dl.org/downloads/latest/youtube-dl -O /usr/local/bin/youtube-dl
4464   sudo chmod a+rx /usr/local/bin/youtube-dl
4465 }
4466
4467 # https://github.com/yt-dlp/yt-dlp/wiki/Installation
4468 yt-dlp-update() {
4469   sudo curl -L https://github.com/yt-dlp/yt-dlp/releases/latest/download/yt-dlp -o /usr/local/bin/yt-dlp
4470   sudo chmod a+rx /usr/local/bin/yt-dlp  # Make executable
4471 }
4472
4473 mpvyt() {
4474   mpv --ytdl ytdl_path=/usr/local/bin/yt-dlp "$@"
4475 }
4476
4477 # taken from default changes to bashrc and bash_profile
4478 path-add --end --ifexists $HOME/.rvm/bin
4479 # also had ruby bin dir, but moved that to environment.sh
4480 # so its included in overall env
4481
4482
4483 # ya, hacky hardcoded hostnames in 2023. we could do better
4484 hssh-update() {
4485   local -a failed_hosts hosts
4486   case $HOSTNAME in
4487     sy|kd)
4488       hosts=(
4489         kd.b8.nz x3.office.fsf.org syw x2.b8.nz
4490       )
4491       ;;
4492     x3)
4493       hosts=(
4494         b8.nz sywg.b8.nz
4495       )
4496       ;;
4497   esac
4498   for host in ${hosts[@]}; do
4499     e $host
4500     if ! scp /b/fai/fai/config/files/usr/local/bin/hssh/IANK root@$host:/usr/local/bin/hssh; then
4501       failed_hosts+=($host)
4502     fi
4503   done
4504   if (( ${#failed_hosts[@]} >= 1 )); then
4505     echo failed_hosts=${failed_hosts[*]}
4506     return 1
4507   fi
4508 }
4509
4510 noi3bar() {
4511   touch /tmp/noi3bar
4512 }
4513 i3bar() {
4514   rm -fv /tmp/noi3bar
4515 }
4516
4517 # example:
4518 # <#part type="image/jpeg" filename="/home/iank/2023-12-24-ski-trip.jpg" disposition=attachment> <#/part>
4519 #
4520 attach-txt() {
4521   local f
4522   for f; do
4523     if [[ ! -s $f ]]; then
4524       e "error: empty or non-existent file $f"
4525       return 1
4526     fi
4527   done
4528   for f; do
4529     echo '<#part type="image/jpeg" filename="'"$(rl "$f")"'" disposition=attachment> <#/part>'
4530   done | ec
4531 }
4532
4533 ctof() {
4534   units "tempC($1)" tempF
4535 }
4536
4537 ftoc() {
4538   units "tempF($1)" tempC
4539 }
4540
4541 # requires dns/firewall setup first
4542 local-icecast() {
4543   web-conf -e ian@iankelling.org -f 8000 - apache2 live.iankelling.org  <<'EOF'
4544 <Location "/fsf.webm">
4545 AuthType Basic
4546 AuthName "basic_auth"
4547 # created with
4548 # htpasswd -c icecast-fsf-htpasswd USERNAME
4549 AuthUserFile "/etc/icecast-fsf-htpasswd"
4550 Require valid-user
4551 </Location>
4552 <Location "/fsf-tech.webm">
4553 AuthType Basic
4554 AuthName "basic_auth"
4555 AuthUserFile "/etc/icecast-fsf-tech-htpasswd"
4556 Require valid-user
4557 </Location>
4558 EOF
4559 }
4560
4561 # obs screen switching of
4562 obof() {
4563   ls -l /tmp/no-obs-auto-scene-switch
4564   touch /tmp/no-obs-auto-scene-switch
4565 }
4566 # obs screen switching on
4567 obon() {
4568   ls -l /tmp/no-obs-auto-scene-switch
4569   if [[ -e /tmp/no-obs-auto-scene-switch ]]; then
4570     rm -f /tmp/no-obs-auto-scene-switch
4571   fi
4572 }
4573
4574 obs-gen-profiles() {
4575   local p=/p/c/basic/profiles
4576   sed 's/fsf-sysops/fsf-tech/g' $p/fsfsysops/basic.ini >$p/fsftech/basic.ini
4577   sed 's/fsf-sysops/fsf/g' $p/fsfsysops/basic.ini >$p/fsf/basic.ini
4578 }
4579
4580 # terminal clear. like clear, but put the prompt at the bottom,
4581 # useful for obs streaming the bottom half of a terminal window.
4582 tclear() {
4583   for ((i=0; i<COLUMNS; i++)); do
4584     echo
4585   done
4586 }
4587
4588
4589 export BASEFILE_DIR=/a/bin/fai-basefiles
4590
4591 #export ANDROID_HOME=/a/opt/android-home
4592 # https://f-droid.org/en/docs/Installing_the_Server_and_Repo_Tools/
4593 #export USE_SDK_WRAPPER=yes
4594 #PATH=$PATH:$ANDROID_HOME/tools:$ANDROID_HOME/platform-tools
4595
4596 # didnt get drush working, if I did, this seems like the
4597 # only good thing to include for it.
4598 # Include Drush completion.
4599 # if [ -f "/home/ian/.drush/drush.complete.sh" ] ; then
4600 #     source /home/ian/.drush/drush.complete.sh
4601 # fi
4602
4603
4604 # best practice
4605 unset IFS
4606
4607 # https://wiki.archlinux.org/index.php/Xinitrc#Autostart_X_at_login
4608 # i added an extra condition as gentoo xorg guide says depending on
4609 # $DISPLAY is fragile.
4610 if [[ ! $DISPLAY && $XDG_VTNR == 1 ]] && shopt -q login_shell && isarch; then
4611   exec startx
4612 fi
4613
4614
4615 # ensure no bad programs appending to this file will have an affect
4616 return 0