iankelling.org Git - distro-setup/blob - brc2

   1 #!/bin/bash
   2 # Copyright (C) 2019 Ian Kelling
   3 # SPDX-License-Identifier: AGPL-3.0-or-later
   4 # this gets sourced. shebang is just for file mode detection
   5
   6
   7 # * settings
   8
   9 HISTFILE=$HOME/.bh
  10
  11 source /a/bin/distro-setup/path-add-function
  12 path-add /a/exe
  13 # add this with absolute paths as needed for better security
  14 #path-add --end /path/to/node_modules/.bin
  15
  16 # pip3 --user things go here:
  17 path-add --end ~/.local/bin
  18 path-add --ifexists --end /a/work/libremanage
  19 path-add --ifexists --end /a/opt/adt-bundle*/tools /a/opt/adt-bundle*/platform-tools
  20 path-add --ifexists --end /a/opt/scancode-toolkit-3.0.2
  21
  22 export WCDHOME=/a
  23
  24
  25 # * include files
  26
  27 # generated instead of dynamic for the benefit of shellcheck
  28 #for x in /a/bin/distro-functions/src/* /a/bin/!(githtml)/*-function?(s); do echo source $x ; done
  29 source /a/bin/distro-functions/src/identify-distros
  30 source /a/bin/distro-functions/src/package-manager-abstractions
  31 source /a/bin/log-quiet/logq-function
  32 # for x in /a/bin/bash_unpublished/source-!(.#*); do echo source $x; done
  33 source /a/bin/bash_unpublished/source-semi-priv
  34 source /a/bin/bash_unpublished/source-state
  35
  36 source /a/bin/log-quiet/logq-function
  37
  38
  39
  40 # * functions
  41
  42
  43
  44 # todo, update this
  45 complete -F _longopt la lower low rlt rld rl lld ts ll dircp ex fcp fct fpst gr
  46
  47
  48 anki() {
  49   if which anki &>/dev/null; then
  50     command anki
  51   else
  52     schroot -c anki -- anki
  53   fi
  54 }
  55
  56 acat() {
  57   shopt -s nullglob
  58   hrcat /m/md/alerts/new/* /m/md/alerts/cur/*
  59   shopt -u nullglob
  60 }
  61 aclear() {
  62   shopt -s nullglob
  63   files=(/m/md/alerts/new/* /m/md/alerts/cur/*)
  64   if (( ${#files[@]} )); then
  65     rm -f ${files[@]}
  66   fi
  67   shopt -u nullglob
  68   system-status _
  69 }
  70
  71 ap() {
  72   # pushd in case current directory has an ansible.cfg file
  73   pushd /a/xans >/dev/null
  74   ansible-playbook -v -l ${1:- $(hostname -f)} site.yml
  75   popd >/dev/null
  76 }
  77 aw() {
  78   pushd /a/work/ansible-configs >/dev/null
  79   time ansible-playbook -v -i inventory adhoc.yml "$@"
  80   popd >/dev/null
  81 }
  82 ad() {
  83   pushd /a/bin/distro-setup/a >/dev/null
  84   ansible-playbook site.yml
  85   popd >/dev/null
  86 }
  87
  88 astudio() {
  89   # googling android emulator libGL error: failed to load driver: r600
  90   # lead to http://stackoverflow.com/a/36625175/14456
  91   export ANDROID_EMULATOR_USE_SYSTEM_LIBS=1
  92   /a/opt/android-studio/bin/studio.sh "$@" &r;
  93 }
  94
  95 bindpush() {
  96   lipush || return 1
  97   for h in li l2; do
  98     sl $h <<'EOF' || return 1
  99 set -e
 100 conflink
 101 f=/var/lib/bind/db.b8.nz
 102 ser stop bind9
 103 sudo rm -fv $f.jnl
 104 sudo install -m 644 -o bind -g bind /p/c/machine_specific/linode/bind-initial/db.b8.nz $f
 105 ser restart bind9
 106 EOF
 107   done
 108 }
 109
 110 bbk() { # btrbk wrapper
 111   c /
 112   local active=true
 113   systemctl is-active btrbk.timer || active=false
 114   if $active; then
 115     ser disable btrbk.timer
 116   fi
 117   if systemctl is-active btrbk.service; then
 118     $active && ser enable btrbk.timer
 119     echo "cron btrbk is already running"
 120     return 1
 121   fi
 122   # run latest
 123   install-my-scripts
 124   btrbk-run "$@" |& pee cat "systemd-cat -t btrbk-run"
 125   if $active; then
 126     ser enable btrbk.timer
 127   fi
 128 }
 129
 130 bfg() { java -jar /a/opt/bfg-1.12.14.jar "$@"; }
 131
 132 bigclock() {
 133   xclock -digital -update 1 -face 'arial black-80:bold'
 134 }
 135
 136 bpull() {
 137   [[ $1 ]] || return 1
 138   c /
 139   # run latest
 140   install-my-scripts
 141   switch-mail-host pull $1 |& pee cat "systemd-cat -t switch-mail-host"
 142 }
 143 bpush() {
 144   [[ $1 ]] || return 1
 145   c /
 146   # run latest
 147   install-my-scripts
 148   switch-mail-host push $1 |& pee cat "systemd-cat -t switch-mail-host"
 149 }
 150 lipush() {
 151   # note, i had --delete-excluded, but that deletes all files in --exclude-from on
 152   # the remote site, which doesn't make sense, so not sure why i had it.
 153   local p a
 154   p=(/a/bin /a/exe /a/h /a/c /p/c/machine_specific/linode{,.hosts} /a/opt/{emacs,emacs-debianstable,mu})
 155   a="-ahviSAXPH --specials --devices --delete --relative --exclude-from=/p/c/li-rsync-excludes"
 156   ret=0
 157   m rsync "$@" $a ${p[@]} /p/c/machine_specific/l2 root@l2.b8.nz:/ || ret=$?
 158   m rsync "$@" $a ${p[@]} /p/c/machine_specific/li root@li.b8.nz:/ || ret=$?
 159   m rsync "$@" -ahviSAXPH root@iankelling.org:/a/h/proposed-comments/ /a/h/proposed-comments || ret=$?
 160   return $ret
 161 }
 162 lipushnoe() { # noe = noemacs. for running faster.
 163   rsync "$@" --delete-excluded -ahviSAXPH --specials --devices --delete --relative \
 164         --exclude-from=/p/c/li-rsync-excludes /a/bin /a/exe /a/h /a/c /p/c/machine_specific/li  root@li:/
 165 }
 166
 167 #### begin bitcoin related things
 168 btc() {
 169   local f=/etc/bitcoin/bitcoin.conf
 170   # importprivkey will timeout if using the default of 15 mins.
 171   # upped it to 1 hour.
 172   bitcoin-cli -rpcclienttimeout=60000 -$(s grep rpcuser= $f) -$(s grep rpcpassword= $f) "$@"
 173 }
 174 btcusd() { # $1 btc in usd
 175   local price
 176   price="$(curl -s https://api.coinbase.com/v2/prices/BTC-USD/spot | jq -r .data.amount)"
 177   printf "$%s\n" "$price"
 178   if [[ $1 ]]; then
 179     printf "$%.2f\n" "$(echo "scale=4; $price * $1"| bc -l)"
 180   fi
 181 }
 182 usdbtc() { # $1 usd in btc
 183   local price
 184   price="$(curl -s https://api.coinbase.com/v2/prices/BTC-USD/spot | jq -r .data.amount)"
 185   printf "$%s\n" "$price"
 186   if [[ $1 ]]; then
 187     # 100 mil satoshi / btc. 8 digits after the 1.
 188     printf "%.8f btc\n" "$(echo "scale=10; $1 / $price "| bc -l)"
 189   fi
 190 }
 191 satoshi() { # $1 satoshi in usd
 192   local price
 193   price="$(curl -s https://api.coinbase.com/v2/prices/BTC-USD/spot | jq -r .data.amount)"
 194   price=$(echo "scale=10; $price * 0.00000001"| bc -l)
 195   printf "$%f\n" "$price"
 196   if [[ $1 ]]; then
 197     printf "$%.2f\n" "$(echo "scale=10; $price * $1"| bc -l)"
 198   fi
 199 }
 200 #### end bitcoin related things
 201
 202
 203
 204 cbfstool () { /a/opt/coreboot/build/cbfstool "$@"; }
 205
 206
 207 cgpl()
 208 {
 209   if (($#)); then
 210     cp /a/bin/data/COPYING "$@"
 211   else
 212     cp /a/bin/data/COPYING .
 213   fi
 214 }
 215
 216 capache()
 217 {
 218   if (($#)); then
 219     cp /a/bin/data/LICENSE "$@"
 220   else
 221     cp /a/bin/data/LICENSE .
 222   fi
 223 }
 224
 225 chrome() {
 226   if type -p chromium &>/dev/null; then
 227     cmd=chromium
 228   else
 229     cd
 230     cmd="schroot -c stretch chromium"
 231     CHROMIUM_FLAGS='--enable-remote-extensions' $cmd &r
 232   fi
 233 }
 234
 235
 236 # do all tee.
 237 # pipe to this, or just type like a shell
 238 # todo: test this
 239 dat() {
 240   tee >(ssh frodo.b8.nz) >(ssh x2) >(ssh tp.b8.nz) >(ssh kw) >(ssh tp.b8.nz)
 241 }
 242 da() { # do all
 243   local host
 244   for host in x2 kw tp.b8.nz x3.b8.nz frodo.b8.nz; do
 245     ssh $host "$@"
 246   done
 247 }
 248
 249
 250 debian_pick_mirror () {
 251   # netselect-apt finds a fast mirror.
 252   # but we need to replace the mirrors ourselves,
 253   # because it doesnt do that. best it can do is
 254   # output a basic sources file
 255   # here we get the server it found, get the main server we use
 256   # then substitute all instances of one for the other in the sources file
 257   # and backup original to /etc/apt/sources.list-original.
 258   # this is idempotent. the only way to identify debian sources is to
 259   # note the original server, so we put it in a comment so we can
 260   # identify it later.
 261   local file
 262   file=$(mktemp -d)/f # safe way to get file name without creating one
 263   sudo netselect-apt -o "$file" || return 1
 264   url=$(grep ^\\w $file | head -n1 | awk '{print $2}')
 265   sudo cp -f /etc/apt/sources.list /etc/apt/sources.list-original
 266   sudo sed -ri "/http.us.debian.org/ s@( *[^ #]+ +)[^ ]+([^#]+).*@\1$url\2# http.us.debian.org@" /etc/apt/sources.list
 267   sudo apt-get update
 268 }
 269 digme() {
 270   digdiff @ns{1,2}.iankelling.org "$@"
 271 }
 272
 273
 274 dup() {
 275   local ran_d
 276   ran_d=false
 277   system-status _
 278   case $PS1 in
 279     *DISTRO-BEGIN!*|*DISTRO!*)
 280       pushd /
 281       /b/ds/distro-begin || return $?
 282       popd
 283       ran_d=true
 284       ;;&
 285     *DISTRO-END!*|*DISTRO!*)
 286       pushd
 287       /b/ds/distro-end || return $?
 288       popd
 289       ran_d=true
 290       ;;&
 291     *CONFLINK*)
 292       if ! $ran_d; then
 293         conflink
 294       fi
 295       ;;
 296   esac
 297   system-status _
 298 }
 299
 300 envload() { # load environment from a previous: export > file
 301   local file=${1:-$HOME/.${USER}_env}
 302   eval "$(export | sed 's/^declare -x/export -n/')"
 303   while IFS= read -r line; do
 304     # declare -x makes variables local to a function
 305     eval ${line/#declare -x/export}
 306   done < "$file"
 307 }
 308
 309
 310 # one that comes with distros is too old for newer devices
 311 fastboot() {
 312   /a/opt/android-platform-tools/fastboot "$@";
 313 }
 314
 315 kdecd() { /usr/lib/x86_64-linux-gnu/libexec/kdeconnectd; }
 316
 317 # List of apps to install/update
 318 # Create from existing manually installed apps by doing
 319 # fdroidcl update
 320 # fdroidcl search -i, then manually removing
 321 # automatically installed/preinstalled apps
 322
 323 #
 324 # # my attempt at recovering from boot loop:
 325 # # in that case, boot to recovery (volume up, home button, power, let go of power after samsun logo)
 326 # # then
 327 # mount /dev/block/mmcblk0p12 /data
 328 # cd /data
 329 # find -iname '*appname*'
 330 # rm -rf FOUND_DIRS
 331 # usually good enough to just rm -rf /data/app/APPNAME
 332 #
 333 # currently broken:
 334 # # causes replicant to crash
 335 # org.quantumbadger.redreader
 336 # org.kde.kdeconnect_tp
 337
 338 # not broke, but wont work without gps
 339 #com.zoffcc.applications.zanavi
 340 # not broke, but not using atm
 341 #com.nutomic.syncthingandroid
 342 # # doesn\'t work on replicant
 343 #net.sourceforge.opencamera
 344 #
 345 fdroid_pkgs=(
 346   de.marmaro.krt.ffupdater
 347   me.ccrama.redditslide
 348   org.fedorahosted.freeotp
 349   at.bitfire.davdroid
 350   com.alaskalinuxuser.justnotes
 351   com.artifex.mupdf.viewer.app
 352   com.danielkim.soundrecorder
 353   com.fsck.k9
 354   com.ghostsq.commander
 355   com.ichi2.anki
 356   com.jmstudios.redmoon
 357   com.jmstudios.chibe
 358   org.kde.kdeconnect_tp
 359   com.notecryptpro
 360   com.termux
 361   cz.martykan.forecastie
 362   de.danoeh.antennapod
 363   de.blinkt.openvpn
 364   de.marmaro.krt.ffupdater
 365   eu.siacs.conversations
 366   free.rm.skytube.oss
 367   im.vector.alpha # riot
 368   info.papdt.blackblub
 369   me.tripsit.tripmobile
 370   net.gaast.giggity
 371   net.minetest.minetest
 372   net.osmand.plus
 373   org.isoron.uhabits
 374   org.linphone
 375   org.gnu.icecat
 376   org.smssecure.smssecure
 377   org.yaaic
 378   sh.ftp.rocketninelabs.meditationassistant.opensource
 379 )
 380 # https://forum.xda-developers.com/android/software-hacking/wip-selinux-capable-superuser-t3216394
 381 # for maru,
 382 #me.phh.superuser
 383
 384 fdup() {
 385   local -A installed updated
 386   local p
 387   # tried putting this in go buildscript cronjob,
 388   # but it failed with undefined: os.UserCacheDir. I expect its due to
 389   # an environment variable missing, but its easier just to stick it here.
 390   m go get -u mvdan.cc/fdroidcl || return 1
 391   m fdroidcl update
 392   if fdroidcl search -u | grep ^org.fdroid.fdroid; then
 393     fdroidcl install org.fdroid.fdroid
 394     sleep 5
 395     m fdroidcl update
 396   fi
 397   for p in $(fdroidcl search -i| grep -o "^\S\+"); do
 398     installed[$p]=true
 399   done
 400   for p in $(fdroidcl search -u| grep -o "^\S\+"); do
 401     updated[$p]=false
 402   done
 403   for p in ${fdroid_pkgs[@]}; do
 404     if ! ${installed[$p]:-false}; then
 405       m fdroidcl install $p
 406       # sleeps are just me being paranoid since replicant has a history of crashing when certain apps are installed
 407       sleep 5
 408     fi
 409   done
 410   for p in ${!installed[@]}; do
 411     if ! ${updated[$p]:-true}; then
 412       m fdroidcl install $p
 413       sleep 5
 414     fi
 415   done
 416 }
 417
 418 firefox-default-profile() {
 419   key=Default value=1 section=$1
 420   file=/p/c/subdir_files/.mozilla/firefox/profiles.ini
 421   sed -ri "/^ *$key/d" "$file"
 422   sed -ri "/ *\[$section\]/,/^ *\[[^]]+\]/{/^\s*$key[[:space:]=]/d};/ *\[$section\]/a $key=$value" "$file"
 423 }
 424 fdhome() { #firefox default home profile
 425   firefox-default-profile Profile0
 426 }
 427
 428 fdwork() {
 429   firefox-default-profile Profile4
 430 }
 431
 432 ff() {
 433   if type -P firefox &>/dev/null; then
 434     firefox "$@"
 435   else
 436     iceweasel "$@"
 437   fi
 438 }
 439
 440
 441
 442 fn() {
 443   firefox -P alt "$@" >/dev/null 2>&1
 444 }
 445
 446
 447 fsdiff () {
 448   local missing=false
 449   local dname="${PWD##*/}"
 450   local m="/a/tmp/$dname-missing"
 451   local d="/a/tmp/$dname-diff"
 452   [[ -e $d ]] && rm "$d"
 453   [[ -e $m ]] && rm "$m"
 454   local msize=0
 455   local fsfile
 456   while read -r line; do
 457     fsfile="$1${line#.}"
 458     if [[ -e "$fsfile" ]]; then
 459       md5diff "$line" "$fsfile" && tee -a "/a/tmp/$dname-diff" <<< "$fsfile $line"
 460     else
 461       missing=true
 462       echo "$line" >> "$m"
 463       msize=$((msize + 1))
 464     fi
 465   done < <(find . -type f )
 466   if $missing; then
 467     echo "$m"
 468     (( msize <= 100 )) && cat $m
 469   fi
 470 }
 471 fsdiff-test() {
 472   # expected output, with different tmp dirs
 473   # /tmp/tmp.HDPbwMqdC9/c/d ./c/d
 474   # /a/tmp/tmp.qLDkYxBYPM-missing
 475   # ./b
 476   cd $(mktemp -d)
 477   echo ok > a
 478   echo nok > b
 479   mkdir c
 480   echo ok > c/d
 481   local x
 482   x=$(mktemp -d)
 483   mkdir $x/c
 484   echo different > $x/c/d
 485   echo ok > $x/a
 486   fsdiff $x
 487 }
 488 rename-test() {
 489   # test whether missing files were renamed, generally for use with fsdiff
 490   # $1 = fsdiff output file, $2 = directory to compare to. pwd = fsdiff dir
 491   # echos non-renamed files
 492   local x y found
 493   unset sums
 494   for x in "$2"/*; do
 495     { sums+=( "$(md5sum < "$x")" ) ; } 2>/dev/null
 496   done
 497   while read -r line; do
 498     { missing_sum=$(md5sum < "$line") ; } 2>/dev/null
 499     renamed=false
 500     for x in "${sums[@]}"; do
 501       if [[ $missing_sum == "$x" ]]; then
 502         renamed=true
 503         break
 504       fi
 505     done
 506     $renamed || echo "$line"
 507   done < "$1"
 508   return 0
 509 }
 510
 511 feh() {
 512   # F = fullscren, z = random, Z = auto zoom
 513   command feh -FzZ "$@"
 514 }
 515
 516
 517
 518 fw() {
 519   firefox -P default "$@" >/dev/null 2>&1
 520 }
 521
 522 gitian() {
 523   git config user.email ian@iankelling.org
 524 }
 525
 526 # at least in flidas, things rely on gpg being gpg1
 527 gpg() {
 528   command gpg2 "$@"
 529 }
 530
 531 gse() {
 532   local email=ian@iankelling.org
 533   if readlink ~/.mu | grep fsf &>/dev/null; then
 534     email=iank@fsf.org
 535   fi
 536   git send-email --notes "--envelope-sender=<$email>" \
 537       --suppress-cc=self "$@"
 538 }
 539
 540 hstatus() {
 541   # do git status on published repos.
 542   c /a/bin/githtml
 543   for x in *; do
 544     cd $(readlink -f $x)/..
 545     status=$(i status -s) || pwd
 546     if [[ $status ]]; then
 547       hr
 548       echo $x
 549       printf "%s\n" "$status"
 550     fi
 551     cd /a/bin/githtml
 552   done
 553 }
 554
 555 idea() {
 556   /a/opt/idea-IC-163.7743.44/bin/idea.sh "$@" &r
 557 }
 558
 559 ilog() {
 560   chan=${1:-#fsfsys}
 561   # use * instead of -r since that does sorted order
 562   ssh root@iankelling.org "cd /var/lib/znc/moddata/log/iank/freenode/$chan && hr && for x in *; do echo \$x; cat \$x; hr; done" | less +G
 563 }
 564
 565 o() {
 566   if type gvfs-open &> /dev/null ; then
 567     gvfs-open "$@"
 568   else
 569     xdg-open "$@"
 570   fi
 571   # another alternative is run-mailcap
 572 }
 573
 574 jfilter() {
 575   grep -Evi -e "^(\S+\s+){4}(sudo|sshd|cron)\[\S*:" \
 576        -e "^(\S+\s+){4}systemd\[\S*: (starting|started) (btrfsmaintstop|dynamicipupdate|spamd dns bug fix cronjob|rss2email)\.*$"
 577 }
 578 jtail() {
 579   journalctl -n 10000 -f "$@" | jfilter
 580 }
 581 jr() { journalctl "$@" | jfilter | less ; }
 582 jrf() { journalctl -n 200 -f "$@" | jfilter; }
 583
 584
 585 kff() { # keyboardio firmware flash
 586   pushd /a/bin/distro-setup/Arduino/Model01-Firmware
 587   yes $'\n' | make flash
 588   popd
 589 }
 590
 591
 592
 593 lom() {
 594   local l base
 595   if [[ $1 == /* ]]; then
 596     base=${1##*/}
 597     if mountpoint /mnt/$base; then
 598       return 0
 599     fi
 600     l=$(sudo losetup -f)
 601     sudo losetup $l $1
 602     if ! sudo cryptsetup luksOpen $l $base; then
 603       sudo losetup -d $l
 604       return 1
 605     fi
 606     sudo mkdir -p /mnt/$base
 607     sudo mount /dev/mapper/$base /mnt/$base
 608     sudo chown $USER:$USER /mnt/$base
 609   else
 610     base=$1
 611     sudo umount /mnt/$base
 612     l=$(sudo cryptsetup status /dev/mapper/$base|sed -rn 's/^\s*device:\s*(.*)/\1/p')
 613     sudo cryptsetup luksClose /dev/mapper/$base || return 1
 614     sudo losetup -d $l
 615   fi
 616 }
 617
 618
 619 mbenable() {
 620   local mb=$1
 621   dst=/m/4e/$mb
 622   src=/m/md/$mb
 623   set -x
 624   [[ -e $src ]] || { set +x; return 1; }
 625   mv -T $src $dst || { set +x; return 1; }
 626   ln -s -T $dst $src
 627   /a/exe/lnf /m/.mu ~
 628   mu index --maildir=/m/4e
 629   set +x
 630 }
 631 mbdisable() {
 632   local mb=$1
 633   dst=/m/md/$mb
 634   src=/m/4e/$mb
 635   set -x
 636   [[ -e $src ]] || { set +x; return 1; }
 637   if [[ -L $dst ]]; then rm $dst; fi
 638   mv -T $src $dst
 639   set +x
 640 }
 641
 642
 643 mdt() {
 644   markdown "$1" >/tmp/mdtest.html
 645   firefox /tmp/mdtest.html
 646 }
 647
 648 mo() { xset dpms force off; } # monitor off
 649
 650 myirc() {
 651   chan=${1:-fsf-office}
 652   # use * instead of -r since that does sorted order
 653   ssh root@iankelling.org "cd /var/lib/znc/moddata/log/iank/freenode/#$chan; grep '\<iank.*' *"
 654 }
 655
 656 net-dev-info() {
 657   e "lspci -nnk|gr -iA2 net"
 658   lspci -nnk|gr -iA2 net
 659   hr
 660   e "s lshw -C network"
 661   hr
 662   sudo lshw -C network
 663 }
 664
 665 nk() {
 666   ser stop NetworkManager
 667   ser stop dnsmasq
 668   sudo resolvconf -d NetworkManager
 669   ser start dnsmasq
 670   sudo ifup br0
 671 }
 672 ngo() {
 673   sudo ifdown br0
 674   ser start NetworkManager
 675   sleep 4
 676   sudo nmtui-connect
 677 }
 678
 679 otp() {
 680   oathtool --totp -b "$@" | xclip -selection clipboard
 681 }
 682
 683
 684 pakaraoke() {
 685   # from http://askubuntu.com/questions/456021/remove-vocals-from-mp3-and-get-only-instrumentals
 686   pactl load-module module-ladspa-sink sink_name=Karaoke master=alsa_output.usb-Audioengine_Audioengine_D1-00.analog-stereo plugin=karaoke_1409 label=karaoke control=-30
 687 }
 688
 689 pfind() { #find *$1* in $PATH
 690   [[ $# != 1 ]] && { echo requires 1 argument; return 1; }
 691   local pathArray
 692   IFS=: pathArray=($PATH); unset IFS
 693   find "${pathArray[@]}" -iname "*$1*"
 694 }
 695
 696 pick-trash() {
 697   # trash-restore lists everything that has been trashed at or below CWD
 698   # This picks out files just in CWD, not subdirectories,
 699   # which also match grep $1, usually use $1 for a time string
 700   # which you get from running restore-trash once first
 701   local name x ask
 702   local nth=1
 703   # last condition is to not ask again for ones we skipped
 704   while name="$( echo | restore-trash | gr "$PWD/[^/]\+$" | gr "$1" )" \
 705       && [[ $name ]] && (( $(wc -l <<<"$name") >= nth )); do
 706     name="$(echo "$name" | head -n $nth | tail -n 1 )"
 707     read -r -p "$name [Y/n] " ask
 708     if [[ ! $ask || $ask == [Yy] ]]; then
 709       x=$( echo "$name"  | gr -o "^\s*[0-9]*" )
 710       echo $x | restore-trash > /dev/null
 711     elif [[ $ask == [Nn] ]]; then
 712       nth=$((nth+1))
 713     else
 714       return
 715     fi
 716   done
 717 }
 718
 719
 720 pub() {
 721   rld /a/h/_site/ li:/var/www/iankelling.org/html
 722 }
 723
 724
 725 pumpa() {
 726   # fixes the menu bar in xmonad. this won\'t be needed when xmonad
 727   # packages catches up on some changes in future (this is written in
 728   # 4/2017)
 729   #
 730   # geekosaur: so youll want to upgrade to xmonad 0.13 or else use a
 731   # locally modified XMonad.Hooks.ManageDocks that doesnt set the
 732   # work area; turns out it\'s impossible to set correctly if you are
 733   # not a fully EWMH compliant desktop environment
 734   #
 735   # geekosaur: chrome shows one failure mode, qt/kde another, other
 736   # gtk apps a third, ... I came up with a setting that works for me
 737   # locally but apparently doesnt work for others, so we joined the
 738   # other tiling window managers in giving up on setting it at all
 739   #
 740   xprop -root -remove _NET_WORKAREA
 741   command pumpa &r
 742 }
 743
 744 # reviewboard, used at my old job
 745 #rbpipe() { rbt post -o --diff-filename=- "$@"; }
 746 #rbp() { rbt post -o "$@"; }
 747
 748 rebr() {
 749   sudo ifdown br0
 750   sudo ifup br0
 751 }
 752
 753 resolvcat() {
 754   local f
 755   m s nscd -i hosts
 756   f=/etc/resolv.conf
 757   echo $f:;  ccat $f
 758   hr; m ser status dnsmasq | cat
 759   hr; s ss -lpn 'sport = 53'
 760   #hr; echo dnsmasq is $(systemctl is-active dnsmasq)
 761   f=/var/run/dnsmasq/resolv.conf
 762   hr; echo $f:;  ccat $f
 763   hr; m grr '^ *servers-file *=' /etc/dnsmasq.conf /etc/dnsmasq.d
 764   f=/etc/dnsmasq-servers.conf
 765   hr; echo $f:;  ccat $f
 766 }
 767 rcat() {
 768   resolvcat | less
 769 }
 770
 771 # only run on MAIL_HOST. simpler to keep this on one system.
 772 r2eadd() { # usage: name url
 773   # initial setup of rss2email:
 774   # r2e new r2e@iankelling.org
 775   # that initializes files, and sets default email.
 776   # symlink to the config doesnt work, so I copied it to /p/c
 777   # and then use cli option to specify explicit path.
 778   # Only option changed from default config is to set
 779   # force-from = True
 780   #
 781   # or else for a few feeds, the from address is set by the feed, and
 782   # if I fail delivery, then I send a bounce message to that from
 783   # address, which makes me be a spammer.
 784
 785   r2e add $1 "$2" $1@r2e.iankelling.org
 786   # get up to date and dont send old entries now:
 787   r2e run --no-send $1
 788 }
 789 r2e() { command r2e -d /p/c/rss2email.json -c /p/c/rss2email.cfg "$@"; }
 790
 791 rspicy() { # usage: HOST DOMAIN
 792   # connect to spice vm remote host. use vspicy for local host
 793   local port
 794   # shellcheck disable=SC2087
 795   port=$(ssh $1<<EOF
 796 sudo virsh dumpxml $2|grep "<graphics.*type='spice'" | \
 797        sed -rn "s/.*port='([0-9]+).*/\1/p"
 798 EOF
 799       )
 800   if [[ $port ]]; then
 801     spicy -h $1 -p $port
 802   else
 803     echo "error: no port found. check that the domain is running."
 804   fi
 805 }
 806
 807
 808 scssl() {
 809   # s gem install scss-lint
 810   pushd /a/opt/thoughtbot-guides
 811   git pull --stat
 812   popd
 813   scss-lint -c /a/opt/thoughtbot-guides/style/sass/.scss-lint.yml "$@"
 814 }
 815
 816 skbrc() {
 817   sk -e 2120,245 /b/ds/brc /b/ds/brc2
 818 }
 819
 820 skaraoke() {
 821   local tmp out
 822   out=${2:-${1%.*}.sh}
 823   tmp=$(mktemp -d)
 824   script -t -c "mpv --no-config --no-resume-playback --no-terminal --no-audio-display '$1'" $tmp/typescript 2>$tmp/timing
 825   # todo, the current sleep seems pretty good, but it
 826   # would be nice to have an empirical measurement, or
 827   # some better wait to sync up.
 828   #
 829   # note: --loop-file=no prevents it from hanging if you have that
 830   # set to inf the mpv config.
 831   # --loop=no prevents it from exit code 3 due to stdin if you
 832   # had it set to inf in mpv config.
 833   #
 834   # args go to mpv, for example --volume=80, 50%
 835   cat >$out <<EOFOUTER
 836 #!/bin/bash
 837 trap "trap - TERM && kill 0" INT TERM ERR; set -e
 838 ( sleep .2; scriptreplay <( cat <<'EOF'
 839 $(cat $tmp/timing)
 840 EOF
 841 ) <( cat <<'EOF'
 842 $(cat $tmp/typescript)
 843 EOF
 844 ))&
 845 base64 -d - <<'EOF'| mpv --loop=no --loop-file=no --no-terminal --no-audio-display "\$@" -
 846 $(base64 "$1")
 847 EOF
 848 kill 0
 849 EOFOUTER
 850   rm -r $tmp
 851   chmod +x $out
 852 }
 853
 854 smeld() { # ssh meld usage host1 host2 file
 855   meld <(ssh $1 cat $3) <(ssh $2 cat $3)
 856 }
 857
 858 spd() {
 859   PATH=/usr/local/spdhackfix:$PATH command spd "$@"
 860 }
 861
 862 spend() {
 863   sudo systemctl suspend
 864 }
 865
 866 # ssh, copy my universal config over if needed.
 867
 868 # By default .bashrc is sourced for ALL ssh commands. This is wonky.
 869 # Normally, this file is not sourced when a script is run, but we can
 870 # override that by sourcing ~/.bashrc.  I want the same thing for ssh
 871 # commands. when a local script runs an ssh command, bashrc should not be
 872 # sourced, unless we use a modified command.
 873 #
 874 # So, in my bashrc, test for conditions of noninteractive ssh and return
 875 # if so.  And we don't keep the rest of the code in .bashrc, because
 876 # even though we return, we parse the whole file which can cause errors
 877 # as we develop it.
 878 #
 879 # To test for an overriding condition: bash builtin vars and env show no
 880 # difference in ssh vs local, except shell level which is not
 881 # reliable. one option is to use an environment variable. env variables
 882 # sent across ssh are strictly limited. We could override an obscure
 883 # unused LC_var, like telephone, but I don't want to run into some edge
 884 # case where that messes things up. I choose to set SendEnv and
 885 # AcceptEnv ssh config vars to allow the environment variable BRC to
 886 # propagate across ssh, and for hosts I don't control, I start an inner
 887 # shell with it set, which doubles up as a way to have a nondefault
 888 # bashrc.
 889 sl() {
 890   # inspired from https://github.com/Russell91/sshrc
 891
 892
 893   local args info_date info_t type now tmp tmp2 old sshinfo cmd haveinfo dorsync info_sec
 894   declare -a args tmpa
 895   now=$(date +%s)
 896
 897   # ssh [-1246Antivivisectionist] [-b bind_address] [-c cipher_spec] [-D [bind_address:]port]
 898   # [-E log_file] [-e escape_char] [-F configfile] [-I pkcs11] [-i identity_file] [-L address]
 899   # [-l login_name] [-m mac_spec] [-O ctl_cmd] [-o option] [-p port] [-Q query_option]
 900   # [-R address] [-S ctl_path] [-W host:port] [-w local_tun[:remote_tun]] [user@]hostname
 901   # [command]
 902
 903   while [[ $1 ]]; do
 904     case "$1" in
 905       -[1246AaCfGgKkMNnqsTtVvXxYy])
 906         args+=("$1"); shift
 907         ;;
 908       -[bcDEeFIiLlmOopQRSWw]*)
 909         # -oOption etc is valid
 910         if (( ${#1} >= 3 )); then
 911           args+=("$1"); shift
 912         else
 913           args+=("$1" "$2"); shift 2
 914         fi
 915         ;;
 916       *)
 917         break
 918         ;;
 919     esac
 920   done
 921   remote="$1"; shift
 922   if [[ ! $remote ]]; then
 923     echo $0: error hostname required >&2
 924     return 1
 925   fi
 926   dorsync=false
 927   haveinfo=false
 928   tmpa=(/p/sshinfo/???????????"$remote")
 929   sshinfo=${tmpa[0]}
 930   if [[ -e $sshinfo ]]; then
 931     haveinfo=true
 932   fi
 933   if $haveinfo; then
 934     tmp=${sshinfo[0]##*/}
 935     tmp2=${tmp::11}
 936     type=${tmp2: -1}
 937     if [[ $type == b ]]; then
 938       info_sec=${tmp::10}
 939       for f in /b/ds/sl/.iank/*; do
 940         if (( $(stat -L -c%Y $f) > info_sec )); then
 941           dorsync=true
 942           rm -f $sshinfo
 943           break
 944         fi
 945       done
 946     fi
 947   else
 948     # use this weird yes thing to ensure we know ssh succeeded
 949     if ! tmp=$(command ssh "${args[@]}" "$remote" "if test -e /a/bin/ds/.bashrc -a -L .bashrc; then echo yes; fi"); then
 950       echo failed sl test. doing plain ssh -v
 951       command ssh -v "${args[@]}" "$remote"
 952     fi
 953     if [[ $tmp == yes ]]; then
 954       type=a
 955     else
 956       dorsync=true
 957       type=b
 958     fi
 959   fi
 960   if $dorsync; then
 961     RSYNC_RSH="ssh ${args[*]}" rsync -rptL /b/ds/sl/.iank "$remote":
 962   fi
 963   if $dorsync || ! $haveinfo; then
 964     sshinfo=/p/sshinfo/$now$type"$remote"
 965     touch $sshinfo
 966     chmod 666 $sshinfo
 967   fi
 968   if [[ $type == b ]]; then
 969     if (( ${#@} )); then
 970
 971       # Theres a couple ways to do this. im not sure whats best,
 972       # but relying on bash 4.4+ escape quoting seems most reliable.
 973       command ssh "${args[@]}" "$remote" \
 974               BRC=t bash -c '.\ .iank/.bashrc\;"\"\$@\""' bash ${@@Q}
 975     elif [[ ! -t 0 ]]; then
 976       # This case is when commands are being piped to ssh.
 977       # Normally, no bashrc gets sourced.
 978       # But, since we are doing all this, lets source it because we can.
 979       cat <(echo . .iank/.bashrc) - | command ssh "${args[@]}" "$remote" BRC=t bash
 980     else
 981       command ssh -t "${args[@]}" "$remote" BRC=t INPUTRC=.iank/.inputrc bash --rcfile .iank/.bashrc
 982     fi
 983   else
 984     if [[ -t 0 ]]; then
 985       BRC=t command ssh "${args[@]}" "$remote" ${@@Q}
 986     else
 987       command ssh "${args[@]}" "$remote" BRC=t bash
 988     fi
 989   fi
 990 }
 991 sss() { # ssh solo
 992   sl -oControlMaster=no -oControlPath=/ "$@"
 993 }
 994 # kill off old shared socket then ssh
 995 ssk() {
 996   m ssh -O exit "$@"
 997   m sl "$@"
 998 }
 999 # plain limited ssh
1000 ssh() {
1001   BRC=t command ssh "$@"
1002 }
1003
1004
1005 # mail related
1006 testmail() {
1007   declare -gi _seq; _seq+=1
1008   echo "test body" | m mail -s "test mail from $HOSTNAME, $_seq" "${@:-root@localhost}"
1009   # for testing to send from an external address, you can do for example
1010   # -fian@iank.bid -aFrom:ian@iank.bid web-6fnbs@mail-tester.com
1011   # note in exim, you can retry a deferred message
1012   # s exim -M MSG_ID
1013   # MSG_ID is in /var/log/exim4/mainlog, looks like 1ccdnD-0001nh-EN
1014 }
1015
1016 # to test sieve, use below command. for fsf mail, see offlineimap-sync script
1017 # make modifications, then copy to live file, use -eW to actually modify mailbox
1018 #
1019 # Another option is to use sieve-test SCRIPT MAIL_FILE. note,
1020 # sieve-test doesnt know about envelopes, Im not sure if sieve-filter does.
1021
1022 # sieve with output filter. arg is mailbox, like INBOX.
1023 # This depends on dovecot conf, notably mail_location in /etc/dovecot/conf.d/10-mail.conf
1024
1025 _dosieve() {
1026   sieve-filter "$@" 2> >(head; tail) >/tmp/testsieve.log  && sed -rn '/^Performed actions:/,/^[^ ]/{/^ /p}' /tmp/testsieve.log | sort | uniq -c
1027 }
1028
1029 # always run this first, edit the test files, then run the following
1030 testsieve() {
1031   _dosieve ~/sieve/maintest.sieve ${1:-INBOX} delete
1032 }
1033 runsieve() {
1034   c ~/sieve; cp personal{test,}.sieve; cp lists{test,}.sieve; cp personalend{test,}.sieve
1035   _dosieve ~/sieve/main.sieve -eW ${1:-INBOX} delete
1036 }
1037
1038 # mail related
1039 testexim() {
1040   # testmail above calls sendmail, which is a link to exim/postfix.
1041   # its docs dont say a way of adding an argument
1042   # to sendmail to turn on debug output. We could make a wrapper, but
1043   # that is a pain. Exim debug args are documented here:
1044   # http://www.exim.org/exim-html-current/doc/html/spec_html/ch-the_exim_command_line.html
1045   #
1046   # http://www.exim.org/exim-html-current/doc/html/spec_html/ch-building_and_installing_exim.html
1047   # note, for exim daemon, you can turn on debug options by
1048   # adding -d, etc to COMMONOPTIONS in
1049   # /etc/default/exim4
1050   #
1051   # to specify recipients other than those in to, cc, bcc, you can use the cli args, eg:
1052   #  exim -i 'test@zroe.org, t2@zroe.org'  <<'EOF'
1053   #
1054   #
1055   exim -d -t <<'EOF'
1056 From: i@dmarctest.b8.nz
1057 To: mailman@dev.fsf.org
1058 Subject: test2
1059 Reply-to: rtest@iankelling.org
1060
1061 This is a test message.
1062 EOF
1063 }
1064
1065 # toggle keyboard
1066 tk() {
1067   # based on
1068   # https://askubuntu.com/questions/160945/is-there-a-way-to-disable-a-laptops-internal-keyboard
1069   id=$(xinput --list  --id-only 'AT Translated Set 2 keyboard')
1070   if xinput list | grep -F '∼ AT Translated Set 2 keyboard' &>/dev/null; then
1071     echo enabling keyboard
1072     # find the first slave keyboard number, they are all the same in my output.
1073     # if they werent, worst case we would need to save the slave number somewhere
1074     # when it got disabled.
1075     slave=$(xinput list | sed -n 's/.*slave \+keyboard (\([0-9]*\)).*/\1/p' | head -n1)
1076     xinput reattach $id $slave
1077   else
1078     xinput float $id
1079   fi
1080 }
1081
1082 tm() {
1083   # timer in minutes
1084   # --no-config
1085   (sleep $(calc "$* * 60") && mpv --no-config --volume 50 /a/bin/data/alarm.mp3) > /dev/null 2>&1 &
1086 }
1087
1088 trg() { transmission-remote-gtk&r; }
1089 trc() {
1090   # example, set global upload limit to 100 kilobytes:
1091   # trc -u 100
1092   TR_AUTH=":$(jq -r .profiles[0].password ~/.config/transmission-remote-gtk/config.json)" transmission-remote transmission.lan -ne "$@"
1093 }
1094
1095
1096 tu() {
1097   local s dir
1098   dir="$(dirname "$1")"
1099   if [[ -e $1 && ! -w $1 || ! -w $(dirname "$1") ]]; then
1100     s=s;
1101   fi
1102   # full path for using in some initial setup steps
1103   $s /a/exe/teeu "$@"
1104 }
1105
1106 vpncmd() {
1107   #m s nsenter -t $(pgrep -f "/usr/sbin/openvpn .* --config /etc/openvpn/.*pia.conf") -n -m "$@"
1108   m s nsenter -t $(pgrep -f "/usr/sbin/openvpn .* --config /etc/openvpn/.*client.conf") -n -m "$@"
1109 }
1110 vpnf() {
1111   vpncmd gksudo -u iank "firefox -no-remote -P vpn" &r
1112 }
1113 vpni() {
1114   vpncmd gksudo -u iank "$*"
1115 }
1116 vpnbash() {
1117   vpncmd bash
1118 }
1119
1120
1121 vpn() {
1122   if [[ -e /lib/systemd/system/openvpn-client@.service ]]; then
1123     local vpn_service=openvpn-client
1124   else
1125     local vpn_service=openvpn
1126   fi
1127
1128   [[ $1 ]] || { echo need arg; return 1; }
1129   journalctl --unit=$vpn_service@$1 -f -n0 &
1130   sudo systemctl start $vpn_service@$1
1131   # sometimes the ask-password agent does not work and needs a delay.
1132   sleep .5
1133   # https://bugs.debian.org/cgi-bin/bugreport.cgi?bug=779240
1134   # noticed around 8-2017 after update from around stretch release
1135   # on debian testing, even though the bug is much older.
1136   sudo systemd-tty-ask-password-agent
1137 }
1138
1139 vpnoff() {
1140   [[ $1 ]] || { echo need arg; return 1; }
1141   if [[ -e /lib/systemd/system/openvpn-client@.service ]]; then
1142     local vpn_service=openvpn-client
1143   else
1144     local vpn_service=openvpn
1145   fi
1146   sudo systemctl stop $vpn_service@$1
1147 }
1148 vpnoffc() { # vpn off client
1149   ser stop openvpn-nn@client
1150 }
1151 vpnc() {
1152   ser start openvpn-nn@client
1153 }
1154
1155
1156 vspicy() { # usage: VIRSH_DOMAIN
1157   # connect to vms made with virt-install
1158   spicy -p $(sudo virsh dumpxml "$1"|grep "<graphics.*type='spice'"|\
1159                sed -r "s/.*port='([0-9]+).*/\1/")
1160 }
1161
1162 wian() {
1163   cat-new-files /m/4e/INBOX/new
1164 }
1165
1166 wtr() { curl wttr.in/boston; }
1167
1168 xevkb() { xev -event keyboard; }
1169
1170 # * misc stuff
1171
1172 # from curl cheat.sh/:bash_completion
1173 _cheatsh_complete_curl()
1174 {
1175   local cur prev opts
1176   _get_comp_words_by_ref -n : cur
1177
1178   COMPREPLY=()
1179   #cur="${COMP_WORDS[COMP_CWORD]}"
1180   prev="${COMP_WORDS[COMP_CWORD-1]}"
1181   opts="$(curl -s cheat.sh/:list | sed s@^@cheat.sh/@)"
1182
1183   if [[ ${cur} == cheat.sh/* ]] ; then
1184     COMPREPLY=( $(compgen -W "${opts}" -- ${cur}) )
1185     __ltrim_colon_completions "$cur"
1186     return 0
1187   fi
1188 }
1189 complete -F _cheatsh_complete_curl curl
1190
1191
1192
1193
1194 reset-konsole() {
1195   # we also have a file in /a/c/...konsole...
1196   local f=$HOME/.config/konsolerc
1197   setini DefaultProfile profileian.profile "Desktop Entry" $f
1198   setini Favorites profileian.profile "Favorite Profiles" $f
1199   setini ShowMenuBarByDefault false KonsoleWindow $f
1200   setini TabBarPosition Top TabBar $f
1201 }
1202
1203 reset-sakura() {
1204   while -r read k v; do
1205     # shellcheck disable=SC2154
1206     setini $k $v sakura /a/c/subdir_files/.config/sakura/sakura.conf
1207   done <<'EOF'
1208 colorset1_back rgb(33,37,39
1209 less_questions true
1210 audible_bell No
1211 visible_bell No
1212 disable_numbered_tabswitch true
1213 scroll_lines 10000000
1214 scrollbar true
1215 EOF
1216 }
1217
1218 reset-xscreensaver() {
1219   # except for spash, i set these by setting gui options in
1220   # xscreensaver-command -demo
1221   # then finding the corresponding option in .xscreensaver
1222   # spash, i happened to notice in .xscreensaver
1223   #
1224   # dpmsOff, monitor doesnt come back on using old free software supported nvidia card
1225   cat > /home/iank/.xscreensaver <<'EOF'
1226 mode:           blank
1227 dpmsEnabled:    True
1228 dpmsStandby:    0:02:00
1229 dpmsSuspend:    0:03:00
1230 dpmsOff:        0:00:00
1231 timeout:        0:02:00
1232 lock:           True
1233 lockTimeout:    0:03:00
1234 splash:         False
1235 EOF
1236
1237 }
1238
1239
1240 # * stuff that makes sense to be at the end
1241 if [[ "$SUDOD" ]]; then
1242   cd "$SUDOD"
1243   unset SUDOD
1244 elif [[ -d /a ]] && [[ $PWD == "$HOME" ]] && [[ $- == *i* ]]; then
1245   cd /a
1246 fi
1247
1248
1249 # best practice
1250 unset IFS
1251
1252
1253 # for mitmproxy to get a newer python.
1254 # commented until i want to use it because it
1255 # noticably slows bash startup
1256 #
1257
1258 mypyenvinit () {
1259   if [[ $EUID == 0 || ! -e ~/.pyenv/bin ]]; then
1260     echo "error: dont be root. make sure pyenv is installed"
1261     return 1
1262   fi
1263   export PATH="$HOME/.pyenv/bin:$PATH"
1264   eval "$(pyenv init -)"
1265   eval "$(pyenv virtualenv-init -)"
1266 }
1267
1268
1269 export GOPATH=$HOME/go
1270 path-add $GOPATH/bin
1271 path-add /usr/local/go/bin
1272
1273 # I have the git repo and a release. either one should work.
1274 # I have both because I was trying to solve an issue that
1275 # turned out to be unrelated.
1276 # ARDUINO_PATH=/a/opt/Arduino/build/linux/work
1277 export ARDUINO_PATH=/a/opt/arduino-1.8.9
1278
1279 # They want to be added to the start, but i think
1280 # that should be avoided unless we really need it.
1281 path-add --end ~/.npm-global
1282
1283 path-add --end $HOME/.cargo/bin
1284
1285 # taken from default changes to bashrc and bash_profile
1286 path-add --end $HOME/.rvm/bin
1287 path-add --end $HOME/.gem/ruby/2.3.0/bin
1288
1289
1290 export BASEFILE_DIR=/a/bin/fai-basefiles
1291
1292 #export ANDROID_HOME=/a/opt/android-home
1293 # https://f-droid.org/en/docs/Installing_the_Server_and_Repo_Tools/
1294 #export USE_SDK_WRAPPER=yes
1295 #PATH=$PATH:$ANDROID_HOME/tools:$ANDROID_HOME/platform-tools
1296
1297 # didnt get drush working, if I did, this seems like the
1298 # only good thing to include for it.
1299 # Include Drush completion.
1300 # if [ -f "/home/ian/.drush/drush.complete.sh" ] ; then
1301 #     source /home/ian/.drush/drush.complete.sh
1302 # fi
1303
1304
1305 # https://wiki.archlinux.org/index.php/Xinitrc#Autostart_X_at_login
1306 # i added an extra condition as gentoo xorg guide says depending on
1307 # $DISPLAY is fragile.
1308 if [[ ! $DISPLAY && $XDG_VTNR == 1 ]] && shopt -q login_shell && isarch; then
1309   exec startx
1310 fi
1311
1312
1313 # ensure no bad programs appending to this file will have an affect
1314 return 0