[distro-setup] / brc

#!/bin/bash
# Copyright (C) 2019 Ian Kelling
# SPDX-License-Identifier: AGPL-3.0-or-later
# this gets sourced. shebang is just for file mode detection

# note, to catch errors in functions but not outside, do:
# set -E -o pipefail
# trap return ERR
# trap 'trap ERR' RETURN


# * settings

CDPATH=.

set -o pipefail

# remove all aliases. aliases provided by the system tend to get in the way,
# for example, error happens if I try to define a function the same name as an alias
unalias -a

# remove gnome keyring warning messages
# there is probably a more proper way, but I didnt find any easily on google
# now using xfce+xmonad instead of vanilla xmonad, so disabling this
#unset GNOME_KEYRING_CONTROL

# use extra globing features.
shopt -s extglob
# include .files when globbing, but ignore files name . and ..
# setting this also sets dotglob.
export GLOBIGNORE="*/.:*/.."

# broken with bash_completion package. Saw a bug for this once. dont anymore.
# still broken in wheezy
# still buggered in latest stable from the web, version 2.1
# perhaps its fixed in newer git version, which fails to make for me
# this note is from 6-2014.
# still broken in flidas.
#shopt -s nullglob

# make tab on an empty line do nothing
shopt -s no_empty_cmd_completion

# fix spelling errors for cd, only in interactive shell
shopt -s cdspell
# append history instead of overwritting it
shopt -s histappend
# for compatibility, per gentoo/debian bashrc
shopt -s checkwinsize
# attempt to save multiline single commands as single history entries.
shopt -s cmdhist
# enable **
shopt -s globstar


# inside emacs fixes
if [[ $RLC_INSIDE_EMACS ]]; then
  # EMACS is used by bash on startup, but we dont need it anymore.
  # plus I hit a bug in a makefile which inherited it
  unset EMACS
  export RLC_INSIDE_EMACS
  export PAGER=cat
  export MANPAGER=cat
  # scp completion does not work, but this doesnt fix it. todo, figure this out
  complete -r scp &> /dev/null
  # todo, remote file completion fails, figure out how to turn it off
  export NODE_DISABLE_COLORS=1
  # This gets rid of ugly terminal escape chars in node repl
  # sometime, Id like to have completion working in emacs shell for node
  # the offending chars can be found in lib/readline.js,
  # things that do like:
  # stream.write('\x1b[' + (x + 1) + 'G');
  # We can remove them and keep readline, for example by doing this
  # to start a repl:
  #!/usr/bin/env nodejs
  # var readline = require('readline');
  # readline.cursorTo = function(a,b,c) {};
  # readline.clearScreenDown = function(a) {};
  # const repl = require('repl');
  # var replServer = repl.start('');
  #
  # no prompt, or else readline complete seems to be confused, based
  # on our column being different? node probably needs to send
  # different kind of escape sequence that is not ugly. Anyways,
  # completion doesnt work yet even with the ugly prompt, so whatever
  #
  export NODE_NO_READLINE=1

fi

# emacs has a different default search path than the info command. This
# adds the info defaults to emacs, but not the reverse, because I dun
# care much about the cli. The search path is only on the cli if you run
# "info xxx", or in emacs if you run '(info xxx)', so not that
# important, but might as well fix it.

# info info says this path is what was compiled, and its not documented
# anywhere. Through source grepping, i found it in filesys.h of the info
# source in trisquel flidas.
#
# Traling : means for emacs to add its own stuff on to the end.

export INFOPATH=$PATH:/usr/local/info:/usr/info:/usr/local/lib/info:/usr/lib/info:/usr/local/gnu/info:/usr/local/gnu/lib/info:/usr/gnu/info:/usr/gnu/lib/info:/opt/gnu/info:/usr/share/info:/usr/share/lib/info:/usr/local/share/info:/usr/local/share/lib/info:/usr/gnu/lib/emacs/info:/usr/local/gnu/lib/emacs/info:/usr/local/lib/emacs/info:/usr/local/emacs/info:.:

if [[ $- == *i* ]]; then
  # for readline-complete.el
  if [[ $RLC_INSIDE_EMACS ]]; then
    # all for readline-complete.el
    stty echo
    bind 'set horizontal-scroll-mode on'
    bind 'set print-completions-horizontally on'
    bind '"\C-i": self-insert'
  else

    if [[ $KONSOLE_PROFILE_NAME ]]; then
      TERM=xterm-256color
    fi

    # todo: not sure this works in sakura
    #stty werase undef
    #bind "\C-w": kill-region
    # sakura == xterm-256color
    # konsole == xterm
    if [[ $TERM == xterm* ]]; then
      # control + arrow keys. for other terminals, see http://unix.stackexchange.com/questions/10806/how-to-change-previous-next-word-shortcut-in-bash
      bind '"\e[1;5C": shell-forward-word' 2>/dev/null
      bind '"\e[1;5D": shell-backward-word' 2>/dev/null
    else
      # make ctrl-backspace work. for konsole, i fixed it through
      # /home/iank/.local/share/konsole/default.keytab
      stty werase '^h'
      bind '"\eOc": shell-forward-word'
      bind '"\eOd": shell-backward-word'
    fi
    # i cant remember why i did this, probably to free up some keys to bind
    # to other things in bash.
    # other than C-c and C-z, the rest defined by stty -a are, at least in
    # gnome-terminal, overridden by bash, or disabled by the system
    stty  lnext undef stop undef start undef
  fi

fi


# history number. History expansion is good.
PS4='$LINENO+ '
# history file size limit, set to unlimited.
# this needs to be different from the default because
# default HISTFILESIZE is 500 and could clobber our history
HISTFILESIZE=
# max commands 1 session can append/read from history
HISTSIZE=1000000
# the time format display when doing the history command
# also, setting this makes the history file record time
# of each command as seconds from the epoch
HISTTIMEFORMAT="%Y-%m-%d %I:%M %p "
# consecutive duplicate lines dont go in history
HISTCONTROL=ignoredups
# works in addition to HISTCONTROL to do more flexible things
# it could also do the same things as HISTCONTROL and thus replace it,
# but meh. dunno why, but just " *" does glob expansion, so use [ ] to avoid it.
HISTIGNORE='pass *:[ ]*:otp *:oathtool *'

export BC_LINE_LENGTH=0

export PROFILE_TASKS_TASK_OUTPUT_LIMIT=100

# note, if I use a machine I dont want files readable by all users, set
# umask 077  # If fewer than 4 digits are entered, leading zeros are assumed

# i for insensitive. the rest from
# X means dont remove the current screenworth of output upon exit
# R means to show colors n things
export LESS=RXi
export SYSTEMD_LESS=$LESS


# * include files



# if someone exported $SOE (stop on error), catch errors.
#
# Note, on debian this results in the following warning when in ssh,
# hich I haven't figured out how to fix. It doesn't happen if we source
# after the shell has started
#
# bash: /usr/share/bashdb/bashdb-main.inc: No such file or directory
# bash: warning: cannot start debugger; debugging mode disabled
if [[ $SOE ]]; then
  if [[ -e /a/bin/errhandle/err ]]; then
    source /a/bin/errhandle/err
  fi
fi

# based on readme.debian. dunno if this will break on other distros.
if [[ -s /usr/share/wcd/wcd-include.sh ]]; then
  source /usr/share/wcd/wcd-include.sh
fi

if [[ -s /a/bin/small-misc-bash/ll-function ]]; then
  # shellcheck source=/a/bin/small-misc-bash/ll-function
  source /a/bin/small-misc-bash/ll-function
elif [[ -s ~/.iank/ll-function ]]; then
  source ~/.iank/ll-function
fi

# * functions


..() { c ..; }
...() { c ../..; }
....() { c ../../..; }
.....() { c ../../../..; }
......() { c ../../../../..; }

# file cut copy and paste, like the text buffers :)
# I havnt tested these.
_fbufferinit() { # internal use
  ! [[ $my_f_tempdir ]] && my_f_tempdir=$(mktemp -d)
  rm -rf "${my_f_tempdir:?}"/*
}
fcp() { # file cp
  _fbufferinit
  cp "$@" "$my_f_tempdir"/
}
fct() { # file cut
  _fbufferinit
  mv "$@" "$my_f_tempdir"/
}
fpst() { # file paste
  [[ $2 ]] && { echo too many arguments; return 1; }
  target=${1:-.}
  cp "$my_f_tempdir"/* "$target"
}

_khfix_common() {
  local host=${1##*@}
  local ip port
  read -r ip port < <(timeout 1 ssh -oBatchMode=yes -oControlMaster=no -oControlPath=/ -v $1 |& sed -rn "s/debug1: Connecting to $host \[([^\]*)] port ([0-9]+).*/\1 \2/p")
  if [[ ! $ip ]]; then
    echo "khfix: ssh failed"
    return 1
  fi
  if [[ $port != 22 ]]; then
    ip_entry="[$ip]:$port"
    host_entry="[$host]:$port"
  else
    ip_entry=$ip
    host_entry=$host
  fi
  ssh-keygen -R "$host_entry" -f $(readlink -f ~/.ssh/known_hosts)
  echo "khfix: removing key for $ip_entry"
  ssh-keygen -R "$ip_entry" -f $(readlink -f ~/.ssh/known_hosts)
}
khfix() { # known hosts fix
  _khfix_common "$@" || return 1
  ssh $1 :
}
khcopy() {
  _khfix_common "$@"
  ssh-copy-id $1
}

a() {
  local x
  x=$(readlink -nf "${1:-$PWD}")
  # yes, its kinda dumb that xclip/xsel cant do this in one invocation
  echo -n "$x" | xclip -selection clipboard
  echo -n "$x" | xclip
}

ack() { ack-grep "$@"; }

b() {
  # backwards
  c -
}


# c. better cd
if type -p wcd &>/dev/null; then
  if [[ $RLC_INSIDE_EMACS ]]; then
    c() { wcd -c -z 50 -o "$@"; }
  else
    # lets see what the fancy terminal does from time to time
    c() { wcd -c -z 50 "$@"; }
  fi
else
  c() { cd "$@"; }
fi

c4() { c /var/log/exim4; }

caa() { git commit --amend --no-edit -a; }

caf() {
  # shellcheck disable=SC2033
  find -L $1 -type f -not \( -name .svn -prune -o -name .git -prune \
       -o -name .hg -prune -o -name .editor-backups -prune \
       -o -name .undo-tree-history -prune \) \
       -exec bash -lc 'hr; echo "$1"; hr; cat "$1"' _ {} \; 2>/dev/null

}

calc() { echo "scale=3; $*" | bc -l; }
# no having to type quotes, but also no command history:
clc() {
  local x
  read -r x
  echo "scale=3; $x" | bc -l
}

cam() {
  git commit -am "$*"
}


ccat () { # config cat. see a config without extra lines.
  grep '^\s*[^;[:space:]#]' "$@"
}


_cdiff-prep() {
  # join options which are continued to multiples lines onto one line
  local first=true
  while IFS= read -r line; do
    # remove leading spaces/tabs. assumes extglob
    if [[ $line == "[   ]*" ]]; then
      line="${line##+( )}"
    fi
    if $first; then
      pastline="$line"
      first=false
    elif [[ $line == *=* ]]; then
      echo "$pastline" >> "$2"
      pastline="$line"
    else
      pastline="$pastline $line"
    fi
  done < <(grep -vE '^([ \t]*#|^[ \t]*$)' "$1")
  echo "$pastline" >> "$2"
}

cdiff() {
  # diff config files,
  # setup for format of postfix, eg:
  # option = stuff[,]
  #    [more stuff]
  local pastline unified f1 f2
  unified="$(mktemp)"
  f1="$(mktemp)"
  f2="$(mktemp)"
  _cdiff-prep "$1" "$f1"
  _cdiff-prep "$2" "$f2"
  cat "$f1" "$f2" |  grep -Po '^[^=]+=' | sort | uniq > "$unified"
  while IFS= read -r line; do
    # the default bright red / blue doesnt work in emacs shell
    dwdiff -cblue,red -A best -d "      ," <(grep "^$line" "$f1" || echo ) <(grep "^$line" "$f2" || echo ) | colordiff
  done < "$unified"
}


cat-new-files() {
  local start=$SECONDS
  local dir="$1"
  inotifywait -m "$dir" -e create -e moved_to |
    # shellcheck disable=SC2030
    while read -r filedir _ file; do
      cat "$filedir$file"
      hr
      calc $((SECONDS - start)) / 60
      sleep 5
    done

}

# shellcheck disable=SC2032
chown() {
  # makes it so chown -R symlink affects the symlink and its target.
  if [[ $1 == -R ]]; then
    shift
    command chown -h "$@"
    command chown -R "$@"
  else
    command chown "$@"
  fi
}

cim() {
  git commit -m "$*"
}

cl() {
  # choose recent directory. cl = cd list
  c =
}

d() { builtin bg; }
complete -A stopped -P '"%' -S '"' d


dc() {
  diff --strip-trailing-cr -w "$@"   # diff content
}

despace() {
  local x y
  for x in "$@"; do
    y="${x// /_}"
    safe_rename "$x" "$y"
  done
}

dt() {
  date "+%A, %B %d, %r" "$@"
}

dus() { # du, sorted, default arg of
  du -sh ${@:-*} | sort -h
}



e() { echo "$@"; }

# echo args
ea() {
  if (( ! $# )); then
    echo no args
  fi
  for arg; do
    printf "%qEOL\n" "${arg}"
    printf "%s" "${arg}" |& hexdump -C
  done
}
# echo vars. print var including escapes, etc
ev() {
  if (( ! $# )); then
    echo no args
  fi
  for arg; do
    printf "%qEOL\n" "${!arg}"
    printf "%s" "${!arg}" |& hexdump -C
  done
}


ediff() {
  [[ ${#@} == 2 ]] || { echo "error: ediff requires 2 arguments"; return 1; }
  emacs --eval "(ediff-files \"$1\" \"$2\")"
}

# mail related
etail() {
  tail -F /var/log/exim4/mainlog -n 200
}
eless() {
  less /var/log/exim4/mainlog
}
eqcat() {
  exiqgrep -i | while read i; do
    exim -Mvh $i; hr; exim -Mvb $i; hr;
    exigrep $i /var/log/exim4/mainlog; hr
  done
}


# shellcheck disable=SC2032
f() {
  # cd forward
  c +
}

fa() {
  # find array. make an array of file names found by find into $x
  # argument: find arguments
  # return: find results in an array $x
  while read -rd ''; do
    x+=("$REPLY");
  done < <(find "$@" -print0);
}

faf() { # find all files. use -L to follow symlinks
  find $@ -not \( -name .svn -prune -o -name .git -prune \
       -o -name .hg -prune -o -name .editor-backups -prune \
       -o -name .undo-tree-history -prune \) -type f 2>/dev/null
}

# mail related
frozen() {
  rm -rf /tmp/frozen
  s mailq |gr frozen|awk '{print $3}' | while read -r id; do
    s exim -Mvl $id
    echo
    s exim -Mvh $id
    echo
    s exim -Mvb $id
    echo -e '\n\n##############################\n'
  done | tee -a /tmp/frozen
}
frozenrm() {
  local ids=()
  while read -r line; do
    printf '%s\n' "$line"
    ids+=($(printf '%s\n' "$line" |gr frozen|awk '{print $3}'))
  done < <(s mailq)
  echo "sleeping for 2 in case you change your mind"
  sleep 2
  s exim -Mrm "${ids[@]}"
}

funce() {
  # like -e for functions. returns on error.
  # at the end of the function, disable with:
  # trap ERR
  trap 'echo "${BASH_COMMAND:+BASH_COMMAND=\"$BASH_COMMAND\" }
${FUNCNAME:+FUNCNAME=\"$FUNCNAME\" }${LINENO:+LINENO=\"$LINENO\"  }\$?=$?"
trap ERR
return' ERR
}

getdir () {
  local help="Usage: getdir [--help] PATH
Output the directory of PATH, or just PATH if it is a directory."
  if [[ $1 == --help ]]; then
    echo "$help"
    return 0
  fi
  if [[ $# -ne 1 ]]; then
    echo "getdir error: expected 1 argument, got $#"
    return 1
  fi
  if [[ -d $1 ]]; then
    echo "$1"
  else
    local dir
    dir="$(dirname "$1")"
    if [[ -d $dir ]]; then
      echo "$dir"
    else
      echo "getdir error: directory does not exist"
      return 1
    fi
  fi
}

git_empty_branch() { # start an empty git branch. carefull, it deletes untracked files.
  [[ $# == 1 ]] || { echo 'need a branch name!'; return 1;}
  local root
  root=$(gitroot) || return 1 # function to set gitroot
  builtin cd "$root"
  git symbolic-ref HEAD refs/heads/$1
  rm .git/index
  git clean -fdx
}

# shellcheck disable=SC2120
gitroot() {
  local help="Usage: gitroot [--help]
Print the full path to the root of the current git repo

Handles being within a .git directory, unlike git rev-parse --show-toplevel,
and works in older versions of git which did not have that."
  if [[ $1 == --help ]]; then
    echo "$help"
    return
  fi
  local p
  p=$(git rev-parse --git-dir) || { echo "error: not in a git repo" ; return 1; }
  [[ $p != /* ]] && p=$PWD
  echo "${p%%/.git}"
}

gh() {
  # i got an error, gh not found when doing a pull request, it seems like it wants itself in it\'s path.
  local _oldpath="$PATH"
  PATH="$PATH:$HOME/node_modules/.bin"
  command gh "$@"
  PATH="$_oldpath"
}

gmacs() {
  # quit will prompt if the program crashes.
  gdb -ex=r -ex=quit --args emacs "$@"; r;
}

gdkill() {
  # kill the emacs daemon
  pk1 emacs --daemon
}

gr() {
  grep -iIP --color=auto "$@"
}

grr() { # grep recursive
  if [[ ${#@} == 1 ]]; then
    grep --exclude-dir='*.emacs.d' --exclude-dir='*.git' -RiIP --color=auto "$@" .
  else
    grep --exclude-dir='*.emacs.d' --exclude-dir='*.git' -RiIP --color=auto "$@"
  fi
}
rg() {
  command rg -i -M 200 "$@"
}

hr() { # horizontal row. used to break up output
  printf "$(tput setaf 5)█$(tput sgr0)%.0s" $(seq ${COLUMNS:-60})
  echo
}

hrcat() { local f; for f; do [[ -f $f ]] || continue; hr; echo "$f"; cat "$f"; done }

# get latest hub and run it
# main command to use:
# hub pull-request --no-edit
# --no-edit means to use the first commit\'s message as the pull request message.
# Also, you need to use a feature branch, not master in your fork.
# On first use, you input username/pass and it gets an oath token so you dont have to repeat
# it\'s at ~/.config/hub
hub() {
  local up uptar updir p
  p=/github/hub/releases/
  up=https://github.com/$(curl -s https://github.com$p| grep -o $p'download/[^/]*/hub-linux-amd64[^"]*' | head -n1)
  uptar=${up##*/}
  updir=${uptar%.tgz}
  if [[ ! -e /a/opt/$updir ]]; then
    rm -rf /a/opt/hub-linux-amd64*
    wget -P /a/opt $up
    tar -C /a/opt -zxf /a/opt/$uptar
    rm -f /a/opt/$uptar
    s /a/opt/$updir/install
  fi

  # save token across computers
  if [[ ! -L ~/.config/hub ]]; then
    if [[ -e ~/.config/hub  ]]; then
      mv ~/.config/hub /p/c/subdir_files/.config/
    fi
    if [[ -e /p/c/subdir_files/.config/hub ]]; then
      conflink
    fi
  fi
  command hub "$@"
}

i() { git "$@"; }
# modified from ~/local/bin/git-completion.bash
# other completion commands are mostly taken from bash_completion package
complete -o bashdefault -o default -o nospace -F _git i 2>/dev/null \
  || complete -o default -o nospace -F _git i

if ! type service &>/dev/null; then
  service() {
    echo actually running: systemctl $2 $1
    systemctl $2 $1
  }
fi



ic() {
  # fast commit all
  git commit -am "$*"
}



ifn() {
  # insensitive find
  find -L . -not \( -name .svn -prune -o -name .git -prune \
       -o -name .hg -prune -o -name .editor-backups -prune \
       -o -name .undo-tree-history -prune \) -iname "*$**" 2>/dev/null
}

ipdrop() {
  s iptables -A INPUT -s $1 -j DROP
}


istext() {
  grep -Il "" "$@" &>/dev/null
}

jtail() {
  journalctl -n 10000 -f "$@"
}
jr() { journalctl "$@" ; }
jrf() { journalctl -f "$@" ; }

l() {
  if [[ $PWD == /[iap] ]]; then
    command ls -A --color=auto -I lost+found "$@"
  else
    command ls -A --color=auto "$@"
  fi
}


lcn() { locate -i "*$**"; }

lg() { LC_COLLATE=C.UTF-8 ll --group-directories-first; }

lt() { ll -tr "$@"; }

lld() { ll -d "$@"; }

low() {  # make filenames lowercase, remove bad chars
  local f new
  for f in "$@"; do
    new="${f,,}" # downcase
    new="${new//[^[:alnum:]._-]/_}" # sub bad chars
    new="${new#"${new%%[[:alnum:]]*}"}" # remove leading/trailing non-alnum
    new="${new%"${new##*[[:alnum:]]}"}"
    # remove bad underscores, like __ and _._
    new=$(echo $new | sed -r 's/__+/_/g;s/_+([.-])|([.-])_+/\1/g')
    safe_rename "$f" "$new" || return 1
  done
  return 0
}

lower() { # make first letter of filenames lowercase.
  local x
  for x in "$@"; do
    if [[ ${x::1} == [A-Z] ]]; then
      y=$(tr '[:upper:]' '[:lower:]' <<<"${x::1}")"${x:1}"
      safe_rename "$x" "$y" || return 1
    fi
  done
}


k() { # history search
  grep -P --binary-files=text "$@" ${HISTFILE:-~/.bash_history}  | tail -n 80;
}

ks() { # history search
  grep -P --binary-files=text "$@" ${HISTFILE:-~/.bash_history}  | uniq;
}


make-targets() {
  # show make targets, via http://stackoverflow.com/questions/3063507/list-goals-targets-in-gnu-make
  make -qp | awk -F':' '/^[a-zA-Z0-9][^$#\/\t=]*:([^=]|$)/ {split($1,A,/ /);for(i in A)print A[i]}'
}

mkc() {
  mkdir "$1"
  c "$1"
}

mkct() {
  mkc $(mktemp -d)
}

mkt() { # mkdir and touch file
  local path="$1"
  mkdir -p "$(dirname "$path")"
  touch "$path"
}

# shellcheck disable=SC2032
mkdir() { command mkdir -p "$@"; }

nopanic() {
  # shellcheck disable=SC2024
  sudo tee -a /var/log/exim4/paniclog-archive </var/log/exim4/paniclog; sudo truncate -s0 /var/log/exim4/paniclog
}

p8() { ping 8.8.8.8; }
p6() { ping6 2001:4860:4860::8888; }

pkx() { # package extract
  local pkg cached tmp f
  c $(mktemp -d)
  pkg=$1
  # shellcheck disable=SC2012
  cached=$(ls -t /var/cache/apt/archives/$pkg* | tail -n1 2>/dev/null)
  if [[ $cached ]]; then
    cp $cached .
  else
    aptitude download $pkg || return 1
  fi
  tmp=(*); f=${tmp[0]} # only 1 expected
  ex $f
  rm -f $f
}

# pgrep and kill
pk1() {
  local pid
  pid=($(pgrep -f "$*"))
  case ${#pid[@]} in
    1)
      # shellcheck disable=SC2128
      {
        ps -F $pid
        m kill $pid
      }
      ;;
    0) echo "no pid found" ;;
    *)
      ps -F ${pid[@]}
      ;;
  esac
}

pubip() { curl -4s https://icanhazip.com; }
pubip6() { curl -6s https://icanhazip.com; }
whatismyip() { pubip; }

pwgen() {
  # -m = min length
  # -x = max length
  # -t = print pronunciation
  apg -m 14 -x 17 -t
  for (( i=0; i<10; i++ )); do
    shuf -n3 /usr/share/hunspell/en_US.dic | sed 's,/.*,,' | paste -sd . -

  done
}

pwlong() {
  # -M CLN = use Caps, Lowercase, Numbers
  # -n 1 = 1 password
  # -a 1 = use random instead of pronounceable algorithm
  apg -m 50 -x 70 -n 1 -a 1 -M CLN
}


q() { # start / launch a program in the backround and redir output to null
  "$@" &> /dev/null &
}

# shellcheck disable=SC2120
r() {
  history -a # save history
  exit ${1:0}
  # i had this redir, not sure why
  #  exit "$@" 2>/dev/null
}

rl() {
  # rsync, root is required to keep permissions right.
  # rsync  --archive --human-readable --verbose --itemize-changes --checksum \(-ahvic\) \
    #                                   --no-times --delete
  # basically, make an exact copy, use checksums instead of file times to be more accurate
  rsync -ahvic --delete "$@"
}
rld() {
  # like rlu, but dont delete files on the target end which
  # do not exist on the original end.
  rsync -ahvic "$@"
}
complete -F _rsync -o nospace rld rl rlt

rlt() {
  # rl without preserving modification time.
  rsync -ahvic --delete --no-t "$@"
}

rlu() { # [OPTS] HOST PATH
  # eg. rlu -opts frodo /testpath
  # relative paths will expanded with readlink -f.
  opts=("${@:1:$#-2}") #  1 to last -2
  path="${*:$#}" # last
  host="${*:$#-1:1}" # last -1
  if [[ $path == .* ]]; then
    path=$(readlink -f $path)
  fi
  # rync here uses checksum instead of time so we dont mess with
  # unison relying on time as much. g is for group, same reason
  # to keep up with unison.
  s rsync -rlpchviog --relative "${opts[@]}" "$path" "root@$host:/";
}

rmstrips() {
  ssh fencepost head -n 300 /gd/gnuorg/EventAndTravelInfo/rms-current-trips.txt | less
}

s() {
  # background
  # I use a function because otherwise we cant use in a script,
  # cant assign to variable.
  #
  # note: gksudo is recommended for X apps because it does not set the
  # home directory to the same, and thus apps writing to ~ fuck things up
  # with root owned files.
  #
  if [[ $EUID != 0 || $1 == -* ]]; then
    SUDOD="$PWD" sudo -i "$@"
  else
    "$@"
  fi
}

safe_rename() { # warn and dont rename if file exists.
  # mv -n exists, but it\'s silent
  if [[ $# != 2 ]]; then
    echo safe_rename error: $# args, need 2 >2
    return 1
  fi
  if [[ $1 != "$2" ]]; then # yes, we want to silently ignore this
    if [[ -e $2 || -L $2 ]]; then
      echo "Cannot rename $1 to $2 as it already exists."
    else
      mv -vi "$1" "$2"
    fi
  fi
}


sb() { # sudo bash -c
  # use sb instead of s is for sudo redirections,
  # eg. sb 'echo "ok fine" > /etc/file'
  local SUDOD="$PWD"
  sudo -i bash -c "$@"
}
complete -F _root_command s sb


ser() {
  local s; [[ $EUID != 0 ]] && s=s
  if type -p systemctl &>/dev/null; then
    $s systemctl $1 $2
  else
    $s service $2 $1
  fi
}
# like restart, but do nothing if its not already started
srestart() {
  local service=$1
  if [[ $(s systemctl --no-pager show -p ActiveState $service ) == ActiveState=active ]]; then
    systemctl restart $service
  fi
}

setini() { # set a value in a .ini style file
  key="$1" value="$2" section="$3" file="$4"
  if [[ -s $file ]]; then
    sed -ri -f - "$file" <<EOF
# remove existing keys
/ *\[$section\]/,/^ *\[[^]]+\]/{/^\s*$key[[:space:]=]/d}
# add key
/^\s*\[$section\]/a $key=$value
# from section to eof, do nothing
/^\s*\[$section\]/,\$b
# on the last line, if we haven't found section yet, add section and key
\$a [$section]\\
$key=$value
EOF
  else
    cat >"$file" <<EOF
[$section]
$key=$value
EOF
  fi
}

sgo() { # service go
  service=$1
  ser restart $service || return 1
  if type -p systemctl &>/dev/null; then
    ser enable $service
  fi
}

sgu() {
  systemctl list-unit-files | rg "$@"
}


sk() {
  # 2086: unquoted $var
  # 2046: unquoted $(cmd)
  # 2068: Double quote array expansions to avoid re-splitting elements.
  # 2119: Functions with optional args get bad warnings when none are passed.
  # 2033: too many false positives for thing that will never work, passing shell function to find.
  # i had -x as an arg, but debian testing(stretch) doesn\'t support it
  shellcheck -x -e 2086,2046,2068,2119,2033 "$@"
  # had this before. not sure what it is 2119
}


slog() {
  # log with script. timing is $1.t and script is $1.s
  # -l to save to ~/typescripts/
  # -t to add a timestamp to the filenames
  local logdir do_stamp arg_base
  (( $# >= 1 )) || { echo "arguments wrong"; return 1; }
  logdir="/a/dt/"
  do_stamp=false
  while getopts "lt" option
  do
    case $option in
      l ) arg_base=$logdir ;;
      t ) do_stamp=true ;;
    esac
  done
  shift $((OPTIND - 1))
  arg_base+=$1
  [[ -e $logdir ]] || mkdir -p $logdir
  $do_stamp && arg_base+=$(date +%F.%T%z)
  script -t $arg_base.s 2> $arg_base.t
}
splay() { # script replay
  #logRoot="$HOME/typescripts/"
  #scriptreplay "$logRoot$1.t" "$logRoot$1.s"
  scriptreplay "$1.t" "$1.s"
}

sr() {
  # sudo redo. be aware, this command may not work right on strange distros or earlier software
  if [[ $# == 0 ]]; then
    sudo -E bash -c -l "$(history -p '!!')"
  else
    echo this command redos last history item. no argument is accepted
  fi
}

srm () {
  # with -ll, less secure but faster.
  command srm -ll "$@"
}

srun() {
  scp $2 $1:/tmp
  ssh $1 /tmp/${2##*/} $(printf "%q\n" "${@:2}")
}


swap() {
  local tmp
  tmp=$(mktemp)
  mv $1 $tmp
  mv $2 $1
  mv $tmp $2
}

tclock() { # terminal clock
  local x
  clear
  date +%l:%_M
  len=60
  # this goes to full width
  #len=${1:-$((COLUMNS -7))}
  x=1
  while true; do
    if (( x == len )); then
      end=true
      d="$(date +%l:%_M)   "
    else
      end=false
      d=$(date +%l:%M:%_S)
    fi
    echo -en "\r"
    echo -n "$d"
    for ((i=0; i<x; i++)); do
      if (( i % 6 )); then
        echo -n _
      else
        echo -n .
      fi
    done
    if $end; then
      echo
      x=1
    else
      x=$((x+1))
    fi
    sleep 5
  done
}


te() {
  # test existence / exists
  local ret=0
  for x in "$@"; do
    [[ -e "$x" || -L "$x" ]] || ret=1
  done
  return $ret
}


tx() { # toggle set -x, and the prompt so it doesnt spam
  if [[ $- == *x* ]]; then
    set +x
    PROMPT_COMMAND=prompt-command
    # disabled due to issue on stretch, running ll we get error. something
    # about the DEBUG trap is broken
    # if [[ $TERM == *(screen*|xterm*|rxvt*) ]]; then
    #   trap 'settitle "$BASH_COMMAND"' DEBUG
    # fi
  else
    # normally, i would just execute these commands in the function.
    # however, DEBUG is not inherited, so we need to run it outside a function.
    # And we want to run set -x afterwards to avoid spam, so we cram everything
    # in here, and then it will run after this function is done.
    #PROMPT_COMMAND='trap DEBUG; unset PROMPT_COMMAND; PS1="\w \$ "; set -x'

    unset PROMPT_COMMAND
    PS1="\w \$ "
    set -x
  fi
}

psnetns() {
  # show all processes in the network namespace $1.
  # blank entries appear to be subprocesses/threads
  local x netns
  netns=$1
  ps -w | head -n 1
  s find -L /proc/[1-9]*/task/*/ns/net -samefile /run/netns/$netns | cut -d/ -f5 | \
    while read -r l; do
      x=$(ps -w --no-headers -p $l);
      if [[ $x ]]; then echo "$x"; else echo $l; fi;
    done
}

m() { printf "%s\n" "$*";  "$@"; }


virshrm() {
  for x in "$@"; do virsh destroy "$x"; virsh undefine "$x"; done
}

vm-set-listen(){
  local t
  t=$(mktemp)
  local vm=$1
  local ip=$2
  s virsh dumpxml $vm | sed -r "s/(<listen.*address=')([^']+)/\1$ip/" | \
    sed -r "s/listen='[^']+/listen='$ip/"> $t
  s virsh undefine $vm
  s virsh define $t
}


vmshare() {
  vm-set-listen $1 0.0.0.0
}


vmunshare() {
  vm-set-listen $1 127.0.0.1
}

# * misc stuff


# temporary variables to test colorization
# some copied from gentoo /etc/bash/bashrc,
use_color=false
# dircolors --print-database uses its own built-in database
# instead of using /etc/DIR_COLORS.  Try to use the external file
# first to take advantage of user additions.
safe_term=${TERM//[^[:alnum:]]/?}   # sanitize TERM
match_lhs=""
[[ -f ~/.dir_colors   ]] && match_lhs="${match_lhs}$(<~/.dir_colors)"
[[ -f /etc/DIR_COLORS ]] && match_lhs="${match_lhs}$(</etc/DIR_COLORS)"
[[ -z ${match_lhs}    ]] \
  && type -P dircolors >/dev/null \
  && match_lhs=$(dircolors --print-database)
# test if our $TERM is in the TERM values in dircolor
[[ $'\n'${match_lhs} == *$'\n'"TERM "${safe_term}* ]] && use_color=true


if ${use_color} && [[ $- == *i* ]]; then

  term_bold="$(tput bold)"
  term_red="$(tput setaf 1)"
  term_green="$(tput setaf 2)"
  term_yellow="$(tput setaf 3)"
  term_purple="$(tput setaf 5)"
  term_nocolor="$(tput sgr0)" # no font attributes

  # unused so far. commented for shellcheck
  # term_underl="$(tput smul)"
  # term_blue="$(tput setaf 4)"
  # term_cyan="$(tput setaf 6)"

fi
# Try to keep environment pollution down, EPA loves us.
unset safe_term match_lhs use_color

# * prompt


if [[ $- == *i* ]]; then

  # this needs to come before next ps1 stuff
  # this stuff needs bash 4, feb 2009,
  # old enough to no longer condition on $BASH_VERSION anymore
  shopt -s autocd
  shopt -s dirspell
  PS1='\w'
  if [[ $- == *i* ]]  && [[ ! $RLC_INSIDE_EMACS ]]; then
    PROMPT_DIRTRIM=2
    bind -m vi-command B:shell-backward-word
    bind -m vi-command W:shell-forward-word
  fi

  if [[ $SSH_CLIENT || $SUDO_USER ]]; then
    PS1="\h $PS1"
  fi

  # emacs terminal has problems if this runs slowly,
  # so I've thrown a bunch of things at the wall to speed it up.
  prompt-command() {
    local return=$? # this MUST COME FIRST
    local ps_char ps_color
    unset IFS
    history -a # save history

    case $return in
      0) ps_color="$term_purple"
         ps_char='\$'
         ;;
      1) ps_color="$term_green"
         ps_char="$return \\$"
         ;;
      *) ps_color="$term_yellow"
         ps_char="$return \\$"
         ;;
    esac
    if [[ ! -O . ]]; then # not owner
      if [[ -w . ]]; then # writable
        ps_color="$term_bold$term_red"
      else
        ps_color="$term_bold$term_green"
      fi
    fi

    # faster than sourceing the file im guessing
    if [[ -e /dev/shm/iank-status ]]; then
      eval $(< /dev/shm/iank-status)
    fi
    if [[ ! $SSH_CLIENT && $MAIL_HOST != "$HOSTNAME" ]]; then
      ps_char="@ $ps_char"
    fi
    PS1="${PS1%"${PS1#*[wW]}"} \[$ps_color\]$ps_char\[$term_nocolor\] "
  }
  PROMPT_COMMAND=prompt-command

  settitle () {
    if [[ $TERM == screen* ]]; then
      local title_escape="\033]..2;"
    else
      local title_escape="\033]0;"
    fi
    if [[ $0 != prompt-command ]]; then
      echo -ne "$title_escape$USER@$HOSTNAME ${PWD/#$HOME/~} "
      printf "%s" "$*"
      echo -ne "\007"
    fi
  }

  # for titlebar.
  # condition from the screen man page i think.
  # note: duplicated in tx()
  # disabled. see note in tx
  # if [[ $TERM == *(screen*|xterm*|rxvt*) ]]; then
  #   trap 'settitle "$BASH_COMMAND"' DEBUG
  # else
  #   trap DEBUG
  # fi

fi

# * stuff that makes sense to be at the end


# best practice
unset IFS

# shellcheck disable=SC1090
[[ -s "$HOME/.rvm/scripts/rvm" ]] && source "$HOME/.rvm/scripts/rvm" # Load RVM into a shell session *as a function*


# ensure no bad programs appending to this file will have an affect
return 0