bash: bunch of improvements
[distro-setup] / brc
1 #!/bin/bash
2 # Copyright (C) 2019 Ian Kelling
3 # SPDX-License-Identifier: AGPL-3.0-or-later
4 # this gets sourced. shebang is just for file mode detection
5
6 # Use source ~/.bashrc instead of doing bash -l when running a script
7 # so this can set extdebug and avoid the bash debugger.
8 if [[ -s /a/bin/errhandle/err ]]; then
9 source /a/bin/errhandle/err
10 elif [[ -s $bashrc_dir/err ]]; then
11 # shellcheck source=/a/bin/errhandle/err
12 source $bashrc_dir/err
13 fi
14
15 # In t8, it runs clear_console for login shells by default. I don't want
16 # my console cleared. And linux ttys get cleared without this.
17 if shopt login_shell >/dev/null && [[ -e ~/.bash_logout ]]; then
18 rm ~/.bash_logout
19 fi
20
21 # if [[ -s /usr/share/bash-completion/completions/git ]]; then
22 # source /usr/share/bash-completion/completions/git
23 # fi
24 # if [[ -s /usr/share/bash-completion/completions/gitk ]]; then
25 # source /usr/share/bash-completion/completions/gitk
26 # fi
27
28 # for testing error catching:
29 # t2() {
30 # echo t2
31 # grep sdf sdfd
32 # echo wtf
33 # }
34 # t1() {
35 # echo t1
36 # t2 a b c
37 # }
38
39 # * settings
40
41 CDPATH=.
42
43
44 # remove all aliases. aliases provided by the system tend to get in the way,
45 # for example, error happens if I try to define a function the same name as an alias
46 unalias -a
47
48 # remove gnome keyring warning messages
49 # there is probably a more proper way, but I didnt find any easily on google
50 # now using xfce+xmonad instead of vanilla xmonad, so disabling this
51 #unset GNOME_KEYRING_CONTROL
52
53 # use extra globing features.
54 shopt -s extglob
55 # include .files when globbing, but ignore files name . and ..
56 # setting this also sets dotglob.
57 export GLOBIGNORE="*/.:*/.."
58
59 # Useful info. see man bash.
60 PS4='$LINENO+ '
61
62
63 # broken with bash_completion package. Saw a bug for this once. dont anymore.
64 # still broken in wheezy
65 # still buggered in latest stable from the web, version 2.1
66 # perhaps its fixed in newer git version, which fails to make for me
67 # this note is from 6-2014.
68 # still broken in flidas.
69 #shopt -s nullglob
70
71 # make tab on an empty line do nothing
72 shopt -s no_empty_cmd_completion
73
74 # fix spelling errors for cd, only in interactive shell
75 shopt -s cdspell
76 # append history instead of overwritting it
77 shopt -s histappend
78 # for compatibility, per gentoo/debian bashrc
79 shopt -s checkwinsize
80 # attempt to save multiline single commands as single history entries.
81 shopt -s cmdhist
82 # enable **
83 shopt -s globstar
84
85
86 # inside emacs fixes
87 if [[ $LC_INSIDE_EMACS ]]; then
88 # EMACS is used by bash on startup, but we dont need it anymore.
89 # plus I hit a bug in a makefile which inherited it
90 unset EMACS
91 export LC_INSIDE_EMACS
92 export PAGER=cat
93 export MANPAGER=cat
94 # scp completion does not work, but this doesnt fix it. todo, figure this out
95 #complete -r scp &> /dev/null
96 # todo, remote file completion fails, figure out how to turn it off
97 export NODE_DISABLE_COLORS=1
98 # This gets rid of ugly terminal escape chars in node repl
99 # sometime, Id like to have completion working in emacs shell for node
100 # the offending chars can be found in lib/readline.js,
101 # things that do like:
102 # stream.write('\x1b[' + (x + 1) + 'G');
103 # We can remove them and keep readline, for example by doing this
104 # to start a repl:
105 #!/usr/bin/env nodejs
106 # var readline = require('readline');
107 # readline.cursorTo = function(a,b,c) {};
108 # readline.clearScreenDown = function(a) {};
109 # const repl = require('repl');
110 # var replServer = repl.start('');
111 #
112 # no prompt, or else readline complete seems to be confused, based
113 # on our column being different? node probably needs to send
114 # different kind of escape sequence that is not ugly. Anyways,
115 # completion doesnt work yet even with the ugly prompt, so whatever
116 #
117 export NODE_NO_READLINE=1
118
119 fi
120
121 export SSH_CONFIG_FILE_OVERRIDE=/root/.ssh/confighome
122
123 # emacs has a different default search path than the info command. This
124 # adds the info defaults to emacs, but not the reverse, because I dun
125 # care much about the cli. The search path is only on the cli if you run
126 # "info xxx", or in emacs if you run '(info xxx)', so not that
127 # important, but might as well fix it.
128
129 # info info says this path is what was compiled, and its not documented
130 # anywhere. Through source grepping, i found it in filesys.h of the info
131 # source in trisquel flidas.
132 #
133 # Traling : means for emacs to add its own stuff on to the end.
134
135 export INFOPATH=$PATH:/usr/local/info:/usr/info:/usr/local/lib/info:/usr/lib/info:/usr/local/gnu/info:/usr/local/gnu/lib/info:/usr/gnu/info:/usr/gnu/lib/info:/opt/gnu/info:/usr/share/info:/usr/share/lib/info:/usr/local/share/info:/usr/local/share/lib/info:/usr/gnu/lib/emacs/info:/usr/local/gnu/lib/emacs/info:/usr/local/lib/emacs/info:/usr/local/emacs/info:.:
136
137 # for openwrt system that has no stty, this is easier than
138 # guarding every time i use it.
139 if ! type -p stty >/dev/null; then
140 stty() { :; }
141 fi
142
143
144 use_color=false
145 if [[ $- == *i* ]]; then
146 # for readline-complete.el
147 if [[ $LC_INSIDE_EMACS ]]; then
148 # all for readline-complete.el
149 stty echo
150 bind 'set horizontal-scroll-mode on'
151 bind 'set print-completions-horizontally on'
152 bind '"\C-i": self-insert'
153 else
154
155
156 if [[ $TERM != dumb ]] && test -t 1; then
157 use_color=true
158 fi
159
160 if [[ $KONSOLE_PROFILE_NAME ]]; then
161 TERM=xterm-256color
162 fi
163
164 if [[ $TERM == alacritty && ! -e /usr/share/terminfo/a/alacritty ]]; then
165 # todo: we should try installing the alacritty terminfo if it is not found
166 # https://github.com/alacritty/alacritty/issues/2838
167 TERM=xterm-256color
168 fi
169
170 # copying from the alacritty example above,
171 if [[ $TERM == xterm-kitty ]]; then
172 if [[ ! -e /usr/share/terminfo/x/xterm-kitty ]]; then
173 TERM=xterm-256color
174 else
175 if [[ -e /a/opt/kitty/shell-integration/bash/kitty.bash ]]; then
176 KITTY_SHELL_INTEGRATION=t
177 source /a/opt/kitty/shell-integration/bash/kitty.bash
178 fi
179 fi
180 fi
181
182 # todo: not sure this works in sakura
183 #stty werase undef
184 #bind "\C-w": kill-region
185 # sakura == xterm-256color
186 # konsole == xterm
187 if [[ $TERM != xterm-kitty && $TERM == xterm* ]]; then
188 # control + arrow keys. for other terminals, see http://unix.stackexchange.com/questions/10806/how-to-change-previous-next-word-shortcut-in-bash
189 bind '"\e[1;5C": shell-forward-word' 2>/dev/null
190 bind '"\e[1;5D": shell-backward-word' 2>/dev/null
191 else
192 # make ctrl-backspace work. for konsole, i fixed it through
193 # /home/iank/.local/share/konsole/default.keytab
194 stty werase ^h
195 bind '"\eOc": shell-forward-word'
196 bind '"\eOd": shell-backward-word'
197 fi
198 # i cant remember why i did this, probably to free up some keys to bind
199 # to other things in bash.
200 # other than C-c and C-z, the rest defined by stty -a are, at least in
201 # gnome-terminal, overridden by bash, or disabled by the system
202 stty lnext undef stop undef start undef
203 fi
204
205 fi
206
207 case $TERM in
208 # fixup broken backspace in chroots
209 xterm-kitty|alacritty)
210 chroot() {
211 TERM=xterm-256color command chroot "$@"
212 }
213 ;;
214 esac
215
216 export BC_LINE_LENGTH=0
217
218 # ansible option
219 export PROFILE_TASKS_TASK_OUTPUT_LIMIT=100
220
221 # note, if I use a machine I dont want files readable by all users, set
222 # umask 077 # If fewer than 4 digits are entered, leading zeros are assumed
223
224 # i for insensitive. the rest from
225 # X means dont remove the current screenworth of output upon exit
226 # R means to show colors n things
227 # a useful flag is -F aka --quit-if-one-screen
228 export LESS=RXij12
229 export SYSTEMD_LESS=$LESS
230
231 export NNN_COLORS=2136
232
233 export SL_FILES_DIR=/b/ds/sl/.iank
234 export SL_INFO_DIR=/p/sshinfo
235
236
237 # * include files
238
239 if [[ -s $bashrc_dir/path-add-function ]]; then
240 source $bashrc_dir/path-add-function
241 if [[ $SSH_CLIENT ]]; then
242 if grep -qF /home/iank/.iank/e/e /etc/exports &>/dev/null; then
243 export EMACSDIR=/home/iank/.iank/e/e
244 fi
245 path-add $bashrc_dir
246 fi
247 fi
248
249 # if someone exported $SOE (stop on error), catch errors.
250 #
251 # Note, on debian this results in the following warning when in ssh,
252 # hich I haven't figured out how to fix. It doesn't happen if we source
253 # after the shell has started
254 #
255 # bash: /usr/share/bashdb/bashdb-main.inc: No such file or directory
256 # bash: warning: cannot start debugger; debugging mode disabled
257 if [[ $SOE ]]; then
258 if [[ -e /a/bin/errhandle/err ]]; then
259 source /a/bin/errhandle/err
260 fi
261 fi
262
263
264
265
266 mysrc() {
267 local path dir file
268 path=$1
269 dir=${path%/*}
270 file=${path##*/}
271 if [[ -s $path ]]; then
272 source $path
273 elif [[ -s $bashrc_dir/$file ]]; then
274 source $bashrc_dir/$file
275 fi
276 }
277
278
279 mysrc /a/bin/small-misc-bash/ll-function
280 mysrc /a/bin/distro-functions/src/package-manager-abstractions
281
282 # things to remember:
283 # ALT-C - cd into the selected directory
284 # CTRL-T - Paste the selected file path into the command line
285 #
286 # good guide to some of its basic features is the readme file
287 # https://github.com/junegunn/fzf
288
289 # if [[ -s /usr/share/doc/fzf/examples/key-bindings.bash ]]; then
290 # source /usr/share/doc/fzf/examples/key-bindings.bash
291 # fi
292
293 # * functions
294
295 ### begin FSF section ###
296
297 # Comments before functions are meant to be good useful
298 # documentation. If they fail at that, please improve them or send Ian a
299 # note.
300
301 ## copy bash completion
302 # Usage: ORIGINAL_COMMAND TARGET_COMMAND...
303 #
304 # It copies how the bash completion works from one command to other
305 # commands.
306 ccomp() {
307 local c src
308 src=$1
309 shift
310 if ! c=$(complete -p $src 2>/dev/null); then
311 _completion_loader $src &>/dev/null ||:
312 c=$(complete -p $src 2>/dev/null) || return 0
313 fi
314 # remove $src( .*|$)
315 c=${c% $src}
316 c=${c%% $src *}
317 eval $c $*
318 }
319
320 ## directory history tracking and navigation.
321 #
322 # cd becomes a function, also aliased to c. b to go back, f to go
323 # forward, cl to list recent directories and choose one.
324 #
325 # The finer details you may want to skip:
326 #
327 # We also define bl to print the list of back and forward directories.
328 #
329 # We keep 2 stacks, forward and back. Unlike with a web browser, the
330 # forward stack is not erased when going somewhere new.
331 #
332 # Recent directories are stored in ~/.cdirs.
333 #
334 declare -a _dir_forward _dir_back
335 c() {
336 # normally, the top of _dir_back is our current dir. if it isn't,
337 # put it on there, except we don't want to do that when we
338 # just launched a shell
339 if [[ $OLDPWD ]]; then
340 if (( ${#_dir_back[@]} == 0 )) || [[ ${_dir_back[-1]} != "$PWD" ]]; then
341 _dir_back+=("$PWD")
342 fi
343 fi
344 command cd "$@"
345 if (( ${#_dir_back[@]} == 0 )) || [[ ${_dir_back[-1]} != "$PWD" ]]; then
346 _dir_back+=("$PWD")
347 fi
348 echo "$PWD" >> ~/.cdirs
349 }
350 ccomp cd c
351
352 # back
353 b() {
354 local top_back
355 if (( ${#_dir_back[@]} == 0 )); then
356 echo "nothing left to go back to" >&2
357 return 0
358 fi
359 top_back="${_dir_back[-1]}"
360
361 if [[ $top_back == "$PWD" ]] && (( ${#_dir_back[@]} == 1 )); then
362 echo "already on last back entry" >&2
363 return 0
364 fi
365
366
367 if [[ $top_back == "$PWD" ]]; then
368 # add to dirf if not already there
369 if (( ${#_dir_forward[@]} == 0 )) || [[ ${_dir_forward[-1]} != "$top_back" ]]; then
370 _dir_forward+=("$top_back")
371 fi
372 unset "_dir_back[-1]"
373 command cd "${_dir_back[-1]}"
374 else
375 if (( ${#_dir_forward[@]} == 0 )) || [[ ${_dir_forward[-1]} != "$PWD" ]]; then
376 _dir_forward+=("$PWD")
377 fi
378 command cd "$top_back"
379 fi
380
381 # Interesting feature, not sure I want it.
382 # give us a peek at what is next in the list
383 # if (( ${#_dir_back[@]} >= 2 )); then
384 # printf "%s\n" "${_dir_back[-2]}"
385 # fi
386 #
387
388 # c/b/f Implementation notes:
389 #
390 # The top of the back is $PWD
391 # as long as the last directory change was due to c,b,or cl.
392 #
393 # Example of stack changes:
394 #
395 # a b c (d)
396 ## back
397 # a b (c)
398 # d
399 #back
400 #a (b)
401 #d c
402 #back
403 #(a)
404 #d c b
405 #forward
406 #a (b)
407 #d c
408 #
409 # a b c
410 ## back
411 # a b
412 # (c)
413 ## forward
414
415 }
416 # forward
417 f() {
418 local top_forward
419 if (( ${#_dir_forward[@]} == 0 )); then
420 echo "no forward dir left" >&2
421 return 0
422 fi
423 top_forward="${_dir_forward[-1]}"
424 unset "_dir_forward[-1]"
425 c "$top_forward"
426
427 # give us a peek at what is next in the list
428 # if (( ${#_dir_forward[@]} )); then
429 # printf "%s\n" "${_dir_forward[-1]}"
430 # fi
431 }
432 # cd list
433 cl() {
434 local i line input start
435 local -A buttondirs alines
436 local -a buttons dirs lines
437 buttons=( {a..z} {2..9} )
438 if [[ ! -s ~/.cdirs ]]; then
439 echo nothing in ~/.cdirs
440 return 0
441 fi
442
443 i=0
444
445 mapfile -t lines <~/.cdirs
446 start=$(( ${#lines[@]} - 1 ))
447
448 # we have ~33 buttons as of this writing, so lets
449 # prune down the history every once in a while.
450 if (( start > 500 )); then
451 tac ~/.cdirs | awk '!seen[$0]++' | head -n 200 | tac | sponge ~/.cdirs || [[ $? == 141 ]]
452 fi
453
454 for (( j=$start; j >= 0; j-- )); do
455 line="${lines[$j]}"
456 if [[ ! $line || ${alines[$line]} || ! -d "$line" || $line == "$PWD" || line == "$HOME" ]]; then
457 continue
458 fi
459 alines[$line]=t
460 buttondirs[${buttons[i]}]="$line"
461 printf "%s %s\n" ${buttons[i]} "$line"
462 if (( i == ${#buttons[@]} - 1 )); then
463 break
464 fi
465 i=$(( i + 1 ))
466 done
467
468 if (( i == 0 )); then
469 echo "no dirs in ~/.cdirs"
470 return 0
471 fi
472 read -r -N 1 input
473 if [[ $input != $'\n' ]]; then
474 c "${buttondirs[$input]}"
475 fi
476 }
477 # back list
478 bl() {
479 local start i j max
480 max=10
481 start=$(( ${#_dir_back[@]} - 1 ))
482
483 # cleanup possible repeating of pwd
484 if (( start >= 0 )) && [[ ${_dir_back[$start]} == "$PWD" ]]; then
485 start=$(( start - 1 ))
486 fi
487 j=1
488 if (( start >= 0 )); then
489 for (( i=$start; i >= 0 ; i-- )); do
490 printf "%s %s\n" $j ${_dir_back[i]}
491 j=$(( j + 1 ))
492 if (( j >= max )); then
493 break
494 fi
495 done
496 fi
497
498 max=10
499 start=$(( ${#_dir_forward[@]} - 1 ))
500
501 # cleanup possible repeating of pwd
502 if (( start >= 0 )) && [[ ${_dir_forward[$start]} == "$PWD" ]]; then
503 start=$(( start - 1 ))
504 fi
505 if (( start < 0 )); then
506 return 0
507 fi
508 echo --
509 j=1
510 for (( i=$start; i >= 0 ; i-- )); do
511 printf "%s %s\n" $j ${_dir_forward[i]}
512 j=$(( j + 1 ))
513 if (( j >= max )); then
514 break
515 fi
516 done
517 }
518
519 # pee do. run args as a command with output copied to syslog.
520 #
521 # Usage: pd [-t TAG] COMMAND...
522 #
523 # -t TAG Override the tag in the syslog. The default is COMMAND with
524 # any path part is removed, eg. for /bin/cat the tag is cat.
525 #
526 # You can view the log via "journalctl -t TAG"
527 pd() {
528 local tag ret
529 ret=0
530 tag=${1##*/}
531 case $1 in
532 -t) tag="$2"; shift 2 ;;
533 esac
534 echo "PWD=$PWD command: $*" | logger -t $tag
535 "$@" |& pee cat "logger -t $tag" || ret=$?
536 echo "exited with status=$ret" | pee cat "logger -t $tag"
537 # this avoids any err-catch
538 (( $ret == 0 )) || return $ret
539 }
540 ccomp time pd
541
542 # jdo = journal do. Run command as transient systemd service, tailing
543 # its output in the journal until it completes.
544 #
545 # Usage: jdo COMMAND...
546 #
547 # Compared to pd: commands recognize this is a non-interactive shell.
548 # The service is unaffected if our ssh connection dies, no need to run
549 # in screen or tmux.
550 #
551 # Note: The last few lines of any existing entries for a unit by that
552 # name will be output first, and there will be a few second delay at the
553 # start of the command, and a second or so at the end.
554 #
555 # Note: Functions and aliases obviously won't work, we resolve the
556 # command to a file.
557 #
558 # Note: requires running as root.
559 jdo() {
560 local cmd cmd_name jr_pid ret
561 ret=0
562 cmd="$1"
563 shift
564 if [[ $EUID != 0 ]]; then
565 echo "jdo: error: rerun as root"
566 return 1
567 fi
568 cmd_name=${cmd##*/}
569 if [[ $cmd != /* ]]; then
570 cmd=$(type -P "$cmd")
571 fi
572 # -q = quiet
573 journalctl -qn2 -f -u "$cmd_name" &
574 # Trial and error of time needed to avoid missing initial lines.
575 # .5 was not reliable. 1 was not reliable. 2 was not reliable
576 sleep 4
577 jr_pid=$!
578 systemd-run --unit "$cmd_name" --wait --collect "$cmd" "$@" || ret=$?
579 # The sleep lets the journal output its last line
580 # before the prompt comes up.
581 sleep .5
582 kill $jr_pid &>/dev/null ||:
583 unset jr_pid
584 fg &>/dev/null ||:
585 # this avoids any err-catch
586 (( $ret == 0 )) || return $ret
587 }
588 ccomp time jdo
589 #### end fsf section
590
591
592 ..() { c ..; }
593 ...() { c ../..; }
594 ....() { c ../../..; }
595 .....() { c ../../../..; }
596 ......() { c ../../../../..; }
597
598 chere() {
599 local f path
600 for f; do
601 path=$(readlink -e "$f")
602 echo "cat >$path <<'EOF'"
603 cat "$f"
604 echo EOF
605 done
606 }
607
608
609 # file cut copy and paste, like the text buffers :)
610 # I havnt tested these.
611 _fbufferinit() { # internal use
612 ! [[ $my_f_tempdir ]] && my_f_tempdir=$(mktemp -d)
613 rm -rf "${my_f_tempdir:?}"/*
614 }
615 fcp() { # file cp
616 _fbufferinit
617 cp "$@" "$my_f_tempdir"/
618 }
619 fct() { # file cut
620 _fbufferinit
621 mv "$@" "$my_f_tempdir"/
622 }
623 fpst() { # file paste
624 [[ $2 ]] && { echo too many arguments; return 1; }
625 target=${1:-.}
626 cp "$my_f_tempdir"/* "$target"
627 }
628
629 _khfix_common() {
630 local host ip port file key
631 read -r host ip port < <(timeout -s 9 2 ssh -oBatchMode=yes -oControlMaster=no -oControlPath=/ -v $1 |& sed -rn "s/debug1: Connecting to ([^ ]+) \[([^\]*)] port ([0-9]+).*/\1 \2 \3/p" ||: )
632 file=$(readlink -f ~/.ssh/known_hosts)
633 if [[ ! $ip ]]; then
634 echo "khfix: ssh failed"
635 return 1
636 fi
637 if [[ $port != 22 ]]; then
638 ip_entry="[$ip]:$port"
639 host_entry="[$host]:$port"
640 else
641 ip_entry=$ip
642 host_entry=$host
643 fi
644 tmpfile=$(mktemp)
645 if [[ $host != $ip ]]; then
646 key=$(ssh-keygen -F "$host_entry" -f $file | sed -r 's/^.*([^ ]+ +[^ ]+) *$/\1/')
647 if [[ $key ]]; then
648 grep -Fv "$key" "$file" | sponge "$file"
649 fi
650 fi
651 key=$(ssh-keygen -F "$ip_entry" -f $file | sed -r 's/^.*([^ ]+ +[^ ]+) *$/\1/')
652 if [[ $key ]]; then
653 grep -Fv "$key" "$file" | sponge "$file"
654 fi
655 ll ~/.ssh/known_hosts
656 rootsshsync
657 }
658 khfix() { # known hosts fix
659 _khfix_common "$@" || return 1
660 ssh $1 :
661 }
662 khcopy() {
663 _khfix_common "$@"
664 ssh-copy-id $1
665 }
666
667 # ya, hacky hardcoded hostnames in 2023. we could do better
668 hssh-update() {
669 for host in kd x3.office.fsf.org syw; do
670 e $host
671 scp /b/fai/fai/config/files/usr/local/bin/hssh/IANK root@$host:/usr/local/bin/hssh
672 done
673 }
674
675 a() {
676 local x
677 x=$(readlink -nf "${1:-$PWD}")
678 # yes, its kinda dumb that xclip/xsel cant do this in one invocation
679 echo -n "$x" | xclip -selection clipboard
680 echo -n "$x" | xclip
681 }
682
683 # a1 = awk {print $1}
684 for field in {1..20}; do
685 eval a$field"() { awk '{print \$$field}'; }"
686 done
687 # h1 = head -n1
688 for num in {1..9}; do
689 eval h$num"() { head -n$num; }"
690 done
691
692
693 hexipv4() {
694 printf '%d.%d.%d.%d\n' $(echo $1 | sed 's/../0x& /g')
695 }
696
697 vp9() {
698 local f out outdir in fname origdir skip1
699 origdir="$PWD"
700 outdir=vp9
701 skip1=false
702 while [[ $1 == -* ]]; do
703 case $1 in
704 # if we got interrupted after 1st phase
705 -2)
706 skip1=true
707 shift
708 ;;
709 --out)
710 outdir=$2
711 shift 2
712 ;;
713 esac
714 done
715 m mkdir -p $outdir
716 # first pass only uses about 1 cpu, so run in parallel
717 for f; do
718 {
719 fname="${f##*/f}"
720 if [[ $f == /* ]]; then
721 in="$f"
722 else
723 in=$origdir/$f
724 fi
725 out="$origdir/$outdir/$fname"
726 mkdir -p /tmp/vp9/$fname
727 cd /tmp/vp9/$fname
728 if ! $skip1 && [[ ! -s ffmpeg2pass-0.log ]]; then
729 # -nostdin or else wait causes ffmpeg to go into stopped state. dunno why, random stackoverflow answer.
730 m ffmpeg -nostdin -hide_banner -loglevel error -i $in -g 192 -vcodec libvpx-vp9 -vf scale=-1:720 -max_muxing_queue_size 9999 -b:v 750K -pass 1 -an -f null /dev/null
731 fi
732 if [[ -e $out ]]; then rm -f $out; fi
733 m ffmpeg -nostdin -hide_banner -loglevel error -y -i $in -g 192 -vcodec libvpx-vp9 -tile-rows 2 -vf scale=-1:720 -max_muxing_queue_size 9999 -b:v 750K -pass 2 -c:a libvorbis -qscale:a 5 $out
734 } &
735 done
736 wait -f
737 cd "$origdir"
738 }
739
740 utcl() { # utc 24 hour time to local hour 24 hour time
741 echo "print( ($1 $(date +%z | sed -r 's/..$//;s/^(-?)0*/\1/')) % 24)"|python3
742 }
743
744 bwm() {
745 s bwm-ng -T avg -d
746 }
747
748
749 # for running in a fai rescue. iank specific.
750 kdrescue() {
751 d=vgata-Samsung_SSD_850_EVO_2TB_S2RLNX0J502123D
752 for f in $d vgata-Samsung_SSD_870_QVO_8TB_S5VUNG0N900656V; do
753 cryptsetup luksOpen --key-file /p /dev/$f/root crypt-$f-root
754 cryptsetup luksOpen --key-file /p /dev/$f/o crypt-$f-o
755 done
756 mount -o subvol=root_trisquelaramo /dev/mapper/crypt-$d-root /mnt
757 mount -o subvol=a /dev/mapper/crypt-$d-root /mnt/a
758 mount -o subvol=o /dev/mapper/crypt-$d-o /mnt/o
759 mount -o subvol=boot_trisquelaramo /dev/sda2 /mnt/boot
760 cd /mnt
761 chrbind
762 }
763
764
765
766
767 c4() { c /var/log/exim4; }
768
769 caa() { git commit --amend --no-edit -a; }
770
771 cf() {
772 for f; do
773 hr
774 echo "$f"
775 hr
776 cat "$f"
777 done
778 }
779 caf() {
780 # shellcheck disable=SC2033
781 find -L "$@" -type f -not \( -name .svn -prune -o -name .git -prune \
782 -o -name .hg -prune -o -name .editor-backups -prune \
783 -o -name .undo-tree-history -prune \) \
784 -exec bash -c '. ~/.bashrc; hr; echo "$1"; hr; cat "$1"' _ {} \; 2>/dev/null
785
786 }
787 ccomp cat cf caf
788
789 calc() { echo "scale=3; $*" | bc -l; }
790 # no having to type quotes, but also no command history:
791 clc() {
792 local x
793 read -r x
794 echo "scale=3; $x" | bc -l
795 }
796
797 cam() {
798 git commit -am "$*"
799 }
800
801 ccat () { # config cat. see a config without extra lines.
802 sed -r '/^[[:space:]]*([;#]|--|\/\/|$)/d' "$@"
803 }
804 ccomp grep ccat
805
806 chrbind() {
807 local d
808 # dev/pts needed for pacman signature check
809 for d in dev proc sys dev/pts; do
810 [[ -d $d ]]
811 if ! mountpoint $d &>/dev/null; then
812 m s mount -o bind /$d $d
813 fi
814 done
815 }
816 chumount() {
817 local d
818 # dev/pts needed for pacman signature check
819 for d in dev/pts dev proc sys; do
820 [[ -d $d ]]
821 if mountpoint $d &>/dev/null; then
822 m s umount $d
823 fi
824 done
825 }
826
827
828 _cdiff-prep() {
829 # join options which are continued to multiples lines onto one line
830 local first=true
831 while IFS= read -r line; do
832 # remove leading spaces/tabs. assumes extglob
833 if [[ $line == "[ ]*" ]]; then
834 line="${line##+( )}"
835 fi
836 if $first; then
837 pastline="$line"
838 first=false
839 elif [[ $line == *=* ]]; then
840 echo "$pastline" >> "$2"
841 pastline="$line"
842 else
843 pastline="$pastline $line"
844 fi
845 done < <(grep -vE '^([ \t]*#|^[ \t]*$)' "$1")
846 echo "$pastline" >> "$2"
847 }
848
849 cdiff() {
850 # diff config files,
851 # setup for format of postfix, eg:
852 # option = stuff[,]
853 # [more stuff]
854 local pastline unified f1 f2
855 unified="$(mktemp)"
856 f1="$(mktemp)"
857 f2="$(mktemp)"
858 _cdiff-prep "$1" "$f1"
859 _cdiff-prep "$2" "$f2"
860 cat "$f1" "$f2" | grep -Po '^[^=]+=' | sort | uniq > "$unified"
861 while IFS= read -r line; do
862 # the default bright red / blue doesnt work in emacs shell
863 dwdiff -cblue,red -A best -d " ," <(grep "^$line" "$f1" || echo ) <(grep "^$line" "$f2" || echo ) | colordiff
864 done < "$unified"
865 }
866
867
868 cat-new-files() {
869 local start=$SECONDS
870 local dir="$1"
871 # shellcheck disable=SC2030
872 inotifywait -m "$dir" -e create -e moved_to | \
873 while read -r filedir _ file; do
874 cat "$filedir$file"
875 hr
876 calc $((SECONDS - start)) / 60
877 sleep 5
878 done
879
880 }
881
882 chownme() {
883 s chown -R $USER:$USER "$@"
884 }
885
886 # shellcheck disable=SC2032
887 chown() {
888 # makes it so chown -R symlink affects the symlink and its target.
889 if [[ $1 == -R ]]; then
890 shift
891 command chown -h "$@"
892 command chown -R "$@"
893 else
894 command chown "$@"
895 fi
896 }
897
898 cim() {
899 git commit -m "$*"
900 }
901
902
903 d() { builtin bg "$@"; }
904 ccomp bg d
905
906 # f would be more natural, but i already am using it for something
907 z() { builtin fg "$@"; }
908 ccomp fg z
909
910 x() { builtin kill %%; }
911
912 dc() {
913 diff --strip-trailing-cr -w "$@" # diff content
914 }
915 ccomp diff dc
916
917 despace() {
918 local x y
919 for x in "$@"; do
920 y="${x// /_}"
921 safe_rename "$x" "$y"
922 done
923 }
924
925 # df progress
926 # usage: dfp MOUNTPOINT [SECOND_INTERVAL]
927 # SECOND_INTERVAL defaults to 90
928 dfp() {
929 # mp = mountpoint
930 local a b mp interval
931 mp=$1
932 interval=${2:-90}
933 if [[ ! $mp ]]; then
934 echo "dfp: error, missing 1st arg" >&2
935 return 1
936 fi
937 while true; do
938 a=$(df --output=used $mp | tail -n1)
939 sleep $interval
940 b=$(df --output=used $mp | tail -n1)
941 printf "used mib: %'d mib/min: %s\n" $(( b /1000 )) $(( (b-a) / (interval * 1000 / 60 ) ))
942 done
943 }
944
945 # get ipv4 ip from HOST. or if it is already a number, return that
946 hostip() {
947 local host="$1"
948 case $host in
949 [0-9:])
950 echo "$host"
951 ;;
952 *)
953 getent ahostsv4 "$host" | awk '{ print $1 }' | head -n1
954 ;;
955 esac
956 }
957
958 dig() {
959 command dig +nostats +nocmd "$@"
960 }
961 # Output with sections sorted, and removal of query id, so 2 dig outputs can be diffed.
962 digsort() {
963 local sec
964 sec=
965 dig +nordflag "$@" | sed -r 's/^(;; ->>HEADER<<-.*), id: .*/\1/' | while read -r l; do
966 if [[ $l == [^\;]* ]]; then
967 sec+="$l"$'\n'
968 else
969 if [[ $sec ]]; then
970 printf "%s" "$sec" | sort
971 sec=
972 fi
973 printf "%s\n" "$l"
974 fi
975 done
976 }
977 ccomp dig digsort
978 # compare digs to the 2 servers
979 # usage: digdiff @server1 @server2 DIG_ARGS
980 # note: only the soa master nameserver will respond with
981 # ra "recursive answer" flag. That difference is meaningless afaik.
982 digdiff() {
983 local s1 s2
984 s1=$1
985 shift
986 s2=$1
987 shift
988 digsort $s1 "$@" | tee /tmp/digdiff
989 diff -u /tmp/digdiff <(digsort $s2 "$@")
990 }
991
992 # date in a format i like reading
993 dt() {
994 date "+%A, %B %d, %r" "$@"
995 }
996 dtr() {
997 date -R "$@"
998 }
999 # date with all digits in a format i like
1000 dtd() {
1001 date +%F_%T% "$@"
1002 }
1003 ccomp date dt dtr dtd
1004
1005 dus() { # du, sorted, default arg of
1006 du -sh ${@:-*} | sort -h
1007 }
1008 ccomp du dus
1009
1010
1011 e() { printf "%s\n" "$*"; }
1012
1013 # echo args
1014 ea() {
1015 if (( ! $# )); then
1016 echo no args
1017 fi
1018 for arg; do
1019 printf "%qEOL\n" "${arg}"
1020 printf "%s" "${arg}" |& hexdump -C
1021 done
1022 }
1023
1024 # echo variables. print var including escapes, etc, like xxd for variable
1025 ev() {
1026 if (( ! $# )); then
1027 echo no args
1028 fi
1029 for arg; do
1030 if [[ -v $arg ]]; then
1031 printf "%qEOL\n" "${!arg}"
1032 printf "%s" "${!arg}" |& hexdump -C
1033 else
1034 echo arg $arg is unset
1035 fi
1036 done
1037 }
1038
1039 ediff() {
1040 [[ ${#@} == 2 ]] || { echo "error: ediff requires 2 arguments"; return 1; }
1041 emacs --eval "(ediff-files \"$1\" \"$2\")"
1042 }
1043
1044 # mail related
1045 etail() {
1046 ngset
1047 tail -F /var/log/exim4/mainlog /var/log/exim4/*main /var/log/exim4/paniclog /var/log/exim4/*panic -n 200 "$@"
1048 ngreset
1049 }
1050 etailm() {
1051 tail -F /var/log/exim4/mainlog -n 200 "$@"
1052 }
1053 etail2() {
1054 tail -F /var/log/exim4/mymain -n 200 "$@"
1055 }
1056 ccomp tail etail etail2
1057
1058
1059 showkeys() {
1060 ssh "$@" cat .ssh/authorized_keys{,2}
1061 }
1062
1063
1064 # print exim old pids
1065 eoldpids() {
1066 local configtime pid piduptime now daemonpid
1067 printf -v now '%(%s)T' -1
1068 configtime=$(stat -c%Y /var/lib/exim4/config.autogenerated)
1069 if [[ -s /run/exim4/exim.pid ]]; then
1070 daemonpid=$(cat /run/exim4/exim.pid)
1071 fi
1072 for pid in $(pgrep -f '^/usr/sbin/exim4( |$)'); do
1073 # the daemonpid gets reexeced on HUP (service reloads), keeping its same old timestamp
1074 if [[ $pid == $daemonpid ]]; then
1075 continue
1076 fi
1077 piduptime=$(awk -v ticks="$(getconf CLK_TCK)" 'NR==1 { now=$1; next } END { printf "%9.0f\n", now - ($20/ticks) }' /proc/uptime RS=')' /proc/$pid/stat) ||: # sometimes pids disappear pretty fast
1078 if (( configtime > now - piduptime )); then
1079 echo $pid
1080 fi
1081 done
1082 }
1083
1084 # exim tail but only watch lines from new pids
1085 etailnew() {
1086 local pid oldpids
1087 for pid in $(eoldpids); do
1088 oldpids+="$pid|"
1089 done
1090 if [[ $oldpids ]]; then
1091 etail | awk '$3 !~ /^\[('"${oldpids%|}"')\]$/'
1092 else
1093 etail
1094 fi
1095 }
1096 # exim watch as old pids go away
1097 ewatchold() {
1098 local configtime pid piduptime now
1099 local -i count
1100 local -a oldpids
1101 count=0
1102 while true; do
1103 oldpids=($(eoldpids))
1104 if (( ! ${#oldpids[@]} )); then
1105 return
1106 fi
1107 # print the date every 20 iterations
1108 if (( ! count % 20 )); then
1109 date
1110 fi
1111 count+=1
1112 ps -f -p "${oldpids[*]}"
1113 sleep 1
1114 done
1115 }
1116
1117 eless() {
1118 less /var/log/exim4/mainlog
1119 }
1120 ccomp less eless
1121 eqcat() {
1122 exiqgrep -ir.\* -o 60 | while read -r i; do
1123 hlm exim -Mvc $i
1124 echo
1125 hlm exigrep $i /var/log/exim4/mainlog | cat ||:
1126 done
1127 }
1128 eqrmf() {
1129 # other ways to get the list of message ids:
1130 # exim -bp | awk 'NF == 4 {print $3}'
1131 # # this is slower 160ms, vs 60.
1132 # exipick -i
1133 exiqgrep -ir.\* | xargs exim -Mrm
1134 }
1135
1136 econfdevnew() {
1137 rm -rf /tmp/edev
1138 mkdir -p /tmp/edev/etc
1139 cp -ra /etc/exim4 /tmp/edev/etc
1140 cp -ra /etc/alias* /tmp/edev/etc
1141 find /tmp/edev/etc/exim4 -type f -execdir sed -i "s,/etc/,/tmp/edev/etc/,g" '{}' +
1142 econfdev
1143 }
1144 econfdev() {
1145 update-exim4.conf -d /tmp/edev/etc/exim4 -o /tmp/edev/e.conf
1146 }
1147
1148 # exim grep in
1149 # show important information about incoming mail in the exim log
1150 egrin() {
1151 sed -rn '/testignore|jtuttle|eximbackup/!s/^[^ ]+ ([^ ]+) [^ ]+ [^ ]+ <= ([^ ]+).*T="(.*)" from (<[^ ]+> .*$)/\1 \4\n \3/p' <${1:-/var/log/exim4/mainlog}
1152 }
1153
1154 # 2nd line is message-id:
1155 egrinid() {
1156 sed -rn '/testignore|jtuttle|eximbackup/!s/^[^ ]+ ([^ ]+) [^ ]+ [^ ]+ <= ([^ ]+).* id=([^ ]+) T="(.*)" from (<[^ ]+> .*$)/\1 \5\n \3\n \4/p' <${1:-/var/log/exim4/mainlog}
1157 }
1158 etailin() {
1159 tail -F /var/log/exim4/mainlog | sed -rn '/testignore|jtuttle|eximbackup/!s/^[^ ]+ ([^ ]+) [^ ]+ [^ ]+ <= ([^ ]+).*T="(.*)" from (<[^ ]+> .*$)/\1 \4\n \3/p'
1160 }
1161
1162
1163
1164
1165 fa() {
1166 # find array. make an array of file names found by find into $x
1167 # argument: find arguments
1168 # return: find results in an array $x
1169 while read -rd ''; do
1170 x+=("$REPLY");
1171 done < <(find "$@" -print0);
1172 }
1173
1174 faf() { # find all files. use -L to follow symlinks
1175 find "$@" -not \( -name .svn -prune -o -name .git -prune \
1176 -o -name .hg -prune -o -name .editor-backups -prune \
1177 -o -name .undo-tree-history -prune \) -type f 2>/dev/null
1178 }
1179
1180 # usage ffconcat FILES_TO_CONCAT OUTPUT_FILE
1181 ffconcat() {
1182 local tmpf
1183 tmpf=$(mktemp)
1184 printf "file '%s'\n" "$1" >$tmpf
1185 while (( $# > 1 )); do
1186 shift
1187 printf "file '%s'\n" "$1" >>$tmpf
1188 done
1189 # https://trac.ffmpeg.org/wiki/Concatenate
1190 ffmpeg -f concat -safe 0 -i $tmpf -c copy "$1"
1191 rm $tmpf
1192 }
1193 ffremux() {
1194 local tmpf tmpd
1195 if (( $# == 0 )); then
1196 echo ffremux error expected args >&2
1197 return 1
1198 fi
1199 tmpd=$(mktemp -d)
1200 for f; do
1201 tmpf=$tmpd/"${f##*/}"
1202 ffmpeg -i "$f" -c:v copy -c:a copy $tmpf
1203 cat $tmpf >"$f"
1204 done
1205 rm -r $tmpd
1206 }
1207
1208
1209
1210 # absolute path of file/dir without resolving symlinks.
1211 #
1212 # Most of the time, I want this where I would normally use readlink.
1213 # This is what realpath -s does in most cases, but sometimes it
1214 # actually resolves symlinks, at least when they are in /.
1215 #
1216 # Note, if run on a dir, if the final component is relative, it won't
1217 # resolve that. Use the below fpd for that.
1218 #
1219 # note: we could make a variation of this which
1220 # assigns to a variable name using eval, so that we don't have to do
1221 # x=$(fp somepath), which might save subshell overhead and look nice,
1222 # but I'm not going to bother.
1223 fp() {
1224 local initial_oldpwd initial_pwd dir base
1225 initial_oldpwd="$OLDPWD"
1226 initial_pwd="$PWD"
1227 if [[ $1 == */* ]]; then
1228 dir="${1%/*}"
1229 base="/${1##*/}"
1230 # CDPATH because having it set will cause cd to possibly print output
1231 CDPATH= cd "$dir"
1232 printf "%s%s\n" "$PWD" "$base"
1233 CDPATH= cd "$initial_pwd"
1234 OLDPWD="$initial_oldpwd"
1235 else
1236 printf "%s/%s\n" "$PWD" "$1"
1237 fi
1238 }
1239 # full path of directory without resolving symlinks
1240 fpd() {
1241 local initial_oldpwd initial_pwd dir
1242 initial_oldpwd="$OLDPWD"
1243 initial_pwd="$PWD"
1244 dir="$1"
1245 CDPATH= cd "$dir"
1246 printf "%s%s\n" "$PWD" "$base"
1247 cd "$initial_pwd"
1248 OLDPWD="$initial_oldpwd"
1249 }
1250
1251
1252 # mail related
1253 frozen() {
1254 rm -rf /tmp/frozen
1255 sudo mailq |gr frozen|awk '{print $3}' | while read -r id; do
1256 sudo exim -Mvl $id
1257 echo
1258 sudo exim -Mvh $id
1259 echo
1260 sudo exim -Mvb $id
1261 echo -e '\n\n##############################\n'
1262 done | tee -a /tmp/frozen
1263 }
1264 frozenrm() {
1265 local ids=()
1266 while read -r line; do
1267 printf '%s\n' "$line"
1268 ids+=($(printf '%s\n' "$line" |gr frozen|awk '{print $3}'))
1269 done < <(s mailq)
1270 echo "sleeping for 2 in case you change your mind"
1271 sleep 2
1272 sudo exim -Mrm "${ids[@]}"
1273 }
1274
1275 funce() {
1276 # like -e for functions. returns on error.
1277 # at the end of the function, disable with:
1278 # trap ERR
1279 trap 'echo "${BASH_COMMAND:+BASH_COMMAND=\"$BASH_COMMAND\" }
1280 ${FUNCNAME:+FUNCNAME=\"$FUNCNAME\" }${LINENO:+LINENO=\"$LINENO\" }\$?=$?"
1281 trap ERR
1282 return' ERR
1283 }
1284
1285 getdir () {
1286 local help="Usage: getdir [--help] PATH
1287 Output the directory of PATH, or just PATH if it is a directory."
1288 if [[ $1 == --help ]]; then
1289 echo "$help"
1290 return 0
1291 fi
1292 if [[ $# -ne 1 ]]; then
1293 echo "getdir error: expected 1 argument, got $#"
1294 return 1
1295 fi
1296 if [[ -d $1 ]]; then
1297 echo "$1"
1298 else
1299 local dir
1300 dir="$(dirname "$1")"
1301 if [[ -d $dir ]]; then
1302 echo "$dir"
1303 else
1304 echo "getdir error: directory does not exist"
1305 return 1
1306 fi
1307 fi
1308 }
1309
1310 git_empty_branch() { # start an empty git branch. carefull, it deletes untracked files.
1311 [[ $# == 1 ]] || { echo 'need a branch name!'; return 1;}
1312 local root
1313 root=$(gitroot) || return 1 # function to set gitroot
1314 builtin cd "$root"
1315 git symbolic-ref HEAD refs/heads/$1
1316 rm .git/index
1317 git clean -fdx
1318 }
1319
1320 # shellcheck disable=SC2120
1321 gitroot() {
1322 local help="Usage: gitroot [--help]
1323 Print the full path to the root of the current git repo
1324
1325 Handles being within a .git directory, unlike git rev-parse --show-toplevel,
1326 and works in older versions of git which did not have that."
1327 if [[ $1 == --help ]]; then
1328 echo "$help"
1329 return
1330 fi
1331 local p
1332 p=$(git rev-parse --git-dir) || { echo "error: not in a git repo" ; return 1; }
1333 [[ $p != /* ]] && p=$PWD
1334 echo "${p%%/.git}"
1335 }
1336
1337 g() {
1338
1339 # todo: patch emacs so it will look elsewhere. this is kinda sad:
1340 # https://emacs.stackexchange.com/questions/4253/how-to-start-emacs-with-a-custom-user-emacs-directory
1341
1342 local args gdb=false
1343
1344 if [[ $EMACSDIR ]]; then
1345 path-add "$EMACSDIR/lib-src" "$EMACSDIR/src"
1346 fi
1347
1348 if [[ $DISPLAY ]]; then
1349 args=-n
1350 fi
1351
1352 if (( $# == 0 )); then
1353 args+=" -c"
1354 fi
1355 # duplicate -c, but oh well
1356 if ! pgrep -u $EUID emacsclient; then
1357 if (( $# == 0 )) && type -p gdb &>/dev/null; then
1358 gdb=true
1359 else
1360 args+=" -c"
1361 fi
1362 fi
1363 if [[ $EMACSDIR ]]; then
1364 # Alter the path here, otherwise the nfs mount gets triggered on the
1365 # first path lookup when emacs is not being used.
1366 PATH="$EMACSDIR/lib-src:$EMACSDIR/src:$PATH" EHOME=$HOME HOME=$EMACSDIR m emacsclient -a "" $args "$@"
1367 else
1368 if $gdb; then
1369 # due to a bug, we cant debug from the start unless we get a new gdb
1370 # https://sourceware.org/bugzilla/show_bug.cgi?id=24454
1371 # m gdb -ex="set follow-fork-mode child" -ex=r -ex=quit --args emacs --daemon
1372 m emacsclient -a "" $args "$@"
1373 sleep 1
1374 cd /a/opt/emacs-$(distro-name)$(distro-num)
1375 s gdb -p $(pgrep -f 'emacs --daemon') -ex c
1376 cd -
1377 else
1378 m emacsclient -a "" $args "$@"
1379 fi
1380 fi
1381 }
1382
1383 # force terminal version
1384 gn() {
1385 g -n "$@"
1386 }
1387
1388 gmacs() {
1389 # quit will prompt if the program crashes.
1390 gdb -ex=r -ex=quit --args emacs "$@"; r;
1391 }
1392
1393 gdkill() {
1394 # kill the emacs daemon
1395 pk1 emacs --daemon
1396 }
1397
1398 gr() {
1399 grep -iIP --color=auto "$@" || return $?
1400 }
1401 grr() { # grep recursive
1402 # Don't return 1 on nonmatch because this is meant to be
1403 # interactive, not in a conditional.
1404 if [[ ${#@} == 1 ]]; then
1405 grep --exclude-dir='*.emacs.d' --exclude-dir='*.git' -riIP --color=auto "$@" . || [[ $? == 1 ]]
1406 else
1407 grep --exclude-dir='*.emacs.d' --exclude-dir='*.git' -riIP --color=auto "$@" || [[ $? == 1 ]]
1408 fi
1409 }
1410 ccomp grep gr grr
1411
1412 rg() { grr "$@"; }
1413 ccomp grep rg
1414
1415 # recursive everything. search for files/dirs and lines. rs = easy chars to press
1416 re() {
1417 local query
1418 query="$1"
1419 find "$@" -not \( -name .svn -prune -o -name .git -prune \
1420 -o -name .hg -prune -o -name .editor-backups -prune \
1421 -o -name .undo-tree-history -prune \) 2>/dev/null | grep -iP --color=auto "$query"
1422 grr -m 5 "$@"
1423 }
1424
1425 hr() { # horizontal row. used to break up output
1426 printf "$(tput setaf 5 2>/dev/null ||:)█$(tput sgr0 2>/dev/null||:)%.0s" $(eval echo "{1..${COLUMNS:-60}}")
1427 echo
1428 }
1429 # highlight
1430 hl() {
1431 local col input_len=0
1432 for arg; do
1433 input_len=$((input_len + 1 + ${#arg}))
1434 done
1435 col=$((60 - input_len))
1436 printf "\e[1;97;41m%s" "$*"
1437 if (( col > 0 )); then
1438 printf "\e[1;97;41m \e[0m%.0s" $(eval echo "{1..${col}}")
1439 fi
1440 echo
1441 }
1442 hlm() { hl "$*"; "$@"; }
1443
1444 hrcat() { local f; for f; do [[ -f $f ]] || continue; hr; echo "$f"; cat "$f"; done }
1445
1446
1447 # get latest hub and run it
1448 # main command to use:
1449 # hub pull-request --no-edit
1450 # --no-edit means to use the first commit\'s message as the pull request message.
1451 # If that fails, try doing
1452 # hub pull-request --no-edit -b UPSTREAM_OWNER:branch
1453 # where branch is usually master. it does the pr against your current branch.
1454 #
1455 # On first use, you input username/pass and it gets an oath token so you dont have to repeat
1456 # it\'s at ~/.config/hub
1457 hub() {
1458 local up uptar updir p v
1459 # example https://github.com/github/hub/releases/download/v2.14.2/hub-linux-amd64-2.14.2.tgz
1460 up=$(wget -q -O- https://api.github.com/repos/github/hub/releases/latest | jq -r .assets[].browser_download_url | grep linux-amd64)
1461 re='[[:space:]]'
1462 if [[ ! $up || $up == $re ]]; then
1463 echo "failed to get good update url. got: $up"
1464 fi
1465 uptar=${up##*/}
1466 updir=${uptar%.tgz}
1467 if [[ ! -e /a/opt/$updir ]]; then
1468 rm -rf /a/opt/hub-linux-amd64*
1469 wget -P /a/opt $up
1470 tar -C /a/opt -zxf /a/opt/$uptar
1471 rm -f /a/opt/$uptar
1472 fi
1473 if ! which hub &>/dev/null; then
1474 sudo /a/opt/$updir/install
1475 fi
1476
1477 # save token across computers
1478 if [[ ! -L ~/.config/hub ]]; then
1479 if [[ -e ~/.config/hub ]]; then
1480 mv ~/.config/hub /p/c/subdir_files/.config/
1481 fi
1482 if [[ -e /p/c/subdir_files/.config/hub ]]; then
1483 conflink
1484 fi
1485 fi
1486 command hub "$@"
1487 }
1488
1489 i() { git "$@"; }
1490 ccomp git i
1491
1492 # git status:
1493 # cvs -qn update
1494
1495 # git checkout FILE
1496 # cvs update -C FILE
1497
1498 # git pull
1499 # cvs up[date]
1500
1501 # potentially useful command translation
1502 # https://fling.seas.upenn.edu/~giesen/dynamic/wordpress/equivalent-commands-for-git-svn-and-cvs/
1503
1504 # importing cvs repo into git using git-cvs package:
1505 # /f/www $ /usr/lib/git-core/git-cvsimport -C /f/www-git
1506
1507 ic() {
1508 # fast commit all
1509 git commit -am "$*"
1510 }
1511
1512 ipp() {
1513 git pull
1514 git push
1515 }
1516
1517 ifn() {
1518 local glob
1519 glob="$1"
1520 shift
1521 find -L "$@" -not \( -name .svn -prune -o -name .git -prune \
1522 -o -name .hg -prune -o -name .editor-backups -prune \
1523 -o -name .undo-tree-history -prune \) -iname "*$glob*" 2>/dev/null
1524 }
1525
1526 ifh() {
1527 # insensitive find here. args are combined into the search string.
1528 # -L = follow symlinks
1529 find -L . -not \( -name .svn -prune -o -name .git -prune \
1530 -o -name .hg -prune -o -name .editor-backups -prune \
1531 -o -name .undo-tree-history -prune \) -iname "*$**" 2>/dev/null
1532 }
1533
1534 ifd() {
1535 # insensitive find directory
1536 find -L . -type d -not \( -name .svn -prune -o -name .git -prune \
1537 -o -name .hg -prune -o -name .editor-backups -prune \
1538 -o -name .undo-tree-history -prune \) -iname "*$**" 2>/dev/null
1539 }
1540
1541
1542 ipdrop() {
1543 sudo iptables -A INPUT -s $1 -j DROP
1544 }
1545
1546
1547 istext() {
1548 grep -Il "" "$@" &>/dev/null
1549 }
1550
1551 pst() {
1552 pstree -apnA
1553 }
1554
1555 jtail() {
1556 journalctl -n 10000 -f "$@"
1557 }
1558 jr() { journalctl "$@" ; }
1559 jrf() { journalctl -f "$@" ; }
1560 jru() {
1561 journalctl -u exim4 _SYSTEMD_INVOCATION_ID=$(systemctl show -p InvocationID --value $1)
1562 }
1563
1564
1565
1566 l() {
1567 if [[ $PWD == /[iap] ]]; then
1568 command ls -A --color=auto -I lost+found "$@"
1569 else
1570 command ls -A --color=auto "$@"
1571 fi
1572 }
1573
1574 lcn() { locate -i "*$**"; }
1575
1576 lg() { LC_COLLATE=C.UTF-8 ll --group-directories-first "$@"; }
1577
1578 lt() { ll -tr "$@"; }
1579
1580 lld() { ll -d "$@"; }
1581
1582 ccomp ls l lg lt lld ll
1583
1584 # low recursively
1585 lowr() {
1586 local f dirs i a
1587 local -a all
1588 for dirs in false true; do
1589 for f; do
1590 if [[ -d $f ]]; then
1591 all=("$f"/**)
1592 # reverse the order to rename the nested dirs first.
1593 # note: 0 element is the dir itself
1594 for ((i=${#all[@]}-1; i>=1; i--)); do
1595 a="${all[i]}"
1596 if $dirs && [[ -d $a ]]; then
1597 # e dirs low "$a" # debug
1598 low "$a"
1599 elif ! $dirs && [[ ! -d $a && -e $a ]]; then
1600 # debug
1601 # e not dirs low "$a" # debug
1602 low "$a"
1603 fi
1604 done
1605 fi
1606 # just rename all the top level args on the second pass
1607 if $dirs; then
1608 # e final dirs low "$f" # debug
1609 low "$f"
1610 fi
1611 done
1612 done
1613 }
1614
1615 low() { # make filenames lowercase, remove bad chars
1616 local arg new dir f
1617 for arg; do
1618 arg="${arg%%+(/)}" # remove trailing slashes. assumes we have extglob on.
1619 dir="${arg%/*}"
1620 if (( ${#dir} == ${#arg} )); then
1621 dir=.
1622 fi
1623 f="${arg##*/}"
1624 new="${f,,}" # downcase
1625 new="${new//[^a-zA-Z0-9._-]/_}" # sub bad chars
1626 new="${new#"${new%%[[:alnum:]]*}"}" # remove leading/trailing non-alnum
1627 new="${new%"${new##*[[:alnum:]]}"}"
1628 # remove bad underscores, like __ and _._
1629 new=$(echo $new | sed -r 's/__+/_/g;s/_+([.-])|([.-])_+/\1/g')
1630 safe_rename "$dir/$f" "$dir/$new" || return 1
1631 done
1632 return 0
1633 }
1634
1635 lower() { # make first letter of filenames lowercase.
1636 local x
1637 for x in "$@"; do
1638 if [[ ${x::1} == [A-Z] ]]; then
1639 y=$(tr '[:upper:]' '[:lower:]' <<<"${x::1}")"${x:1}"
1640 safe_rename "$x" "$y" || return 1
1641 fi
1642 done
1643 }
1644
1645
1646 k() { # history search
1647 grep -iP --binary-files=text "$@" ${HISTFILE:-~/.bash_history} | tail -n 80 || [[ $? == 1 ]];
1648 }
1649 ks() { # history search with context
1650 # args are an extended regex used by sed
1651 history | sed -nr "h;s/^\s*(\S+\s+){4}//;/$*/{g;p}" | tail -n 80 || [[ $? == 1 ]];
1652 }
1653 ksu() { # history search unique
1654 grep -P --binary-files=text "$@" ${HISTFILE:-~/.bash_history} | uniq || [[ $? == 1 ]];
1655 }
1656
1657 # todo: id like to do maybe a daily or hourly cronjob to
1658 # check that my history file size is increasing. Ive had it
1659 # inexplicably truncated in the past.
1660 histrm() {
1661 history -n
1662 HISTTIMEFORMAT= history | awk -v IGNORECASE=1 '{ a=$1; sub(/^ *[^ ]+ */, "") }; /'"$*"'/'
1663 read -p "press anything but contrl-c to delete"
1664 for entry in $(HISTTIMEFORMAT= history | awk -v IGNORECASE=1 '{ a=$1; sub(/^ *[^ ]+ */, "") }; /'"$*"'/ { print a }' | tac); do
1665 history -d $entry
1666 done
1667 history -w
1668 }
1669
1670 ccomp grep k ks ksu histrm
1671
1672
1673 make-targets() {
1674 # show make targets, via http://stackoverflow.com/questions/3063507/list-goals-targets-in-gnu-make
1675 make -qp | awk -F':' '/^[a-zA-Z0-9][^$#\/\t=]*:([^=]|$)/ {split($1,A,/ /);for(i in A)print A[i]}'
1676 }
1677
1678 mkc() {
1679 mkdir "$1"
1680 c "$1"
1681 }
1682 ccomp mkdir mkc
1683
1684 mkct() {
1685 mkc $(mktemp -d)
1686 }
1687 # mkdir the last arg, cp the rest into it
1688 mkcp() {
1689 mkdir -p "${@: -1}"
1690 cp "${@:1:$#-1}" "${@: -1}"
1691 }
1692 mkmv() {
1693 mkdir -p "${@: -1}"
1694 mv "${@:1:$#-1}" "${@: -1}"
1695 }
1696
1697 mkt() { # mkdir and touch file
1698 local path="$1"
1699 mkdir -p "$(dirname "$path")"
1700 touch "$path"
1701 }
1702
1703 # shellcheck disable=SC2032
1704 mkdir() { command mkdir -p "$@"; }
1705
1706 nags() {
1707 # https://github.com/HenriWahl/Nagstamon/issues/357
1708 if ! pgrep -f /usr/lib/notification-daemon/notification-daemon >/dev/null; then
1709 /usr/lib/notification-daemon/notification-daemon &
1710 fi
1711 /usr/bin/nagstamon &
1712 }
1713
1714 nmt() {
1715 # cant use s because sudo -i doesnt work for passwordless sudo command
1716 case $EUID in
1717 0)
1718 sudo nmtui-connect "$@"
1719 ;;
1720 *)
1721 nmtui-connect "$@"
1722 ;;
1723 esac
1724 }
1725
1726
1727 ngset() {
1728 if shopt nullglob >/dev/null; then
1729 ngreset=false
1730 else
1731 shopt -s nullglob
1732 ngreset=true
1733 fi
1734 }
1735 ngreset() {
1736 if $ngreset; then
1737 shopt -u nullglob
1738 fi
1739 }
1740
1741 nopanic() {
1742 # shellcheck disable=SC2024
1743 ngset
1744 for f in /var/log/exim4/paniclog /var/log/exim4/*panic; do
1745 base=${f##*/}
1746 if [[ -s $f ]]; then
1747 echo ================== $f =============
1748 s tee -a /var/log/exim4/$base-archive <$f
1749 s truncate -s0 $f
1750 fi
1751 done
1752 ngreset
1753 }
1754
1755
1756 ping() { command ping -O "$@"; }
1757 p8() { ping "$@" 8.8.8.8; }
1758 p6() { ping6 "$@" 2001:4860:4860::8888; }
1759
1760 pkx() { # package extract
1761 local pkg cached tmp f
1762 c $(mktemp -d)
1763 pkg=$1
1764 # shellcheck disable=SC2012
1765 cached=$(ls -t /var/cache/apt/archives/$pkg* | tail -n1 2>/dev/null) ||:
1766 if [[ $cached ]]; then
1767 cp $cached .
1768 else
1769 aptitude download $pkg || return 1
1770 fi
1771 tmp=(*); f=${tmp[0]} # only 1 expected
1772 ex $f
1773 rm -f $f
1774 }
1775
1776 # pgrep and kill
1777 pk1() {
1778 local pid
1779 pid=($(pgrep -f "$*"))
1780 case ${#pid[@]} in
1781 1)
1782 # shellcheck disable=SC2128
1783 {
1784 ps -F $pid
1785 m kill $pid
1786 }
1787 ;;
1788 0) echo "no pid found" ;;
1789 *)
1790 ps -F ${pid[@]}
1791 ;;
1792 esac
1793 }
1794
1795 psg () {
1796 local x y help
1797 help="Usage: psg [--help] GREP_ARGS
1798 grep ps and output in a nice format"
1799 if [[ $1 == --help ]]; then
1800 echo "$help"
1801 return
1802 fi
1803 x=$(ps -eF)
1804 # final grep is because some commands tend to have a lot of trailing spaces
1805 y=$(echo "$x" | grep -iP "$@" | grep -o '.*[^ ]') ||:
1806 if [[ $y ]]; then
1807 echo "$x" | head -n 1 || [[ $? == 141 ]]
1808 echo "$y"
1809 fi
1810 }
1811
1812 pubip() { curl -4s https://icanhazip.com; }
1813 pubip6() { curl -6s https://icanhazip.com; }
1814 whatismyip() { pubip; }
1815
1816
1817 q() { # start / launch a program in the backround and redir output to null
1818 "$@" &> /dev/null &
1819 }
1820
1821 # shellcheck disable=SC2120
1822 r() {
1823 if [[ $HISTFILE ]]; then
1824 history -a # save history
1825 fi
1826 trap ERR # this avoids a segfault
1827 exit ${1:0}
1828 # i had this redir, not sure why
1829 # exit "$@" 2>/dev/null
1830 }
1831
1832 # scp is insecure and deprecated.
1833 scp() {
1834 rsync -Pt --inplace "$@"
1835 }
1836 ccomp rsync scp
1837
1838 randport() {
1839 # available high ports are 1024-65535,
1840 # but lets skip things that are more likely to be in use
1841 python3 <<'EOF'
1842 import secrets
1843 print(secrets.SystemRandom().randrange(10002,65500))
1844 EOF
1845 }
1846
1847 # reapply bashrc
1848 reb() {
1849 source ~/.bashrc
1850 }
1851
1852 rl() {
1853 readlink -f "$@"
1854 }
1855 ccomp readlink rl
1856
1857 rsd() {
1858 # rsync, root is required to keep permissions right.
1859 # rsync --archive --human-readable --verbose --itemize-changes --checksum \(-ahvic\) \
1860 # --no-times --delete
1861 # basically, make an exact copy, use checksums instead of file times to be more accurate
1862 rsync -ahvic --delete "$@"
1863 }
1864 rsa() {
1865 # like rlu, but dont delete files on the target end which
1866 # do not exist on the original end.
1867 rsync -ahvic "$@"
1868 }
1869 rst() {
1870 # rl without preserving modification time.
1871 rsync -ahvic --delete --no-t "$@"
1872 }
1873 # [RSYNC_OPTS] HOST PATH
1874 rsu() {
1875 # eg. rsu -opts frodo /testpath
1876 # relative paths will expanded with readlink -f.
1877 opts=("${@:1:$#-2}") # 1 to last -2
1878 path="${*:$#}" # last
1879 host="${*:$#-1:1}" # last -1
1880 if [[ $path == .* ]]; then
1881 path=$(readlink -f $path)
1882 fi
1883 m rsync -ahvi --relative --no-implied-dirs "${opts[@]}" "$path" "root@$host:/";
1884 }
1885 ccomp rsync rsd rsa rst rsu
1886
1887 # find programs listening on a port
1888 ssp() {
1889 local port=$1
1890 # to figure out these args, i had to look at the man page from git version, as of 2022-04.
1891 s ss -lpn state listening sport = $port
1892 }
1893
1894 resolvcat() {
1895 local f
1896 if [[ $(systemctl is-active nscd ||:) != inactive ]]; then
1897 m s nscd -i hosts
1898 fi
1899 f=/etc/resolv.conf
1900 echo $f:; ccat $f
1901 hr; s ss -lpn sport = 53
1902 if systemctl is-enabled dnsmasq &>/dev/null || [[ $(systemctl is-active dnsmasq ||:) != inactive ]]; then
1903 # this will fail is dnsmasq is failed
1904 hr; m ser status dnsmasq | cat || :
1905 f=/etc/dnsmasq.conf
1906 hr; echo $f:; ccat $f
1907 hr; m grr '^ *(servers-file|server) *=|^ *no-resolv *$' /etc/dnsmasq.conf /etc/dnsmasq.d
1908 f=/etc/dnsmasq-servers.conf
1909 hr; echo $f:; ccat $f
1910 fi
1911 hr
1912 echo /etc/nsswitch.conf:
1913 grep '^ *hosts:' /etc/nsswitch.conf
1914 if systemctl is-enabled systemd-resolved &>/dev/null || [[ $(systemctl is-active systemd-resolved ||:) != inactive ]]; then
1915 hr; m ser status systemd-resolved | cat || :
1916 hr; m resolvectl status | cat
1917 fi
1918
1919 }
1920 rcat() {
1921 resolvcat | less
1922 }
1923 reresolv() {
1924 if [[ $(systemctl is-active nscd ||:) != inactive ]]; then
1925 m ser stop nscd
1926 sleep .5
1927 m ser start nscd
1928 m sudo nscd -i hosts
1929 fi
1930 if [[ $(systemctl is-active dnsmasq ||:) != inactive ]]; then
1931 m sudo systemctl restart dnsmasq
1932 fi
1933 if [[ $(systemctl is-active systemd-resolved ||:) != inactive ]]; then
1934 m sudo systemctl restart systemd-resolved
1935 fi
1936 if type -P resolvectl &>/dev/null; then
1937 resolvectl flush-caches
1938 fi
1939 }
1940
1941 rmstrips() {
1942 ssh fencepost head -n 300 /gd/gnuorg/EventAndTravelInfo/rms-current-trips.txt | less
1943 }
1944
1945 urun () {
1946 umask $1
1947 shift
1948 "$@"
1949 }
1950 sudo () {
1951 command sudo "$@" || return $?
1952 DID_SUDO=true
1953 }
1954 s() {
1955 # background
1956 # I use a function because otherwise we cant use in a script,
1957 # cant assign to variable.
1958 #
1959 # note: gksudo is recommended for X apps because it does not set the
1960 # home directory to the same, and thus apps writing to ~ fuck things up
1961 # with root owned files.
1962 #
1963 if [[ $EUID != 0 || $1 == -* ]]; then
1964 # shellcheck disable=SC2034
1965 SUDOD="$PWD" command sudo -i "$@"
1966 DID_SUDO=true
1967 else
1968 "$@"
1969 fi
1970 }
1971 sb() { # sudo bash -c
1972 # use sb instead of s is for sudo redirections,
1973 # eg. sb 'echo "ok fine" > /etc/file'
1974 # shellcheck disable=SC2034
1975 local SUDOD="$PWD"
1976 sudo -i bash -c "$@"
1977 }
1978 # secret sudo
1979 se() { s urun 0077 "$@"; }
1980 ccomp sudo s sb se
1981
1982 safe_rename() { # warn and dont rename if file exists.
1983 # mv -n exists, but it\'s silent
1984 if [[ $# != 2 ]]; then
1985 echo safe_rename error: $# args, need 2 >2
1986 return 1
1987 fi
1988 if [[ $1 != "$2" ]]; then # yes, we want to silently ignore this
1989 if [[ -e $2 || -L $2 ]]; then
1990 echo "Cannot rename $1 to $2 as it already exists."
1991 else
1992 mv -vi "$1" "$2"
1993 fi
1994 fi
1995 }
1996
1997
1998 sd() {
1999 sudo dd status=none of="$1"
2000 }
2001
2002 ser() {
2003 if type -p systemctl &>/dev/null; then
2004 s systemctl "$@"
2005 else
2006 if (( $# >= 3 )); then
2007 echo iank: ser expected 2 or less arguments
2008 return 1
2009 fi
2010 s service $2 $1
2011 fi
2012 }
2013 serstat() {
2014 systemctl -n 40 status "$@"
2015 }
2016
2017 seru() { systemctl --user "$@"; }
2018 # like restart, but do nothing if its not already started
2019 srestart() {
2020 local service=$1
2021 if [[ $(s systemctl --no-pager show -p ActiveState $service ) == ActiveState=active ]]; then
2022 systemctl restart $service
2023 fi
2024 }
2025
2026 setini() { # set a value in a .ini style file
2027 key="$1" value="$2" section="$3" file="$4"
2028 if [[ -s $file ]]; then
2029 sed -ri -f - "$file" <<EOF
2030 # remove existing keys
2031 / *\[$section\]/,/^ *\[[^]]+\]/{/^\s*$key[[:space:]=]/d}
2032 # add key
2033 /^\s*\[$section\]/a $key=$value
2034 # from section to eof, do nothing
2035 /^\s*\[$section\]/,\$b
2036 # on the last line, if we haven't found section yet, add section and key
2037 \$a [$section]\\
2038 $key=$value
2039 EOF
2040 else
2041 cat >"$file" <<EOF
2042 [$section]
2043 $key=$value
2044 EOF
2045 fi
2046 }
2047
2048 sgo() { # service go
2049 service=$1
2050 ser restart $service || return 1
2051 if type -p systemctl &>/dev/null; then
2052 ser enable $service
2053 fi
2054 }
2055 soff () {
2056 for service; do
2057 # ignore services that dont exist
2058 if systemctl cat $service &>/dev/null; then
2059 ser stop $service;
2060 ser disable $service
2061 fi
2062 done
2063 }
2064
2065 sgu() {
2066 systemctl list-unit-files | rg "$@"
2067 }
2068
2069
2070 sk() {
2071
2072
2073 # disable a warning with:
2074 # shellcheck disable=SC2206 # reasoning
2075
2076 # see bash-template/style-guide.md for justifications
2077
2078 local quotes others
2079 quotes=2048,2068,2086,2206
2080 others=2029,2033,2054,2164
2081 shellcheck -W 999 -x -e $quotes,$others "$@" || return $?
2082 }
2083
2084
2085 # sl: ssh, but firsh rsync our bashrc and related files to a special
2086 # directory on the remote host if needed.
2087
2088 # Some environment variables and files need to be setup for this to work
2089 # (mine are set at the beginning of this file)
2090
2091 # SL_FILES_DIR: Environment variable. Path to folder which should at
2092 # least have a .bashrc file or symlink. This dir will be rsynced to ~ on
2093 # remote hosts (top level symlinks are resolved) unless the host already
2094 # has a $SL_FILES_DIR/.bashrc. In that case, we assume it is a host you
2095 # control and sync files to separately and already has the ~/.bashrc you
2096 # want. The remote bash will also take its .inputrc config from this
2097 # folder (default of not existing is fine). Mine looks like this:
2098 # https://iankelling.org/git/?p=distro-setup;a=tree;f=sl/.iank
2099
2100 # SL_INFO_DIR: Environment variable. This folder stores info about what
2101 # we detected on the remote system and when we last synced. It will be created
2102 # if it does not exist. Sometimes you may want to forget about a
2103 # remote system, you can use sl --rsync, or the function for that slr
2104 # below.
2105
2106 # SL_TEST_CMD: Env var. Meant to be used to vary the files synced
2107 # depending on the remote host. Run this string on the remote host the
2108 # first time sl is run (or if we run slr). The result is passed to
2109 # SL_TEST_HOOK. For example,
2110 # export SL_TEST_CMD=". /etc/os-release ; echo \${VERSION//[^a-zA-Z0-9]/}"
2111
2112 # SL_TEST_HOOK: Env var. It is run as $SL_TEST_HOOK. This can set
2113 # $SL_FILES_DIR to vary the files synced.
2114
2115 # SL_RSYNC_ARGS: Env var. String of arguments passed to rsync. For
2116 # example to exclude files within a directory. Note, excluded
2117 # files wont be deleted on rsync, you can add --delete-excluded
2118 # to the rsync command if that is desired.
2119
2120 # SL_SSH_ARGS: Env var. Default arguments passed to ssh.
2121
2122 # For when ~/.bashrc is already customized on the remote server, you
2123 # might find it problematic that ~/.bashrc is sourced for ALL ssh
2124 # commands, even in scripts. This paragraph is all about that. bash
2125 # scripts dont source ~/.bashrc, but call ssh in scripts and you get
2126 # ~/.bashrc. You dont want this. .bashrc is meant for interactive shells
2127 # and if you customize it, probably has bugs from time to time. This is
2128 # bad. Here's how I fix it. I have a special condition to "return" in my
2129 # .bashrc for noninteractive ssh shells (copy that code). Then use this
2130 # function or similar that passes LC_USEBASHRC=t when sshing and I want
2131 # my bashrc. Also, I don't keep most of my bashrc in .bashrc, i source a
2132 # separate file because even if I return early on, the whole file gets
2133 # parsed which can fail if there is a syntax error.
2134 sl() {
2135 # Background on LC_USEBASHRC var (no need to read if you just want to
2136 # use this function): env variables sent across ssh are strictly
2137 # limited, but we get LC_* at least in debian based machines, so we
2138 # just make that * be something no normal program would use. Note, on
2139 # hosts that dont allow LC_* I start an inner shell with LC_USEBASHRC
2140 # set, and the inner shell also allows running a nondefault
2141 # .bashrc. This means the outer shell still ran the default .bashrc,
2142 # but that is the best we can do.
2143
2144 local now args remote dorsync haveinfo tmpa sshinfo tmp tmp2 type info_sec force_rsync \
2145 sync_dirname testcmd extra_info testbool files_sec sl_test_cmd sl_test_hook
2146 declare -a args tmpa
2147
2148 args=($SL_SSH_ARGS)
2149
2150 # ssh [-1246Antivivisectionist] [-b bind_address] [-c cipher_spec] [-D [bind_address:]port]
2151 # [-E log_file] [-e escape_char] [-F configfile] [-I pkcs11] [-i identity_file] [-L address]
2152 # [-l login_name] [-m mac_spec] [-O ctl_cmd] [-o option] [-p port] [-Q query_option]
2153 # [-R address] [-S ctl_path] [-W host:port] [-w local_tun[:remote_tun]] [user@]hostname
2154 # [command]
2155
2156 # ssh [-46AaCfGgKkMNnqsTtVvXxYy] [-b bind_address] [-c cipher_spec]
2157 # [-D [bind_address:]port] [-E log_file] [-e escape_char]
2158 # [-F configfile] [-I pkcs11] [-i identity_file]
2159 # [-J [user@]host[:port]] [-L address] [-l login_name] [-m mac_spec]
2160 # [-O ctl_cmd] [-o option] [-p port] [-Q query_option] [-R address]
2161 # [-S ctl_path] [-W host:port] [-w local_tun[:remote_tun]]
2162
2163 force_rsync=false
2164 if [[ $1 == --rsync ]]; then
2165 force_rsync=true
2166 shift
2167 fi
2168
2169 sl_test_cmd=$SL_TEST_CMD
2170 sl_test_hook=$SL_TEST_HOOK
2171 sl_rsync_args=$SL_RSYNC_ARGS
2172 while [[ $1 ]]; do
2173 case "$1" in
2174 --rsync)
2175 force_rsync=true
2176 ;;
2177 --sl-test-cmd)
2178 sl_test_cmd="$2"
2179 shift
2180 ;;
2181 --sl-test-hook)
2182 sl_test_hook="$2"
2183 shift
2184 ;;
2185 --sl-rsync-args)
2186 sl_rsync_args="$2"
2187 shift
2188 ;;
2189 *)
2190 break
2191 ;;
2192 esac
2193 shift
2194 done
2195
2196 while [[ $1 ]]; do
2197 case "$1" in
2198 # note we dont support things like -4oOption
2199 -[46AaCfGgKkMNnqsTtVvXxYy]*)
2200 args+=("$1"); shift
2201 ;;
2202 -[bcDEeFIiJLlmOopQRSWw]*)
2203 # -oOption etc is valid
2204 if (( ${#1} >= 3 )); then
2205 args+=("$1"); shift
2206 else
2207 args+=("$1" "$2"); shift 2
2208 fi
2209 ;;
2210 *)
2211 break
2212 ;;
2213 esac
2214 done
2215 remote="$1"
2216 if [[ ! $remote ]]; then
2217 echo $0: error hostname required >&2
2218 return 1
2219 fi
2220 shift
2221
2222 if [[ ! $SL_INFO_DIR ]]; then
2223 echo error: missing '$SL_INFO_DIR' env var >&2
2224 return 1
2225 fi
2226
2227 dorsync=false
2228 haveinfo=false
2229 tmpa=($SL_INFO_DIR/???????????"$remote")
2230 sshinfo=${tmpa[0]}
2231 if [[ -e $sshinfo ]]; then
2232 if $force_rsync; then
2233 rm -f $sshinfo
2234 else
2235 haveinfo=true
2236 fi
2237 fi
2238 if $haveinfo; then
2239 tmp=${sshinfo[0]##*/}
2240 tmp2=${tmp::11}
2241 type=${tmp2: -1}
2242 extra_info=$(cat $sshinfo)
2243 else
2244 # we test for string to know ssh succeeded
2245 testbool="test -e $SL_FILES_DIR/.bashrc -a -L .bashrc -a -v LC_USEBASHRC"
2246 testcmd="if $testbool; then printf y; else printf n; fi"
2247 if ! tmp=$(LC_USEBASHRC=y command ssh "${args[@]}" "$remote" "$testcmd; $sl_test_cmd"); then
2248 echo failed sl test. doing plain ssh -v
2249 command ssh -v "${args[@]}" "$remote"
2250 fi
2251 if [[ $tmp == y* ]]; then
2252 type=a
2253 else
2254 dorsync=true
2255 type=b
2256 fi
2257 extra_info="${tmp:1}"
2258 fi
2259 if [[ $sl_test_hook ]]; then
2260 RSYNC_RSH="ssh ${args[*]}" $sl_test_hook "$extra_info" "$remote"
2261 fi
2262
2263 if $haveinfo && [[ $type == b ]]; then
2264 info_sec=${tmp::10}
2265 read files_sec _ < <(find -L $SL_FILES_DIR -printf "%T@ %p\n" | sort -nr || [[ $? == 141 || ${PIPESTATUS[0]} == 32 ]] )
2266 files_sec=${files_sec%%.*}
2267 if (( files_sec > info_sec )); then
2268 dorsync=true
2269 rm -f $sshinfo
2270 fi
2271 fi
2272
2273 sync_dirname=${SL_FILES_DIR##*/}
2274
2275 if [[ ! $SL_FILES_DIR ]]; then
2276 echo error: missing '$SL_FILES_DIR' env var >&2
2277 return 1
2278 fi
2279
2280 if $dorsync; then
2281 RSYNC_RSH="ssh ${args[*]}" m rsync -rptL --delete $sl_rsync_args $SL_FILES_DIR "$remote":
2282 fi
2283 if $dorsync || ! $haveinfo; then
2284 sshinfo=$SL_INFO_DIR/$EPOCHSECONDS$type"$remote"
2285 [[ -e $SL_INFO_DIR ]] || mkdir -p $SL_INFO_DIR
2286 printf "%s\n" "$extra_info" >$sshinfo
2287 chmod 666 $sshinfo
2288 fi
2289 if [[ $type == b ]]; then
2290 if (( ${#@} )); then
2291 # Theres a couple ways to pass arguments, im not sure whats best,
2292 # but relying on bash 4.4+ escape quoting seems most reliable.
2293 command ssh "${args[@]}" "$remote" \
2294 LC_USEBASHRC=t bash -c '.\ '$sync_dirname'/.bashrc\;"\"\$@\""' bash ${@@Q}
2295 elif [[ ! -t 0 ]]; then
2296 # This case is when commands are being piped to ssh.
2297 # Normally, no bashrc gets sourced.
2298 # But, since we are doing all this, lets source it because we can.
2299 cat <(echo . $sync_dirname/.bashrc) - | command ssh "${args[@]}" "$remote" LC_USEBASHRC=t bash
2300 else
2301 command ssh -t "${args[@]}" "$remote" LC_USEBASHRC=t INPUTRC=$sync_dirname/.inputrc bash --rcfile $sync_dirname/.bashrc
2302 fi
2303 else
2304 if [[ -t 0 ]]; then
2305 LC_USEBASHRC=t command ssh "${args[@]}" "$remote" ${@@Q}
2306 else
2307 command ssh "${args[@]}" "$remote" LC_USEBASHRC=t bash
2308 fi
2309 fi
2310 # this function inspired from https://github.com/Russell91/sshrc
2311 }
2312
2313 slr() {
2314 sl --rsync "$@"
2315 }
2316 sss() { # ssh solo
2317 sl -oControlMaster=no -oControlPath=/ "$@"
2318 }
2319 # kill off old shared socket then ssh
2320 ssk() {
2321 m ssh -O exit "$@" || [[ $? == 255 ]]
2322 m sl "$@"
2323 }
2324 ccomp ssh sl slr sss ssk
2325 # plain ssh
2326 ssh() {
2327 if [[ $TERM == alacritty || $TERM == xterm-kitty ]]; then
2328 TERM=xterm-256color LC_USEBASHRC=t command ssh "$@"
2329 else
2330 LC_USEBASHRC=t command ssh "$@"
2331 fi
2332 }
2333
2334
2335 slog() {
2336 # log with script. timing is $1.t and script is $1.s
2337 # -l to save to ~/typescripts/
2338 # -t to add a timestamp to the filenames
2339 local logdir do_stamp arg_base
2340 (( $# >= 1 )) || { echo "arguments wrong"; return 1; }
2341 logdir="/a/dt/"
2342 do_stamp=false
2343 while getopts "lt" option
2344 do
2345 case $option in
2346 l ) arg_base=$logdir ;;
2347 t ) do_stamp=true ;;
2348 esac
2349 done
2350 shift $((OPTIND - 1))
2351 arg_base+=$1
2352 [[ -e $logdir ]] || mkdir -p $logdir
2353 $do_stamp && arg_base+=$(date +%F.%T%z)
2354 script -t $arg_base.s 2> $arg_base.t
2355 }
2356 splay() { # script replay
2357 #logRoot="$HOME/typescripts/"
2358 #scriptreplay "$logRoot$1.t" "$logRoot$1.s"
2359 scriptreplay "$1.t" "$1.s"
2360 }
2361
2362 sr() {
2363 # sudo redo. be aware, this command may not work right on strange distros or earlier software
2364 if [[ $# == 0 ]]; then
2365 sudo -E bash -c -l "$(history -p '!!')"
2366 else
2367 echo this command redos last history item. no argument is accepted
2368 fi
2369 }
2370
2371 srm () {
2372 # with -ll, less secure but faster.
2373 command srm -ll "$@"
2374 }
2375
2376 srun() {
2377 scp $2 $1:/tmp
2378 ssh $1 /tmp/${2##*/} $(printf "%q\n" "${@:2}")
2379 }
2380
2381
2382 swap() {
2383 local tmp
2384 tmp=$(mktemp)
2385 mv $1 $tmp
2386 mv $2 $1
2387 mv $tmp $2
2388 }
2389
2390 tclock() { # terminal clock
2391 local x
2392 clear
2393 date +%l:%_M
2394 len=60
2395 # this goes to full width
2396 #len=${1:-$((COLUMNS -7))}
2397 x=1
2398 while true; do
2399 if (( x == len )); then
2400 end=true
2401 d="$(date +%l:%_M) "
2402 else
2403 end=false
2404 d=$(date +%l:%M:%_S)
2405 fi
2406 echo -en "\r"
2407 echo -n "$d"
2408 for ((i=0; i<x; i++)); do
2409 if (( i % 6 )); then
2410 echo -n _
2411 else
2412 echo -n .
2413 fi
2414 done
2415 if $end; then
2416 echo
2417 x=1
2418 else
2419 x=$((x+1))
2420 fi
2421 sleep 5
2422 done
2423 }
2424
2425
2426 te() {
2427 # test existence / exists
2428 local ret=0
2429 for x in "$@"; do
2430 [[ -e "$x" || -L "$x" ]] || ret=1
2431 done
2432 return $ret
2433 }
2434
2435 psoff() {
2436 # normally, i would just execute these commands in the function.
2437 # however, DEBUG is not inherited, so we need to run it outside a function.
2438 # And we want to run set -x afterwards to avoid spam, so we cram everything
2439 # in here, and then it will run after this function is done.
2440 PROMPT_COMMAND='trap DEBUG; unset PROMPT_COMMAND; PS1="\w \$ "'
2441 }
2442 pson() {
2443 PROMPT_COMMAND=prompt-command
2444 if [[ $TERM == *(screen*|xterm*|rxvt*) ]]; then
2445 trap 'settitle "$BASH_COMMAND"' DEBUG
2446 fi
2447 }
2448
2449 # prometheus node curl
2450 pnodecurl() {
2451 local host
2452 host=${1:-127.0.0.1}
2453 s curl --cert-type PEM --cert /etc/prometheus/ssl/prometheus_cert.pem --key /etc/prometheus/ssl/prometheus_key.pem --cacert /etc/prometheus/ssl/prom_node_cert.pem --resolve prom_node:9100:$host -v https://prom_node:9100/metrics
2454 }
2455
2456 tx() { # toggle set -x, and the prompt so it doesnt spam
2457 if [[ $- == *x* ]]; then
2458 set +x
2459 pson
2460 else
2461 psoff
2462 fi
2463 }
2464
2465 psnetns() {
2466 # show all processes in the network namespace $1.
2467 # blank entries appear to be subprocesses/threads
2468 local x netns
2469 netns=$1
2470 ps -w | head -n 1
2471 sudo find -L /proc/[1-9]*/task/*/ns/net -samefile /run/netns/$netns | cut -d/ -f5 | \
2472 while read -r l; do
2473 x=$(ps -w --no-headers -p $l);
2474 if [[ $x ]]; then echo "$x"; else echo $l; fi;
2475 done
2476 }
2477 nonet() {
2478 if ! s ip netns list | grep -Fx nonet &>/dev/null; then
2479 s ip netns add nonet
2480 fi
2481 sudo -E env /sbin/ip netns exec nonet sudo -E -u iank /bin/bash
2482 }
2483
2484 m() { printf "%s\n" "$*"; "$@"; }
2485
2486 # update file. note: duplicated in mail-setup
2487 u() {
2488 local tmp tmpdir dest="$1"
2489 local base="${dest##*/}"
2490 local dir="${dest%/*}"
2491 if [[ $dir != "$base" ]]; then
2492 # dest has a directory component
2493 mkdir -p "$dir"
2494 fi
2495 ur=false # u result
2496 tmpdir=$(mktemp -d)
2497 cat >$tmpdir/"$base"
2498 tmp=$(rsync -ic $tmpdir/"$base" "$dest")
2499 if [[ $tmp ]]; then
2500 printf "%s\n" "$tmp"
2501 ur=true
2502 if [[ $dest == /etc/systemd/system/* ]]; then
2503 reload=true
2504 fi
2505 fi
2506 rm -rf $tmpdir
2507 }
2508
2509
2510 uptime() {
2511 if type -p uprecords &>/dev/null; then
2512 uprecords -B
2513 else
2514 command uptime
2515 fi
2516 }
2517
2518 virshrm() {
2519 for x in "$@"; do virsh destroy "$x"; virsh undefine "$x"; done
2520 }
2521
2522 vm-set-listen(){
2523 local t
2524 t=$(mktemp)
2525 local vm=$1
2526 local ip=$2
2527 sudo virsh dumpxml $vm | sed -r "s/(<listen.*address=')([^']+)/\1$ip/" | \
2528 sed -r "s/listen='[^']+/listen='$ip/"> $t
2529 sudo virsh undefine $vm
2530 sudo virsh define $t
2531 }
2532
2533
2534 vmshare() {
2535 vm-set-listen $1 0.0.0.0
2536 }
2537
2538
2539 vmunshare() {
2540 vm-set-listen $1 127.0.0.1
2541 }
2542
2543 myiwscan() {
2544 # find input, copy to pattern space, when we find the first field, print the copy in different order without newlines.
2545 # instead of using labels, we could just match a line and group, eg: /signal:/,{s/signal:(.*)/\1/h}
2546 sudo iw dev wls1 scan | sed -rn "
2547 s/^\Wcapability: (.*)/\1/;Ta;h;b
2548 :a;s/^\Wsignal: -([^.]+).*/\1/;Tb;H;b
2549 # padded to min width of 20
2550 :b;s/\WSSID: (.*)/\1 /;T;s/^(.{20}(.*[^ ])?) */\1/;H;g;s/(.*)\n(.*)\n(.*)/\2 \3 \1/gp;b
2551 "|sort -r
2552 }
2553
2554 # Run script by copying it to a temporary location first,
2555 # and changing directory, so we don't have any open
2556 # directories or files that could cause problems when
2557 # remounting.
2558 zr() {
2559 local tmp
2560 tmp=$(type -p "$1")
2561 if [[ $tmp ]]; then
2562 cd $(mktemp -d)
2563 cp -a "$tmp" .
2564 shift
2565 ./"${tmp##*/}" "$@"
2566 else
2567 "$@"
2568 fi
2569 }
2570
2571
2572 # * spark
2573 # spark 1 5 22 13 53
2574 # # => ▁▁▃▂▇
2575
2576 # The MIT License
2577 # Copyright (c) Zach Holman, https://zachholman.com
2578 # https://github.com/holman/spark
2579
2580 # As of 2022-10-28, I reviewed github forks that had several newer
2581 # commits, none had anything interesting. I did a little refactoring
2582 # mostly to fix emacs indent bug.
2583
2584 # Generates sparklines.
2585 _spark_echo()
2586 {
2587 if [ "X$1" = "X-n" ]; then
2588 shift
2589 printf "%s" "$*"
2590 else
2591 printf "%s\n" "$*"
2592 fi
2593 }
2594
2595
2596 spark()
2597 {
2598 local f tc
2599 local n numbers=
2600
2601 # find min/max values
2602 local min=0xffffffff max=0
2603
2604 for n in ${@//,/ }
2605 do
2606 # on Linux (or with bash4) we could use `printf %.0f $n` here to
2607 # round the number but that doesn't work on OS X (bash3) nor does
2608 # `awk '{printf "%.0f",$1}' <<< $n` work, so just cut it off
2609 n=${n%.*}
2610 (( n < min )) && min=$n
2611 (( n > max )) && max=$n
2612 numbers=$numbers${numbers:+ }$n
2613 done
2614
2615 # print ticks
2616 local ticks=(▁ ▂ ▃ ▄ ▅ ▆ ▇ █)
2617
2618 # use a high tick if data is constant
2619 (( min == max )) && ticks=(▅ ▆)
2620
2621 tc=${#ticks[@]}
2622 f=$(( ( (max-min) <<8)/( tc - 1) ))
2623 (( f < 1 )) && f=1
2624
2625 for n in $numbers
2626 do
2627 _spark_echo -n ${ticks[$(( ((($n-$min)<<8)/$f) ))]}
2628 done
2629 _spark_echo
2630 }
2631
2632 pdfwc() { local f; for f; do echo "$f" $(pdfinfo "$f" | awk '/^Pages:/ {print $2}'); done }
2633
2634 # * misc stuff
2635
2636
2637 if $use_color && type -p tput &>/dev/null; then
2638 term_bold="$(tput bold)"
2639 term_red="$(tput setaf 1)"
2640 term_green="$(tput setaf 2)"
2641 term_yellow="$(tput setaf 3)"
2642 term_purple="$(tput setaf 5)"
2643 term_nocolor="$(tput sgr0)" # no font attributes
2644
2645 # unused so far. commented for shellcheck
2646 # term_underl="$(tput smul)"
2647 # term_blue="$(tput setaf 4)"
2648 # term_cyan="$(tput setaf 6)"
2649 fi
2650 # Try to keep environment pollution down, EPA loves us.
2651 unset safe_term match_lhs use_color
2652
2653 # * prompt
2654
2655
2656 if [[ $- == *i* ]]; then
2657
2658
2659 case $HOSTNAME in
2660 bk|je|li)
2661 if [[ $EUID == 1000 ]]; then
2662 system-status _ ||:
2663 fi
2664 ;;
2665 esac
2666
2667
2668 # this needs to come before next ps1 stuff
2669 # this stuff needs bash 4, feb 2009,
2670 # old enough to no longer condition on $BASH_VERSION anymore
2671 shopt -s autocd
2672 shopt -s dirspell
2673 PS1='\w'
2674 if [[ $- == *i* ]] && [[ ! $LC_INSIDE_EMACS ]]; then
2675 PROMPT_DIRTRIM=2
2676 bind -m vi-command B:shell-backward-word
2677 bind -m vi-command W:shell-forward-word
2678 fi
2679
2680 if [[ $SSH_CLIENT || $SUDO_USER ]]; then
2681 unset PROMPT_DIRTRIM
2682 PS1="\h:$PS1"
2683 fi
2684
2685 # emacs terminal has problems if this runs slowly,
2686 # so I've thrown a bunch of things at the wall to speed it up.
2687 prompt-command() {
2688 local return=$? # this MUST COME FIRST
2689 local ps_char ps_color
2690 unset IFS
2691
2692 if [[ $HISTFILE ]]; then
2693 history -a # save history
2694 fi
2695
2696 case $return in
2697 0) ps_color="$term_purple"
2698 ps_char='\$'
2699 ;;
2700 *) ps_color="$term_green"
2701 ps_char="$return \\$"
2702 ;;
2703 esac
2704 if [[ ! -O . ]]; then # not owner
2705 if [[ -w . ]]; then # writable
2706 ps_color="$term_bold$term_red"
2707 else
2708 ps_color="$term_bold$term_green"
2709 fi
2710 fi
2711
2712 # faster than sourceing the file im guessing
2713 if [[ -e /dev/shm/iank-status && ! -e /tmp/quiet-status ]]; then
2714 eval $(< /dev/shm/iank-status)
2715 fi
2716 if [[ $MAIL_HOST && $MAIL_HOST != "$HOSTNAME" ]]; then
2717 ps_char="@ $ps_char"
2718 fi
2719 jobs_char=
2720 if [[ $(jobs -p) ]]; then
2721 jobs_char='j\j '
2722 fi
2723 # We could test if sudo is active with sudo -nv
2724 # but then we get an email and log of lots of failed sudo commands.
2725 # We could turn those off, but seems better not to.
2726 if [[ $EUID != 0 ]] && [[ $DID_SUDO ]]; then
2727 psudo="\[$term_bold$term_red\]s\[$term_nocolor\] "
2728 fi
2729 if [[ ! $HISTFILE ]]; then
2730 ps_char="NOHIST $ps_char"
2731 fi
2732 PS1="${PS1%"${PS1#*[wW]}"} $jobs_char$psudo\[$ps_color\]$ps_char\[$term_nocolor\] "
2733
2734 # set titlebar. instead, using more advanced
2735 # titelbar below
2736 #echo -ne "$_title_escape $HOSTNAME ${PWD/#$HOME/~} \007"
2737 }
2738 PROMPT_COMMAND=prompt-command
2739
2740 if [[ $TERM == screen* ]]; then
2741 _title_escape="\033]..2;"
2742 else
2743 # somme sites recommend this, i dunno what the diff is.
2744 #_title_escape="\033]30;"
2745 _title_escape="\033]0;"
2746 fi
2747
2748 # make the titlebar be the last command and the current directory.
2749 settitle () {
2750
2751
2752 # These are some checks to help ensure we dont set the title at
2753 # times that the debug trap is running other than the case we
2754 # want. Some of them might not be needed.
2755 if (( ${#FUNCNAME[@]} != 1 || ${#BASH_ARGC[@]} != 2 || $BASH_SUBSHELL != 0 )); then
2756 return 0
2757 fi
2758 if [[ $1 == prompt-command ]]; then
2759 return 0
2760 fi
2761 echo -ne "$_title_escape ${PWD/#$HOME/~} "
2762 printf "%s" "$*"
2763 echo -ne "\007"
2764 }
2765
2766 # note, this wont work:
2767 # x=$(mktemp); cp a $x
2768 # I havnt figured out why, bigger fish to fry.
2769 #
2770 # for titlebar.
2771 # condition from the screen man page i think.
2772 # note: duplicated in tx()
2773 if [[ $TERM == *(screen*|xterm*|rxvt*) ]]; then
2774 trap 'settitle "$BASH_COMMAND"' DEBUG
2775 else
2776 trap DEBUG
2777 fi
2778
2779 fi
2780
2781 # * stuff that makes sense to be at the end
2782
2783
2784 # best practice
2785 unset IFS
2786
2787 # shellcheck disable=SC1090
2788 [[ -s "$HOME/.rvm/scripts/rvm" ]] && source "$HOME/.rvm/scripts/rvm" # Load RVM into a shell session *as a function*
2789
2790 # I had this idea to start a bash shell which would run an initial
2791 # command passed through this env variable, then continue on
2792 # interactively. But the use case I had in mind went away.
2793 #
2794 # if [[ $MY_INIT_CMD ]]; then
2795 # "${MY_INIT_CMD[@]}"
2796 # unset MY_INIT_CMD
2797 # fi
2798
2799 # ensure no bad programs appending to this file will have an affect
2800 return 0