mostly a bunch of fixes
[distro-setup] / brc
1 #!/bin/bash
2 # Copyright (C) 2019 Ian Kelling
3 # SPDX-License-Identifier: AGPL-3.0-or-later
4 # this gets sourced. shebang is just for file mode detection
5
6 # Use source ~/.bashrc instead of doing bash -l when running a script
7 # so this can set extdebug and avoid the bash debugger.
8 if [[ -s /a/bin/errhandle/err ]]; then
9 source /a/bin/errhandle/err
10 elif [[ -s $bashrc_dir/err ]]; then
11 # shellcheck source=/a/bin/errhandle/err
12 source $bashrc_dir/err
13 fi
14
15 # In t8, it runs clear_console for login shells by default. I don't want
16 # my console cleared. And linux ttys get cleared without this.
17 if shopt login_shell >/dev/null && [[ -e ~/.bash_logout ]]; then
18 rm ~/.bash_logout
19 fi
20
21 # if [[ -s /usr/share/bash-completion/completions/git ]]; then
22 # source /usr/share/bash-completion/completions/git
23 # fi
24 # if [[ -s /usr/share/bash-completion/completions/gitk ]]; then
25 # source /usr/share/bash-completion/completions/gitk
26 # fi
27
28 # for testing error catching:
29 # t2() {
30 # echo t2
31 # grep sdf sdfd
32 # echo wtf
33 # }
34 # t1() {
35 # echo t1
36 # t2 a b c
37 # }
38
39 # * settings
40
41 CDPATH=.
42
43
44 # remove all aliases. aliases provided by the system tend to get in the way,
45 # for example, error happens if I try to define a function the same name as an alias
46 unalias -a
47
48 # remove gnome keyring warning messages
49 # there is probably a more proper way, but I didnt find any easily on google
50 # now using xfce+xmonad instead of vanilla xmonad, so disabling this
51 #unset GNOME_KEYRING_CONTROL
52
53 # use extra globing features.
54 shopt -s extglob
55 # include .files when globbing, but ignore files name . and ..
56 # setting this also sets dotglob.
57 export GLOBIGNORE="*/.:*/.."
58
59 # Useful info. see man bash.
60 PS4='$LINENO+ '
61
62
63 # broken with bash_completion package. Saw a bug for this once. dont anymore.
64 # still broken in wheezy
65 # still buggered in latest stable from the web, version 2.1
66 # perhaps its fixed in newer git version, which fails to make for me
67 # this note is from 6-2014.
68 # still broken in flidas.
69 #shopt -s nullglob
70
71 # make tab on an empty line do nothing
72 shopt -s no_empty_cmd_completion
73
74 # fix spelling errors for cd, only in interactive shell
75 shopt -s cdspell
76 # append history instead of overwritting it
77 shopt -s histappend
78 # for compatibility, per gentoo/debian bashrc
79 shopt -s checkwinsize
80 # attempt to save multiline single commands as single history entries.
81 shopt -s cmdhist
82 # enable **
83 shopt -s globstar
84
85
86 # inside emacs fixes
87 if [[ $LC_INSIDE_EMACS ]]; then
88 # EMACS is used by bash on startup, but we dont need it anymore.
89 # plus I hit a bug in a makefile which inherited it
90 unset EMACS
91 export LC_INSIDE_EMACS
92 export PAGER=cat
93 export MANPAGER=cat
94 # scp completion does not work, but this doesnt fix it. todo, figure this out
95 #complete -r scp &> /dev/null
96 # todo, remote file completion fails, figure out how to turn it off
97 export NODE_DISABLE_COLORS=1
98 # This gets rid of ugly terminal escape chars in node repl
99 # sometime, Id like to have completion working in emacs shell for node
100 # the offending chars can be found in lib/readline.js,
101 # things that do like:
102 # stream.write('\x1b[' + (x + 1) + 'G');
103 # We can remove them and keep readline, for example by doing this
104 # to start a repl:
105 #!/usr/bin/env nodejs
106 # var readline = require('readline');
107 # readline.cursorTo = function(a,b,c) {};
108 # readline.clearScreenDown = function(a) {};
109 # const repl = require('repl');
110 # var replServer = repl.start('');
111 #
112 # no prompt, or else readline complete seems to be confused, based
113 # on our column being different? node probably needs to send
114 # different kind of escape sequence that is not ugly. Anyways,
115 # completion doesnt work yet even with the ugly prompt, so whatever
116 #
117 export NODE_NO_READLINE=1
118
119 fi
120
121 export SSH_CONFIG_FILE_OVERRIDE=/root/.ssh/confighome
122
123 # emacs has a different default search path than the info command. This
124 # adds the info defaults to emacs, but not the reverse, because I dun
125 # care much about the cli. The search path is only on the cli if you run
126 # "info xxx", or in emacs if you run '(info xxx)', so not that
127 # important, but might as well fix it.
128
129 # info info says this path is what was compiled, and its not documented
130 # anywhere. Through source grepping, i found it in filesys.h of the info
131 # source in trisquel flidas.
132 #
133 # Traling : means for emacs to add its own stuff on to the end.
134
135 export INFOPATH=$PATH:/usr/local/info:/usr/info:/usr/local/lib/info:/usr/lib/info:/usr/local/gnu/info:/usr/local/gnu/lib/info:/usr/gnu/info:/usr/gnu/lib/info:/opt/gnu/info:/usr/share/info:/usr/share/lib/info:/usr/local/share/info:/usr/local/share/lib/info:/usr/gnu/lib/emacs/info:/usr/local/gnu/lib/emacs/info:/usr/local/lib/emacs/info:/usr/local/emacs/info:.:
136
137 # for openwrt system that has no stty, this is easier than
138 # guarding every time i use it.
139 if ! type -p stty >/dev/null; then
140 stty() { :; }
141 fi
142
143
144 use_color=false
145 if [[ $- == *i* ]]; then
146 # for readline-complete.el
147 if [[ $LC_INSIDE_EMACS ]]; then
148 # all for readline-complete.el
149 stty echo
150 bind 'set horizontal-scroll-mode on'
151 bind 'set print-completions-horizontally on'
152 bind '"\C-i": self-insert'
153 else
154
155
156 if [[ $TERM != dumb ]] && test -t 1; then
157 use_color=true
158 fi
159
160 if [[ $KONSOLE_PROFILE_NAME ]]; then
161 TERM=xterm-256color
162 fi
163
164 if [[ $TERM == alacritty && ! -e /usr/share/terminfo/a/alacritty ]]; then
165 # todo: we should try installing the alacritty terminfo if it is not found
166 # https://github.com/alacritty/alacritty/issues/2838
167 TERM=xterm-256color
168 fi
169
170 # copying from the alacritty example above,
171 if [[ $TERM == xterm-kitty ]]; then
172 if [[ ! -e /usr/share/terminfo/x/xterm-kitty ]]; then
173 TERM=xterm-256color
174 else
175 if [[ -e /a/opt/kitty/shell-integration/bash/kitty.bash ]]; then
176 KITTY_SHELL_INTEGRATION=t
177 source /a/opt/kitty/shell-integration/bash/kitty.bash
178 fi
179 fi
180 fi
181
182 # todo: not sure this works in sakura
183 #stty werase undef
184 #bind "\C-w": kill-region
185 # sakura == xterm-256color
186 # konsole == xterm
187 if [[ $TERM != xterm-kitty && $TERM == xterm* ]]; then
188 # control + arrow keys. for other terminals, see http://unix.stackexchange.com/questions/10806/how-to-change-previous-next-word-shortcut-in-bash
189 bind '"\e[1;5C": shell-forward-word' 2>/dev/null
190 bind '"\e[1;5D": shell-backward-word' 2>/dev/null
191 else
192 # make ctrl-backspace work. for konsole, i fixed it through
193 # /home/iank/.local/share/konsole/default.keytab
194 stty werase ^h
195 bind '"\eOc": shell-forward-word'
196 bind '"\eOd": shell-backward-word'
197 fi
198 # i cant remember why i did this, probably to free up some keys to bind
199 # to other things in bash.
200 # other than C-c and C-z, the rest defined by stty -a are, at least in
201 # gnome-terminal, overridden by bash, or disabled by the system
202 stty lnext undef stop undef start undef
203 fi
204
205 fi
206
207 case $TERM in
208 # fixup broken backspace in chroots
209 xterm-kitty|alacritty)
210 chroot() {
211 TERM=xterm-256color command chroot "$@"
212 }
213 ;;
214 esac
215
216 export BC_LINE_LENGTH=0
217
218 # ansible option
219 export PROFILE_TASKS_TASK_OUTPUT_LIMIT=100
220
221 # note, if I use a machine I dont want files readable by all users, set
222 # umask 077 # If fewer than 4 digits are entered, leading zeros are assumed
223
224 # i for insensitive. the rest from
225 # X means dont remove the current screenworth of output upon exit
226 # R means to show colors n things
227 # a useful flag is -F aka --quit-if-one-screen
228 export LESS=RXij12
229 export SYSTEMD_LESS=$LESS
230
231 export NNN_COLORS=2136
232
233 export SL_FILES_DIR=/b/ds/sl/.iank
234 export SL_INFO_DIR=/p/sshinfo
235
236
237 # * include files
238
239 if [[ -s $bashrc_dir/path-add-function ]]; then
240 source $bashrc_dir/path-add-function
241 if [[ $SSH_CLIENT ]]; then
242 if grep -qF /home/iank/.iank/e/e /etc/exports &>/dev/null; then
243 export EMACSDIR=/home/iank/.iank/e/e
244 fi
245 path-add $bashrc_dir
246 fi
247 fi
248
249 # if someone exported $SOE (stop on error), catch errors.
250 #
251 # Note, on debian this results in the following warning when in ssh,
252 # hich I haven't figured out how to fix. It doesn't happen if we source
253 # after the shell has started
254 #
255 # bash: /usr/share/bashdb/bashdb-main.inc: No such file or directory
256 # bash: warning: cannot start debugger; debugging mode disabled
257 if [[ $SOE ]]; then
258 if [[ -e /a/bin/errhandle/err ]]; then
259 source /a/bin/errhandle/err
260 fi
261 fi
262
263
264
265
266 mysrc() {
267 local path dir file
268 path=$1
269 dir=${path%/*}
270 file=${path##*/}
271 if [[ -s $path ]]; then
272 source $path
273 elif [[ -s $bashrc_dir/$file ]]; then
274 source $bashrc_dir/$file
275 fi
276 }
277
278
279 mysrc /a/bin/small-misc-bash/ll-function
280 mysrc /a/bin/distro-functions/src/package-manager-abstractions
281
282 # things to remember:
283 # ALT-C - cd into the selected directory
284 # CTRL-T - Paste the selected file path into the command line
285 #
286 # good guide to some of its basic features is the readme file
287 # https://github.com/junegunn/fzf
288
289 # if [[ -s /usr/share/doc/fzf/examples/key-bindings.bash ]]; then
290 # source /usr/share/doc/fzf/examples/key-bindings.bash
291 # fi
292
293 # * functions
294
295 ### begin FSF section ###
296
297 # Comments before functions are meant to be good useful
298 # documentation. If they fail at that, please improve them or send Ian a
299 # note.
300
301 ## copy bash completion
302 # Usage: ORIGINAL_COMMAND TARGET_COMMAND...
303 #
304 # It copies how the bash completion works from one command to other
305 # commands.
306 ccomp() {
307 local c src
308 src=$1
309 shift
310 if ! c=$(complete -p $src 2>/dev/null); then
311 _completion_loader $src &>/dev/null ||:
312 c=$(complete -p $src 2>/dev/null) || return 0
313 fi
314 # remove $src( .*|$)
315 c=${c% $src}
316 c=${c%% $src *}
317 eval $c $*
318 }
319
320 ## directory history tracking and navigation.
321 #
322 # cd becomes a function, also aliased to c. b to go back, f to go
323 # forward, cl to list recent directories and choose one.
324 #
325 # The finer details you may want to skip:
326 #
327 # We also define bl to print the list of back and forward directories.
328 #
329 # We keep 2 stacks, forward and back. Unlike with a web browser, the
330 # forward stack is not erased when going somewhere new.
331 #
332 # Recent directories are stored in ~/.cdirs.
333 #
334 declare -a _dir_forward _dir_back
335 c() {
336 # normally, the top of _dir_back is our current dir. if it isn't,
337 # put it on there, except we don't want to do that when we
338 # just launched a shell
339 if [[ $OLDPWD ]]; then
340 if (( ${#_dir_back[@]} == 0 )) || [[ ${_dir_back[-1]} != "$PWD" ]]; then
341 _dir_back+=("$PWD")
342 fi
343 fi
344 command cd "$@"
345 if (( ${#_dir_back[@]} == 0 )) || [[ ${_dir_back[-1]} != "$PWD" ]]; then
346 _dir_back+=("$PWD")
347 fi
348 echo "$PWD" >> ~/.cdirs
349 }
350 ccomp cd c
351
352 # back
353 b() {
354 local top_back
355 if (( ${#_dir_back[@]} == 0 )); then
356 echo "nothing left to go back to" >&2
357 return 0
358 fi
359 top_back="${_dir_back[-1]}"
360
361 if [[ $top_back == "$PWD" ]] && (( ${#_dir_back[@]} == 1 )); then
362 echo "already on last back entry" >&2
363 return 0
364 fi
365
366
367 if [[ $top_back == "$PWD" ]]; then
368 # add to dirf if not already there
369 if (( ${#_dir_forward[@]} == 0 )) || [[ ${_dir_forward[-1]} != "$top_back" ]]; then
370 _dir_forward+=("$top_back")
371 fi
372 unset "_dir_back[-1]"
373 command cd "${_dir_back[-1]}"
374 else
375 if (( ${#_dir_forward[@]} == 0 )) || [[ ${_dir_forward[-1]} != "$PWD" ]]; then
376 _dir_forward+=("$PWD")
377 fi
378 command cd "$top_back"
379 fi
380
381 # Interesting feature, not sure I want it.
382 # give us a peek at what is next in the list
383 # if (( ${#_dir_back[@]} >= 2 )); then
384 # printf "%s\n" "${_dir_back[-2]}"
385 # fi
386 #
387
388 # c/b/f Implementation notes:
389 #
390 # The top of the back is $PWD
391 # as long as the last directory change was due to c,b,or cl.
392 #
393 # Example of stack changes:
394 #
395 # a b c (d)
396 ## back
397 # a b (c)
398 # d
399 #back
400 #a (b)
401 #d c
402 #back
403 #(a)
404 #d c b
405 #forward
406 #a (b)
407 #d c
408 #
409 # a b c
410 ## back
411 # a b
412 # (c)
413 ## forward
414
415 }
416 # forward
417 f() {
418 local top_forward
419 if (( ${#_dir_forward[@]} == 0 )); then
420 echo "no forward dir left" >&2
421 return 0
422 fi
423 top_forward="${_dir_forward[-1]}"
424 unset "_dir_forward[-1]"
425 c "$top_forward"
426
427 # give us a peek at what is next in the list
428 # if (( ${#_dir_forward[@]} )); then
429 # printf "%s\n" "${_dir_forward[-1]}"
430 # fi
431 }
432 # cd list
433 cl() {
434 local i line input start
435 local -A buttondirs alines
436 local -a buttons dirs lines
437 buttons=( {a..z} {2..9} )
438 if [[ ! -s ~/.cdirs ]]; then
439 echo nothing in ~/.cdirs
440 return 0
441 fi
442
443 i=0
444
445 mapfile -t lines <~/.cdirs
446 start=$(( ${#lines[@]} - 1 ))
447
448 # we have ~33 buttons as of this writing, so lets
449 # prune down the history every once in a while.
450 if (( start > 500 )); then
451 tac ~/.cdirs | awk '!seen[$0]++' | head -n 200 | tac | sponge ~/.cdirs || [[ $? == 141 ]]
452 fi
453
454 for (( j=$start; j >= 0; j-- )); do
455 line="${lines[$j]}"
456 if [[ ! $line || ${alines[$line]} || ! -d "$line" || $line == "$PWD" || line == "$HOME" ]]; then
457 continue
458 fi
459 alines[$line]=t
460 buttondirs[${buttons[i]}]="$line"
461 printf "%s %s\n" ${buttons[i]} "$line"
462 if (( i == ${#buttons[@]} - 1 )); then
463 break
464 fi
465 i=$(( i + 1 ))
466 done
467
468 if (( i == 0 )); then
469 echo "no dirs in ~/.cdirs"
470 return 0
471 fi
472 read -r -N 1 input
473 if [[ $input != $'\n' ]]; then
474 c "${buttondirs[$input]}"
475 fi
476 }
477 # back list
478 bl() {
479 local start i j max
480 max=10
481 start=$(( ${#_dir_back[@]} - 1 ))
482
483 # cleanup possible repeating of pwd
484 if (( start >= 0 )) && [[ ${_dir_back[$start]} == "$PWD" ]]; then
485 start=$(( start - 1 ))
486 fi
487 j=1
488 if (( start >= 0 )); then
489 for (( i=$start; i >= 0 ; i-- )); do
490 printf "%s %s\n" $j ${_dir_back[i]}
491 j=$(( j + 1 ))
492 if (( j >= max )); then
493 break
494 fi
495 done
496 fi
497
498 max=10
499 start=$(( ${#_dir_forward[@]} - 1 ))
500
501 # cleanup possible repeating of pwd
502 if (( start >= 0 )) && [[ ${_dir_forward[$start]} == "$PWD" ]]; then
503 start=$(( start - 1 ))
504 fi
505 if (( start < 0 )); then
506 return 0
507 fi
508 echo --
509 j=1
510 for (( i=$start; i >= 0 ; i-- )); do
511 printf "%s %s\n" $j ${_dir_forward[i]}
512 j=$(( j + 1 ))
513 if (( j >= max )); then
514 break
515 fi
516 done
517 }
518
519 # pee do. run args as a command with output copied to syslog.
520 #
521 # Usage: pd [-t TAG] COMMAND...
522 #
523 # -t TAG Override the tag in the syslog. The default is COMMAND with
524 # any path part is removed, eg. for /bin/cat the tag is cat.
525 #
526 # You can view the log via "journalctl -t TAG"
527 pd() {
528 local tag ret
529 ret=0
530 tag=${1##*/}
531 case $1 in
532 -t) tag="$2"; shift 2 ;;
533 esac
534 echo "PWD=$PWD command: $*" | logger -t $tag
535 "$@" |& pee cat "logger -t $tag" || ret=$?
536 echo "exited with status=$ret" | pee cat "logger -t $tag"
537 # this avoids any err-catch
538 (( $ret == 0 )) || return $ret
539 }
540 ccomp time pd
541
542 # jdo = journal do. Run command as transient systemd service, tailing
543 # its output in the journal until it completes.
544 #
545 # Usage: jdo COMMAND...
546 #
547 # Compared to pd: commands recognize this is a non-interactive shell.
548 # The service is unaffected if our ssh connection dies, no need to run
549 # in screen or tmux.
550 #
551 # Note: The last few lines of any existing entries for a unit by that
552 # name will be output first, and there will be a few second delay at the
553 # start of the command, and a second or so at the end.
554 #
555 # Note: Functions and aliases obviously won't work, we resolve the
556 # command to a file.
557 #
558 # Note: requires running as root.
559 jdo() {
560 local cmd cmd_name jr_pid ret
561 ret=0
562 cmd="$1"
563 shift
564 if [[ $EUID != 0 ]]; then
565 echo "jdo: error: rerun as root"
566 return 1
567 fi
568 cmd_name=${cmd##*/}
569 if [[ $cmd != /* ]]; then
570 cmd=$(type -P "$cmd")
571 fi
572 # -q = quiet
573 journalctl -qn2 -f -u "$cmd_name" &
574 # Trial and error of time needed to avoid missing initial lines.
575 # .5 was not reliable. 1 was not reliable. 2 was not reliable
576 sleep 4
577 jr_pid=$!
578 systemd-run --unit "$cmd_name" --wait --collect "$cmd" "$@" || ret=$?
579 # The sleep lets the journal output its last line
580 # before the prompt comes up.
581 sleep .5
582 kill $jr_pid &>/dev/null ||:
583 unset jr_pid
584 fg &>/dev/null ||:
585 # this avoids any err-catch
586 (( $ret == 0 )) || return $ret
587 }
588 ccomp time jdo
589 #### end fsf section
590
591
592 ..() { c ..; }
593 ...() { c ../..; }
594 ....() { c ../../..; }
595 .....() { c ../../../..; }
596 ......() { c ../../../../..; }
597
598 chere() {
599 local f path
600 for f; do
601 path=$(readlink -e "$f")
602 echo "cat >$path <<'EOF'"
603 cat "$f"
604 echo EOF
605 done
606 }
607
608
609 # file cut copy and paste, like the text buffers :)
610 # I havnt tested these.
611 _fbufferinit() { # internal use
612 ! [[ $my_f_tempdir ]] && my_f_tempdir=$(mktemp -d)
613 rm -rf "${my_f_tempdir:?}"/*
614 }
615 fcp() { # file cp
616 _fbufferinit
617 cp "$@" "$my_f_tempdir"/
618 }
619 fct() { # file cut
620 _fbufferinit
621 mv "$@" "$my_f_tempdir"/
622 }
623 fpst() { # file paste
624 [[ $2 ]] && { echo too many arguments; return 1; }
625 target=${1:-.}
626 cp "$my_f_tempdir"/* "$target"
627 }
628
629 _khfix_common() {
630 local host ip port file key
631 read -r host ip port < <(timeout -s 9 2 ssh -oBatchMode=yes -oControlMaster=no -oControlPath=/ -v $1 |& sed -rn "s/debug1: Connecting to ([^ ]+) \[([^\]*)] port ([0-9]+).*/\1 \2 \3/p" ||: )
632 file=$(readlink -f ~/.ssh/known_hosts)
633 if [[ ! $ip ]]; then
634 echo "khfix: ssh failed"
635 return 1
636 fi
637 if [[ $port != 22 ]]; then
638 ip_entry="[$ip]:$port"
639 host_entry="[$host]:$port"
640 else
641 ip_entry=$ip
642 host_entry=$host
643 fi
644 tmpfile=$(mktemp)
645 if [[ $host != $ip ]]; then
646 key=$(ssh-keygen -F "$host_entry" -f $file | sed -r 's/^.*([^ ]+ +[^ ]+) *$/\1/')
647 if [[ $key ]]; then
648 grep -Fv "$key" "$file" | sponge "$file"
649 fi
650 fi
651 key=$(ssh-keygen -F "$ip_entry" -f $file | sed -r 's/^.*([^ ]+ +[^ ]+) *$/\1/')
652 if [[ $key ]]; then
653 grep -Fv "$key" "$file" | sponge "$file"
654 fi
655 ll ~/.ssh/known_hosts
656 rootsshsync
657 }
658 khfix() { # known hosts fix
659 _khfix_common "$@" || return 1
660 ssh $1 :
661 }
662 khcopy() {
663 _khfix_common "$@"
664 ssh-copy-id $1
665 }
666
667 # ya, hacky hardcoded hostnames in 2023. we could do better
668 hssh-update() {
669 for host in kd x3.office.fsf.org syw; do
670 e $host
671 scp /b/fai/fai/config/files/usr/local/bin/hssh/IANK root@$host:/usr/local/bin/hssh
672 done
673 }
674
675 a() {
676 local x
677 x=$(readlink -nf "${1:-$PWD}")
678 # yes, its kinda dumb that xclip/xsel cant do this in one invocation
679 echo -n "$x" | xclip -selection clipboard
680 echo -n "$x" | xclip
681 }
682
683 # a1 = awk {print $1}
684 for field in {1..20}; do
685 eval a$field"() { awk '{print \$$field}'; }"
686 done
687 # h1 = head -n1
688 for num in {1..9}; do
689 eval h$num"() { head -n$num; }"
690 done
691
692
693 hexipv4() {
694 printf '%d.%d.%d.%d\n' $(echo $1 | sed 's/../0x& /g')
695 }
696
697 vp9() {
698 local f out outdir in fname origdir skip1
699 origdir="$PWD"
700 outdir=vp9
701 skip1=false
702 while [[ $1 == -* ]]; do
703 case $1 in
704 # if we got interrupted after 1st phase
705 -2)
706 skip1=true
707 shift
708 ;;
709 --out)
710 outdir=$2
711 shift 2
712 ;;
713 esac
714 done
715 m mkdir -p $outdir
716 # first pass only uses about 1 cpu, so run in parallel
717 for f; do
718 {
719 fname="${f##*/f}"
720 if [[ $f == /* ]]; then
721 in="$f"
722 else
723 in=$origdir/$f
724 fi
725 out="$origdir/$outdir/$fname"
726 mkdir -p /tmp/vp9/$fname
727 cd /tmp/vp9/$fname
728 if ! $skip1 && [[ ! -s ffmpeg2pass-0.log ]]; then
729 # -nostdin or else wait causes ffmpeg to go into stopped state. dunno why, random stackoverflow answer.
730 m ffmpeg -nostdin -hide_banner -loglevel error -i $in -g 192 -vcodec libvpx-vp9 -vf scale=-1:720 -max_muxing_queue_size 9999 -b:v 750K -pass 1 -an -f null /dev/null
731 fi
732 if [[ -e $out ]]; then rm -f $out; fi
733 m ffmpeg -nostdin -hide_banner -loglevel error -y -i $in -g 192 -vcodec libvpx-vp9 -tile-rows 2 -vf scale=-1:720 -max_muxing_queue_size 9999 -b:v 750K -pass 2 -c:a libvorbis -qscale:a 5 $out
734 } &
735 done
736 wait -f
737 cd "$origdir"
738 }
739
740 utcl() { # utc 24 hour time to local hour 24 hour time
741 echo "print( ($1 $(date +%z | sed -r 's/..$//;s/^(-?)0*/\1/')) % 24)"|python3
742 }
743
744 bwm() {
745 s bwm-ng -T avg -d
746 }
747
748
749 # for running in a fai rescue. iank specific.
750 kdrescue() {
751 d=vgata-Samsung_SSD_850_EVO_2TB_S2RLNX0J502123D
752 for f in $d vgata-Samsung_SSD_870_QVO_8TB_S5VUNG0N900656V; do
753 cryptsetup luksOpen --key-file /p /dev/$f/root crypt-$f-root
754 cryptsetup luksOpen --key-file /p /dev/$f/o crypt-$f-o
755 done
756 mount -o subvol=root_trisquelaramo /dev/mapper/crypt-$d-root /mnt
757 mount -o subvol=a /dev/mapper/crypt-$d-root /mnt/a
758 mount -o subvol=o /dev/mapper/crypt-$d-o /mnt/o
759 mount -o subvol=boot_trisquelaramo /dev/sda2 /mnt/boot
760 cd /mnt
761 chrbind
762 }
763
764
765
766
767 c4() { c /var/log/exim4; }
768
769 caa() { git commit --amend --no-edit -a; }
770
771 cf() {
772 for f; do
773 hr
774 echo "$f"
775 hr
776 cat "$f"
777 done
778 }
779 caf() {
780 # shellcheck disable=SC2033
781 find -L "$@" -type f -not \( -name .svn -prune -o -name .git -prune \
782 -o -name .hg -prune -o -name .editor-backups -prune \
783 -o -name .undo-tree-history -prune \) \
784 -exec bash -c '. ~/.bashrc; hr; echo "$1"; hr; cat "$1"' _ {} \; 2>/dev/null
785
786 }
787 ccomp cat cf caf
788
789 calc() { echo "scale=3; $*" | bc -l; }
790 # no having to type quotes, but also no command history:
791 clc() {
792 local x
793 read -r x
794 echo "scale=3; $x" | bc -l
795 }
796
797 cam() {
798 git commit -am "$*"
799 }
800
801 ccat () { # config cat. see a config without extra lines.
802 sed -r '/^[[:space:]]*([;#]|--|\/\/|$)/d' "$@"
803 }
804 ccomp grep ccat
805
806 chrbind() {
807 local d
808 # dev/pts needed for pacman signature check
809 for d in dev proc sys dev/pts; do
810 [[ -d $d ]]
811 if ! mountpoint $d &>/dev/null; then
812 m s mount -o bind /$d $d
813 fi
814 done
815 }
816 chumount() {
817 local d
818 # dev/pts needed for pacman signature check
819 for d in dev/pts dev proc sys; do
820 [[ -d $d ]]
821 if mountpoint $d &>/dev/null; then
822 m s umount $d
823 fi
824 done
825 }
826
827
828 _cdiff-prep() {
829 # join options which are continued to multiples lines onto one line
830 local first=true
831 while IFS= read -r line; do
832 # remove leading spaces/tabs. assumes extglob
833 if [[ $line == "[ ]*" ]]; then
834 line="${line##+( )}"
835 fi
836 if $first; then
837 pastline="$line"
838 first=false
839 elif [[ $line == *=* ]]; then
840 echo "$pastline" >> "$2"
841 pastline="$line"
842 else
843 pastline="$pastline $line"
844 fi
845 done < <(grep -vE '^([ \t]*#|^[ \t]*$)' "$1")
846 echo "$pastline" >> "$2"
847 }
848
849 cdiff() {
850 # diff config files,
851 # setup for format of postfix, eg:
852 # option = stuff[,]
853 # [more stuff]
854 local pastline unified f1 f2
855 unified="$(mktemp)"
856 f1="$(mktemp)"
857 f2="$(mktemp)"
858 _cdiff-prep "$1" "$f1"
859 _cdiff-prep "$2" "$f2"
860 cat "$f1" "$f2" | grep -Po '^[^=]+=' | sort | uniq > "$unified"
861 while IFS= read -r line; do
862 # the default bright red / blue doesnt work in emacs shell
863 dwdiff -cblue,red -A best -d " ," <(grep "^$line" "$f1" || echo ) <(grep "^$line" "$f2" || echo ) | colordiff
864 done < "$unified"
865 }
866
867
868 cat-new-files() {
869 local start=$SECONDS
870 local dir="$1"
871 # shellcheck disable=SC2030
872 inotifywait -m "$dir" -e create -e moved_to | \
873 while read -r filedir _ file; do
874 cat "$filedir$file"
875 hr
876 calc $((SECONDS - start)) / 60
877 sleep 5
878 done
879
880 }
881
882 chownme() {
883 s chown -R $USER:$USER "$@"
884 }
885
886 # shellcheck disable=SC2032
887 chown() {
888 # makes it so chown -R symlink affects the symlink and its target.
889 if [[ $1 == -R ]]; then
890 shift
891 command chown -h "$@"
892 command chown -R "$@"
893 else
894 command chown "$@"
895 fi
896 }
897
898 cim() {
899 git commit -m "$*"
900 }
901
902
903 d() { builtin bg "$@"; }
904 ccomp bg d
905
906 # f would be more natural, but i already am using it for something
907 z() { builtin fg "$@"; }
908 ccomp fg z
909
910 x() { builtin kill %%; }
911
912 dc() {
913 diff --strip-trailing-cr -w "$@" # diff content
914 }
915 ccomp diff dc
916
917 despace() {
918 local x y
919 for x in "$@"; do
920 y="${x// /_}"
921 safe_rename "$x" "$y"
922 done
923 }
924
925 # df progress
926 # usage: dfp MOUNTPOINT [SECOND_INTERVAL]
927 # SECOND_INTERVAL defaults to 90
928 dfp() {
929 # mp = mountpoint
930 local a b mp interval
931 mp=$1
932 interval=${2:-90}
933 if [[ ! $mp ]]; then
934 echo "dfp: error, missing 1st arg" >&2
935 return 1
936 fi
937 while true; do
938 a=$(df --output=used $mp | tail -n1)
939 sleep $interval
940 b=$(df --output=used $mp | tail -n1)
941 printf "used mib: %'d mib/min: %s\n" $(( b /1000 )) $(( (b-a) / (interval * 1000 / 60 ) ))
942 done
943 }
944
945 # get ipv4 ip from HOST. or if it is already a number, return that
946 hostip() {
947 local host="$1"
948 case $host in
949 [0-9:])
950 echo "$host"
951 ;;
952 *)
953 getent ahostsv4 "$host" | awk '{ print $1 }' | head -n1
954 ;;
955 esac
956 }
957
958 dig() {
959 command dig +nostats +nocmd "$@"
960 }
961 # Output with sections sorted, and removal of query id, so 2 dig outputs can be diffed.
962 digsort() {
963 local sec
964 sec=
965 dig +nordflag "$@" | sed -r 's/^(;; ->>HEADER<<-.*), id: .*/\1/' | while read -r l; do
966 if [[ $l == [^\;]* ]]; then
967 sec+="$l"$'\n'
968 else
969 if [[ $sec ]]; then
970 printf "%s" "$sec" | sort
971 sec=
972 fi
973 printf "%s\n" "$l"
974 fi
975 done
976 }
977 ccomp dig digsort
978 # compare digs to the 2 servers
979 # usage: digdiff @server1 @server2 DIG_ARGS
980 # note: only the soa master nameserver will respond with
981 # ra "recursive answer" flag. That difference is meaningless afaik.
982 digdiff() {
983 local s1 s2
984 s1=$1
985 shift
986 s2=$1
987 shift
988 digsort $s1 "$@" | tee /tmp/digdiff
989 diff -u /tmp/digdiff <(digsort $s2 "$@")
990 }
991
992 # date in a format i like reading
993 dt() {
994 date "+%A, %B %d, %r" "$@"
995 }
996 dtr() {
997 date -R "$@"
998 }
999 # date with all digits in a format i like
1000 dtd() {
1001 date +%F_%T% "$@"
1002 }
1003 ccomp date dt dtr dtd
1004
1005 dus() { # du, sorted, default arg of
1006 du -sh ${@:-*} | sort -h
1007 }
1008 ccomp du dus
1009
1010
1011 e() { printf "%s\n" "$*"; }
1012
1013 # echo args
1014 ea() {
1015 if (( ! $# )); then
1016 echo no args
1017 fi
1018 for arg; do
1019 printf "%qEOL\n" "${arg}"
1020 printf "%s" "${arg}" |& hexdump -C
1021 done
1022 }
1023
1024 # echo variables. print var including escapes, etc, like xxd for variable
1025 ev() {
1026 if (( ! $# )); then
1027 echo no args
1028 fi
1029 for arg; do
1030 if [[ -v $arg ]]; then
1031 printf "%qEOL\n" "${!arg}"
1032 printf "%s" "${!arg}" |& hexdump -C
1033 else
1034 echo arg $arg is unset
1035 fi
1036 done
1037 }
1038
1039 ediff() {
1040 [[ ${#@} == 2 ]] || { echo "error: ediff requires 2 arguments"; return 1; }
1041 emacs --eval "(ediff-files \"$1\" \"$2\")"
1042 }
1043
1044 # mail related
1045 etail() {
1046 ngset
1047 tail -F /var/log/exim4/mainlog /var/log/exim4/*main /var/log/exim4/paniclog /var/log/exim4/*panic -n 200 "$@"
1048 ngreset
1049 }
1050 etailm() {
1051 tail -F /var/log/exim4/mainlog -n 200 "$@"
1052 }
1053 etail2() {
1054 tail -F /var/log/exim4/mymain -n 200 "$@"
1055 }
1056 ccomp tail etail etail2
1057
1058 # ran into this online, trying it out
1059 detach() {
1060 ( "$@" &>/dev/null & disown )
1061 }
1062
1063 showkeys() {
1064 ssh "$@" cat .ssh/authorized_keys{,2}
1065 }
1066
1067
1068 # print exim old pids
1069 eoldpids() {
1070 local configtime pid piduptime now daemonpid
1071 printf -v now '%(%s)T' -1
1072 configtime=$(stat -c%Y /var/lib/exim4/config.autogenerated)
1073 if [[ -s /run/exim4/exim.pid ]]; then
1074 daemonpid=$(cat /run/exim4/exim.pid)
1075 fi
1076 for pid in $(pgrep -f '^/usr/sbin/exim4( |$)'); do
1077 # the daemonpid gets reexeced on HUP (service reloads), keeping its same old timestamp
1078 if [[ $pid == $daemonpid ]]; then
1079 continue
1080 fi
1081 piduptime=$(awk -v ticks="$(getconf CLK_TCK)" 'NR==1 { now=$1; next } END { printf "%9.0f\n", now - ($20/ticks) }' /proc/uptime RS=')' /proc/$pid/stat) ||: # sometimes pids disappear pretty fast
1082 if (( configtime > now - piduptime )); then
1083 echo $pid
1084 fi
1085 done
1086 }
1087
1088 # exim tail but only watch lines from new pids
1089 etailnew() {
1090 local pid oldpids
1091 for pid in $(eoldpids); do
1092 oldpids+="$pid|"
1093 done
1094 if [[ $oldpids ]]; then
1095 etail | awk '$3 !~ /^\[('"${oldpids%|}"')\]$/'
1096 else
1097 etail
1098 fi
1099 }
1100 # exim watch as old pids go away
1101 ewatchold() {
1102 local configtime pid piduptime now
1103 local -i count
1104 local -a oldpids
1105 count=0
1106 while true; do
1107 oldpids=($(eoldpids))
1108 if (( ! ${#oldpids[@]} )); then
1109 return
1110 fi
1111 # print the date every 20 iterations
1112 if (( ! count % 20 )); then
1113 date
1114 fi
1115 count+=1
1116 ps -f -p "${oldpids[*]}"
1117 sleep 1
1118 done
1119 }
1120
1121 eless() {
1122 less /var/log/exim4/mainlog
1123 }
1124 ccomp less eless
1125 eqcat() {
1126 exiqgrep -ir.\* -o 60 | while read -r i; do
1127 hlm exim -Mvc $i
1128 echo
1129 hlm exigrep $i /var/log/exim4/mainlog | cat ||:
1130 done
1131 }
1132 eqrmf() {
1133 # other ways to get the list of message ids:
1134 # exim -bp | awk 'NF == 4 {print $3}'
1135 # # this is slower 160ms, vs 60.
1136 # exipick -i
1137 exiqgrep -ir.\* | xargs exim -Mrm
1138 }
1139
1140 econfdevnew() {
1141 rm -rf /tmp/edev
1142 mkdir -p /tmp/edev/etc
1143 cp -ra /etc/exim4 /tmp/edev/etc
1144 cp -ra /etc/alias* /tmp/edev/etc
1145 find /tmp/edev/etc/exim4 -type f -execdir sed -i "s,/etc/,/tmp/edev/etc/,g" '{}' +
1146 econfdev
1147 }
1148 econfdev() {
1149 update-exim4.conf -d /tmp/edev/etc/exim4 -o /tmp/edev/e.conf
1150 }
1151
1152 # exim grep in
1153 # show important information about incoming mail in the exim log
1154 egrin() {
1155 sed -rn '/testignore|jtuttle|eximbackup/!s/^[^ ]+ ([^ ]+) [^ ]+ [^ ]+ <= ([^ ]+).*T="(.*)" from (<[^ ]+> .*$)/\1 \4\n \3/p' <${1:-/var/log/exim4/mainlog}
1156 }
1157
1158 # 2nd line is message-id:
1159 egrinid() {
1160 sed -rn '/testignore|jtuttle|eximbackup/!s/^[^ ]+ ([^ ]+) [^ ]+ [^ ]+ <= ([^ ]+).* id=([^ ]+) T="(.*)" from (<[^ ]+> .*$)/\1 \5\n \3\n \4/p' <${1:-/var/log/exim4/mainlog}
1161 }
1162 etailin() {
1163 tail -F /var/log/exim4/mainlog | sed -rn '/testignore|jtuttle|eximbackup/!s/^[^ ]+ ([^ ]+) [^ ]+ [^ ]+ <= ([^ ]+).*T="(.*)" from (<[^ ]+> .*$)/\1 \4\n \3/p'
1164 }
1165
1166
1167
1168
1169 fa() {
1170 # find array. make an array of file names found by find into $x
1171 # argument: find arguments
1172 # return: find results in an array $x
1173 while read -rd ''; do
1174 x+=("$REPLY");
1175 done < <(find "$@" -print0);
1176 }
1177
1178 faf() { # find all files. use -L to follow symlinks
1179 find "$@" -not \( -name .svn -prune -o -name .git -prune \
1180 -o -name .hg -prune -o -name .editor-backups -prune \
1181 -o -name .undo-tree-history -prune \) -type f 2>/dev/null
1182 }
1183
1184 # usage ffconcat FILES_TO_CONCAT OUTPUT_FILE
1185 ffconcat() {
1186 local tmpf
1187 tmpf=$(mktemp)
1188 printf "file '%s'\n" "$1" >$tmpf
1189 while (( $# > 1 )); do
1190 shift
1191 printf "file '%s'\n" "$1" >>$tmpf
1192 done
1193 # https://trac.ffmpeg.org/wiki/Concatenate
1194 ffmpeg -f concat -safe 0 -i $tmpf -c copy "$1"
1195 rm $tmpf
1196 }
1197 ffremux() {
1198 local tmpf tmpd
1199 if (( $# == 0 )); then
1200 echo ffremux error expected args >&2
1201 return 1
1202 fi
1203 tmpd=$(mktemp -d)
1204 for f; do
1205 tmpf=$tmpd/"${f##*/}"
1206 ffmpeg -i "$f" -c:v copy -c:a copy $tmpf
1207 cat $tmpf >"$f"
1208 done
1209 rm -r $tmpd
1210 }
1211
1212
1213
1214 # absolute path of file/dir without resolving symlinks.
1215 #
1216 # Most of the time, I want this where I would normally use readlink.
1217 # This is what realpath -s does in most cases, but sometimes it
1218 # actually resolves symlinks, at least when they are in /.
1219 #
1220 # Note, if run on a dir, if the final component is relative, it won't
1221 # resolve that. Use the below fpd for that.
1222 #
1223 # note: we could make a variation of this which
1224 # assigns to a variable name using eval, so that we don't have to do
1225 # x=$(fp somepath), which might save subshell overhead and look nice,
1226 # but I'm not going to bother.
1227 fp() {
1228 local initial_oldpwd initial_pwd dir base
1229 initial_oldpwd="$OLDPWD"
1230 initial_pwd="$PWD"
1231 if [[ $1 == */* ]]; then
1232 dir="${1%/*}"
1233 base="/${1##*/}"
1234 # CDPATH because having it set will cause cd to possibly print output
1235 CDPATH= cd "$dir"
1236 printf "%s%s\n" "$PWD" "$base"
1237 CDPATH= cd "$initial_pwd"
1238 OLDPWD="$initial_oldpwd"
1239 else
1240 printf "%s/%s\n" "$PWD" "$1"
1241 fi
1242 }
1243 # full path of directory without resolving symlinks
1244 fpd() {
1245 local initial_oldpwd initial_pwd dir
1246 initial_oldpwd="$OLDPWD"
1247 initial_pwd="$PWD"
1248 dir="$1"
1249 CDPATH= cd "$dir"
1250 printf "%s%s\n" "$PWD" "$base"
1251 cd "$initial_pwd"
1252 OLDPWD="$initial_oldpwd"
1253 }
1254
1255
1256 # mail related
1257 frozen() {
1258 rm -rf /tmp/frozen
1259 sudo mailq |gr frozen|awk '{print $3}' | while read -r id; do
1260 sudo exim -Mvl $id
1261 echo
1262 sudo exim -Mvh $id
1263 echo
1264 sudo exim -Mvb $id
1265 echo -e '\n\n##############################\n'
1266 done | tee -a /tmp/frozen
1267 }
1268 frozenrm() {
1269 local ids=()
1270 while read -r line; do
1271 printf '%s\n' "$line"
1272 ids+=($(printf '%s\n' "$line" |gr frozen|awk '{print $3}'))
1273 done < <(s mailq)
1274 echo "sleeping for 2 in case you change your mind"
1275 sleep 2
1276 sudo exim -Mrm "${ids[@]}"
1277 }
1278
1279 funce() {
1280 # like -e for functions. returns on error.
1281 # at the end of the function, disable with:
1282 # trap ERR
1283 trap 'echo "${BASH_COMMAND:+BASH_COMMAND=\"$BASH_COMMAND\" }
1284 ${FUNCNAME:+FUNCNAME=\"$FUNCNAME\" }${LINENO:+LINENO=\"$LINENO\" }\$?=$?"
1285 trap ERR
1286 return' ERR
1287 }
1288
1289 getdir () {
1290 local help="Usage: getdir [--help] PATH
1291 Output the directory of PATH, or just PATH if it is a directory."
1292 if [[ $1 == --help ]]; then
1293 echo "$help"
1294 return 0
1295 fi
1296 if [[ $# -ne 1 ]]; then
1297 echo "getdir error: expected 1 argument, got $#"
1298 return 1
1299 fi
1300 if [[ -d $1 ]]; then
1301 echo "$1"
1302 else
1303 local dir
1304 dir="$(dirname "$1")"
1305 if [[ -d $dir ]]; then
1306 echo "$dir"
1307 else
1308 echo "getdir error: directory does not exist"
1309 return 1
1310 fi
1311 fi
1312 }
1313
1314 git_empty_branch() { # start an empty git branch. carefull, it deletes untracked files.
1315 [[ $# == 1 ]] || { echo 'need a branch name!'; return 1;}
1316 local root
1317 root=$(gitroot) || return 1 # function to set gitroot
1318 builtin cd "$root"
1319 git symbolic-ref HEAD refs/heads/$1
1320 rm .git/index
1321 git clean -fdx
1322 }
1323
1324 # shellcheck disable=SC2120
1325 gitroot() {
1326 local help="Usage: gitroot [--help]
1327 Print the full path to the root of the current git repo
1328
1329 Handles being within a .git directory, unlike git rev-parse --show-toplevel,
1330 and works in older versions of git which did not have that."
1331 if [[ $1 == --help ]]; then
1332 echo "$help"
1333 return
1334 fi
1335 local p
1336 p=$(git rev-parse --git-dir) || { echo "error: not in a git repo" ; return 1; }
1337 [[ $p != /* ]] && p=$PWD
1338 echo "${p%%/.git}"
1339 }
1340
1341 g() {
1342
1343 # todo: patch emacs so it will look elsewhere. this is kinda sad:
1344 # https://emacs.stackexchange.com/questions/4253/how-to-start-emacs-with-a-custom-user-emacs-directory
1345
1346 local args gdb=false
1347
1348 if [[ $EMACSDIR ]]; then
1349 path-add "$EMACSDIR/lib-src" "$EMACSDIR/src"
1350 fi
1351
1352 if [[ $DISPLAY ]]; then
1353 args=-n
1354 fi
1355
1356 if (( $# == 0 )); then
1357 args+=" -c"
1358 fi
1359 # duplicate -c, but oh well
1360 if ! pgrep -u $EUID emacsclient; then
1361 if (( $# == 0 )) && type -p gdb &>/dev/null; then
1362 gdb=true
1363 else
1364 args+=" -c"
1365 fi
1366 fi
1367 if [[ $EMACSDIR ]]; then
1368 # Alter the path here, otherwise the nfs mount gets triggered on the
1369 # first path lookup when emacs is not being used.
1370 PATH="$EMACSDIR/lib-src:$EMACSDIR/src:$PATH" EHOME=$HOME HOME=$EMACSDIR m emacsclient -a "" $args "$@"
1371 else
1372 if $gdb; then
1373 # due to a bug, we cant debug from the start unless we get a new gdb
1374 # https://sourceware.org/bugzilla/show_bug.cgi?id=24454
1375 # m gdb -ex="set follow-fork-mode child" -ex=r -ex=quit --args emacs --daemon
1376 m emacsclient -a "" $args "$@"
1377 sleep 1
1378 cd /a/opt/emacs-$(distro-name)$(distro-num)
1379 s gdb -p $(pgrep -f 'emacs --daemon') -ex c
1380 cd -
1381 else
1382 m emacsclient -a "" $args "$@"
1383 fi
1384 fi
1385 }
1386
1387 # force terminal version
1388 gn() {
1389 g -n "$@"
1390 }
1391
1392 gmacs() {
1393 # quit will prompt if the program crashes.
1394 gdb -ex=r -ex=quit --args emacs "$@"; r;
1395 }
1396
1397 gdkill() {
1398 # kill the emacs daemon
1399 pk1 emacs --daemon
1400 }
1401
1402 gr() {
1403 grep -iIP --color=auto "$@" || return $?
1404 }
1405 grr() { # grep recursive
1406 # Don't return 1 on nonmatch because this is meant to be
1407 # interactive, not in a conditional.
1408 if [[ ${#@} == 1 ]]; then
1409 grep --exclude-dir='*.emacs.d' --exclude-dir='*.git' -riIP --color=auto "$@" . || [[ $? == 1 ]]
1410 else
1411 grep --exclude-dir='*.emacs.d' --exclude-dir='*.git' -riIP --color=auto "$@" || [[ $? == 1 ]]
1412 fi
1413 }
1414 ccomp grep gr grr
1415
1416 rg() { grr "$@"; }
1417 ccomp grep rg
1418
1419 # recursive everything. search for files/dirs and lines. rs = easy chars to press
1420 re() {
1421 local query
1422 query="$1"
1423 find "$@" -not \( -name .svn -prune -o -name .git -prune \
1424 -o -name .hg -prune -o -name .editor-backups -prune \
1425 -o -name .undo-tree-history -prune \) 2>/dev/null | grep -iP --color=auto "$query"
1426 grr -m 5 "$@"
1427 }
1428
1429 hr() { # horizontal row. used to break up output
1430 printf "$(tput setaf 5 2>/dev/null ||:)█$(tput sgr0 2>/dev/null||:)%.0s" $(eval echo "{1..${COLUMNS:-60}}")
1431 echo
1432 }
1433 # highlight
1434 hl() {
1435 local col input_len=0
1436 for arg; do
1437 input_len=$((input_len + 1 + ${#arg}))
1438 done
1439 col=$((60 - input_len))
1440 printf "\e[1;97;41m%s" "$*"
1441 if (( col > 0 )); then
1442 printf "\e[1;97;41m \e[0m%.0s" $(eval echo "{1..${col}}")
1443 fi
1444 echo
1445 }
1446 hlm() { hl "$*"; "$@"; }
1447
1448 hrcat() { local f; for f; do [[ -f $f ]] || continue; hr; echo "$f"; cat "$f"; done }
1449
1450
1451 # get latest hub and run it
1452 # main command to use:
1453 # hub pull-request --no-edit
1454 # --no-edit means to use the first commit\'s message as the pull request message.
1455 # If that fails, try doing
1456 # hub pull-request --no-edit -b UPSTREAM_OWNER:branch
1457 # where branch is usually master. it does the pr against your current branch.
1458 #
1459 # On first use, you input username/pass and it gets an oath token so you dont have to repeat
1460 # it\'s at ~/.config/hub
1461 hub() {
1462 local up uptar updir p v
1463 # example https://github.com/github/hub/releases/download/v2.14.2/hub-linux-amd64-2.14.2.tgz
1464 up=$(wget -q -O- https://api.github.com/repos/github/hub/releases/latest | jq -r .assets[].browser_download_url | grep linux-amd64)
1465 re='[[:space:]]'
1466 if [[ ! $up || $up == $re ]]; then
1467 echo "failed to get good update url. got: $up"
1468 fi
1469 uptar=${up##*/}
1470 updir=${uptar%.tgz}
1471 if [[ ! -e /a/opt/$updir ]]; then
1472 rm -rf /a/opt/hub-linux-amd64*
1473 wget -P /a/opt $up
1474 tar -C /a/opt -zxf /a/opt/$uptar
1475 rm -f /a/opt/$uptar
1476 fi
1477 if ! which hub &>/dev/null; then
1478 sudo /a/opt/$updir/install
1479 fi
1480
1481 # save token across computers
1482 if [[ ! -L ~/.config/hub ]]; then
1483 if [[ -e ~/.config/hub ]]; then
1484 mv ~/.config/hub /p/c/subdir_files/.config/
1485 fi
1486 if [[ -e /p/c/subdir_files/.config/hub ]]; then
1487 conflink
1488 fi
1489 fi
1490 command hub "$@"
1491 }
1492
1493 i() { git "$@"; }
1494 ccomp git i
1495
1496 # git status:
1497 # cvs -qn update
1498
1499 # git checkout FILE
1500 # cvs update -C FILE
1501
1502 # git pull
1503 # cvs up[date]
1504
1505 # potentially useful command translation
1506 # https://fling.seas.upenn.edu/~giesen/dynamic/wordpress/equivalent-commands-for-git-svn-and-cvs/
1507
1508 # importing cvs repo into git using git-cvs package:
1509 # /f/www $ /usr/lib/git-core/git-cvsimport -C /f/www-git
1510
1511 ic() {
1512 # fast commit all
1513 git commit -am "$*"
1514 }
1515
1516 ipp() {
1517 git pull
1518 git push
1519 }
1520
1521 ifn() {
1522 local glob
1523 glob="$1"
1524 shift
1525 find -L "$@" -not \( -name .svn -prune -o -name .git -prune \
1526 -o -name .hg -prune -o -name .editor-backups -prune \
1527 -o -name .undo-tree-history -prune \) -iname "*$glob*" 2>/dev/null
1528 }
1529
1530 ifh() {
1531 # insensitive find here. args are combined into the search string.
1532 # -L = follow symlinks
1533 find -L . -not \( -name .svn -prune -o -name .git -prune \
1534 -o -name .hg -prune -o -name .editor-backups -prune \
1535 -o -name .undo-tree-history -prune \) -iname "*$**" 2>/dev/null
1536 }
1537
1538 ifd() {
1539 # insensitive find directory
1540 find -L . -type d -not \( -name .svn -prune -o -name .git -prune \
1541 -o -name .hg -prune -o -name .editor-backups -prune \
1542 -o -name .undo-tree-history -prune \) -iname "*$**" 2>/dev/null
1543 }
1544
1545
1546 ipdrop() {
1547 sudo iptables -A INPUT -s $1 -j DROP
1548 }
1549
1550
1551 istext() {
1552 grep -Il "" "$@" &>/dev/null
1553 }
1554
1555 pst() {
1556 pstree -apnA
1557 }
1558
1559 jtail() {
1560 journalctl -n 10000 -f "$@"
1561 }
1562 jr() { journalctl "$@" ; }
1563 jrf() { journalctl -f "$@" ; }
1564 jru() {
1565 journalctl -u exim4 _SYSTEMD_INVOCATION_ID=$(systemctl show -p InvocationID --value $1)
1566 }
1567
1568
1569
1570 l() {
1571 if [[ $PWD == /[iap] ]]; then
1572 command ls -A --color=auto -I lost+found "$@"
1573 else
1574 command ls -A --color=auto "$@"
1575 fi
1576 }
1577
1578 lcn() { locate -i "*$**"; }
1579
1580 lg() { LC_COLLATE=C.UTF-8 ll --group-directories-first "$@"; }
1581
1582 lt() { ll -tr "$@"; }
1583
1584 lld() { ll -d "$@"; }
1585
1586 ccomp ls l lg lt lld ll
1587
1588 # low recursively
1589 lowr() {
1590 local f dirs i a
1591 local -a all
1592 for dirs in false true; do
1593 for f; do
1594 if [[ -d $f ]]; then
1595 all=("$f"/**)
1596 # reverse the order to rename the nested dirs first.
1597 # note: 0 element is the dir itself
1598 for ((i=${#all[@]}-1; i>=1; i--)); do
1599 a="${all[i]}"
1600 if $dirs && [[ -d $a ]]; then
1601 # e dirs low "$a" # debug
1602 low "$a"
1603 elif ! $dirs && [[ ! -d $a && -e $a ]]; then
1604 # debug
1605 # e not dirs low "$a" # debug
1606 low "$a"
1607 fi
1608 done
1609 fi
1610 # just rename all the top level args on the second pass
1611 if $dirs; then
1612 # e final dirs low "$f" # debug
1613 low "$f"
1614 fi
1615 done
1616 done
1617 }
1618
1619 low() { # make filenames lowercase, remove bad chars
1620 local arg new dir f
1621 for arg; do
1622 arg="${arg%%+(/)}" # remove trailing slashes. assumes we have extglob on.
1623 dir="${arg%/*}"
1624 if (( ${#dir} == ${#arg} )); then
1625 dir=.
1626 fi
1627 f="${arg##*/}"
1628 new="${f,,}" # downcase
1629 new="${new//[^a-zA-Z0-9._-]/_}" # sub bad chars
1630 new="${new#"${new%%[[:alnum:]]*}"}" # remove leading/trailing non-alnum
1631 new="${new%"${new##*[[:alnum:]]}"}"
1632 # remove bad underscores, like __ and _._
1633 new=$(echo $new | sed -r 's/__+/_/g;s/_+([.-])|([.-])_+/\1/g')
1634 safe_rename "$dir/$f" "$dir/$new" || return 1
1635 done
1636 return 0
1637 }
1638
1639 lower() { # make first letter of filenames lowercase.
1640 local x
1641 for x in "$@"; do
1642 if [[ ${x::1} == [A-Z] ]]; then
1643 y=$(tr '[:upper:]' '[:lower:]' <<<"${x::1}")"${x:1}"
1644 safe_rename "$x" "$y" || return 1
1645 fi
1646 done
1647 }
1648
1649
1650 k() { # history search
1651 grep -iP --binary-files=text "$@" ${HISTFILE:-~/.bash_history} | tail -n 80 || [[ $? == 1 ]];
1652 }
1653 ks() { # history search with context
1654 # args are an extended regex used by sed
1655 history | sed -nr "h;s/^\s*(\S+\s+){4}//;/$*/{g;p}" | tail -n 80 || [[ $? == 1 ]];
1656 }
1657 ksu() { # history search unique
1658 grep -P --binary-files=text "$@" ${HISTFILE:-~/.bash_history} | uniq || [[ $? == 1 ]];
1659 }
1660
1661 # todo: id like to do maybe a daily or hourly cronjob to
1662 # check that my history file size is increasing. Ive had it
1663 # inexplicably truncated in the past.
1664 histrm() {
1665 history -n
1666 HISTTIMEFORMAT= history | awk -v IGNORECASE=1 '{ a=$1; sub(/^ *[^ ]+ */, "") }; /'"$*"'/'
1667 read -p "press anything but contrl-c to delete"
1668 for entry in $(HISTTIMEFORMAT= history | awk -v IGNORECASE=1 '{ a=$1; sub(/^ *[^ ]+ */, "") }; /'"$*"'/ { print a }' | tac); do
1669 history -d $entry
1670 done
1671 history -w
1672 }
1673
1674 ccomp grep k ks ksu histrm
1675
1676
1677 make-targets() {
1678 # show make targets, via http://stackoverflow.com/questions/3063507/list-goals-targets-in-gnu-make
1679 make -qp | awk -F':' '/^[a-zA-Z0-9][^$#\/\t=]*:([^=]|$)/ {split($1,A,/ /);for(i in A)print A[i]}'
1680 }
1681
1682 mkc() {
1683 mkdir "$1"
1684 c "$1"
1685 }
1686 ccomp mkdir mkc
1687
1688 mkct() {
1689 mkc $(mktemp -d)
1690 }
1691 # mkdir the last arg, cp the rest into it
1692 mkcp() {
1693 mkdir -p "${@: -1}"
1694 cp "${@:1:$#-1}" "${@: -1}"
1695 }
1696 mkmv() {
1697 mkdir -p "${@: -1}"
1698 mv "${@:1:$#-1}" "${@: -1}"
1699 }
1700
1701 mkt() { # mkdir and touch file
1702 local path="$1"
1703 mkdir -p "$(dirname "$path")"
1704 touch "$path"
1705 }
1706
1707 # shellcheck disable=SC2032
1708 mkdir() { command mkdir -p "$@"; }
1709
1710 nags() {
1711 # https://github.com/HenriWahl/Nagstamon/issues/357
1712 if ! pgrep -f /usr/lib/notification-daemon/notification-daemon >/dev/null; then
1713 /usr/lib/notification-daemon/notification-daemon &
1714 fi
1715 /usr/bin/nagstamon &
1716 }
1717
1718 nmt() {
1719 # cant use s because sudo -i doesnt work for passwordless sudo command
1720 case $EUID in
1721 0)
1722 sudo nmtui-connect "$@"
1723 ;;
1724 *)
1725 nmtui-connect "$@"
1726 ;;
1727 esac
1728 }
1729
1730
1731 ngset() {
1732 if shopt nullglob >/dev/null; then
1733 ngreset=false
1734 else
1735 shopt -s nullglob
1736 ngreset=true
1737 fi
1738 }
1739 ngreset() {
1740 if $ngreset; then
1741 shopt -u nullglob
1742 fi
1743 }
1744
1745 nopanic() {
1746 # shellcheck disable=SC2024
1747 ngset
1748 for f in /var/log/exim4/paniclog /var/log/exim4/*panic; do
1749 base=${f##*/}
1750 if [[ -s $f ]]; then
1751 echo ================== $f =============
1752 s tee -a /var/log/exim4/$base-archive <$f
1753 s truncate -s0 $f
1754 fi
1755 done
1756 ngreset
1757 }
1758
1759
1760 ping() { command ping -O "$@"; }
1761 p8() { ping "$@" 8.8.8.8; }
1762 p6() { ping6 "$@" 2001:4860:4860::8888; }
1763
1764 pkx() { # package extract
1765 local pkg cached tmp f
1766 c $(mktemp -d)
1767 pkg=$1
1768 # shellcheck disable=SC2012
1769 cached=$(ls -t /var/cache/apt/archives/$pkg* | tail -n1 2>/dev/null) ||:
1770 if [[ $cached ]]; then
1771 cp $cached .
1772 else
1773 aptitude download $pkg || return 1
1774 fi
1775 tmp=(*); f=${tmp[0]} # only 1 expected
1776 ex $f
1777 rm -f $f
1778 }
1779
1780 # pgrep and kill
1781 pk1() {
1782 local pid
1783 pid=($(pgrep -f "$*"))
1784 case ${#pid[@]} in
1785 1)
1786 # shellcheck disable=SC2128
1787 {
1788 ps -F $pid
1789 m kill $pid
1790 }
1791 ;;
1792 0) echo "no pid found" ;;
1793 *)
1794 ps -F ${pid[@]}
1795 ;;
1796 esac
1797 }
1798
1799 psg () {
1800 local x y help
1801 help="Usage: psg [--help] GREP_ARGS
1802 grep ps and output in a nice format"
1803 if [[ $1 == --help ]]; then
1804 echo "$help"
1805 return
1806 fi
1807 x=$(ps -eF)
1808 # final grep is because some commands tend to have a lot of trailing spaces
1809 y=$(echo "$x" | grep -iP "$@" | grep -o '.*[^ ]') ||:
1810 if [[ $y ]]; then
1811 echo "$x" | head -n 1 || [[ $? == 141 ]]
1812 echo "$y"
1813 fi
1814 }
1815
1816 pubip() { curl -4s https://icanhazip.com; }
1817 pubip6() { curl -6s https://icanhazip.com; }
1818 whatismyip() { pubip; }
1819
1820
1821 q() { # start / launch a program in the backround and redir output to null
1822 "$@" &> /dev/null &
1823 }
1824
1825 # shellcheck disable=SC2120
1826 r() {
1827 if [[ $HISTFILE ]]; then
1828 history -a # save history
1829 fi
1830 trap ERR # this avoids a segfault
1831 exit ${1:0}
1832 # i had this redir, not sure why
1833 # exit "$@" 2>/dev/null
1834 }
1835
1836 # scp is insecure and deprecated.
1837 scp() {
1838 rsync -Pt --inplace "$@"
1839 }
1840 ccomp rsync scp
1841
1842 randport() {
1843 # available high ports are 1024-65535,
1844 # but lets skip things that are more likely to be in use
1845 python3 <<'EOF'
1846 import secrets
1847 print(secrets.SystemRandom().randrange(10002,65500))
1848 EOF
1849 }
1850
1851 # reapply bashrc
1852 reb() {
1853 source ~/.bashrc
1854 }
1855
1856 rl() {
1857 readlink -f "$@"
1858 }
1859 ccomp readlink rl
1860
1861 rsd() {
1862 # rsync, root is required to keep permissions right.
1863 # rsync --archive --human-readable --verbose --itemize-changes --checksum \(-ahvic\) \
1864 # --no-times --delete
1865 # basically, make an exact copy, use checksums instead of file times to be more accurate
1866 rsync -ahvic --delete "$@"
1867 }
1868 rsa() {
1869 # like rlu, but dont delete files on the target end which
1870 # do not exist on the original end.
1871 rsync -ahvic "$@"
1872 }
1873 rst() {
1874 # rl without preserving modification time.
1875 rsync -ahvic --delete --no-t "$@"
1876 }
1877 # [RSYNC_OPTS] HOST PATH
1878 rsu() {
1879 # eg. rsu -opts frodo /testpath
1880 # relative paths will expanded with readlink -f.
1881 opts=("${@:1:$#-2}") # 1 to last -2
1882 path="${*:$#}" # last
1883 host="${*:$#-1:1}" # last -1
1884 if [[ $path == .* ]]; then
1885 path=$(readlink -f $path)
1886 fi
1887 m rsync -ahvi --relative --no-implied-dirs "${opts[@]}" "$path" "root@$host:/";
1888 }
1889 ccomp rsync rsd rsa rst rsu
1890
1891 # find programs listening on a port
1892 ssp() {
1893 local port=$1
1894 # to figure out these args, i had to look at the man page from git version, as of 2022-04.
1895 s ss -lpn state listening sport = $port
1896 }
1897
1898 resolvcat() {
1899 local f
1900 if [[ $(systemctl is-active nscd ||:) != inactive ]]; then
1901 m s nscd -i hosts
1902 fi
1903 f=/etc/resolv.conf
1904 echo $f:; ccat $f
1905 hr; s ss -lpn sport = 53
1906 if systemctl is-enabled dnsmasq &>/dev/null || [[ $(systemctl is-active dnsmasq ||:) != inactive ]]; then
1907 # this will fail is dnsmasq is failed
1908 hr; m ser status dnsmasq | cat || :
1909 f=/etc/dnsmasq.conf
1910 hr; echo $f:; ccat $f
1911 hr; m grr '^ *(servers-file|server) *=|^ *no-resolv *$' /etc/dnsmasq.conf /etc/dnsmasq.d
1912 f=/etc/dnsmasq-servers.conf
1913 hr; echo $f:; ccat $f
1914 fi
1915 hr
1916 echo /etc/nsswitch.conf:
1917 grep '^ *hosts:' /etc/nsswitch.conf
1918 if systemctl is-enabled systemd-resolved &>/dev/null || [[ $(systemctl is-active systemd-resolved ||:) != inactive ]]; then
1919 hr; m ser status systemd-resolved | cat || :
1920 hr; m resolvectl status | cat
1921 fi
1922
1923 }
1924 rcat() {
1925 resolvcat | less
1926 }
1927 reresolv() {
1928 if [[ $(systemctl is-active nscd ||:) != inactive ]]; then
1929 m ser stop nscd
1930 sleep .5
1931 m ser start nscd
1932 m sudo nscd -i hosts
1933 fi
1934 if [[ $(systemctl is-active dnsmasq ||:) != inactive ]]; then
1935 m sudo systemctl restart dnsmasq
1936 fi
1937 if [[ $(systemctl is-active systemd-resolved ||:) != inactive ]]; then
1938 m sudo systemctl restart systemd-resolved
1939 fi
1940 if type -P resolvectl &>/dev/null; then
1941 resolvectl flush-caches
1942 fi
1943 }
1944
1945 # add annoyingly long argument which should be the default
1946 sedi() {
1947 sed -i --follow-symlinks "$@"
1948 }
1949
1950 rmstrips() {
1951 ssh fencepost head -n 300 /gd/gnuorg/EventAndTravelInfo/rms-current-trips.txt | less
1952 }
1953
1954 urun () {
1955 umask $1
1956 shift
1957 "$@"
1958 }
1959 sudo () {
1960 command sudo "$@" || return $?
1961 DID_SUDO=true
1962 }
1963 s() {
1964 # background
1965 # I use a function because otherwise we cant use in a script,
1966 # cant assign to variable.
1967 #
1968 # note: gksudo is recommended for X apps because it does not set the
1969 # home directory to the same, and thus apps writing to ~ fuck things up
1970 # with root owned files.
1971 #
1972 if [[ $EUID != 0 || $1 == -* ]]; then
1973 # shellcheck disable=SC2034
1974 SUDOD="$PWD" command sudo -i "$@"
1975 DID_SUDO=true
1976 else
1977 "$@"
1978 fi
1979 }
1980 sb() { # sudo bash -c
1981 # use sb instead of s is for sudo redirections,
1982 # eg. sb 'echo "ok fine" > /etc/file'
1983 # shellcheck disable=SC2034
1984 local SUDOD="$PWD"
1985 sudo -i bash -c "$@"
1986 }
1987 # secret sudo
1988 se() { s urun 0077 "$@"; }
1989 ccomp sudo s sb se
1990
1991 safe_rename() { # warn and dont rename if file exists.
1992 # mv -n exists, but it\'s silent
1993 if [[ $# != 2 ]]; then
1994 echo safe_rename error: $# args, need 2 >2
1995 return 1
1996 fi
1997 if [[ $1 != "$2" ]]; then # yes, we want to silently ignore this
1998 if [[ -e $2 || -L $2 ]]; then
1999 echo "Cannot rename $1 to $2 as it already exists."
2000 else
2001 mv -vi "$1" "$2"
2002 fi
2003 fi
2004 }
2005
2006
2007 sd() {
2008 sudo dd status=none of="$1"
2009 }
2010
2011 ser() {
2012 if type -p systemctl &>/dev/null; then
2013 s systemctl "$@"
2014 else
2015 if (( $# >= 3 )); then
2016 echo iank: ser expected 2 or less arguments
2017 return 1
2018 fi
2019 s service $2 $1
2020 fi
2021 }
2022 serstat() {
2023 systemctl -n 40 status "$@"
2024 }
2025
2026 seru() { systemctl --user "$@"; }
2027 # like restart, but do nothing if its not already started
2028 srestart() {
2029 local service=$1
2030 if [[ $(s systemctl --no-pager show -p ActiveState $service ) == ActiveState=active ]]; then
2031 systemctl restart $service
2032 fi
2033 }
2034
2035 setini() { # set a value in a .ini style file
2036 key="$1" value="$2" section="$3" file="$4"
2037 if [[ -s $file ]]; then
2038 sed -ri -f - "$file" <<EOF
2039 # remove existing keys
2040 / *\[$section\]/,/^ *\[[^]]+\]/{/^\s*$key[[:space:]=]/d}
2041 # add key
2042 /^\s*\[$section\]/a $key=$value
2043 # from section to eof, do nothing
2044 /^\s*\[$section\]/,\$b
2045 # on the last line, if we haven't found section yet, add section and key
2046 \$a [$section]\\
2047 $key=$value
2048 EOF
2049 else
2050 cat >"$file" <<EOF
2051 [$section]
2052 $key=$value
2053 EOF
2054 fi
2055 }
2056
2057 sgo() { # service go
2058 service=$1
2059 ser restart $service || return 1
2060 if type -p systemctl &>/dev/null; then
2061 ser enable $service
2062 fi
2063 }
2064 soff () {
2065 for service; do
2066 # ignore services that dont exist
2067 if systemctl cat $service &>/dev/null; then
2068 ser stop $service;
2069 ser disable $service
2070 fi
2071 done
2072 }
2073
2074 sgu() {
2075 systemctl list-unit-files | rg "$@"
2076 }
2077
2078
2079 sk() {
2080
2081
2082 # disable a warning with:
2083 # shellcheck disable=SC2206 # reasoning
2084
2085 # see bash-template/style-guide.md for justifications
2086
2087 local quotes others
2088 quotes=2048,2068,2086,2206
2089 others=2029,2033,2054,2164
2090 shellcheck -W 999 -x -e $quotes,$others "$@" || return $?
2091 }
2092
2093
2094 # sl: ssh, but firsh rsync our bashrc and related files to a special
2095 # directory on the remote host if needed.
2096
2097 # Some environment variables and files need to be setup for this to work
2098 # (mine are set at the beginning of this file)
2099
2100 # SL_FILES_DIR: Environment variable. Path to folder which should at
2101 # least have a .bashrc file or symlink. This dir will be rsynced to ~ on
2102 # remote hosts (top level symlinks are resolved) unless the host already
2103 # has a $SL_FILES_DIR/.bashrc. In that case, we assume it is a host you
2104 # control and sync files to separately and already has the ~/.bashrc you
2105 # want. The remote bash will also take its .inputrc config from this
2106 # folder (default of not existing is fine). Mine looks like this:
2107 # https://iankelling.org/git/?p=distro-setup;a=tree;f=sl/.iank
2108
2109 # SL_INFO_DIR: Environment variable. This folder stores info about what
2110 # we detected on the remote system and when we last synced. It will be created
2111 # if it does not exist. Sometimes you may want to forget about a
2112 # remote system, you can use sl --rsync, or the function for that slr
2113 # below.
2114
2115 # SL_TEST_CMD: Env var. Meant to be used to vary the files synced
2116 # depending on the remote host. Run this string on the remote host the
2117 # first time sl is run (or if we run slr). The result is passed to
2118 # SL_TEST_HOOK. For example,
2119 # export SL_TEST_CMD=". /etc/os-release ; echo \${VERSION//[^a-zA-Z0-9]/}"
2120
2121 # SL_TEST_HOOK: Env var. It is run as $SL_TEST_HOOK. This can set
2122 # $SL_FILES_DIR to vary the files synced.
2123
2124 # SL_RSYNC_ARGS: Env var. String of arguments passed to rsync. For
2125 # example to exclude files within a directory. Note, excluded
2126 # files wont be deleted on rsync, you can add --delete-excluded
2127 # to the rsync command if that is desired.
2128
2129 # SL_SSH_ARGS: Env var. Default arguments passed to ssh.
2130
2131 # For when ~/.bashrc is already customized on the remote server, you
2132 # might find it problematic that ~/.bashrc is sourced for ALL ssh
2133 # commands, even in scripts. This paragraph is all about that. bash
2134 # scripts dont source ~/.bashrc, but call ssh in scripts and you get
2135 # ~/.bashrc. You dont want this. .bashrc is meant for interactive shells
2136 # and if you customize it, probably has bugs from time to time. This is
2137 # bad. Here's how I fix it. I have a special condition to "return" in my
2138 # .bashrc for noninteractive ssh shells (copy that code). Then use this
2139 # function or similar that passes LC_USEBASHRC=t when sshing and I want
2140 # my bashrc. Also, I don't keep most of my bashrc in .bashrc, i source a
2141 # separate file because even if I return early on, the whole file gets
2142 # parsed which can fail if there is a syntax error.
2143 sl() {
2144 # Background on LC_USEBASHRC var (no need to read if you just want to
2145 # use this function): env variables sent across ssh are strictly
2146 # limited, but we get LC_* at least in debian based machines, so we
2147 # just make that * be something no normal program would use. Note, on
2148 # hosts that dont allow LC_* I start an inner shell with LC_USEBASHRC
2149 # set, and the inner shell also allows running a nondefault
2150 # .bashrc. This means the outer shell still ran the default .bashrc,
2151 # but that is the best we can do.
2152
2153 local now args remote dorsync haveinfo tmpa sshinfo tmp tmp2 type info_sec force_rsync \
2154 sync_dirname testcmd extra_info testbool files_sec sl_test_cmd sl_test_hook
2155 declare -a args tmpa
2156
2157 args=($SL_SSH_ARGS)
2158
2159 # ssh [-1246Antivivisectionist] [-b bind_address] [-c cipher_spec] [-D [bind_address:]port]
2160 # [-E log_file] [-e escape_char] [-F configfile] [-I pkcs11] [-i identity_file] [-L address]
2161 # [-l login_name] [-m mac_spec] [-O ctl_cmd] [-o option] [-p port] [-Q query_option]
2162 # [-R address] [-S ctl_path] [-W host:port] [-w local_tun[:remote_tun]] [user@]hostname
2163 # [command]
2164
2165 # ssh [-46AaCfGgKkMNnqsTtVvXxYy] [-b bind_address] [-c cipher_spec]
2166 # [-D [bind_address:]port] [-E log_file] [-e escape_char]
2167 # [-F configfile] [-I pkcs11] [-i identity_file]
2168 # [-J [user@]host[:port]] [-L address] [-l login_name] [-m mac_spec]
2169 # [-O ctl_cmd] [-o option] [-p port] [-Q query_option] [-R address]
2170 # [-S ctl_path] [-W host:port] [-w local_tun[:remote_tun]]
2171
2172 force_rsync=false
2173 if [[ $1 == --rsync ]]; then
2174 force_rsync=true
2175 shift
2176 fi
2177
2178 sl_test_cmd=$SL_TEST_CMD
2179 sl_test_hook=$SL_TEST_HOOK
2180 sl_rsync_args=$SL_RSYNC_ARGS
2181 while [[ $1 ]]; do
2182 case "$1" in
2183 --rsync)
2184 force_rsync=true
2185 ;;
2186 --sl-test-cmd)
2187 sl_test_cmd="$2"
2188 shift
2189 ;;
2190 --sl-test-hook)
2191 sl_test_hook="$2"
2192 shift
2193 ;;
2194 --sl-rsync-args)
2195 sl_rsync_args="$2"
2196 shift
2197 ;;
2198 *)
2199 break
2200 ;;
2201 esac
2202 shift
2203 done
2204
2205 while [[ $1 ]]; do
2206 case "$1" in
2207 # note we dont support things like -4oOption
2208 -[46AaCfGgKkMNnqsTtVvXxYy]*)
2209 args+=("$1"); shift
2210 ;;
2211 -[bcDEeFIiJLlmOopQRSWw]*)
2212 # -oOption etc is valid
2213 if (( ${#1} >= 3 )); then
2214 args+=("$1"); shift
2215 else
2216 args+=("$1" "$2"); shift 2
2217 fi
2218 ;;
2219 *)
2220 break
2221 ;;
2222 esac
2223 done
2224 remote="$1"
2225 if [[ ! $remote ]]; then
2226 echo $0: error hostname required >&2
2227 return 1
2228 fi
2229 shift
2230
2231 if [[ ! $SL_INFO_DIR ]]; then
2232 echo error: missing '$SL_INFO_DIR' env var >&2
2233 return 1
2234 fi
2235
2236 dorsync=false
2237 haveinfo=false
2238 tmpa=($SL_INFO_DIR/???????????"$remote")
2239 sshinfo=${tmpa[0]}
2240 if [[ -e $sshinfo ]]; then
2241 if $force_rsync; then
2242 rm -f $sshinfo
2243 else
2244 haveinfo=true
2245 fi
2246 fi
2247 if $haveinfo; then
2248 tmp=${sshinfo[0]##*/}
2249 tmp2=${tmp::11}
2250 type=${tmp2: -1}
2251 extra_info=$(cat $sshinfo)
2252 else
2253 # we test for string to know ssh succeeded
2254 testbool="test -e $SL_FILES_DIR/.bashrc -a -L .bashrc -a -v LC_USEBASHRC"
2255 testcmd="if $testbool; then printf y; else printf n; fi"
2256 if ! tmp=$(LC_USEBASHRC=y command ssh "${args[@]}" "$remote" "$testcmd; $sl_test_cmd"); then
2257 echo failed sl test. doing plain ssh -v
2258 command ssh -v "${args[@]}" "$remote"
2259 fi
2260 if [[ $tmp == y* ]]; then
2261 type=a
2262 else
2263 dorsync=true
2264 type=b
2265 fi
2266 extra_info="${tmp:1}"
2267 fi
2268 if [[ $sl_test_hook ]]; then
2269 RSYNC_RSH="ssh ${args[*]}" $sl_test_hook "$extra_info" "$remote"
2270 fi
2271
2272 if $haveinfo && [[ $type == b ]]; then
2273 info_sec=${tmp::10}
2274 read files_sec _ < <(find -L $SL_FILES_DIR -printf "%T@ %p\n" | sort -nr || [[ $? == 141 || ${PIPESTATUS[0]} == 32 ]] )
2275 files_sec=${files_sec%%.*}
2276 if (( files_sec > info_sec )); then
2277 dorsync=true
2278 rm -f $sshinfo
2279 fi
2280 fi
2281
2282 sync_dirname=${SL_FILES_DIR##*/}
2283
2284 if [[ ! $SL_FILES_DIR ]]; then
2285 echo error: missing '$SL_FILES_DIR' env var >&2
2286 return 1
2287 fi
2288
2289 if $dorsync; then
2290 RSYNC_RSH="ssh ${args[*]}" m rsync -rptL --delete $sl_rsync_args $SL_FILES_DIR "$remote":
2291 fi
2292 if $dorsync || ! $haveinfo; then
2293 sshinfo=$SL_INFO_DIR/$EPOCHSECONDS$type"$remote"
2294 [[ -e $SL_INFO_DIR ]] || mkdir -p $SL_INFO_DIR
2295 printf "%s\n" "$extra_info" >$sshinfo
2296 chmod 666 $sshinfo
2297 fi
2298 if [[ $type == b ]]; then
2299 if (( ${#@} )); then
2300 # Theres a couple ways to pass arguments, im not sure whats best,
2301 # but relying on bash 4.4+ escape quoting seems most reliable.
2302 command ssh "${args[@]}" "$remote" \
2303 LC_USEBASHRC=t bash -c '.\ '$sync_dirname'/.bashrc\;"\"\$@\""' bash ${@@Q}
2304 elif [[ ! -t 0 ]]; then
2305 # This case is when commands are being piped to ssh.
2306 # Normally, no bashrc gets sourced.
2307 # But, since we are doing all this, lets source it because we can.
2308 cat <(echo . $sync_dirname/.bashrc) - | command ssh "${args[@]}" "$remote" LC_USEBASHRC=t bash
2309 else
2310 command ssh -t "${args[@]}" "$remote" LC_USEBASHRC=t INPUTRC=$sync_dirname/.inputrc bash --rcfile $sync_dirname/.bashrc
2311 fi
2312 else
2313 if [[ -t 0 ]]; then
2314 LC_USEBASHRC=t command ssh "${args[@]}" "$remote" ${@@Q}
2315 else
2316 command ssh "${args[@]}" "$remote" LC_USEBASHRC=t bash
2317 fi
2318 fi
2319 # this function inspired from https://github.com/Russell91/sshrc
2320 }
2321
2322 slr() {
2323 sl --rsync "$@"
2324 }
2325 sss() { # ssh solo
2326 sl -oControlMaster=no -oControlPath=/ "$@"
2327 }
2328 # kill off old shared socket then ssh
2329 ssk() {
2330 m ssh -O exit "$@" || [[ $? == 255 ]]
2331 m sl "$@"
2332 }
2333 ccomp ssh sl slr sss ssk
2334 # plain ssh
2335 ssh() {
2336 if [[ $TERM == alacritty || $TERM == xterm-kitty ]]; then
2337 TERM=xterm-256color LC_USEBASHRC=t command ssh "$@"
2338 else
2339 LC_USEBASHRC=t command ssh "$@"
2340 fi
2341 }
2342
2343
2344 slog() {
2345 # log with script. timing is $1.t and script is $1.s
2346 # -l to save to ~/typescripts/
2347 # -t to add a timestamp to the filenames
2348 local logdir do_stamp arg_base
2349 (( $# >= 1 )) || { echo "arguments wrong"; return 1; }
2350 logdir="/a/dt/"
2351 do_stamp=false
2352 while getopts "lt" option
2353 do
2354 case $option in
2355 l ) arg_base=$logdir ;;
2356 t ) do_stamp=true ;;
2357 esac
2358 done
2359 shift $((OPTIND - 1))
2360 arg_base+=$1
2361 [[ -e $logdir ]] || mkdir -p $logdir
2362 $do_stamp && arg_base+=$(date +%F.%T%z)
2363 script -t $arg_base.s 2> $arg_base.t
2364 }
2365 splay() { # script replay
2366 #logRoot="$HOME/typescripts/"
2367 #scriptreplay "$logRoot$1.t" "$logRoot$1.s"
2368 scriptreplay "$1.t" "$1.s"
2369 }
2370
2371 sr() {
2372 # sudo redo. be aware, this command may not work right on strange distros or earlier software
2373 if [[ $# == 0 ]]; then
2374 sudo -E bash -c -l "$(history -p '!!')"
2375 else
2376 echo this command redos last history item. no argument is accepted
2377 fi
2378 }
2379
2380 srm () {
2381 # with -ll, less secure but faster.
2382 command srm -ll "$@"
2383 }
2384
2385 srun() {
2386 scp $2 $1:/tmp
2387 ssh $1 /tmp/${2##*/} $(printf "%q\n" "${@:2}")
2388 }
2389
2390
2391 swap() {
2392 local tmp
2393 tmp=$(mktemp)
2394 mv $1 $tmp
2395 mv $2 $1
2396 mv $tmp $2
2397 }
2398
2399 tclock() { # terminal clock
2400 local x
2401 clear
2402 date +%l:%_M
2403 len=60
2404 # this goes to full width
2405 #len=${1:-$((COLUMNS -7))}
2406 x=1
2407 while true; do
2408 if (( x == len )); then
2409 end=true
2410 d="$(date +%l:%_M) "
2411 else
2412 end=false
2413 d=$(date +%l:%M:%_S)
2414 fi
2415 echo -en "\r"
2416 echo -n "$d"
2417 for ((i=0; i<x; i++)); do
2418 if (( i % 6 )); then
2419 echo -n _
2420 else
2421 echo -n .
2422 fi
2423 done
2424 if $end; then
2425 echo
2426 x=1
2427 else
2428 x=$((x+1))
2429 fi
2430 sleep 5
2431 done
2432 }
2433
2434
2435 te() {
2436 # test existence / exists
2437 local ret=0
2438 for x in "$@"; do
2439 [[ -e "$x" || -L "$x" ]] || ret=1
2440 done
2441 return $ret
2442 }
2443
2444 psoff() {
2445 # normally, i would just execute these commands in the function.
2446 # however, DEBUG is not inherited, so we need to run it outside a function.
2447 # And we want to run set -x afterwards to avoid spam, so we cram everything
2448 # in here, and then it will run after this function is done.
2449 PROMPT_COMMAND='trap DEBUG; unset PROMPT_COMMAND; PS1="\w \$ "'
2450 }
2451 pson() {
2452 PROMPT_COMMAND=prompt-command
2453 if [[ $TERM == *(screen*|xterm*|rxvt*) ]]; then
2454 trap 'settitle "$BASH_COMMAND"' DEBUG
2455 fi
2456 }
2457
2458 # prometheus node curl
2459 pnodecurl() {
2460 local host
2461 host=${1:-127.0.0.1}
2462 s curl --cert-type PEM --cert /etc/prometheus/ssl/prometheus_cert.pem --key /etc/prometheus/ssl/prometheus_key.pem --cacert /etc/prometheus/ssl/prom_node_cert.pem --resolve prom_node:9100:$host -v https://prom_node:9100/metrics
2463 }
2464
2465 tx() { # toggle set -x, and the prompt so it doesnt spam
2466 if [[ $- == *x* ]]; then
2467 set +x
2468 pson
2469 else
2470 psoff
2471 fi
2472 }
2473
2474 psnetns() {
2475 # show all processes in the network namespace $1.
2476 # blank entries appear to be subprocesses/threads
2477 local x netns
2478 netns=$1
2479 ps -w | head -n 1
2480 sudo find -L /proc/[1-9]*/task/*/ns/net -samefile /run/netns/$netns | cut -d/ -f5 | \
2481 while read -r l; do
2482 x=$(ps -w --no-headers -p $l);
2483 if [[ $x ]]; then echo "$x"; else echo $l; fi;
2484 done
2485 }
2486 nonet() {
2487 if ! s ip netns list | grep -Fx nonet &>/dev/null; then
2488 s ip netns add nonet
2489 fi
2490 sudo -E env /sbin/ip netns exec nonet sudo -E -u iank /bin/bash
2491 }
2492
2493 m() { printf "%s\n" "$*"; "$@"; }
2494
2495 # update file. note: duplicated in mail-setup
2496 u() {
2497 local tmp tmpdir dest="$1"
2498 local base="${dest##*/}"
2499 local dir="${dest%/*}"
2500 if [[ $dir != "$base" ]]; then
2501 # dest has a directory component
2502 mkdir -p "$dir"
2503 fi
2504 ur=false # u result
2505 tmpdir=$(mktemp -d)
2506 cat >$tmpdir/"$base"
2507 tmp=$(rsync -ic $tmpdir/"$base" "$dest")
2508 if [[ $tmp ]]; then
2509 printf "%s\n" "$tmp"
2510 ur=true
2511 if [[ $dest == /etc/systemd/system/* ]]; then
2512 reload=true
2513 fi
2514 fi
2515 rm -rf $tmpdir
2516 }
2517
2518
2519 uptime() {
2520 if type -p uprecords &>/dev/null; then
2521 uprecords -B
2522 else
2523 command uptime
2524 fi
2525 }
2526
2527 virshrm() {
2528 for x in "$@"; do virsh destroy "$x"; virsh undefine "$x"; done
2529 }
2530
2531 vm-set-listen(){
2532 local t
2533 t=$(mktemp)
2534 local vm=$1
2535 local ip=$2
2536 sudo virsh dumpxml $vm | sed -r "s/(<listen.*address=')([^']+)/\1$ip/" | \
2537 sed -r "s/listen='[^']+/listen='$ip/"> $t
2538 sudo virsh undefine $vm
2539 sudo virsh define $t
2540 }
2541
2542
2543 vmshare() {
2544 vm-set-listen $1 0.0.0.0
2545 }
2546
2547
2548 vmunshare() {
2549 vm-set-listen $1 127.0.0.1
2550 }
2551
2552 myiwscan() {
2553 # find input, copy to pattern space, when we find the first field, print the copy in different order without newlines.
2554 # instead of using labels, we could just match a line and group, eg: /signal:/,{s/signal:(.*)/\1/h}
2555 sudo iw dev wls1 scan | sed -rn "
2556 s/^\Wcapability: (.*)/\1/;Ta;h;b
2557 :a;s/^\Wsignal: -([^.]+).*/\1/;Tb;H;b
2558 # padded to min width of 20
2559 :b;s/\WSSID: (.*)/\1 /;T;s/^(.{20}(.*[^ ])?) */\1/;H;g;s/(.*)\n(.*)\n(.*)/\2 \3 \1/gp;b
2560 "|sort -r
2561 }
2562
2563 # Run script by copying it to a temporary location first,
2564 # and changing directory, so we don't have any open
2565 # directories or files that could cause problems when
2566 # remounting.
2567 zr() {
2568 local tmp
2569 tmp=$(type -p "$1")
2570 if [[ $tmp ]]; then
2571 cd $(mktemp -d)
2572 cp -a "$tmp" .
2573 shift
2574 ./"${tmp##*/}" "$@"
2575 else
2576 "$@"
2577 fi
2578 }
2579
2580
2581 # * spark
2582 # spark 1 5 22 13 53
2583 # # => ▁▁▃▂▇
2584
2585 # The MIT License
2586 # Copyright (c) Zach Holman, https://zachholman.com
2587 # https://github.com/holman/spark
2588
2589 # As of 2022-10-28, I reviewed github forks that had several newer
2590 # commits, none had anything interesting. I did a little refactoring
2591 # mostly to fix emacs indent bug.
2592
2593 # Generates sparklines.
2594 _spark_echo()
2595 {
2596 if [ "X$1" = "X-n" ]; then
2597 shift
2598 printf "%s" "$*"
2599 else
2600 printf "%s\n" "$*"
2601 fi
2602 }
2603
2604
2605 spark()
2606 {
2607 local f tc
2608 local n numbers=
2609
2610 # find min/max values
2611 local min=0xffffffff max=0
2612
2613 for n in ${@//,/ }
2614 do
2615 # on Linux (or with bash4) we could use `printf %.0f $n` here to
2616 # round the number but that doesn't work on OS X (bash3) nor does
2617 # `awk '{printf "%.0f",$1}' <<< $n` work, so just cut it off
2618 n=${n%.*}
2619 (( n < min )) && min=$n
2620 (( n > max )) && max=$n
2621 numbers=$numbers${numbers:+ }$n
2622 done
2623
2624 # print ticks
2625 local ticks=(▁ ▂ ▃ ▄ ▅ ▆ ▇ █)
2626
2627 # use a high tick if data is constant
2628 (( min == max )) && ticks=(▅ ▆)
2629
2630 tc=${#ticks[@]}
2631 f=$(( ( (max-min) <<8)/( tc - 1) ))
2632 (( f < 1 )) && f=1
2633
2634 for n in $numbers
2635 do
2636 _spark_echo -n ${ticks[$(( ((($n-$min)<<8)/$f) ))]}
2637 done
2638 _spark_echo
2639 }
2640
2641 pdfwc() { local f; for f; do echo "$f" $(pdfinfo "$f" | awk '/^Pages:/ {print $2}'); done }
2642
2643 # * misc stuff
2644
2645
2646 if $use_color && type -p tput &>/dev/null; then
2647 term_bold="$(tput bold)"
2648 term_red="$(tput setaf 1)"
2649 term_green="$(tput setaf 2)"
2650 term_yellow="$(tput setaf 3)"
2651 term_purple="$(tput setaf 5)"
2652 term_nocolor="$(tput sgr0)" # no font attributes
2653
2654 # unused so far. commented for shellcheck
2655 # term_underl="$(tput smul)"
2656 # term_blue="$(tput setaf 4)"
2657 # term_cyan="$(tput setaf 6)"
2658 fi
2659 # Try to keep environment pollution down, EPA loves us.
2660 unset safe_term match_lhs use_color
2661
2662 # * prompt
2663
2664
2665 if [[ $- == *i* ]]; then
2666
2667
2668 case $HOSTNAME in
2669 bk|je|li)
2670 if [[ $EUID == 1000 ]]; then
2671 system-status _ ||:
2672 fi
2673 ;;
2674 esac
2675
2676
2677 # this needs to come before next ps1 stuff
2678 # this stuff needs bash 4, feb 2009,
2679 # old enough to no longer condition on $BASH_VERSION anymore
2680 shopt -s autocd
2681 shopt -s dirspell
2682 PS1='\w'
2683 if [[ $- == *i* ]] && [[ ! $LC_INSIDE_EMACS ]]; then
2684 PROMPT_DIRTRIM=2
2685 bind -m vi-command B:shell-backward-word
2686 bind -m vi-command W:shell-forward-word
2687 fi
2688
2689 if [[ $SSH_CLIENT || $SUDO_USER ]]; then
2690 unset PROMPT_DIRTRIM
2691 PS1="\h:$PS1"
2692 fi
2693
2694 # emacs terminal has problems if this runs slowly,
2695 # so I've thrown a bunch of things at the wall to speed it up.
2696 prompt-command() {
2697 local return=$? # this MUST COME FIRST
2698 local ps_char ps_color
2699 unset IFS
2700
2701 if [[ $HISTFILE ]]; then
2702 history -a # save history
2703 fi
2704
2705 case $return in
2706 0) ps_color="$term_purple"
2707 ps_char='\$'
2708 ;;
2709 *) ps_color="$term_green"
2710 ps_char="$return \\$"
2711 ;;
2712 esac
2713 if [[ ! -O . ]]; then # not owner
2714 if [[ -w . ]]; then # writable
2715 ps_color="$term_bold$term_red"
2716 else
2717 ps_color="$term_bold$term_green"
2718 fi
2719 fi
2720
2721 # faster than sourceing the file im guessing
2722 if [[ -e /dev/shm/iank-status && ! -e /tmp/quiet-status ]]; then
2723 eval $(< /dev/shm/iank-status)
2724 fi
2725 if [[ $MAIL_HOST && $MAIL_HOST != "$HOSTNAME" ]]; then
2726 ps_char="@ $ps_char"
2727 fi
2728 jobs_char=
2729 if [[ $(jobs -p) ]]; then
2730 jobs_char='j\j '
2731 fi
2732 # We could test if sudo is active with sudo -nv
2733 # but then we get an email and log of lots of failed sudo commands.
2734 # We could turn those off, but seems better not to.
2735 if [[ $EUID != 0 ]] && [[ $DID_SUDO ]]; then
2736 psudo="\[$term_bold$term_red\]s\[$term_nocolor\] "
2737 fi
2738 if [[ ! $HISTFILE ]]; then
2739 ps_char="NOHIST $ps_char"
2740 fi
2741 PS1="${PS1%"${PS1#*[wW]}"} $jobs_char$psudo\[$ps_color\]$ps_char\[$term_nocolor\] "
2742
2743 # set titlebar. instead, using more advanced
2744 # titelbar below
2745 #echo -ne "$_title_escape $HOSTNAME ${PWD/#$HOME/~} \007"
2746 }
2747 PROMPT_COMMAND=prompt-command
2748
2749 if [[ $TERM == screen* ]]; then
2750 _title_escape="\033]..2;"
2751 else
2752 # somme sites recommend this, i dunno what the diff is.
2753 #_title_escape="\033]30;"
2754 _title_escape="\033]0;"
2755 fi
2756
2757 # make the titlebar be the last command and the current directory.
2758 settitle () {
2759
2760
2761 # These are some checks to help ensure we dont set the title at
2762 # times that the debug trap is running other than the case we
2763 # want. Some of them might not be needed.
2764 if (( ${#FUNCNAME[@]} != 1 || ${#BASH_ARGC[@]} != 2 || $BASH_SUBSHELL != 0 )); then
2765 return 0
2766 fi
2767 if [[ $1 == prompt-command ]]; then
2768 return 0
2769 fi
2770 echo -ne "$_title_escape ${PWD/#$HOME/~} "
2771 printf "%s" "$*"
2772 echo -ne "\007"
2773 }
2774
2775 # note, this wont work:
2776 # x=$(mktemp); cp a $x
2777 # I havnt figured out why, bigger fish to fry.
2778 #
2779 # for titlebar.
2780 # condition from the screen man page i think.
2781 # note: duplicated in tx()
2782 if [[ $TERM == *(screen*|xterm*|rxvt*) ]]; then
2783 trap 'settitle "$BASH_COMMAND"' DEBUG
2784 else
2785 trap DEBUG
2786 fi
2787
2788 fi
2789
2790 # * stuff that makes sense to be at the end
2791
2792
2793 # best practice
2794 unset IFS
2795
2796 # shellcheck disable=SC1090
2797 [[ -s "$HOME/.rvm/scripts/rvm" ]] && source "$HOME/.rvm/scripts/rvm" # Load RVM into a shell session *as a function*
2798
2799 # I had this idea to start a bash shell which would run an initial
2800 # command passed through this env variable, then continue on
2801 # interactively. But the use case I had in mind went away.
2802 #
2803 # if [[ $MY_INIT_CMD ]]; then
2804 # "${MY_INIT_CMD[@]}"
2805 # unset MY_INIT_CMD
2806 # fi
2807
2808 # ensure no bad programs appending to this file will have an affect
2809 return 0