#!/bin/bash
-# Copyright (C) 2019 Ian Kelling
-# SPDX-License-Identifier: AGPL-3.0-or-later
+# I, Ian Kelling, follow the GNU license recommendations at
+# https://www.gnu.org/licenses/license-recommendations.en.html. They
+# recommend that small programs, < 300 lines, be licensed under the
+# Apache License 2.0. This file contains or is part of one or more small
+# programs. If a small program grows beyond 300 lines, I plan to switch
+# its license to GPL.
+
+# Copyright 2024 Ian Kelling
+
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+
+# http://www.apache.org/licenses/LICENSE-2.0
+
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
# this gets sourced. shebang is just for file mode detection
# Use source ~/.bashrc instead of doing bash -l when running a script
# so this can set extdebug and avoid the bash debugger.
-if [[ -s /a/bin/errhandle/err ]]; then
- source /a/bin/errhandle/err
-elif [[ -s $bashrc_dir/err ]]; then
- # shellcheck source=/a/bin/errhandle/err
- source $bashrc_dir/err
+
+
+if [[ -s /a/bin/bash-bear-trap/bash-bear ]]; then
+ # shellcheck source=/a/bin/bash-bear-trap/bash-bear
+ source /a/bin/bash-bear-trap/bash-bear
+ # wtf, shellcheck doesn't allow disabling warnings in elifs
+else
+ # bleh shellcheck can't handle disabling in an elif, so nesting this if.
+ # shellcheck disable=SC2154 # set in .bashrc
+ if [[ -s $bashrc_dir/bash-bear ]]; then
+ # shellcheck source=/a/bin/bash-bear-trap/bash-bear
+ source $bashrc_dir/bash-bear
+ fi
fi
# In t8, it runs clear_console for login shells by default. I don't want
export SSH_CONFIG_FILE_OVERRIDE=/root/.ssh/confighome
+
+
# emacs has a different default search path than the info command. This
-# adds the info defaults to emacs, but not the reverse, because I dun
+# adds the info defaults to emacs. This is commented because after
+# various upgrades this is no longer a problem: for the directories that
+# exist on my system, emacs already includes the ones that info
+# searches.
+#
+# but not the reverse, because I dun
# care much about the cli. The search path is only on the cli if you run
# "info xxx", or in emacs if you run '(info xxx)', so not that
-# important, but might as well fix it.
+# important and i don't bother fixing it.
+
+# # info info says this path is what was compiled, and its not documented
+# # anywhere. Through source grepping, i found it in files.h of the info
+# # source in trisquel flidas.
+# #
+# # Trailing : means for emacs to add its own stuff on to the end.
+# #
+# # A problem with this is that directories which are not readable breaks info. And of course, this hard coding is not nice.
+# # I removed PATH from the start, because I've never seen an info file in PATH. And removed ".", because I can just specify the full file name in that case.
+# #
+# # https://raw.githubusercontent.com/debian-tex/texinfo/master/info/filesys.h
+# #
+
+# # note: to split up the var like this, do:
+# # IFS=:; printf '%s\n' $INFOPATH
+
+# dirs=(
+# /usr/local/info
+# /usr/info
+# /usr/local/lib/info
+# /usr/lib/info
+# /usr/local/gnu/info
+# /usr/local/gnu/lib/info
+# /usr/gnu/info
+# /usr/gnu/lib/info
+# /opt/gnu/info
+# /usr/share/info
+# /usr/share/lib/info
+# /usr/local/share/info
+# /usr/local/share/lib/info
+# /usr/gnu/lib/emacs/info
+# /usr/local/gnu/lib/emacs/info
+# /usr/local/lib/emacs/info
+# /usr/local/emacs/info
+# )
+
+# for d in ${dirs[@]}; do
+# if [[ -r $d ]]; then
+# INFOPATH="$d:$INFOPATH"
+# fi
+# done
+# unset d dirs
+
+
+# note: guix bash config does this automatically.
+if [[ $INFOPATH != *: ]]; then
+ INFOPATH="$INFOPATH:"
+fi
-# info info says this path is what was compiled, and its not documented
-# anywhere. Through source grepping, i found it in filesys.h of the info
-# source in trisquel flidas.
+# info parameter expansion
+#
+# info cheat sheet:
+# H: see keybinds
+# / search, {, }: next/prev match
+# ctrl/alt-v scroll forward/backward within this node
+# l: go to previous node
#
-# Traling : means for emacs to add its own stuff on to the end.
+info-pe() {
+ info bash 'Basic Shell Features' 'Shell Expansions' 'Shell Parameter Expansion'
+}
-export INFOPATH=$PATH:/usr/local/info:/usr/info:/usr/local/lib/info:/usr/lib/info:/usr/local/gnu/info:/usr/local/gnu/lib/info:/usr/gnu/info:/usr/gnu/lib/info:/opt/gnu/info:/usr/share/info:/usr/share/lib/info:/usr/local/share/info:/usr/local/share/lib/info:/usr/gnu/lib/emacs/info:/usr/local/gnu/lib/emacs/info:/usr/local/lib/emacs/info:/usr/local/emacs/info:.:
# for openwrt system that has no stty, this is easier than
# guarding every time i use it.
TERM=xterm-256color
fi
- if [[ $TERM == alacritty && ! -e /usr/share/terminfo/a/alacritty ]]; then
- # todo: we should try installing the alacritty terminfo if it is not found
- # https://github.com/alacritty/alacritty/issues/2838
- TERM=xterm-256color
- fi
-
- # copying from the alacritty example above,
- if [[ $TERM == xterm-kitty ]]; then
- if [[ ! -e /usr/share/terminfo/x/xterm-kitty ]]; then
- TERM=xterm-256color
- else
- if [[ -e /a/opt/kitty/shell-integration/bash/kitty.bash ]]; then
- KITTY_SHELL_INTEGRATION=t
- source /a/opt/kitty/shell-integration/bash/kitty.bash
- fi
- fi
- fi
-
# todo: not sure this works in sakura
#stty werase undef
#bind "\C-w": kill-region
# sakura == xterm-256color
# konsole == xterm
- if [[ $TERM != xterm-kitty && $TERM == xterm* ]]; then
+ if [[ $TERM == xterm* ]]; then
# control + arrow keys. for other terminals, see http://unix.stackexchange.com/questions/10806/how-to-change-previous-next-word-shortcut-in-bash
bind '"\e[1;5C": shell-forward-word' 2>/dev/null
bind '"\e[1;5D": shell-backward-word' 2>/dev/null
fi
-case $TERM in
- # fixup broken backspace in chroots
- xterm-kitty|alacritty)
- chroot() {
- TERM=xterm-256color command chroot "$@"
- }
- ;;
-esac
-
export BC_LINE_LENGTH=0
# ansible option
# i for insensitive. the rest from
# X means dont remove the current screenworth of output upon exit
# R means to show colors n things
+# a useful flag is -F aka --quit-if-one-screen
export LESS=RXij12
export SYSTEMD_LESS=$LESS
+
export NNN_COLORS=2136
export SL_FILES_DIR=/b/ds/sl/.iank
export SL_INFO_DIR=/p/sshinfo
+### begin pyenv ###
+
+# this is adapted from things printed to term after install
+# pyenv. commented for now since I'm not actually using pyenv.
+
+# export PYENV_ROOT="$HOME/.pyenv"
+# command -v pyenv &>/dev/null || export PATH="$PYENV_ROOT/bin:$PATH"
+# command -v pyenv &>/dev/null && eval "$(pyenv init -)"
+
+
+# output showed this example for pyenv-virtualenv, which i have no idea
+# what it is, but leaving it as a comment in case I end up doing python
+# dev.
+
+#eval "$(pyenv virtualenv-init -)"
+### end begin pyenv ###
+
+
+
# * include files
if [[ -s $bashrc_dir/path-add-function ]]; then
# bash: /usr/share/bashdb/bashdb-main.inc: No such file or directory
# bash: warning: cannot start debugger; debugging mode disabled
if [[ $SOE ]]; then
- if [[ -e /a/bin/errhandle/err ]]; then
- source /a/bin/errhandle/err
+ if [[ -e /a/bin/bash-bear-trap/bash-bear ]]; then
+ source /a/bin/bash-bear-trap/bash-bear
fi
fi
-
+# go exists here
+path-add --ifexists /usr/local/go/bin
mysrc() {
dir=${path%/*}
file=${path##*/}
if [[ -s $path ]]; then
+ # shellcheck disable=SC1090 # this is dynamic, shellcheck can't follow it.
source $path
elif [[ -s $bashrc_dir/$file ]]; then
+ # shellcheck disable=SC1090 # this is dynamic, shellcheck can't follow it.
source $bashrc_dir/$file
fi
}
mysrc /a/bin/small-misc-bash/ll-function
mysrc /a/bin/distro-functions/src/package-manager-abstractions
+# things to remember:
+# ALT-C - cd into the selected directory
+# CTRL-T - Paste the selected file path into the command line
+#
+# good guide to some of its basic features is the readme file
+# https://github.com/junegunn/fzf
+
+# if [[ -s /usr/share/doc/fzf/examples/key-bindings.bash ]]; then
+# source /usr/share/doc/fzf/examples/key-bindings.bash
+# fi
# * functions
+
+# temporary functions
+y() {
+ m "${@//spring/fall}"
+}
+h() {
+ e "${@//spring/fall}"
+}
+
+
### begin FSF section ###
# Comments before functions are meant to be good useful
# note.
## copy bash completion
-# Usage: ORIGINAL_COMMAND TARGET_COMMAND...
#
# It copies how the bash completion works from one command to other
-# commands.
+# commands. Generally just use within a .bashrc.
+#
+# Usage: ORIGINAL_COMMAND TARGET_COMMAND...
+#
ccomp() {
local c src
src=$1
c=$(complete -p $src 2>/dev/null) || return 0
fi
# remove $src( .*|$)
- c=${c% $src}
- c=${c%% $src *}
+ c=${c% "$src"}
+ c=${c%% "$src" *}
eval $c $*
}
-## directory history tracking and navigation.
+## BEGIN functions to change directory better than cd ##
#
-# cd becomes a function, also aliased to c. b to go back, f to go
-# forward, cl to list recent directories and choose one.
+# The functions:
#
-# The finer details you may want to skip:
+# c: acts like cd, but stores directory history: you could alias to cd if you wanted.
+# b: go back
+# f: go forward
+# cl: list recent directories and optionally choose one.
#
-# We also define bl to print the list of back and forward directories.
+# Finer details you may want to skip:
#
-# We keep 2 stacks, forward and back. Unlike with a web browser, the
-# forward stack is not erased when going somewhere new.
+# bl: print the list of back and forward directories.
+#
+# We keep 2 stacks of directories, forward and back. Unlike with a web
+# browser, the forward stack is not erased when going somewhere new.
#
# Recent directories are stored in ~/.cdirs.
#
# printf "%s\n" "${_dir_forward[-1]}"
# fi
}
-# cd list
+# cl = cd list
cl() {
local i line input start
local -A buttondirs alines
tac ~/.cdirs | awk '!seen[$0]++' | head -n 200 | tac | sponge ~/.cdirs || [[ $? == 141 ]]
fi
- for (( j=$start; j >= 0; j-- )); do
+ for (( j=start; j >= 0; j-- )); do
line="${lines[$j]}"
if [[ ! $line || ${alines[$line]} || ! -d "$line" || $line == "$PWD" || line == "$HOME" ]]; then
continue
alines[$line]=t
buttondirs[${buttons[i]}]="$line"
printf "%s %s\n" ${buttons[i]} "$line"
- if (( i == ${#buttons[@]} - 1 )); then
+ # the LINES bit is for when we have a short terminal, just dont print all
+ # the directories. alternative would be to do something like less the list.
+ if (( i == ${#buttons[@]} - 1 )) || { [[ $LINES ]] && (( i == LINES - 3 )); }; then
break
fi
i=$(( i + 1 ))
c "${buttondirs[$input]}"
fi
}
-# back list
+# bl = back list. lists the back and forward directories. i tend to
+# forget this exists and use cl instead.
bl() {
local start i j max
max=10
fi
j=1
if (( start >= 0 )); then
- for (( i=$start; i >= 0 ; i-- )); do
+ for (( i=start; i >= 0 ; i-- )); do
printf "%s %s\n" $j ${_dir_back[i]}
j=$(( j + 1 ))
if (( j >= max )); then
fi
echo --
j=1
- for (( i=$start; i >= 0 ; i-- )); do
+ for (( i=start; i >= 0 ; i-- )); do
printf "%s %s\n" $j ${_dir_forward[i]}
j=$(( j + 1 ))
if (( j >= max )); then
fi
done
}
+# like running cl <enter> a <enter>
+cla() {
+ local line
+ mapfile -t lines <~/.cdirs
+ start=$(( ${#lines[@]} - 1 ))
+ for (( j=start; j >= 0; j-- )); do
+ line="${lines[$j]}"
+ if [[ ! $line || ! -d "$line" || $line == "$PWD" || line == "$HOME" ]]; then
+ continue
+ fi
+ e "$line"
+ c "$line"
+ break
+ done
+}
+## END functions to change directory better than cd ##
# pee do. run args as a command with output copied to syslog.
#
"$@" |& pee cat "logger -t $tag" || ret=$?
echo "exited with status=$ret" | pee cat "logger -t $tag"
# this avoids any err-catch
- (( $ret == 0 )) || return $ret
+ (( ret == 0 )) || return $ret
}
ccomp time pd
fi
# -q = quiet
journalctl -qn2 -f -u "$cmd_name" &
+ jr_pid=$!
# Trial and error of time needed to avoid missing initial lines.
# .5 was not reliable. 1 was not reliable. 2 was not reliable
sleep 4
- jr_pid=$!
systemd-run --unit "$cmd_name" --wait --collect "$cmd" "$@" || ret=$?
# The sleep lets the journal output its last line
# before the prompt comes up.
unset jr_pid
fg &>/dev/null ||:
# this avoids any err-catch
- (( $ret == 0 )) || return $ret
+ (( ret == 0 )) || return $ret
}
ccomp time jdo
+
+# standard date as used in logs
+datelog() {
+ date +%Y-%m-%d "$@"
+}
+
+# date in log appropriate format
+dtl() {
+ date "+%F %T" "$@"
+}
+
+# ts formatted
+tsf() {
+ command ts "%F %T" "$@"
+}
+
+# ts log. log command to log file.
+# usage: tsl LOG_PATH_PREFIX COMMAND...
+# example: tsl /root/command
+# log file will be like /root/command-2024-02-10.log
+tsl() {
+ local log_prefix log_path appending ret
+ if (( $# < 2 )); then
+ echo "tsl: error: expected >= 2 arguments, got $#" >&2
+ return 1
+ fi
+ log_prefix="$1"
+ if [[ $log_prefix == */* && ! -d ${log_prefix%*/} ]]; then
+ echo "tsl: error: expected directory at ${log_prefix%*/}" >&2
+ return 1
+ fi
+ log_path=$log_prefix-$(date +%Y-%m-%d).log
+ appending=false
+ if [[ -s $log_path ]]; then
+ appending=true
+ fi
+ shift
+ printf "%s\n" "CWD: $PWD, log: $log_path, running $*" | ts "%F %T" | tee -a "$log_path"
+ ret=0
+ "$@" |& ts "%F %T" | tee -a "$log_path" || ret=$?
+ printf "%s\n" "exit code $ret from command: $*" | ts "%F %T" | tee -a "$log_path"
+ if $appending; then
+ printf "%s\n" "note: this log file contains logs before those of previous command" | ts "%F %T" | tee -a "$log_path"
+ fi
+}
+
+disk-info() {
+ local cmds cmd
+ mapfile -t cmds <<'EOF'
+tail -n +1 /proc/mdstat /etc/mdadm/mdadm.conf /etc/fstab /etc/crypttab
+lsblk
+blkid
+ls -la /dev/disk/by-id
+EOF
+
+ for cmd in "${cmds[@]}"; do
+ cat <<EOF
+### $cmd
+
+\`\`\`
+EOF
+ $cmd
+ cat <<'EOF'
+
+```
+
+EOF
+ done
+}
+
+screenrtp() {
+
+ local ip port xoffset
+ read -r ip port xoffset <<<"$@"
+
+ setxenv
+
+ if [[ ! $port ]]; then
+ port=9999
+ fi
+
+ while true; do
+ # By default, plugged in screen goes to the right side, so we need an
+ # offset that is the same as the laptop's x resolution. If we are in
+ # mirror mode, then we don't need an offset.
+ if [[ ! $xoffset ]]; then
+ xoffset=0
+ laptop_x=$(xrandr | awk '$1 == "LVDS-1" {print $4}' | sed 's/x.*//') || { sleep 1; continue; }
+ total_x=$(xdpyinfo| awk '$1 == "dimensions:" {print $2}' | sed 's/x.*//') || { sleep 1; continue; }
+ screen2_res=$(xrandr | awk '$2 == "connected" && $1 != "LVDS-1" { print $3 }' | sed 's/+.*//')
+ if (( laptop_x < total_x )); then
+ xoffset=$laptop_x
+ fi
+ fi
+
+ m ffmpeg -probesize 50M -thread_queue_size 50 \
+ -video_size $screen2_res -f x11grab -framerate 30 -i :0.0+$xoffset.0 \
+ -vcodec libx264 -g 1 -tune zerolatency -preset ultrafast -pix_fmt yuv420p -x264-params repeat-headers=1 \
+ -f rtp_mpegts rtp://$ip:$port ||:
+
+
+ sleep 1
+ done
+}
+
+setxenv() {
+ if [[ ! $DISPLAY ]]; then
+ export DISPLAY=:0.0
+ fi
+ if [[ ! $XAUTHORITY ]]; then
+ export XAUTHORITY=$HOME/.Xauthority
+ fi
+}
+
#### end fsf section
# file cut copy and paste, like the text buffers :)
# I havnt tested these.
_fbufferinit() { # internal use
- ! [[ $my_f_tempdir ]] && my_f_tempdir=$(mktemp -d)
+ ! [[ $my_f_tempdir ]] && my_f_tempdir="$(mktemp -d)"
rm -rf "${my_f_tempdir:?}"/*
}
fcp() { # file cp
cp "$my_f_tempdir"/* "$target"
}
-_khfix_common() {
- local host ip port file key
- read -r host ip port < <(timeout -s 9 2 ssh -oBatchMode=yes -oControlMaster=no -oControlPath=/ -v $1 |& sed -rn "s/debug1: Connecting to ([^ ]+) \[([^\]*)] port ([0-9]+).*/\1 \2 \3/p" ||: )
+_khfix-common() {
+ local host ip port file key tmp ssh_host alias
+ ssh_host=$1
+ {
+ read -r host ip port
+ read -r alias;
+ # note ":graph:" is needed or else we get a trailing \r out of ssh,
+ # dunno why. web search says terminals add \r, so I tried adding -T
+ # to turn off psuedo terminal, but it didnt help.
+ } < <(timeout -s 9 2 ssh -TN -oBatchMode=yes -oControlMaster=no -oControlPath=/ -v $ssh_host |&
+ sed -rn "s/debug1: Connecting to ([^ ]+) \[([^\]*)] port ([0-9]+).*/\1 \2 \3/p;
+s/^debug1: using hostkeyalias: ([[:graph:]]*).*/\1/p" ||: )
file=$(readlink -f ~/.ssh/known_hosts)
if [[ ! $ip ]]; then
echo "khfix: ssh failed"
return 1
fi
+ ip_entry=$ip
+ host_entry=$host
+ if [[ $alias ]]; then
+ host_entry="$alias"
+ fi
if [[ $port != 22 ]]; then
ip_entry="[$ip]:$port"
- host_entry="[$host]:$port"
- else
- ip_entry=$ip
- host_entry=$host
+ if [[ ! $alias ]]; then
+ host_entry="[$host]:$port"
+ fi
fi
- tmpfile=$(mktemp)
- if [[ $host != $ip ]]; then
- key=$(ssh-keygen -F "$host_entry" -f $file | sed -r 's/^.*([^ ]+ +[^ ]+) *$/\1/')
+ if [[ $host_entry != "$ip_entry" ]]; then
+ tmp=$(mktemp)
+ ssh-keygen -F "$host_entry" -f $file >$tmp || [[ $? == 1 ]] # 1 when it doesnt exist in the file
+ if [[ -s $tmp ]]; then
+ key=$(sed -r 's/^.*([^ ]+ +[^ ]+) *$/\1/' $tmp)
+ else
+ echo "khfix WARNING: did not find host entry:$host_entry in known_hosts"
+ fi
+ rm $tmp
if [[ $key ]]; then
grep -Fv "$key" "$file" | sponge "$file"
fi
+ key=
+ fi
+ tmp=$(mktemp)
+ ssh-keygen -F "$ip_entry" -f $file >$tmp || [[ $? == 1 ]]
+ if [[ -s $tmp ]]; then
+ key=$(sed -r 's/^.*([^ ]+ +[^ ]+) *$/\1/' $tmp)
+ else
+ echo "khfix WARNING: did not find ip entry:$ip_entry in known_hosts"
fi
- key=$(ssh-keygen -F "$ip_entry" -f $file | sed -r 's/^.*([^ ]+ +[^ ]+) *$/\1/')
+ rm $tmp
if [[ $key ]]; then
grep -Fv "$key" "$file" | sponge "$file"
fi
- ll ~/.ssh/known_hosts
- rootsshsync
}
-khfix() { # known hosts fix
- _khfix_common "$@" || return 1
+khfix-r() { # known hosts fix without syncing to root user
+ _khfix-common "$@" || return 1
ssh $1 :
}
-khcopy() {
- _khfix_common "$@"
- ssh-copy-id $1
+khfix() {
+ _khfix-common "$@" || return 1
+ ssh $1 :
+ rootsshsync
}
+# copy path into clipboard
a() {
local x
x=$(readlink -nf "${1:-$PWD}")
- # yes, its kinda dumb that xclip/xsel cant do this in one invocation
- echo -n "$x" | xclip -selection clipboard
- echo -n "$x" | xclip
+ # yes, its kinda dumb that xclip/xsel cant do this in one invocation.
+ # And, summarizing this:
+ # https://askubuntu.com/questions/705620/xclip-vs-xsel
+ # xclip has a few more options. xclip has a bug in tmux / forwarded x sessions.
+ cbs "$x"
+}
+
+# clipboard a string (into selection & clipboard buffer)
+cbs() {
+ # yes, its kinda dumb that xclip/xsel cant do this in one invocation.
+ # And, summarizing this:
+ # https://askubuntu.com/questions/705620/xclip-vs-xsel
+ # xclip has a few more options. xclip has a bug in tmux / forwarded x sessions.
+ printf "%s" "$*" | xclip -selection clipboard
+ printf "%s" "$*" | xclip
}
# a1 = awk {print $1}
done
# h1 = head -n1
for num in {1..9}; do
- eval h$num"() { head -n$num; }"
+ eval h$num"() { head -n$num || [[ \$? == 141 ]]; }"
done
hexipv4() {
+ # shellcheck disable=SC2046 disable=SC2001 disable=SC2183 # hacks, expected
printf '%d.%d.%d.%d\n' $(echo $1 | sed 's/../0x& /g')
}
vp9() {
- local f out outdir in
+ local f out outdir in fname origdir skip1
+ origdir="$PWD"
outdir=vp9
- case $1 in
- --out)
- outdir=$2
- shift 2
- ;;
- esac
+ skip1=false
+ while [[ $1 == -* ]]; do
+ case $1 in
+ # if we got interrupted after 1st phase
+ -2)
+ skip1=true
+ shift
+ ;;
+ --out)
+ outdir=$2
+ shift 2
+ ;;
+ esac
+ done
m mkdir -p $outdir
+ # first pass only uses about 1 cpu, so run in parallel
for f; do
- out=$PWD/$outdir/$f
- in=$PWD/$f
- m cd $(mktemp -d)
- pwd
- m ffmpeg -threads 0 -i $in -g 192 -vcodec libvpx-vp9 -vf scale=-1:720 -max_muxing_queue_size 9999 -b:v 750K -pass 1 -an -f null /dev/null
- m ffmpeg -y -threads 0 -i $in -g 192 -vcodec libvpx-vp9 -vf scale=-1:720 -max_muxing_queue_size 9999 -b:v 750K -pass 2 -c:a libvorbis -qscale:a 5 $out
- cd -
+ {
+ fname="${f##*/f}"
+ if [[ $f == /* ]]; then
+ in="$f"
+ else
+ in=$origdir/$f
+ fi
+ out="$origdir/$outdir/$fname"
+ mkdir -p /tmp/vp9/$fname
+ cd /tmp/vp9/$fname
+ if ! $skip1 && [[ ! -s ffmpeg2pass-0.log ]]; then
+ # -nostdin or else wait causes ffmpeg to go into stopped state. dunno why, random stackoverflow answer.
+ m ffmpeg -nostdin -hide_banner -loglevel error -i $in -g 192 -vcodec libvpx-vp9 -vf scale=-1:720 -max_muxing_queue_size 9999 -b:v 750K -pass 1 -an -f null /dev/null
+ fi
+ if [[ -e $out ]]; then rm -f $out; fi
+ m ffmpeg -nostdin -hide_banner -loglevel error -y -i $in -g 192 -vcodec libvpx-vp9 -tile-rows 2 -vf scale=-1:720 -max_muxing_queue_size 9999 -b:v 750K -pass 2 -c:a libvorbis -qscale:a 5 $out
+ } &
done
+ wait -f
+ cd "$origdir"
}
utcl() { # utc 24 hour time to local hour 24 hour time
done
}
caf() {
- # shellcheck disable=SC2033
+ local file
find -L "$@" -type f -not \( -name .svn -prune -o -name .git -prune \
-o -name .hg -prune -o -name .editor-backups -prune \
- -o -name .undo-tree-history -prune \) \
- -exec bash -c '. ~/.bashrc; hr; echo "$1"; hr; cat "$1"' _ {} \; 2>/dev/null
-
+ -o -name .undo-tree-history -prune \) -printf '%h\0%d\0%p\n' | sort -t '\0' -n \
+ | awk -F '\0' '{print $3}' 2>/dev/null | while read -r file; do
+ hr "$file"
+ v "$file"
+ done
}
ccomp cat cf caf
echo "scale=3; $x" | bc -l
}
+cx() {
+ chmod +X "$@"
+}
+
cam() {
git commit -am "$*"
}
d() { builtin bg "$@"; }
ccomp bg d
+# f would be more natural, but i already am using it for something
+z() { builtin fg "$@"; }
+ccomp fg z
+
+x() { builtin kill %%; }
+
dc() {
diff --strip-trailing-cr -w "$@" # diff content
}
diff -u /tmp/digdiff <(digsort $s2 "$@")
}
+# date in a format i like reading
dt() {
date "+%A, %B %d, %r" "$@"
}
dtr() {
date -R "$@"
}
-ccomp date dt dtr
+# date with all digits in a format i like
+dtd() {
+ date +%F_%T% "$@"
+}
+ccomp date dt dtr dtd
dus() { # du, sorted, default arg of
du -sh ${@:-*} | sort -h
}
# mail related
+# shellcheck disable=SC2120 # we expect to pass arguments in use outside this file
etail() {
ngset
tail -F /var/log/exim4/mainlog /var/log/exim4/*main /var/log/exim4/paniclog /var/log/exim4/*panic -n 200 "$@"
}
ccomp tail etail etail2
+# ran into this online, trying it out
+detach() {
+ ( "$@" &>/dev/null & disown )
+}
+showkeys() {
+ ssh "$@" cat .ssh/authorized_keys{,2}
+}
# print exim old pids
fi
for pid in $(pgrep -f '^/usr/sbin/exim4( |$)'); do
# the daemonpid gets reexeced on HUP (service reloads), keeping its same old timestamp
- if [[ $pid == $daemonpid ]]; then
+ if [[ $pid == "$daemonpid" ]]; then
continue
fi
piduptime=$(awk -v ticks="$(getconf CLK_TCK)" 'NR==1 { now=$1; next } END { printf "%9.0f\n", now - ($20/ticks) }' /proc/uptime RS=')' /proc/$pid/stat) ||: # sometimes pids disappear pretty fast
}
# exim watch as old pids go away
ewatchold() {
- local configtime pid piduptime now
+ local configtime pid piduptime now tmpstr
local -i count
local -a oldpids
count=0
while true; do
- oldpids=($(eoldpids))
+ tmpstr=$(eoldpids)
+ mapfile -t oldpids <<<"$tmpstr"
if (( ! ${#oldpids[@]} )); then
return
fi
update-exim4.conf -d /tmp/edev/etc/exim4 -o /tmp/edev/e.conf
}
+# exim grep in
+# show important information about incoming mail in the exim log
+egrin() {
+ sed -rn '/testignore|jtuttle|eximbackup/!s/^[^ ]+ ([^ ]+) [^ ]+ [^ ]+ <= ([^ ]+).*T="(.*)" from (<[^ ]+> .*$)/\1 \4\n \3/p' <${1:-/var/log/exim4/mainlog}
+}
+
+# 2nd line is message-id:
+egrinid() {
+ sed -rn '/testignore|jtuttle|eximbackup/!s/^[^ ]+ ([^ ]+) [^ ]+ [^ ]+ <= ([^ ]+).* id=([^ ]+) T="(.*)" from (<[^ ]+> .*$)/\1 \5\n \3\n \4/p' <${1:-/var/log/exim4/mainlog}
+}
+etailin() {
+ local -a tail_arg
+ tail_arg=(-n500)
+ if [[ $1 ]]; then
+ tail_arg=($@)
+ fi
+ tail "${tail_arg[@]}" -F /var/log/exim4/mainlog | sed -rn '/testignore|jtuttle|eximbackup/!s/^[^ ]+ ([^ ]+) [^ ]+ [^ ]+ <= ([^ ]+).*T="(.*)" from (<[^ ]+> .*$)/\1 \4\n \3/p'
+}
+
done < <(find "$@" -print0);
}
+# shellcheck disable=SC2120
faf() { # find all files. use -L to follow symlinks
find "$@" -not \( -name .svn -prune -o -name .git -prune \
-o -name .hg -prune -o -name .editor-backups -prune \
-o -name .undo-tree-history -prune \) -type f 2>/dev/null
}
-# full path without resolving symlinks
+# usage ffconcat FILES_TO_CONCAT OUTPUT_FILE
+ffconcat() {
+ local tmpf
+ tmpf=$(mktemp)
+ printf "file '%s'\n" "$1" >$tmpf
+ while (( $# > 1 )); do
+ shift
+ printf "file '%s'\n" "$1" >>$tmpf
+ done
+ # https://trac.ffmpeg.org/wiki/Concatenate
+ ffmpeg -f concat -safe 0 -i $tmpf -c copy "$1"
+ rm $tmpf
+}
+ffremux() {
+ local tmpf tmpd
+ if (( $# == 0 )); then
+ echo ffremux error expected args >&2
+ return 1
+ fi
+ tmpd="$(mktemp -d)"
+ for f; do
+ tmpf=$tmpd/"${f##*/}"
+ ffmpeg -i "$f" -c:v copy -c:a copy $tmpf
+ cat $tmpf >"$f"
+ done
+ rm -r $tmpd
+}
+
+
+
+# absolute path of file/dir without resolving symlinks.
+#
+# Most of the time, I want this where I would normally use readlink.
+# This is what realpath -s does in most cases, but sometimes it
+# actually resolves symlinks, at least when they are in /.
+#
+# Note, if run on a dir, if the final component is relative, it won't
+# resolve that. Use the below fpd for that.
+#
+# note: we could make a variation of this which
+# assigns to a variable name using eval, so that we don't have to do
+# x=$(fp somepath), which might save subshell overhead and look nice,
+# but I'm not going to bother.
fp() {
- local dir base
- base="${1##*/}"
- dir="${1%$base}"
- printf "%s/%s\n" $(cd $dir; pwd) "$base"
+ local initial_oldpwd initial_pwd dir base
+ initial_oldpwd="$OLDPWD"
+ initial_pwd="$PWD"
+ if [[ $1 == */* ]]; then
+ dir="${1%/*}"
+ base="/${1##*/}"
+ # CDPATH because having it set will cause cd to possibly print output
+ CDPATH='' cd "$dir"
+ printf "%s%s\n" "$PWD" "$base"
+ CDPATH='' cd "$initial_pwd"
+ OLDPWD="$initial_oldpwd"
+ else
+ printf "%s/%s\n" "$PWD" "$1"
+ fi
+}
+# full path of directory without resolving symlinks
+fpd() {
+ local initial_oldpwd initial_pwd dir
+ initial_oldpwd="$OLDPWD"
+ initial_pwd="$PWD"
+ dir="$1"
+ CDPATH='' cd "$dir"
+ printf "%s%s\n" "$PWD" "$base"
+ cd "$initial_pwd"
+ OLDPWD="$initial_oldpwd"
}
local ids=()
while read -r line; do
printf '%s\n' "$line"
- ids+=($(printf '%s\n' "$line" |gr frozen|awk '{print $3}'))
+ ids+=("$(printf '%s\n' "$line" |gr frozen|awk '{print $3}')")
done < <(s mailq)
echo "sleeping for 2 in case you change your mind"
sleep 2
g() {
- # todo: patch emacs so it will look elsewhere. this is kinda sad:
- # https://emacs.stackexchange.com/questions/4253/how-to-start-emacs-with-a-custom-user-emacs-directory
-
local args gdb=false
if [[ $EMACSDIR ]]; then
fi
fi
if [[ $EMACSDIR ]]; then
+
+ # todo: we don't have to alter HOME since emacs 29+, we can set
+ # user-emacs-directory with the flag --init-directory
+
# Alter the path here, otherwise the nfs mount gets triggered on the
# first path lookup when emacs is not being used.
+ # shellcheck disable=SC2098 disable=SC2097 # false positive
PATH="$EMACSDIR/lib-src:$EMACSDIR/src:$PATH" EHOME=$HOME HOME=$EMACSDIR m emacsclient -a "" $args "$@"
else
if $gdb; then
# m gdb -ex="set follow-fork-mode child" -ex=r -ex=quit --args emacs --daemon
m emacsclient -a "" $args "$@"
sleep 1
- cd /a/opt/emacs-$(distro-name)$(distro-num)
- s gdb -p $(pgrep -f 'emacs --daemon') -ex c
+ cd "/a/opt/emacs-$(distro-name)$(distro-num)"
+ s gdb -p "$(pgrep -f 'emacs --daemon')" -ex c
cd -
else
m emacsclient -a "" $args "$@"
fi
}
+# g pipe. like: cmd | emacs. save cmd output to tmp file, then edit.
+gp() {
+ cat &>/a/tmp/gtmp
+ g "$@" /a/tmp/gtmp
+}
+# g log
+#like cmd &> tempfile; emacs tempfile
+#
+# note: a useful workflow for doing mass replace on my files:
+# gc rem REGEX
+## remove any false positives, or manually edit them. rename files if needed.
+# sedi 's/REGEX/REPLACEMENT/' $(gr '^/' /a/tmp/gtmp)
+gl() {
+ "$@" &> /a/tmp/gtmp
+ g /a/tmp/gtmp
+}
+# g command substitution.
+gc() {
+ # shellcheck disable=SC2046 # i want word splitting for this hackery
+ g $("$@")
+}
+
# force terminal version
gn() {
g -n "$@"
rg() { grr "$@"; }
ccomp grep rg
-hr() { # horizontal row. used to break up output
- printf "$(tput setaf 5 2>/dev/null ||:)â–ˆ$(tput sgr0 2>/dev/null||:)%.0s" $(eval echo "{1..${COLUMNS:-60}}")
- echo
+# recursive everything. search for files/dirs and lines. rs = easy chars to press
+re() {
+ local query
+ query="$1"
+ find "$@" -not \( -name .svn -prune -o -name .git -prune \
+ -o -name .hg -prune -o -name .editor-backups -prune \
+ -o -name .undo-tree-history -prune \) 2>/dev/null | grep -iP --color=auto "$query"
+ grr -m 5 "$@"
+}
+
+# horizontal row. used to break up output
+hr() {
+ local start end end_count arg
+ # 180 is long enough. 5 for start.
+ start=█████ end=█████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████
+ end_count=$(( ${COLUMNS:-180} - 5 ))
+ arg="$*"
+ if [[ $arg ]]; then
+ end_count=$(( end_count - 2 - ${#arg} ))
+ start="$start $arg "
+ fi
+ if (( end_count >= 1 )); then
+ end=${end:0:$end_count}
+ else
+ end=
+ fi
+ printf "%s\n" "$(tput setaf 5 2>/dev/null ||:)$start$end$(tput sgr0 2>/dev/null||:)"
}
# highlight
hl() {
col=$((60 - input_len))
printf "\e[1;97;41m%s" "$*"
if (( col > 0 )); then
+ # shellcheck disable=SC2046 # needed to work as intended. a better way would be like hr above.
printf "\e[1;97;41m \e[0m%.0s" $(eval echo "{1..${col}}")
fi
echo
hrcat() { local f; for f; do [[ -f $f ]] || continue; hr; echo "$f"; cat "$f"; done }
+# example usage:
+# github-release-dl restic/restic restic_ _linux_amd64.bz2
+# gets a url like:
+# https://github.com/restic/restic/releases/download/v0.16.3/restic_0.16.3_linux_amd64.bz2
+github-release-dl() {
+ local github_path file_prefix file_suffix latest_prefix version redir_path
+ github_path=$1
+ file_prefix=$2
+ file_suffix=$3
+ if (( $# != 3 )); then
+ echo "$0: error, expected 3 arguments" >&2
+ return 1
+ fi
+ redir_path="https://github.com/$github_path/releases/latest/download/"
+ latest_prefix=$(curl -s -I "$redir_path" | awk 'tolower($1) == "location:" {print $2}')
+ # it has a trailing /r at the end. just kill any whitespace.
+ latest_prefix="${latest_prefix//[$'\t\r\n ']}"
+ if [[ ! $latest_prefix ]]; then
+ echo "failed to find latest path. Tried to find case insensitive 'location:' in the curl output:"
+ m curl -s -I "$redir_path"
+ return 1
+ fi
+ version="${latest_prefix##*/}"
+ version="${version#v}"
+ m wget -- "$latest_prefix/$file_prefix$version$file_suffix"
+}
+
+# examples.
+# go-github-install restic/restic restic_ _linux_amd64.bz2
+# go-github-install restic/rest-server rest-server_ _linux_amd64.tar.gz
+
+# common pattern among go binaries on github
+go-github-install() {
+ local tmpd targetf tmp files src
+ tmpd=$(mktemp -d)
+ cd $tmpd
+ file_prefix=$2
+ file_suffix=$3
+ tmp="${file_prefix##*[[:alnum:]]}"
+ targetf="${file_prefix%"$tmp"}"
+ echo targetf: $targetf
+ github-release-dl "$@"
+ files=(./*)
+ case $file_suffix in
+ *.bz2)
+ bunzip2 -- ./*
+ ;;
+ *.tar.gz|*.tgz)
+ tar -vxzf ./*
+ ;;
+ esac
+ rm -f -- "${files[@]}"
+ files=(./*)
+ # Here we detect and handle 2 cases: either we extracted a single
+ # binary which we have to rename or a folder with a binary named
+ # $targetf in it which is all we care about.
+ if (( ${#files[@]} == 1 )) && [[ -f ${files[0]} ]]; then
+ chmod +x ./*
+ mv -- ./* /usr/local/bin/$targetf
+ else
+ files=(./*/$targetf)
+ if [[ -f $targetf ]]; then
+ src=$targetf
+ elif [[ -f ${files[0]} ]]; then
+ src="${files[0]}"
+ fi
+ chmod +x "$src"
+ mv -- "$src" /usr/local/bin
+ fi
+ cd - >/dev/null
+ rm -rf $tmpd
+}
+## 2024: I'm using gh instead of hub, but leaving this just in case.
+## I tried the github cli tool (gh) and it seems easier than
+## I remember hub.
+##
+## hub predated github's 2020 official cli tool gh.
+## more info at
+## https://raw.githubusercontent.com/cli/cli/trunk/docs/gh-vs-hub.md
# get latest hub and run it
# main command to use:
# hub pull-request --no-edit
# On first use, you input username/pass and it gets an oath token so you dont have to repeat
# it\'s at ~/.config/hub
hub() {
- local up uptar updir p v
+ local up uptar updir p re
# example https://github.com/github/hub/releases/download/v2.14.2/hub-linux-amd64-2.14.2.tgz
up=$(wget -q -O- https://api.github.com/repos/github/hub/releases/latest | jq -r .assets[].browser_download_url | grep linux-amd64)
re='[[:space:]]'
- if [[ ! $up || $up == $re ]]; then
+ if [[ ! $up || $up =~ $re ]]; then
echo "failed to get good update url. got: $up"
fi
uptar=${up##*/}
git push
}
-
ifn() {
- # insensitive find
+ local glob
+ glob="$1"
+ shift
+ find -L "$@" -not \( -name .svn -prune -o -name .git -prune \
+ -o -name .hg -prune -o -name .editor-backups -prune \
+ -o -name .undo-tree-history -prune \) -iname "*$glob*" 2>/dev/null
+}
+
+ifh() {
+ # insensitive find here. args are combined into the search string.
# -L = follow symlinks
find -L . -not \( -name .svn -prune -o -name .git -prune \
-o -name .hg -prune -o -name .editor-backups -prune \
pstree -apnA
}
-jtail() {
- journalctl -n 10000 -f "$@"
-}
-jr() { journalctl "$@" ; }
-jrf() { journalctl -f "$@" ; }
+# journalctl with times in the format the --since= and --until= options accept
+jrt() { journalctl -e -n100000 -o short-full "$@"; }
+jr() { journalctl -e -n100000 "$@" ; }
+jrf() { journalctl -n1000 -f "$@" ; }
jru() {
- journalctl -u exim4 _SYSTEMD_INVOCATION_ID=$(systemctl show -p InvocationID --value $1)
+ # the invocation id is "assigned each time the unit changes from an inactive
+ # state into an activating or active state" man systemd.exec
+ journalctl -e --no-tail -u exim4 _SYSTEMD_INVOCATION_ID="$(systemctl show -p InvocationID --value $1)"
}
+ccomp journalctl jr jrf jru
fi
f="${arg##*/}"
new="${f,,}" # downcase
+ # shellcheck disable=SC2031 # seems like a shellcheck bug
new="${new//[^a-zA-Z0-9._-]/_}" # sub bad chars
new="${new#"${new%%[[:alnum:]]*}"}" # remove leading/trailing non-alnum
new="${new%"${new##*[[:alnum:]]}"}"
grep -P --binary-files=text "$@" ${HISTFILE:-~/.bash_history} | uniq || [[ $? == 1 ]];
}
+# remove lines from history matching $1
+#
# todo: id like to do maybe a daily or hourly cronjob to
# check that my history file size is increasing. Ive had it
# inexplicably truncated in the past.
histrm() {
history -n
- HISTTIMEFORMAT= history | awk -v IGNORECASE=1 '{ a=$1; sub(/^ *[^ ]+ */, "") }; /'"$*"'/'
- read -p "press anything but contrl-c to delete"
- for entry in $(HISTTIMEFORMAT= history | awk -v IGNORECASE=1 '{ a=$1; sub(/^ *[^ ]+ */, "") }; /'"$*"'/ { print a }' | tac); do
+ HISTTIMEFORMAT='' history | awk -v IGNORECASE=1 '{ a=$1; sub(/^ *[^ ]+ */, "") }; /'"$*"'/'
+ read -r -p "press anything but contrl-c to delete"
+ for entry in $(HISTTIMEFORMAT='' history | awk -v IGNORECASE=1 '{ a=$1; sub(/^ *[^ ]+ */, "") }; /'"$*"'/ { print a }' | tac); do
history -d $entry
done
history -w
}
+# history without the date
+histplain() {
+ history "$@" | cut -d' ' -f 7-
+}
+
ccomp grep k ks ksu histrm
ccomp mkdir mkc
mkct() {
- mkc $(mktemp -d)
+ mkc "$(mktemp -d)"
+}
+# mkdir the last arg, cp the rest into it
+mkcp() {
+ mkdir -p "${@: -1}"
+ cp "${@:1:$#-1}" "${@: -1}"
+}
+mkmv() {
+ mkdir -p "${@: -1}"
+ mv "${@:1:$#-1}" "${@: -1}"
}
mkt() { # mkdir and touch file
nags() {
# https://github.com/HenriWahl/Nagstamon/issues/357
- if ! pgrep -f /usr/lib/notification-daemon/notification-daemon >/dev/null; then
- /usr/lib/notification-daemon/notification-daemon &
+ if ! pgrep -f /usr/bin/dunst >/dev/null; then
+ /usr/bin/dunst &
fi
/usr/bin/nagstamon &
}
+# profanity tmux
+profsrc() {
+ screen -L profanity a
+}
+
+# i dont want to wait for konsole to exit...
+prof() {
+ command prof &>/dev/null &
+}
+# self chat
+sc() {
+ while read -r l; do
+ printf '\033[1A\033[K'; printf "%s\n" "$l"| ts "%F %T" | tee -a /p/self-chat.log
+ done
+}
+
nmt() {
# cant use s because sudo -i doesnt work for passwordless sudo command
case $EUID in
pkx() { # package extract
local pkg cached tmp f
- c $(mktemp -d)
+ c "$(mktemp -d)"
pkg=$1
# shellcheck disable=SC2012
- cached=$(ls -t /var/cache/apt/archives/$pkg* | tail -n1 2>/dev/null) ||:
+ cached=$(ls -t /var/cache/apt/archives/${pkg}_* 2>/dev/null | tail -n1 2>/dev/null) ||:
if [[ $cached ]]; then
- cp $cached .
+ m cp $cached .
else
- aptitude download $pkg || return 1
+ m aptitude download $pkg || return 1
fi
tmp=(*); f=${tmp[0]} # only 1 expected
- ex $f
- rm -f $f
+ m ex $f
+ m rm -f $f
}
# pgrep and kill
pk1() {
- local pid
- pid=($(pgrep -f "$*"))
- case ${#pid[@]} in
+ local tmpf
+ local -a pids
+ tmpf=$(pgrep -f "$*")
+ mapfile -t pids <<<"$tmpf"
+ case ${#pids[@]} in
1)
# shellcheck disable=SC2128
{
- ps -F $pid
- m kill $pid
+ ps -F ${pids[0]}
+ m kill ${pids[0]}
}
;;
0) echo "no pid found" ;;
*)
- ps -F ${pid[@]}
+ ps -F ${pids[@]}
;;
esac
}
fi
x=$(ps -eF)
# final grep is because some commands tend to have a lot of trailing spaces
- y=$(echo "$x" | grep -iP "$@" | grep -o '.*[^ ]') ||:
+ y=$(echo "$x" | sed -r 's,//[^[:space:]:@/]+:[^[:space:]:@/]+@,//REDACTED_URL_USER@PASS/,g' | grep -iP "$@" | grep -o '.*[^ ]') ||:
if [[ $y ]]; then
echo "$x" | head -n 1 || [[ $? == 141 ]]
echo "$y"
# scp is insecure and deprecated.
scp() {
- rsync --inplace "$@"
+ rsync -Pt --inplace "$@"
}
ccomp rsync scp
# reapply bashrc
reb() {
+ # shellcheck disable=SC1090 # expected to not follow
source ~/.bashrc
}
fi
}
+# add annoyingly long argument which should be the default
+sedi() {
+ sed -i --follow-symlinks "$@"
+}
+
+
+
+# todo: test variable assignment with newlines here.
+# https://stackoverflow.com/questions/15783701/which-characters-need-to-be-escaped-when-using-bash
+
+# beware that it only works on the assumption that any special
+# characters in the input string are intended to be escaped, not to work
+# as special chacters.
+shellescape() {
+ LC_ALL=C sed -e 's/[^a-zA-Z0-9,._+@%/-]/\\&/g; 1{$s/^$/""/}; 1!s/^/"/; $!s/$/"/'
+}
+
rmstrips() {
ssh fencepost head -n 300 /gd/gnuorg/EventAndTravelInfo/rms-current-trips.txt | less
}
safe_rename() { # warn and dont rename if file exists.
# mv -n exists, but it\'s silent
if [[ $# != 2 ]]; then
- echo safe_rename error: $# args, need 2 >2
+ echo safe_rename error: $# args, need 2 >&2
return 1
fi
if [[ $1 != "$2" ]]; then # yes, we want to silently ignore this
systemctl -n 40 status "$@"
}
+# assume last arg is a service and we want to tail its log.
+serj() {
+ local service jr_pid ret
+ ret=0
+ service="${*: -1}"
+ journalctl -qn2 -f -u "$service" &
+ sleep 3
+ s systemctl "$@" || ret=$?
+ sleep .5
+ kill %%
+ (( ret == 0 )) || return $ret
+}
+
seru() { systemctl --user "$@"; }
# like restart, but do nothing if its not already started
srestart() {
if [[ -s $file ]]; then
sed -ri -f - "$file" <<EOF
# remove existing keys
-/ *\[$section\]/,/^ *\[[^]]+\]/{/^\s*$key[[:space:]=]/d}
+/ *\[$section\]/,/^ *\[[^]]+\]/{/^\s*${key}[[:space:]=]/d}
# add key
/^\s*\[$section\]/a $key=$value
# from section to eof, do nothing
systemctl list-unit-files | rg "$@"
}
+# check whether we generally want to do sk on the file
+sk-p() {
+ [[ ! -L $f ]] && istext "$1" && [[ $(head -n1 "$1" 2>/dev/null) == '#!/bin/bash'* ]]
+}
sk() {
+ # see https://savannah.gnu.org/maintenance/fsf/bash-style-guide/ for justifications
+ local quotes others ret
+ quotes=2048,2068,2086,2206,2254
+ others=2029,2032,2033,2054,2164
+ shellcheck -x -W 999 -e $quotes,$others "$@" || ret=$?
+ if (( ret >= 1 )); then
+ echo "A template comment to disable is now in clipboard. eg: # shellcheck disable=SC2206 # reason"
+ cbs "# shellcheck disable=SC"
+ return $ret
+ fi
+}
+
+# sk with quotes. For checking scripts that we expect to take untrusted
+# input in order to verify we quoted vars.
+skq() {
+ local others
+ others=2029,2033,2054,2164
+ shellcheck -W 999 -x -e $others "$@" || return $?
+}
+# sk on all modified & new files in current git repo. must git add for new files.
+skmodified() {
+ local f
+ for f in $(i s | awk '$1 == "modified:" {print $2}; $1 == "new" {print $3}'); do
+ if sk-p "$f"; then
+ sk $f ||:
+ fi
+ done
+}
- # disable a warning with:
- # shellcheck disable=SC2206 # reasoning
-
- # see bash-template/style-guide.md for justifications
- local quotes others
- quotes=2048,2068,2086,2206
- others=2029,2033,2054,2164
- shellcheck -W 999 -x -e $quotes,$others "$@" || return $?
+# sk on all the files in current git repo
+skgit() {
+ local f toplevel orig_dir tmp
+ local -a ls_files sk_files
+ toplevel=$(git rev-parse --show-toplevel)
+ if [[ $PWD != "$toplevel" ]]; then
+ orig_dir=$PWD
+ cd $toplevel
+ fi
+ # tracked & untracked files
+ tmp=$(git ls-files && git ls-files --others --exclude-standard)
+ mapfile -t ls_files <<<"$tmp"
+ for f in "${ls_files[@]}"; do
+ if sk-p "$f"; then
+ sk_files+=("$f")
+ fi
+ done
+ sk "${sk_files[@]}"
+ if [[ $orig_dir ]]; then
+ cd $orig_dir
+ fi
}
force_rsync=true
shift
fi
-
+ # shellcheck disable=SC2153 # intentional
sl_test_cmd=$SL_TEST_CMD
+ # shellcheck disable=SC2153 # intentional
sl_test_hook=$SL_TEST_HOOK
+ # shellcheck disable=SC2153 # intentional
sl_rsync_args=$SL_RSYNC_ARGS
while [[ $1 ]]; do
case "$1" in
shift
if [[ ! $SL_INFO_DIR ]]; then
- echo error: missing '$SL_INFO_DIR' env var >&2
+ echo 'error: missing SL_INFO_DIR env var' >&2
return 1
fi
if $haveinfo && [[ $type == b ]]; then
info_sec=${tmp::10}
- read files_sec _ < <(find -L $SL_FILES_DIR -printf "%T@ %p\n" | sort -nr || [[ $? == 141 || ${PIPESTATUS[0]} == 32 ]] )
+ read -r files_sec _ < <(find -L $SL_FILES_DIR -printf "%T@ %p\n" | sort -nr || [[ $? == 141 || ${PIPESTATUS[0]} == 32 ]] )
files_sec=${files_sec%%.*}
if (( files_sec > info_sec )); then
dorsync=true
sync_dirname=${SL_FILES_DIR##*/}
if [[ ! $SL_FILES_DIR ]]; then
- echo error: missing '$SL_FILES_DIR' env var >&2
+ echo 'error: missing SL_FILES_DIR env var' >&2
return 1
fi
slr() {
sl --rsync "$@"
}
-sss() { # ssh solo
- sl -oControlMaster=no -oControlPath=/ "$@"
+
+
+# ssh solo
+#
+# WARNING: If you are trying to use -i, remember that keys added to
+# agent previously will still be tried. Use ssh-add -D to remove all
+# keys from the agent.
+sss() {
+ ssh -oControlMaster=no -oControlPath=/ "$@"
}
# kill off old shared socket then ssh
ssk() {
ccomp ssh sl slr sss ssk
# plain ssh
ssh() {
- if [[ $TERM == alacritty || $TERM == xterm-kitty ]]; then
- TERM=xterm-256color LC_USEBASHRC=t command ssh "$@"
- else
- LC_USEBASHRC=t command ssh "$@"
- fi
+ LC_USEBASHRC=t command ssh "$@"
}
while getopts "lt" option
do
case $option in
- l ) arg_base=$logdir ;;
- t ) do_stamp=true ;;
+ l) arg_base=$logdir ;;
+ t) do_stamp=true ;;
+ *)
+ echo error: bad option
+ return 1
+ ;;
esac
done
shift $((OPTIND - 1))
srun() {
scp $2 $1:/tmp
- ssh $1 /tmp/${2##*/} $(printf "%q\n" "${@:2}")
+ ssh $1 "/tmp/${2##*/}" "$(printf "%q\n" "${@:2}")"
}
# however, DEBUG is not inherited, so we need to run it outside a function.
# And we want to run set -x afterwards to avoid spam, so we cram everything
# in here, and then it will run after this function is done.
- PROMPT_COMMAND='trap DEBUG; unset PROMPT_COMMAND; PS1="\w \$ "'
+ # # set as array to satisfy shellcheck, but it is equivalent to setting it as non-array
+ PROMPT_COMMAND=('trap DEBUG; unset PROMPT_COMMAND; PS1="\w \$ "')
}
pson() {
- PROMPT_COMMAND=prompt-command
+ PROMPT_COMMAND=(prompt-command)
if [[ $TERM == *(screen*|xterm*|rxvt*) ]]; then
- trap 'settitle "$BASH_COMMAND"' DEBUG
+ trap 'auto-window-title "$BASH_COMMAND"' DEBUG
fi
}
+# prometheus node curl
+pnodecurl() {
+ local host
+ host=${1:-127.0.0.1}
+ s curl --cert-type PEM --cert /etc/prometheus/ssl/prometheus_cert.pem --key /etc/prometheus/ssl/prometheus_key.pem --cacert /etc/prometheus/ssl/prom_node_cert.pem --resolve prom_node:9100:$host -v https://prom_node:9100/metrics
+}
+
tx() { # toggle set -x, and the prompt so it doesnt spam
if [[ $- == *x* ]]; then
set +x
}
m() { printf "%s\n" "$*"; "$@"; }
+m2() { printf "%s\n" "$*" >&2; "$@"; }
-# update file. note: duplicated in mail-setup
+# update file. note: duplicated in mail-setup.
+# updates $ur u result to true or false
+# updates $reload to true if file updated is in /etc/systemd/system
u() {
local tmp tmpdir dest="$1"
local base="${dest##*/}"
# dest has a directory component
mkdir -p "$dir"
fi
+ # shellcheck disable=SC2034 # see comment at top of function
ur=false # u result
- tmpdir=$(mktemp -d)
+ tmpdir="$(mktemp -d)"
cat >$tmpdir/"$base"
tmp=$(rsync -ic $tmpdir/"$base" "$dest")
if [[ $tmp ]]; then
printf "%s\n" "$tmp"
+ # shellcheck disable=SC2034 # see comment at top of function
ur=true
if [[ $dest == /etc/systemd/system/* ]]; then
+ # shellcheck disable=SC2034 # see comment at top of function
reload=true
fi
fi
}
myiwscan() {
- # find input, copy to pattern space, when we find the first field, print the copy in different order without newlines.
- # instead of using labels, we could just match a line and group, eg: /signal:/,{s/signal:(.*)/\1/h}
- sudo iw dev wls1 scan | sed -rn "
+ local i
+ interfaces=$(iw dev | awk '$1 == "Interface" {print $2}')
+ for i in $interfaces; do
+ echo "myiwscan: considering $i"
+ # find input, copy to pattern space, when we find the first field, print the copy in different order without newlines.
+ # instead of using labels, we could just match a line and group, eg: /signal:/,{s/signal:(.*)/\1/h}
+ sudo iw dev $i scan | sed -rn "
s/^\Wcapability: (.*)/\1/;Ta;h;b
:a;s/^\Wsignal: -([^.]+).*/\1/;Tb;H;b
# padded to min width of 20
:b;s/\WSSID: (.*)/\1 /;T;s/^(.{20}(.*[^ ])?) */\1/;H;g;s/(.*)\n(.*)\n(.*)/\2 \3 \1/gp;b
"|sort -r
+ done
}
# Run script by copying it to a temporary location first,
# and changing directory, so we don't have any open
# directories or files that could cause problems when
# remounting.
-z() {
+zr() {
local tmp
tmp=$(type -p "$1")
if [[ $tmp ]]; then
- cd $(mktemp -d)
+ cd "$(mktemp -d)"
cp -a "$tmp" .
shift
./"${tmp##*/}" "$@"
for n in $numbers
do
- _spark_echo -n ${ticks[$(( ((($n-$min)<<8)/$f) ))]}
+ _spark_echo -n ${ticks[$(( ((n-min)<<8)/f ))]}
done
_spark_echo
}
+pdfwc() { local f; for f; do echo "$f" "$(pdfinfo "$f" | awk '/^Pages:/ {print $2}')"; done }
+
+
+# nvm install script appended this to my .bashrc. I dont want to run it all the time,
+# so put it in a function.
+nvm-init() {
+ export NVM_DIR="$HOME/.nvm"
+ # shellcheck disable=SC1091 # may not exist, & third party
+ [ -s "$NVM_DIR/nvm.sh" ] && source "$NVM_DIR/nvm.sh" # This loads nvm
+ # shellcheck disable=SC1091 # may not exist, & third party
+ [ -s "$NVM_DIR/bash_completion" ] && source "$NVM_DIR/bash_completion" # This loads nvm bash_completion
+}
+
+
+leap-year() {
+ if date -d 'february 29' &>/dev/null; then
+ year_days=366
+ else
+ year_days=365
+ fi
+ echo $year_days
+}
+
+# on-battery
+on-bat() {
+ if [[ -e /sys/class/power_supply/AC/online && $(</sys/class/power_supply/AC/online) == 0 ]]; then
+ return 0
+ else
+ return 1
+ fi
+}
+
+# make vim work with my light colortheme terminal.
+vim() {
+ if [[ -e ~/.vimrc ]]; then
+ command vim "$@"
+ else
+ command vim -c ':colorscheme peachpuff' "$@"
+ fi
+}
+
+# ls count. usage: pass a directory, get the number of files.
+# https://unix.stackexchange.com/questions/90106/whats-the-most-resource-efficient-way-to-count-how-many-files-are-in-a-director
+lsc() {
+ # shellcheck disable=SC2790 disable=SC2012 # intentional
+ ls -Uq "$@"|wc -l
+}
+
+# run then notify. close notification after the next prompt.
+rn() {
+ "$@"
+ dunstify -u critical -h string:x-dunst-stack-tag:profanity "$*"
+ _psrun=(dunstctl close-all)
+}
+n() {
+ dunstify -u critical -h string:x-dunst-stack-tag:profanity n
+ _psrun=(dunstctl close-all)
+}
+
+catnew() {
+ local dir file _
+ dir="$1"
+ # shellcheck disable=SC2030
+ inotifywait -m "$dir" -e create -e moved_to | while read -r _ _ file; do
+ hr
+ cat "$dir/$file"
+ done
+}
+# cat mail
+cm() {
+ catnew /m/md/$1/new
+}
+
+
+fsf-sv-header() {
+ local f
+ local -a f_maybe
+ if ! type -p sponge &>/dev/null; then
+ echo "$0: error: missing dependency: sudo apt install moreutils" >&2
+ return 1
+ fi
+
+ for f; do
+ echo "adding header to $f"
+ if [[ -s $f ]]; then
+ f_maybe=("$f")
+ else
+ f_maybe=()
+ fi
+ cat - "${f_maybe[@]}" <<EOF | sponge "$f"
+The following is the GNU All-permissive License as recommended in
+<https://www.gnu.org/licenses/license-recommendations.en.html>
+
+Copyright (C) $(date +%Y) Free Software Foundation <sysadmin@fsf.org>
+
+Copying and distribution of this file, with or without modification,
+are permitted in any medium without royalty provided the copyright
+notice and this notice are preserved. This file is offered as-is,
+without any warranty.
+
+Contributions are welcome. See <https://savannah.gnu.org/maintenance/fsf/>.
+
+EOF
+ done
+}
+
+# note, there is also the tool gron which is meant for this, but
+# this is good enough to not bother installing another tool
+jq-lines() {
+ # https://stackoverflow.com/questions/59700329/how-to-print-path-and-key-values-of-json-file-using-jq
+ jq --stream -r 'select(.[1]|scalars!=null) | "\(.[0]|join(".")): \(.[1]|tojson)"' "$@"
+}
+
+tsr() { # ts run
+ "$@" |& ts || return $?
+}
+
# * misc stuff
if $use_color && type -p tput &>/dev/null; then
+ # this is nice for a dark background terminal:
+ # https://github.com/trapd00r/LS_COLORS
+ # I would like if there was something similar for light.
+
+ # https://www.bigsoft.co.uk/blog/2008/04/11/configuring-ls_colors
+ # change the hard to read turqouise.
+ # defaults dircolors --print-database.
+
+ # the default bold green is too light.
+ # this explains the codes: https://gist.github.com/thomd/7667642
+ export LS_COLORS="ex=1:ln=00;31"
+
term_bold="$(tput bold)"
term_red="$(tput setaf 1)"
term_green="$(tput setaf 2)"
+ # shellcheck disable=SC2034 # expected
term_yellow="$(tput setaf 3)"
term_purple="$(tput setaf 5)"
term_nocolor="$(tput sgr0)" # no font attributes
# so I've thrown a bunch of things at the wall to speed it up.
prompt-command() {
local return=$? # this MUST COME FIRST
+
+ # all usable colors:
+ # black
+ # green nonzero exit (pri 1)
+ # purple default
+ # purple bold
+ # red pwd different owner & group & not writable (pri 2)
+ # red bold pwd different owner & group & writable (pri 2)
+ # yellow
+
local ps_char ps_color
unset IFS
if [[ $HISTFILE ]]; then
history -a # save history
+ if [[ -e $HOME/.iank-stream-on ]]; then
+ if [[ $HISTFILE == $HOME/.bh ]]; then
+ ps_char="HISTP "
+ fi
+ elif [[ $HISTFILE == /a/bin/data/stream_hist ]]; then
+ ps_char="HISTS "
+ fi
fi
- case $return in
- 0) ps_color="$term_purple"
- ps_char='\$'
- ;;
- *) ps_color="$term_green"
- ps_char="$return \\$"
- ;;
- esac
+ ps_color="$term_purple"
+ ps_char="$ps_char"'\$'
if [[ ! -O . ]]; then # not owner
if [[ -w . ]]; then # writable
ps_color="$term_bold$term_red"
else
- ps_color="$term_bold$term_green"
+ ps_color="$term_red"
fi
fi
+ if [[ $return != 0 ]]; then
+ ps_color="$term_green"
+ ps_char="$return \\$"
+ fi
+
# faster than sourceing the file im guessing
if [[ -e /dev/shm/iank-status && ! -e /tmp/quiet-status ]]; then
- eval $(< /dev/shm/iank-status)
+ eval "$(< /dev/shm/iank-status)"
fi
if [[ $MAIL_HOST && $MAIL_HOST != "$HOSTNAME" ]]; then
ps_char="@ $ps_char"
fi
+ jobs_char=
+ if [[ $(jobs -p) ]]; then
+ jobs_char="$(jobs -p)"'j\j '
+ fi
+
+
+ # allow a function to specify a command to run after we run the next
+ # command. Use case: a function makes a persistent notification. If
+ # we happen to be using that terminal, we can just keep working by
+ # entering our next command, even a noop in order to dismiss the
+ # notification, instead of having to explicitly dismiss it.
+ if [[ ${_psrun[*]} ]]; then
+ if (( _psrun_count >= 1 )); then
+
+ "${_psrun[@]}" ||:
+ _psrun_count=0
+ unset _psrun
+ else
+ _psrun_count=$(( _psrun_count + 1 ))
+ fi
+ else
+ _psrun_count=0
+ fi
+
# We could test if sudo is active with sudo -nv
# but then we get an email and log of lots of failed sudo commands.
# We could turn those off, but seems better not to.
if [[ ! $HISTFILE ]]; then
ps_char="NOHIST $ps_char"
fi
- PS1="${PS1%"${PS1#*[wW]}"} $psudo\[$ps_color\]$ps_char\[$term_nocolor\] "
+ PS1="${PS1%"${PS1#*[wW]}"} $jobs_char$psudo\[$ps_color\]$ps_char\[$term_nocolor\] "
+
+ # copy of what is automatically added by guix.
+ # adds [env] to PS1 if GUIX_ENVIRONMENT is set and PS1 contains '$';
+ if [ -n "$GUIX_ENVIRONMENT" ]; then
+ if [[ $PS1 =~ (.*)"\\$" ]]; then
+ PS1="${BASH_REMATCH[1]} [env]\\\$ "
+ fi
+ fi
+
# set titlebar. instead, using more advanced
# titelbar below
#echo -ne "$_title_escape $HOSTNAME ${PWD/#$HOME/~} \007"
}
- PROMPT_COMMAND=prompt-command
+ PROMPT_COMMAND=(prompt-command)
if [[ $TERM == screen* ]]; then
_title_escape="\033]..2;"
_title_escape="\033]0;"
fi
- settitle () {
- # this makes it so we show the current command if
- # one is running, otherwise, show nothing
+ # make the titlebar be the last command and the current directory.
+ auto-window-title () {
- if [[ $1 == prompt-command ]]; then
+
+ # These are some checks to help ensure we dont set the title at
+ # times that the debug trap is running other than the case we
+ # want. Some of them might not be needed.
+ if (( ${#FUNCNAME[@]} != 1 || ${#BASH_ARGC[@]} != 2 || BASH_SUBSHELL != 0 )); then
return 0
fi
- if (( ${#BASH_ARGC[@]} == 1 && BASH_SUBSHELL == 0 )); then
- echo -ne "$_title_escape ${PWD/#$HOME/~} "
- printf "%s" "$*"
- echo -ne "\007"
+ if [[ $1 == prompt-command ]]; then
+ return 0
fi
+ echo -ne "$_title_escape ${PWD/#$HOME/~} "
+ printf "%s" "$*"
+ echo -ne "\007"
}
# note, this wont work:
# condition from the screen man page i think.
# note: duplicated in tx()
if [[ $TERM == *(screen*|xterm*|rxvt*) ]]; then
- trap 'settitle "$BASH_COMMAND"' DEBUG
+ trap 'auto-window-title "$BASH_COMMAND"' DEBUG
else
trap DEBUG
fi
fi
+
+lp22viewers() {
+ v=0
+ roomv=(0 0)
+ rooms=(jupiter saturn)
+ for ip in 209.51.188.25 live.fsf.org; do
+ out=$(curl -sS --insecure https://$ip/)
+ for i in 0 1 2; do
+ room=${rooms[i]}
+ while read -r n; do
+ v=$((v+n))
+ # shellcheck disable=SC2004 # false positive
+ roomv[$i]=$(( ${roomv[$i]} + n ))
+ done < <(printf "%s\n" "$out" | grep -Po "$room.*?current[^0-9]*[0-9]*" | grep -o '[0-9]*$' )
+ done
+ done
+ printf "total: %s " $v
+ for i in 0 1; do
+ room=${rooms[i]}
+ printf "$room: %s " "${roomv[$i]}"
+ done
+ echo
+}
+
+arpflush() {
+ local default_route_dev
+ default_route_dev=$(ip r show default | sed 's/.*dev \([^ ]*\).*/\1/' | head -n1)
+ m s ip n flush dev "$default_route_dev"
+}
+
+dsh() {
+ command dsh -c "$@"
+}
+
+# cat or bat with color if we have it
+v() {
+ if type -t batcat >/dev/null; then
+ # note: another useful useful style is "header"
+ batcat --color always --style plain --theme Coldark-Cold -P "$@"
+ else
+ cat "$@"
+ fi
+}
+
# * stuff that makes sense to be at the end
# best practice
unset IFS
-# shellcheck disable=SC1090
-[[ -s "$HOME/.rvm/scripts/rvm" ]] && source "$HOME/.rvm/scripts/rvm" # Load RVM into a shell session *as a function*
+if [[ -s "$HOME/.rvm/scripts/rvm" ]]; then
+ # shellcheck disable=SC1091
+ source "$HOME/.rvm/scripts/rvm"
+fi
# I had this idea to start a bash shell which would run an initial
# command passed through this env variable, then continue on