2 # I, Ian Kelling, follow the GNU license recommendations at
3 # https://www.gnu.org/licenses/license-recommendations.en.html. They
4 # recommend that small programs, < 300 lines, be licensed under the
5 # Apache License 2.0. This file contains or is part of one or more small
6 # programs. If a small program grows beyond 300 lines, I plan to switch
9 # Copyright 2024 Ian Kelling
11 # Licensed under the Apache License, Version 2.0 (the "License");
12 # you may not use this file except in compliance with the License.
13 # You may obtain a copy of the License at
15 # http://www.apache.org/licenses/LICENSE-2.0
17 # Unless required by applicable law or agreed to in writing, software
18 # distributed under the License is distributed on an "AS IS" BASIS,
19 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
20 # See the License for the specific language governing permissions and
21 # limitations under the License.
23 # this gets sourced. shebang is just for file mode detection
28 if [[ $LESSHISTFILE == - ]]; then
31 elif [[ $HISTFILE ]]; then
32 # use an alternate history file when we are streaming.
33 if [[ -e $HOME/.iank-stream-on
]]; then
34 HISTFILE
=/a
/bin
/data
/stream_hist
47 # history for streaming
50 HISTFILE
=/a
/bin
/data
/stream_hist
55 source /a
/bin
/distro-setup
/path-add-function
57 # add this with absolute paths as needed for better security
58 #path-add --end /path/to/node_modules/.bin
60 #path-add --end /usr/lib/node_modules/corepack/shims/
62 # pip3 --user things go here:
63 path-add
--end ~
/.local
/bin
64 path-add
--ifexists --end /a
/work
/libremanage
65 path-add
--ifexists --end /a
/opt
/adt-bundle
*/tools
/a
/opt
/adt-bundle
*/platform-tools
66 path-add
--ifexists --end /a
/opt
/scancode-toolkit-3.10.
67 path-add
--ifexists --end /p
/bin
71 # https://askubuntu.com/questions/1254544/vlc-crashes-when-opening-any-file-ubuntu-20-04
72 if grep -qE '^VERSION_CODENAME="(nabia|focal)"' /etc
/os-release
&>/dev
/null
; then
73 export MESA_LOADER_DRIVER_OVERRIDE
=i965
84 # shellcheck disable=SC2034 # used in brc
85 SL_SSH_ARGS
="-F $HOME/.ssh/confighome"
92 # generated instead of dynamic for the benefit of shellcheck
93 #for x in /a/bin/distro-functions/src/* /a/bin/!(githtml)/*-function?(s); do echo source $x ; done
94 source /a
/bin
/distro-functions
/src
/identify-distros
95 source /a
/bin
/log-quiet
/logq-function
96 # for x in /a/bin/bash_unpublished/source-!(.#*); do echo source $x; done
97 source /a
/bin
/bash_unpublished
/source-semi-priv
98 source /a
/bin
/bash_unpublished
/source-state
100 if [[ $HOSTNAME == "$MAIL_HOST" ]]; then
103 export NOT_MAIL_HOST_P
=t
106 source /a
/bin
/ds
/beet-data
117 m pactl unload-module module-loopback
118 m pactl unload-module module-null-sink
119 m pactl unload-module module-remap-source
121 IFS
=" " read -r -a sources
<<<"$(pacmd list-sources | sed -rn 's/.*name: <([^>]+).*/\1/p')"
125 for s
in ${sources[@]}; do
132 m pactl load-module module-null-sink sink_name
=ianinput sink_properties
=device.description
=ianinputs
134 m pactl load-module module-loopback
source=${sources[i]} sink_dont_move
=true sink
=ianinput
136 pactl load-module module-remap-source source_name
=iancombine master
=ianinput.monitor source_properties
=device.description
=iancombine
140 # For testing restrictive ssh.
144 sed '/^ *IdentityFile/d' ~
/.ssh
/config
>$d/config
145 s
command ssh -F $d/config
-i /q
/root
/h
"$@"
149 # For testing restrictive rsync
153 sed '/^ *IdentityFile/d' ~
/.ssh
/config
>$d/config
154 s rsync
-e "ssh -F $d/config -i /q/root/h" "$@"
157 # rsync as root and avoid the default restrictive h key & config.
159 s rsync
-e "ssh -F /root/.ssh/confighome" "$@"
163 ssh bow DISPLAY
=:0 scrot
/tmp
/oegu.jpg
164 scp bow
:/tmp
/oegu.jpg
/t
165 ssh bow
rm /tmp
/oegu.jpg
179 if [[ $arg == [89]0Etiona
* ]]; then
181 rtime
=${arg#*Etiona} # remote time
182 if [[ ! $rtime ]]; then
185 dir
=/a
/opt
/emacs-trisquel
${v}-nox/.iank
186 ltime
=$
(stat
-c%Y
$dir/e
/e
/.emacs.d
/init.el
)
187 if (( ltime
> rtime
)); then
188 m rsync
-rptL --delete --filter=". /b/ds/sl/rsync-filter" $dir "$remote":/home
/iank
194 local f
=/home
/iank
/.emacs.d
/init.el
195 sl
--sl-test-cmd "sed -rn '/^VERSION=/{s/^.*=//;s/[^[:alnum:]]//gp}' /etc/os-release; test -e $f && stat -c%Y $f" --sl-test-hook slemacs
"$@"
199 # Run this manually after .emacs.d changes. Otherwise, to check if
200 # files changed with find takes 90ms. sl normally only adds 25ms. We
201 # could cut it down to 10ms if we put things on a btrfs filesystem and
202 # looked for changes there, or used some inotify thing, but that seems
203 # like too much work.
204 egh
() { # emacs gnuhope
205 RSYNC_RSH
=ssh m rsync
-rptL --delete --filter=". /b/ds/sl/rsync-filter" /a
/opt
/emacs-trisquel9-nox
/.iank lists2d.fsf.org
:.ianktrisquel_9
206 RSYNC_RSH
=ssh m rsync
-rptL --delete --filter=". /b/ds/sl/rsync-filter" /a
/opt
/emacs-trisquel8-nox
/.iank lists2d.fsf.org
:/home
/iank
209 local shell
="bash -s"
210 if [[ $HOSTNAME != kw
]]; then
211 shell
="ssh kw.office.fsf.org"
215 sudo mkdir /root/.ianktrisquel_9
216 sudo rsync -rptL --delete --filter=". /b/ds/sl/rsync-filter" /a/opt/emacs-trisquel9-nox/.iank /root/.ianktrisquel_9
217 rsync -rptL --delete --filter=". /b/ds/sl/rsync-filter" /a/opt/emacs-trisquel8-nox/.iank /home/iank
221 rm-docker-iptables
() {
222 s iptables
-S | gr docker | gr
-- -A |
sed 's/-A/-D/'|
while read -r l
; do sudo iptables
$l; done
223 s iptables
-S -t nat | gr docker | gr
-- -A |
sed 's/-A/-D/'|
while read -r l
; do sudo iptables
-t nat
$l; done
224 s iptables
-S | gr docker | gr
-- -N |
sed 's/-N/-X/'|
while read -r l
; do sudo iptables
$l; done
225 s iptables
-S -t nat | gr docker | gr
-- -N |
sed 's/-N/-X/'|
while read -r l
; do sudo iptables
-t nat
$l; done
228 # usage mkschroot [-] distro codename packages
229 # - means no piping in of sources.list
231 # note some useful post mkschroot i've used in the past
232 # tu /nocow/schroot/flidas/etc/sudoers <<EOF
233 # $USER ALL=(ALL) NOPASSWD: ALL
234 # Defaults env_keep += SUDOD
235 # Defaults always_set_home
238 # sd /nocow/schroot/flidas//etc/locale.gen <<'EOF'
241 # s schroot -c flidas locale-gen
242 # s schroot -c flidas update-locale LANG=en_US.UTF-8
245 local sources force repo n distro
247 while [[ $1 == -* ]]; do
249 -f) force
=true
; shift ;;
252 if [[ ! -s $sources ]]; then
253 echo mkschroot
: error
: sources
file $sources does not exist or is empty
264 repo
=http
://mirror.fsf.org
/trisquel
/
267 repo
=http
://archive.ubuntu.com
/ubuntu
/
270 repo
=http
://deb.debian.org
/debian
/
276 if ! $force && schroot
-l |
grep -xFq chroot
:$n; then
277 echo "$0: $n schroot already installed, skipping"
282 sd
/etc
/schroot
/chroot.d
/$n.conf
<<EOF
288 preserve-environment=true
292 if [[ ! -e $d/bin
]]; then
294 # resolvconf otherwise schroot fails with
295 # cp: not writing through dangling symlink '/var/run/schroot/mount/flidas-7a2362e0-81b3-4848-92c1-610203ef5976/etc/resolv.conf'
296 sudo debootstrap
--exclude=resolvconf
$n $d $repo
298 if [[ $sources ]]; then
299 sudo
install -m 644 $sources $d/etc
/apt
/sources.list
301 sudo chroot
$d apt-get update
302 sudo DEBIAN_FRONTEND
=noninteractive chroot
$d apt-get
-y dist-upgrade
--purge --auto-remove
303 sudo
cp -P {,$d}/etc
/localtime
304 if (( ${#apps[@]} )); then
305 sudo DEBIAN_FRONTEND
=noninteractive schroot
-c $n -- apt-get
install --allow-unauthenticated -y ${apps[@]}
310 # note: this is incomplete and untested.
311 # https://wiki.archlinux.org/index.php/Install_Arch_Linux_from_existing_Linux#Creating_a_chroot
314 mirror
=https
://mirrors.edge.kernel.org
/archlinux
/iso
/latest
/
315 tarball
=$
(curl
-s $mirror |
sed -nr 's/.*"(archlinux-bootstrap-.*-x86_64.tar.gz)".*/\1/p')
316 wget
-O /tmp
/arch.
tar.gz https
://mirrors.edge.kernel.org
/archlinux
/iso
/latest
/$tarball
317 s mkdir
-p /nocow
/schroot
/arch
318 cd _
/nocow
/schroot
/arch
319 s
sed -i '/## United States/,/^$/s,^#,,' etc
/pacman.d
/mirrorlist
320 # error: could not determine cachedir mount point /var/cache/pacman/pkg
321 s
sed -i /^CheckSpace
/d etc
/pacman.conf
322 chroot .
/bin
/bash
-s <<'EOF'
324 pacman-key --populate archlinux
327 # example of building an aur package:
328 # pacman -Sy base-devel wget
330 # f=$target/etc/sudoers
331 # line='iank ALL=(ALL) NOPASSWD: ALL'
332 # if [[ ! -e $f ]] || ! grep -xF "$line" $f; then
336 # wget https://aur.archlinux.org/cgit/aur.git/snapshot/anbox-image-gapps.tar.gz
337 # tar xzf anbox-image-gapps.tar.gz
338 # cd anbox-image-gapps
343 # clock back in to timetrack from last entry
345 sqlite3
/p
/.timetrap.db
"update entries set end = NULL where id = (select max(id) from entries);"
349 # s sshfs bu@$host:/bu/home/md /bu/mnt -o reconnect,ServerAliveInterval=20,ServerAliveCountMax=30 -o allow_other
352 echo all
>/var
/spool
/exim
4/gw
/.no-delay-eximids
353 if [[ $EUID == 0 ]]; then
354 chown iank
:iank
/var
/spool
/exim
4/gw
/.no-delay-eximids
358 echo >/var
/spool
/exim
4/gw
/.no-delay-eximids
359 if [[ $EUID == 0 ]]; then
360 chown iank
:iank
/var
/spool
/exim
4/gw
/.no-delay-eximids
365 local -a array tmpstr delayon
367 if grep -qFx all
/etc
/exim
4/no-delay-eximids
; then
371 echo all
>/etc
/exim
4/no-delay-eximids
373 tmpstr
=$
(exiqgrep
-i -r.\
*)
374 mapfile
-t array
<<<"$tmpstr"
377 echo >/etc
/exim
4/no-delay-eximids
382 eid
="$(exipick -i -r.\*|h1)"
383 sed -n "/^all$/p;\$a $eid" /etc
/exim
4/no-delay-eximids
389 printf "%s\n" "$eid" >>/etc
/exim
4/no-delay-eximids
396 /a
/f
/gnulib
/build-aux
/gnupload
"$@"
402 f
=(/p
/c
/firefox
*/compatibility.ini
)
403 if (( ${#f[@]} )); then
410 s checkrestart
-b /a
/bin
/ds
/checkrestart-blacklist
-pv
413 cp-blocked-domains-to-brains
() {
414 cp /a
/f
/ans
/roles
/exim
/files
/mx
/simple
/etc
/exim
4/bad-sender_domains
/a
/f
/brains
/sysadmin
/kb
/blocked_email_domains.mdwn
416 cp-blocked-domains-to-ansible
() {
417 cp /a
/f
/brains
/sysadmin
/kb
/blocked_email_domains.mdwn
/a
/f
/ans
/roles
/exim
/files
/mx
/simple
/etc
/exim
4/bad-sender_domains
423 hrcat
/m
/md
/daylert
/{cur
,new
}/*
428 rm -f /m
/md
/daylert
/{cur
,new
}/*
434 hrcat
/m
/md
/alerts
/{cur
,new
}/*
437 ssh bk.b8.nz
"shopt -s nullglob; hrcat /m/md/INBOX/new/* /m/md/INBOX/cur/*"
441 rm -f /m
/md
/alerts
/{cur
,new
}/*
443 ssh bk.b8.nz
"shopt -s nullglob; rm -f /m/md/INBOX/new/* /m/md/INBOX/cur/*"
448 find /var
/local
/cron-errors
/home
/iank
/cron-errors
/sysd-mail-once-state
-type f
450 ralerts
() { # remote alerts
452 # this list is duplicated in check-remote-mailqs
453 for h
in bk je li frodo x3wg kdwg sywg
; do
456 if [[ $HOSTNAME == "${h%wg}" ]]; then
460 $shell find /var
/local
/cron-errors
/home
/iank
/cron-errors
/sysd-mail-once-state
-type f || ret
=$?
468 # pushd in case current directory has an ansible.cfg file
469 pushd /a
/xans
>/dev
/null
470 ansible-playbook
-v -i ${1:- $(hostname -f)}, site.yml
474 pushd /a
/work
/ans
>/dev
/null
475 time ansible-playbook
-i inventory adhoc.yml
"$@"
479 pushd /a
/bin
/distro-setup
/a
>/dev
/null
480 ansible-playbook site.yml
"$@"
485 # googling android emulator libGL error: failed to load driver: r600
486 # lead to http://stackoverflow.com/a/36625175/14456
487 export ANDROID_EMULATOR_USE_SYSTEM_LIBS
=1
488 /a
/opt
/android-studio
/bin
/studio.sh
"$@" & r
491 # Convert brains file path to url and vice versa
492 # usage: brains [URL_OR_PATH]
494 _iki-convert brains.fsf.org
/wiki
"$@"
497 _iki-convert gluestick.office.fsf.org
"$@"
502 local url url_prefix path input repo_dir dir url_dir url name
504 name
="${url_prefix%%.*}"
510 read -r -p "enter path or url"$
'\n' input
514 path
="$repo_dir/${input##http*://"$url_prefix"/}"
515 # for files like x.jpg, we dont need to convert the extension.
516 if [[ $path == */ ]]; then
518 # brains adds trailing slash, but without trailing is still
519 # valid. We can't be totally sure whether to add mdwn, but we
520 # can guess based on the existence of the file. We can't be sure
521 # because it could be a file like x.jpg, that we just don't have
523 elif [[ ! -f $path && -e $path.mdwn
]]; then
526 j
printf "%s\n" "$path"
530 url_dir
=$
(echo "$path" |
sed -r "s,^(/a)?$repo_dir/,,")
531 url
="https://$url_prefix/$url_dir"
532 if [[ $url == *.mdwn
]]; then
541 # Generate beet smartplaylists for navidrome.
542 # for going in the reverse direction, run
543 # /b/ds/navidrome-playlist-export
544 beetsmartplaylists
() {
545 install -m 0700 -d /tmp
/ianbeetstmp
547 # kill off any playlists we deleted. they will still need manual
548 # killing from a navidrome client.
549 rm -rf /i
/converted
/beetsmartplaylists
550 mkdir
-p /i
/converted
/beetsmartplaylists
551 for f
in /tmp
/ianbeetstmp
/*; do
552 sed 's,^/i/m,/i/converted,;s,\.flac$,.mp3,' "$f" >"/i/converted/beetsmartplaylists/${f##*/}"
555 rmdir /tmp
/ianbeetstmp
558 # internal function for beetrating, in case we need to ssh
560 local tmp rating path cpath sqlpath userid
561 # plucked this from the db. im the only user.
562 userid
=23cc2eb9-e35e-4811-a0f0-d5f0dd6eb634
563 while read -r rating path
; do
564 cpath
="/i/converted${path#/i/m}" # converted path
567 cpath
="${cpath%.*}.mp3"
570 if [[ ! -e $cpath ]]; then
571 echo "beetraing: error: this should not happen, path does not exist: $cpath"
574 sqlpath
="${cpath//\'/\'\'}"
575 old_rating
=$
(sqlite3
/i
/navidrome
/navidrome.db
"select rating from annotation inner join media_file on item_id = id where path = '$sqlpath' and item_type = 'media_file';")
576 if [[ $old_rating ]]; then
577 if [[ $old_rating != "$rating" ]]; then
578 echo "setting rating $old_rating -> $rating $cpath"
579 # https://stackoverflow.com/a/50317320
580 # we got a timeout error once. arbitrarily chose 15 seconds.
581 sqlite3
/i
/navidrome
/navidrome.db
".timeout 15000" "
582 update annotation set rating = $rating
584 select media_file.id from annotation inner join media_file on annotation.item_id = media_file.id
585 where media_file.path = '$sqlpath' and annotation.item_type = 'media_file' );"
588 echo "setting rating $rating $cpath"
589 # /a/opt/navidrome/persistence/sql_annotations.go v0.48.0
590 # https://www.sqlite.org/lang_insert.html
591 sqlite3
/i
/navidrome
/navidrome.db
".timeout 15000" "insert into annotation select '$(uuidgen)', '$userid', id, 'media_file', 0, NULL, $rating, 0, NULL from media_file where path = '$sqlpath';"
596 # Export beets ratings into navidrome
599 if [[ $HOSTNAME != kd
]]; then
600 ssh_prefix
="ssh b8.nz"
602 # shellcheck disable=SC2016 # obvious reason
603 beet
ls -f '$rating $path' $nav_convert_query |
$ssh_prefix beetrating-stdin
606 # Do transcoding and hardlinking of audio files for navidrome.
610 # a bunch of effort to ignore output we dont care about...
611 sed 's/^format_item:.*/format_item: ignore_this/' ~
/.config
/beets
/config.yaml
>$tmpf
612 beet
-c $tmpf convert
-y $nav_convert_query > >(grep -vFx 'ignore_this' ||
:) 2> >(grep -v '^convert: Skipping' ||
:)
615 # This deletes files in the converted directory which should no longer
616 # be there due to a rename of the unconverted file.
617 beetconvert-rm-extras
() {
621 # shellcheck disable=SC2016 # obvious reason
622 beet
ls -f '$path' $nav_convert_query >"$tmpf"
623 ## begin removal of files that are leftover from previous conversion,
624 # eg, previously rated > 1, now rated 1.
626 convertedpath
="/i/converted${l#/i/m}"
627 case $convertedpath in
628 *.flac
) convertedpath
="${convertedpath%.flac}.mp3" ;;
630 paths
[$convertedpath]=t
633 find /i
/converted
-path /i
/converted
/beetsmartplaylists
-prune -o \
( -type f
-print \
) -name '*.mp3' -o -name '*.m4a' >"$tmpf"
635 if [[ ! ${paths[$l]} ]]; then
638 # note: the pruning is duplicative of filtering on name, but whatever.
643 beets-gen-playlists
() {
645 local -a query_array query_str
646 for i
in "${!bpla[@]}"; do
648 eval "query_array=(${bpla[$i]})"
649 for str
in "${query_array[@]}"; do
650 query_str
+=("\"$str\"")
654 query: '${query_str[@]}'
659 # beet playlist. use beetag with a playlist name
661 local playlist playlist_regex
664 for playlist
in "${!bpla[@]}"; do
665 printf "%s\n" "$playlist"
672 playlist_regex
='[a-z0-9_]'
673 if [[ ! $playlist =~
$playlist_regex ]]; then
674 echo "bpl: error unexpected chars in playlist: $playlist"
677 # all but last arg as options
678 eval beetag
-r "${*:1:$# - 1}" "${bpla[$playlist]}"
680 complete
-W "${!bpla[*]}" bpl
683 # beet modify quietly
687 # a bunch of effort to ignore output we dont care about...
688 sed 's/^format_item:.*/format_item: ignore_this/' ~
/.config
/beets
/config.yaml
>$tmpf
689 beet
-c $tmpf modify
-y "$@" > >(grep -vFx -e 'ignore_this' -e 'Modifying 1 items.' ||
:)
695 # https://stackoverflow.com/a/5722874
696 kill %% 2>/dev
/null ||
:; wait %% 2>/dev
/null ||
:
702 printf "%s=%s " "$arg" "${!arg}"
707 # Must be called from beetag for variables to be setup
709 local -i i j col_total row
col button_total row_total remainder_cols remainder_term
711 button_total
=${#button_map[@]}
712 row_total
=$
(( button_total
/ col_total
))
713 remainder_cols
=$
(( button_total
% col_total
))
715 #dv button_total row_total remainder_cols
717 # - 3 is just a constant that helps things work in practice.
718 if [[ $LINES ]] && (( LINES
- 3 < scrolled
)); then
720 for (( i
=0; i
<button_total
; i
++)); do
721 row
=$
(( i
/ col_total
))
722 col=$
(( i
% col_total
))
723 remainder_term
=$remainder_cols
724 if (( col < remainder_term
)); then
727 j
=$
(( col * row_total
+ row
+ remainder_term
))
728 # avoid double newline when we have exactly row * col buttons
729 if (( i
== button_total
- 1 )); then
730 printf "%s %s" ${buttons[j]} ${button_map[j]}
731 elif (( i
% col_total
== col_total
-1 )); then
732 printf "%s %s\n" ${buttons[j]} ${button_map[j]}
734 printf "%s %-15s" ${buttons[j]} ${button_map[j]}
740 y other genres z fg player ' = toggle play 1-5 rate ] repeat1
741 ; previous _ = delete up/down skip mpv vol,pause,seek
748 # Must be called from beetag for variables to be setup
751 scrolled
=$
(( scrolled
+ $1 ))
753 if $erasable_line; then
754 # https://stackoverflow.com/a/71286261
755 # erase line / delete line in terminal
756 printf '\033[1A\033[K'
760 # meant to be called from beetag
762 if $erasable_line; then
763 # https://stackoverflow.com/a/71286261
764 printf '\033[1A\033[K'
769 # meant to be called from beetag
771 if jobs -p |
grep -q .
&>/dev
/null
; then
772 printf "%s\n" "$*" | socat
- /tmp
/mpvsock
>/dev
/null ||
:
775 # meant to be called from beetag
778 # note: testing for background jobs will output nothing if we are in a pipeline
779 printf "%s\n" "$*" | socat
- /tmp
/mpvsock ||
:
782 # meant to be called from beetag
783 mpvrpc-percent-pos
() {
784 mpvrpco
'{ "command": ["get_property", "percent-pos"] }' | jq .data |
sed 's/\..*/%/' 2>/dev
/null ||
:
787 # run if not running.
789 # Note: this does not work with shell scripts as they are normally
790 # invoked, because the ps output has the interpreter at the start.
791 # A workaround is to invoke the command in that format, or we could
792 # do various other workarounds.
794 # background, this relies on how ps converts newlines in arguments to spaces, and
795 # assumes we won't be searching for a command with spaces in its arguments
797 # shellcheck disable=SC2009 # pgrep has no fixed string option, plus see above.
798 if ps h
-o args
-C "${1##*/}" |
grep -Fxqv "$*" &>/dev
/null ||
[[ $?
== 141 ]]; then
802 # variation of above: run or wait if running
805 pid
=$
(ps h
-o 'pid,args' -C "${1##*/}" |
sed -r 's/^[[:space:]]*([0-9]+)[[:space:]](.*)/\1\n\2/' |
grep -B1 -Fx "$*" |
head -n1 ||
: )
807 # https://unix.stackexchange.com/questions/427115/listen-for-exit-of-process-given-pid
808 tail --pid="$pid" -f /dev
/null
815 local path nextpath cachedir finalpath nextpath count
816 cachedir
=$HOME/.iank-music-cache
820 # note: logic duplicated in beetpull
822 if [[ $HOSTNAME == kd
]]; then
827 finalpath
="$cachedir${path#/i/m}"
828 rowir rsync
--partial -a --inplace --mkpath "b8.nz:$path" "$finalpath"
829 finalnextpath
="$cachedir${nextpath#/i/m}"
830 count
=$
(pgrep
-a -f "^rsync --partial -a --inplace --mkpath $cachedir" ||
[[ $?
== 1 ]] )
831 # allow us to start 2 rsyncs in the background
832 if [[ $count == [01] ]]; then
833 rinr rsync
--partial -a --inplace --mkpath "b8.nz:$nextpath" "$finalnextpath" &
838 mpvrpc
'{ "command": ["loadfile", "'"$finalpath"'"] }'
842 # usage: beetag [-r] [-s] QUERY
843 # it lists the query, reads an input char for tagging one by one.
845 # note, you may want to change the play command for doing rapid taging
846 # by immediately jumping forward into the song. this is set in the beets
849 # (available buttons: ` \ ) ] [ and non-printing chars, see
850 # https://stackoverflow.com/questions/10679188/casing-arrow-keys-in-bash
853 # note: after foregrounding the player, must quit it to get back. can't ctrl-c.
855 # keys I dont need help to remember:
860 # todo: enter should also unpause
862 local last_genre_i fstring tag id char new_item char_i genre tag remove doplay i j random path
863 local do_rare_genres read_wait line lsout tmp ls_line skip_lookback
864 local escape_char escaped_input expected_input skip_input_regex right_pad erasable_line seek_sec
865 local pl_state_path pl_state_dir pl_state_file tmpstr
866 local new_random pl_seed_path seed_num seed_file
fmt first_play repeat1
867 local -a buttons button_map ids tags tmp_tags initial_ls ls_lines paths
869 local -i i j volume scrolled id_count line_int skip_start pre_j_count head_count skip_lookback
870 local -i overflow_lines overflow
874 escape_char
=$
(printf "\u1b")
875 scrolled
=999 # more than any $LINES
876 ### begin arg processing ###
895 echo beetag
: error expected a query arg
>&2
898 ### end arg processing ###
900 # note: I used to do beetpull here, but mpv + ssfs on slowish
901 # connection leads to bad/buggy result.
908 last_genre_i
=$
(( ${#common_genres[@]} - 1 ))
909 buttons
=( {a..p
} {r..w
} {6.
.8} , .
/ - "=")
910 button_map
=(${common_genres[@]} ${pl_tags[@]})
912 for tag
in "${pl_tags[@]}"; do
913 fstring
+="%ifdef{$tag,$tag }"
916 for (( i
=0; i
<${#buttons[@]}; i
++ )); do
917 button_i
[${buttons[i]}]=$i
920 # note: this structure of files is rather haphazard.
921 seed_num
=1 # later we might want a few
922 seed_file
=seed
$seed_num
924 pl_state_file
=$seed_num
928 pl_state_dir
=/b
/data
/pl-state
929 if [[ $playlist ]]; then
930 pl_state_dir
=$pl_state_dir/$playlist
932 pl_state_dir
=$pl_state_dir/nopl
934 pl_state_path
=$pl_state_dir/$pl_state_file
935 pl_seed_path
=$pl_state_dir/$seed_file
938 if $new_random ||
[[ ! -r $pl_seed_path ]]; then
939 mkdir
-p $pl_state_dir
940 { base64
< /dev
/urandom |
head -c 200 ||
:; echo; } > $pl_seed_path
943 # PijokVipiotOzeph is just a random string for a delimiter
944 # shellcheck disable=SC2016 # false positive
945 fmt='%ifdef{rating,$rating }'"$fstring"'$genre | $title - $artist - $album $length $id PijokVipiotOzeph $path'
946 # shellcheck disable=SC2016 # obvious reason
947 tmpstr
=$
(beet
ls -f "$fmt" "$@" |
{ if $random; then sort -R --random-source=$pl_seed_path; else cat; fi; } )
948 mapfile
-t initial_ls
<<<"$tmpstr"
949 if [[ ! ${initial_ls[0]} ]]; then
950 echo "beetag: error: no result from beet ls $*"
953 id_count
=${#initial_ls[@]}
954 for line
in "${initial_ls[@]}"; do
955 path
="${line#*PijokVipiotOzeph }"
956 # https://github.com/koalaman/shellcheck/issues/2171
957 # shellcheck disable=SC2190 # bug in shellcheck, looking at paths from an earlier function
959 line_no_path
="${line% PijokVipiotOzeph*}"
960 id
="${line_no_path##* }"
962 right_pad
="${line_no_path%% |*}"
963 ls_line
="$(printf %-11s "$right_pad")${line_no_path#"$right_pad"}"
964 ls_lines
+=("$ls_line")
972 if [[ $playlist ]]; then
973 if [[ -r $pl_state_path ]]; then
974 j
=$
(cat $pl_state_path)
978 # i only care to see a smallish portion of the list when starting.
979 head_count
=$
(( LINES
- 20 ))
980 head_start
=$
(( j
- head_count
/ 2 ))
981 if (( head_start
< 0 )); then
984 for (( i
=head_start
; i
< head_count
&& i
< id_count
; i
++ )); do
985 ls_line
="${ls_lines[$i]}"
986 if (( i
== j
)); then
993 #{ mpv --profile=a --volume=$volume --idle 2>&1 & } 2>/dev/null
994 mpv
--profile=a
--volume=$volume --idle &
995 # if we dont sleep, can expect an error like this:
996 # socat[1103381] E connect(5, AF=1 "/tmp/mpvsock", 14): Connection refused
1003 lsout
="${ls_lines[j]}"
1004 tags
=( ${lsout%%,*} )
1006 printf "██ %s\n" "$lsout"
1009 # https://stackoverflow.com/a/7687716
1010 # note: duplicated down below
1012 # notes on old method of invoking mpv each time:
1013 # https://superuser.com/questions/305933/preventing-bash-from-displaying-done-when-a-background-command-finishes-execut
1014 # we can't disown or run in a subshell or set +m because all that
1015 # disabled job control from working properly in ways we want.
1016 # todo: figure out some kind of answer to this. I think the solution
1017 # is that we are waiting in 2 second intervals and checking if the
1018 # background job exists. Instead, we should make mpv just idle
1019 # when it is done with a song and then send it a command to play a new track.
1020 #{ mpv --profile=a --volume=$volume "$path" 2>&1 & } 2>/dev/null
1022 #{ beet play "--args=--volume=$volume" "id:$id" 2>&1 & } 2>/dev/null
1024 # on slow systems, we may need to wait like .3 seconds before mpv
1025 # is ready. so impatiently check until it is ready
1026 if $first_play; then
1028 for (( i
=0; i
<20; i
++ )); do
1029 if [[ $
(mpvrpco
'{ "command": ["get_property", "idle-active"] }' 2>/dev
/null | jq .data
) == true
]]; then
1030 mpvrpc-loadfile
"$path" 2>/dev
/null
1036 mpvrpc-loadfile
"$path"
1044 read -rsN1 -t $read_wait char || ret
=$?
1046 # Automatically skip to the next song if this one ends, unless
1047 # we turn off the autoplay.
1048 if (( ret
== 142 )) ||
[[ ! $char ]]; then
1049 if jobs -p |
grep -q .
&>/dev
/null
&& \
1050 [[ $
(mpvrpco
'{ "command": ["get_property", "idle-active"] }' | jq .data
) == false
]]; then
1060 if [[ $char == $
'\n' ]]; then
1070 echo "play toggled off"
1074 mpvrpc-loadfile
"$path"
1081 m beet
rm --delete --force "id:$id"
1082 beetag-nostatus
4 # guessing. dont want to test atm
1086 beetmq
"id:$id" rating
=$char
1090 volume
=$
(( volume
- 5 ))
1091 if (( volume
< 0 )); then
1097 if (( volume
> 130 )); then
1102 mpvrpc
'{ "command": ["set_property", "volume", '$volume'] }'
1113 echo repeat1
=$repeat1
1121 if $do_rare_genres; then
1122 do_rare_genres
=false
1123 button_map
=(${common_genres[@]} ${pl_tags[@]})
1124 last_genre_i
=$
(( ${#rare_genres[@]} - 1 ))
1127 button_map
=(${rare_genres[@]} ${pl_tags[@]})
1128 last_genre_i
=$
(( ${#rare_genres[@]} - 1 ))
1131 for (( i
=0; i
<${#buttons[@]}; i
++ )); do
1132 button_i
[${buttons[i]}]=$i
1134 for (( i
=0; i
<${#button_map[@]}; i
++ )); do
1135 echo ${buttons[i]} ${button_map[i]}
1141 # if we ctrl-z, it will put the whole function into sleep. so
1142 # basically, we can't return from a foregrounded mpv like we
1143 # would like to without some strange mechanism I can't think
1144 # of. So, instead, detect ctrl-c and wait a while for prompt
1145 # input. One idea would be to use a music player like mpd where
1146 # we can send it messages.
1155 # output time if we aren't already paused
1156 if [[ $
(mpvrpco
'{ "command": ["get_property", "pause"] }' | jq .data
) == false
]]; then
1158 #date -d @"$(mpvrpco '{ "command": ["get_property", "playback-time"] }' | jq .data)" +%M:%S ||:
1162 # originally found this solution, which worked fine.
1163 #kill -STOP %% &>/dev/null
1165 mpvrpc
'{ "command": ["cycle", "pause"] }'
1170 read -rsn2 escaped_input
1171 skip_input_regex
="^[0-9]+$"
1172 case $escaped_input in
1173 # up char: show all the songs, use less
1177 if (( j
- skip_lookback
> skip_start
)); then
1178 skip_start
=$
(( j
- skip_lookback
))
1180 beetag-nostatus $
(( id_count
- skip_start
- 1 ))
1183 for (( i
=skip_start
; i
< id_count
; i
++ )); do
1184 if (( i
== j
)); then
1185 echo " * ${ls_lines[i]}"
1188 echo "$line_int | ${ls_lines[i]}"
1195 # skip forward, but show the last few songs anyways.
1198 if (( j
- skip_lookback
> skip_start
)); then
1199 skip_start
=$
(( j
- skip_lookback
))
1201 beetag-nostatus $
(( id_count
- skip_start
- 1 ))
1204 overflow_lines
=$LINES
1205 for (( i
=skip_start
; i
< overflow_lines
- 1 && i
< id_count
; i
++ )); do
1206 ls_line
="${ls_lines[i]}"
1207 overflow
=$
(( ${#ls_line} / ( COLUMNS
- 1 ) ))
1208 overflow_lines
=$
(( overflow_lines
- overflow
))
1209 if (( i
== j
)); then
1213 echo "$line_int | $ls_line"
1229 mpvrpc
'{ "command": ["seek", "'$seek_sec'"] }'
1233 expected_input
=false
1236 if $expected_input; then
1244 if [[ $skip_input =~
$skip_input_regex ]]; then
1245 pre_j_count
=$
(( j
- skip_start
))
1246 j
=$
(( j
+ skip_input
- pre_j_count
))
1247 if (( skip_input
< pre_j_count
)); then
1255 char_i
=${button_i[$char]}
1256 new_item
=${button_map[$char_i]}
1257 if [[ ! $char_i ||
! $new_item ]]; then
1258 echo "error: no mapping of input: $char found, try again"
1261 if (( char_i
<= last_genre_i
)); then
1262 m beetmq
"id:$id" genre
=$new_item
1266 for tag
in ${tags[@]}; do
1267 if [[ $new_item == "$tag" ]]; then
1275 m beetmq
"id:$id" "$new_item!"
1278 m beetmq
"id:$id" $new_item=t
1283 if (( j
< id_count
- 1 )); then
1289 if [[ $playlist ]]; then
1290 echo $j >$pl_state_path
1295 # usage: FILE|ALBUM_DIR [GENRE]
1297 local import_path genre_arg single_track_arg
1299 if [[ ! -e $import_path ]]; then
1300 echo "beetadd error: path does not exist"
1303 genre_arg
="--set genre=$2"
1305 if [[ -f $import_path ]]; then
1308 beet import
--set totag
=t
$single_track_arg $genre_arg "$import_path"
1310 beet modify
-y totag
:t
"totag!"
1313 # update navidrome music data after doing beets tagging
1318 # this function would naturally just be part of beetconvert,
1319 # but we want beetrating to happen sooner so that our ssh auth dialog
1320 # happens earlier. Currently 17 seconds for that.
1321 m beetconvert-rm-extras
1322 m beetsmartplaylists
1325 # pull in beets library locally
1327 local sshfs_host sshfs_cmd
1329 if [[ $HOSTNAME == kd
]]; then
1332 if [[ ! -e /i
]]; then
1334 s chown iank
:iank
/i
1336 sshfs_cmd
="sshfs -o ServerAliveInterval=15,reconnect $sshfs_host:/i /i"
1337 if ! pgrep
-f "^$sshfs_cmd$" >/dev
/null
; then
1342 # remove all playlists in navidrome, for when I make big
1343 # playlist name changes and just want to scrap everything.
1347 if [[ $HOSTNAME != kd
]]; then
1348 echo "error: run on kd"
1351 sqlite3
/i
/navidrome
/navidrome.db
"select id from playlist" >$tmpf
1352 while read -r id
; do
1354 curl
--http1.1
--user "iank:$navidrome_pw" "https://b8.nz/rest/deletePlaylist.view?u=iank&s=sb219dvv7egnoe4i47k75cli0m&t=1c8f5575cd0fdf03deb971187c9c88b1&v=1.2.0&c=DSub&id=$id"
1361 # This is not perfect but generally good enough. It escapes all
1362 # metachars listed man 3 pcrepattern.
1364 sed 's/[]\\^$.[|()?*+{}]/[&]/g; s/\^/\\^/g' <<<"$*"
1367 # usage beegenre QUERY
1369 # beet set genre for QUERY based on existing artist most used genre on
1371 # inverse of query for each artist found in QUERY. If query starts with
1372 # "artist:" it is used as the artist instead of each artist in QUERY.
1375 local count artist artregex genre singleartist tmpf tmpf2
1376 local -a artists genres
1387 if $singleartist; then
1388 # shellcheck disable=SC2016 # obvious reason
1389 beet
ls -f '$genre' "$artist" "${@/#/^}" |
sort |
uniq -c |
sort -n |
tail -n1 >$tmpf
1390 read -r count genre
<$tmpf ||
:
1391 beet modify
"$artist" "$@" genre
=$genre
1393 # shellcheck disable=SC2016 # obvious reason
1394 beet
ls -f '$artist' "$@" |
sort -u >$tmpf
1395 while read -r artist
; do
1396 artregex
=$
(er
"$artist")
1397 # shellcheck disable=SC2016 # obvious reason
1398 beet
ls -f '$genre' "artist::^$artregex$" "${@/#/^}" |
sort |
uniq -c |
sort -n |
tail -n1 >$tmpf2
1399 read -r count genre
<$tmpf2 ||
continue
1400 if [[ $count ]]; then
1401 artists
+=("$artregex")
1403 echo "beet modify -y $* \"artist::^$artist$\" genre=$genre # $count"
1406 read -r -N 1 -s -p "Y/n " char
1409 for (( i
=0; i
<${#artists[@]}; i
++ )); do
1410 beet modify
-y "$@" "artist::^${artists[i]}$" genre
=${genre[i]}
1423 date +%F_
%T
%:::z
-d "$(sed -r 's/(.{4})(..)(.{5})(..)(.*)/\1-\2-\3:\4:\5/' <<<"$indate")" "$@"
1426 # fudCaHougfirp is a random string
1432 } |
sed -r 's/-0([45])( |$)/fudCaHougfirp0\100/;s/_/T/;s/[:-]//g;s/fudCaHougfirp/-/'
1437 while read -r line
; do
1438 if [[ $line == *20[0-9][0-9][0-9][0-9][0-9][0-9]T
[0-9][0-9][0-9][0-9][0-9][0-9]-0[45]00* ]]; then
1439 pre
="${line%%20[0-9][0-9][0-9][0-9][0-9][0-9]T[0-9][0-9][0-9][0-9][0-9][0-9]-0[45]00*}"
1440 post
="${line##*20[0-9][0-9][0-9][0-9][0-9][0-9]T[0-9][0-9][0-9][0-9][0-9][0-9]-0[45]00}"
1441 mid
="${line:${#pre}:22}"
1442 echo "$pre$(btrbk-date "$mid")$post"
1449 jr
-u btrbk-run
-u btrbk
-u switch-mail-host
"$@"
1453 btrbk-host-debug-show-host
() {
1456 for host in $remote $alt local; do
1457 if line
=$
(grep -P "\S*$f" /tmp
/b
/s
/$host.log
); then
1458 if [[ $snaphost ]]; then
1459 e error
: snaphost
=$snaphost, host=$host line
="$line"
1461 if [[ $line == ssh* ]]; then
1462 tmp
="${line#ssh://}"
1463 snaphost
="${tmp%%/*}"
1469 echo $snaphost $f | btrbk-date-sed
1473 # If we get a btrfs receive error like this:
1474 # ERROR: ... clone: did not find source subvol
1475 # running this command will help track down the problem.
1476 # Alter remote= and alt=. When I used it, remote is
1477 # the host having the error when I push a snapshot.
1478 # Alt is just the other host that takes snapshots
1479 # besides the local host.
1480 btrbk-host-debug
() {
1486 for host in $remote $alt; do
1487 h
=$
(ssh $host hostname
)
1488 rsync
-a /var
/log
/btrbk
$host:/var
/log
/btrbk
/var
/log
/btrbk
/$h
1489 grr
'\bsnapshot success' /var
/log
/btrbk
/$h >/tmp
/b
/$h.log
1491 ## this takes a while, we only want to do it on 1st run
1492 # if [[ -s /tmp/b/$host.log ]]; then continue; fi
1493 # ssh $host journalctl -u btrbk-run -u btrbk -u switch-mail-host >/tmp/b/$host.log
1495 gr
'\bsnapshot success' /var
/log
/btrbk
/*.log
>/tmp
/b
/local.log
1498 gr
'\bsnapshot success' $f >s
/$f
1503 for f
in "${localq[@]}"; do
1508 for f
in $
(ssh $remote "cd /mnt/root/btrbk; echo q.*"); do
1509 if [[ ! ${localq_a[$f]} ]]; then
1513 btrbk-host-debug-show-host
"${localq[@]}"
1514 if (( ${#remoteq[@]} >= 1 )); then
1515 echo "=== $remote only ===="
1516 btrbk-host-debug-show-host
${remoteq[@]}
1521 # note, to check for glue records
1522 # First, find some the .org nameservers:
1523 # dig +trace iankelling.org
1525 # dig ns1.iankelling.org @b0.org.afilias-nst.org.
1527 # Now, compare for a domain that does have glue records setup (note the A
1528 # and AAAA records in ADDITIONAL SECTION, those are glue records like the
1529 # one I'm asking for):
1531 # $ dig ns1.gnu.org @b0.org.afilias-nst.org.
1533 bbk
() { # btrbk wrapper
1537 systemctl is-active btrbk.timer || active
=false
1539 ser stop btrbk.timer
1541 btrbk_is_active
=$
(systemctl is-active btrbk.service ||
:)
1542 case $btrbk_is_active in
1543 inactive|failed
) : ;;
1545 echo "bbk: error: systemctl is-active btrbk.service output: $btrbk_is_active"
1546 if $active; then ser start btrbk.timer
; fi
1550 # todo: consider changing this to srun and having the args come
1551 # from a file like /etc/default/btrbk, like is done in exim
1552 s jdo btrbk-run
"$@"
1555 echo bbk
: WARNING
: btrbk.timer not restarted due to failure
1557 ser start btrbk.timer
1564 fai-monitor | pee
cat "fai-monitor-gui -"
1567 bfg
() { java
-jar /a
/opt
/bfg-1.12
.14.jar
"$@"; }
1570 xclock
-digital -update 1 -face 'arial black-80:bold'
1573 nnn
() { /a
/opt
/nnn
-H "$@"; }
1575 locat
() { # log-once cat
1578 files
=(/var
/local
/cron-errors
/* /home
/iank
/cron-errors
/* /sysd-mail-once-state
/*)
1579 case ${#files[@]} in
1596 # usage: first get an adb shell on the phone.
1598 # just followed instructions in readme at
1599 # https://github.com/Yuubi-san/ceb-tools
1600 # tried to use ceb2txt but it failed because of schema
1601 # slightly different than what it expected.
1602 cheogram-get-logs
() {
1603 #adb shell rm -r /storage/emulated/0/Download/Cheogram/Backup
1604 read -r -p "do cheogram backup on phone, do not enable extra cheogram data. press any key when done"
1607 adb pull
/storage
/emulated
/0/Download
/Cheogram
/Backup
1608 sqlite3 b
</a
/opt
/ceb-tools
/schema.sql
1609 echo "note: the next step took 39 seconds last time i measured"
1610 # expected failure: Error: near line 1: in prepare, table accounts has no column named pinned_mechanism (1)
1611 # the sql needs an update
1612 /a
/opt
/ceb-tools
/ceb2sqlgz Backup
/iank@fsf.org.ceb
<pas | gunzip | sqlite3 b ||
:
1616 # usage: cheologs [DAYS_LIMIT]
1617 # default days is 100
1623 datetime(substr(timeSent,0,11), 'unixepoch'),
1624 replace(replace(counterpart,'@fsf.org',''),
1625 '@conference.fsf.org',''),
1628 where timeSent > $(( (EPOCHSECONDS - days * 60 * 60 * 24) * 1000 ))
1630 sqlite3
/p
/cheogram
/b
".mode tabs" "$q" |
less
1636 # timezone compared to utc. note: this takes the current offset, so if daylight savings change
1637 # happened in the looking back period, this won't account for it.
1638 zone_offset
=$
(( $
( date +%z |
sed 's/[^1-9-]*//g' ) * 60 * 60))
1639 case $zone_offset in
1641 *) zone_offset
="+ $zone_offset"
1643 echo zone_offset
=$zone_offset
1646 datetime(substr(timeSent,0,11) $zone_offset, 'unixepoch'),
1649 where timeSent > $(( (EPOCHSECONDS - days * 60 * 60 * 24) * 1000 ))
1650 and counterpart = 'office@conference.fsf.org/iank'
1652 sqlite3
/p
/cheogram
/b
".mode tabs" "$q" |
sed 's/ /./' |
less
1655 # version of jdo for my non-root user
1657 # comparison of alternative logging methods:
1659 # systemd-run command (what this function does)
1661 # If there is a user prompt, the program will detect that it is not
1662 # connected to a terminal and act in a non-interactive way, skipping
1663 # the prompt. This has the benefit that you know exactly how the
1664 # program will act if you want to move it into a service that runs
1667 # If run with sudo and command is a shell script which does a sleep,
1668 # it can (sometimes?) output some extra whitespace in front of
1669 # messages, more for each subsequent message. This can be avoided by
1670 # becoming root first.
1672 # It logs the command's pid and exit code, which is nice.
1675 ### command |& ts | tee file.log
1677 # If there is a user prompt, like "read -p prompt var", it will hang
1678 # without outputting the prompt.
1680 # I've had a few times where ts had an error and I wasn't totally sure
1681 # if it was really the command or ts having the problem.
1683 # Sometimes some output will get hidden until you hit enter.
1686 ### command |& pee cat logger
1688 # This seems to work. I need to test more.
1691 ### command |& logger -s
1693 # User prompts get confusingly prefixed to earlier output, and all log
1694 # entries get prefixed with annoying priority level.
1699 # Had a few problems. One major one is that it exited in the middle of
1700 # a command on systemctl daemon-reload
1702 # Related commands which can log a whole session: script, sudo, screen
1703 local cmd cmd_name jr_pid ret
1708 if [[ $cmd != /* ]]; then
1709 cmd
=$
(type -P "$cmd")
1711 #note date format for since is date '+%F %T'
1713 journalctl
--since=now
-qn2 -f -u "$cmd_name" &
1715 # note, we could have a version that does system --user, but if for example
1716 # it does sudo ssh, that will leave a process around that we can't kill
1717 # and it will leave the unit hanging around in a failed state needing manual
1718 # killing of the process.
1719 s systemd-run
--uid "$(id -u)" --gid "$(id -g)" \
1720 -E SSH_AUTH_SOCK
=/run
/openssh_agent \
1721 --unit "$cmd_name" --wait --collect "$cmd" "$@" || ret
=$?
1722 # The sleep lets the journal output its last line
1723 # before the prompt comes up.
1725 kill $jr_pid &>/dev
/null ||
:
1728 # this avoids any err-catch
1729 (( ret
== 0 )) ||
return $ret
1732 # service run, and watch the output
1737 journalctl
-qn2 -f -u $unit &
1738 systemctl start
$unit
1740 kill $jr_pid &>/dev
/null ||
:
1745 sm
() { # switch mail host
1749 keyhash
=$
(s ssh-keygen
-lf /root
/.ssh
/home |
awk '{print $2}')
1750 tmp
=$
(s ssh-add
-l |
awk '$2 == "'$keyhash'"' ||
:)
1751 if [[ ! $tmp ]]; then
1752 s ssh-add
/root
/.ssh
/home
1754 s jdo switch-mail-host
"$@"
1757 sh2
() { # switch host2
1761 keyhash
=$
(s ssh-keygen
-lf /root
/.ssh
/home |
awk '{print $2}')
1762 tmp
=$
(s ssh-add
-l |
awk '$2 == "'$keyhash'"')
1763 if [[ ! $tmp ]]; then
1764 s ssh-add
/root
/.ssh
/home
1767 s jdo switch-host2
"$@"
1771 # shellcheck disable=SC2120
1773 # note, i had --delete-excluded, but that deletes all files in --exclude-from on
1774 # the remote site, which doesn't make sense, so not sure why i had it.
1776 # excluding emacs for now
1777 #p=(/a/opt/{emacs-debian11{,-nox},mu,emacs} /a/bin /a/exe /a/h /a/c /p/c/machine_specific/vps{,.hosts})
1779 /a
/bin
/a
/exe
/a
/h
/a
/c
/p
/c
/machine_specific
/vps
{,.hosts
}
1780 /c
/roles
/prom_export
/files
/simple
/usr
/local
/bin
/fsf-install-node-exporter
1782 /p
/c
/user-specific
/www-data
/icecast-fsf
{,-tech}-htpasswd
1785 a
="-ahviSAXPH --specials --devices --delete --relative --exclude-from=/p/c/li-rsync-excludes"
1787 for h
in li je bk
; do
1788 m s rsync
"$@" $a ${p[@]} /p
/c
/machine_specific
/$h root@
$h.b8.nz
:/
1789 ## only li is debian11
1790 #p[0]=/a/opt/emacs-trisuqel10
1791 #p[1]=/a/opt/emacs-trisquel10-nox
1793 m s rsync
"$@" -ahviSAXPH root@li.b8.nz
:/a
/h
/proposed-comments
/ /a
/h
/proposed-comments || ret
=$?
1796 bkpush
() { # no emacs. for running faster.
1797 p
=(/a
/bin
/a
/exe
/a
/h
/a
/c
/p
/c
/machine_specific
/vps
{,.hosts
} /c
/roles
/prom_export
/files
/simple
/usr
/local
/bin
/fsf-install-node-exporter
)
1798 a
="-ahviSAXPH --specials --devices --delete --relative --exclude-from=/p/c/li-rsync-excludes"
1800 m rsync
"$@" $a ${p[@]} /p
/c
/machine_specific
/bk root@bk.b8.nz
:/ || ret
=$?
1803 jepush
() { # no emacs. for running faster.
1804 p
=(/a
/bin
/a
/exe
/a
/h
/a
/c
/p
/c
/machine_specific
/vps
{,.hosts
} /c
/roles
/prom_export
/files
/simple
/usr
/local
/bin
/fsf-install-node-exporter
)
1805 a
="-ahviSAXPH --specials --devices --delete --relative --exclude-from=/p/c/li-rsync-excludes"
1807 m rsync
"$@" $a ${p[@]} /p
/c
/machine_specific
/je root@je.b8.nz
:/ || ret
=$?
1812 dsign iankelling.org expertpathologyreview.com zroe.org amnimal.ninja
1815 m
ssh iank@
$h.b8.nz dnsup
1821 m
ssh $h.b8.nz dnsb8
1830 local f
=/var
/lib
/bind
/db.b8.nz
1832 # jbk is like a temp file. dunno if removing it helps
1835 while pgrep
'^named$' &>/dev
/null
; do
1838 if (( i
> 100 )); then
1839 echo "dnsb8: error: timeout waiting for named to exit"
1843 m sudo
rm -fv $f.jnl
$f.signed.jnl
$f.jbk
1844 m sudo
install -m 644 -o bind -g bind /p
/c
/machine_specific
/vps
/bind-initial
/db.b8.nz
$f
1848 # keys generated like this
1849 # because of https://ftp.isc.org/isc/dnssec-guide/dnssec-guide.pdf
1850 # https://blog.apnic.net/2019/05/23/how-to-deploying-dnssec-with-bind-and-ubuntu-server/
1852 # key length is longer than that guide because
1853 # we are using those at fsf and when old key lengths
1854 # become insecure, I want some extra time to update.
1855 # dnsecgen (in brc2)
1858 dnssec-keygen
-a RSASHA256
-b 2048 $zone
1859 dnssec-keygen
-f KSK
-a RSASHA256
-b 4096 $zone
1860 for f
in K
"$zone".
*.key
; do
1861 # eg Kb8.nz.+008+47995.key tag=47995
1862 # in dnsimple, you add the long string from this.
1863 # in gandi, you add the long string from the .key file,
1864 # then see that the digest matches the ds.
1865 echo "tag is the number after DS"
1866 dnssec-dsfromkey
-a SHA-256
$f
1868 # For b8.nz, we let bind read the keys and sign, and
1869 # right now they have root ownership, so let them
1871 chmod g
+r .
/*.private
1874 # create .signed file
1875 # note: full paths probably not needed.
1878 local zone
=${arg#db.}
1879 local dir
=/p
/c
/machine_specific
/vps
/filesystem
/var
/lib
/bind
1880 dnssec-signzone
-S -e +31536000 -o $zone -K $dir -d $dir $dir/db.
$zone
1884 # set day start for use in other programs.
1885 # expected to do be in a format like 830, or 800 or 1300.
1888 regex
='[0-9]?[0-9]?[0-9][0-9]'
1890 if [[ ! $1 =~
$regex ]]; then
1891 echo "ds: error. expected \$1 to match $regex, got \$1: $1"
1894 echo $1 >/b
/data
/daystart
1896 cat /b
/data
/daystart
1900 #### begin bitcoin related things
1902 local f
=/etc
/bitcoin
/bitcoin.conf
1903 # importprivkey will timeout if using the default of 15 mins.
1904 # upped it to 1 hour.
1905 bitcoin-cli
-rpcclienttimeout=60000 -"$(s grep rpcuser= $f)" -"$(s grep rpcpassword= $f)" "$@"
1907 btcusd
() { # $1 btc in usd
1909 price
="$(curl -s https://api.coinbase.com/v2/prices/BTC-USD/spot | jq -r .data.amount)"
1910 printf "$%s\n" "$price"
1912 printf "$%.2f\n" "$(echo "scale
=4; $price * $1"| bc -l)"
1915 usdbtc
() { # $1 usd in btc
1917 price
="$(curl -s https://api.coinbase.com/v2/prices/BTC-USD/spot | jq -r .data.amount)"
1918 printf "$%s\n" "$price"
1920 # 100 mil satoshi / btc. 8 digits after the 1.
1921 printf "%.8f btc\n" "$(echo "scale
=10; $1 / $price "| bc -l)"
1924 satoshi
() { # $1 satoshi in usd
1926 price
="$(curl -s https://api.coinbase.com/v2/prices/BTC-USD/spot | jq -r .data.amount)"
1927 price
=$
(echo "scale=10; $price * 0.00000001"|
bc -l)
1928 printf "$%f\n" "$price"
1930 printf "$%.2f\n" "$(echo "scale
=10; $price * $1"| bc -l)"
1934 # Bitcoin holds open the wallet file. this causes problems for a
1935 # secondary computer running bitcoin and receiving a backup (as of
1936 # 2023). However, in 2024-02, I ran a backup where a receiving machine
1937 # had the wallet enabled and there was no error, so I don't know if this
1938 # is still an issue or likely it is an inconsistent behavior.
1939 # Note: a pruned node won't allow for a wallet to be added, super lame
1940 # so i'm just not running a bitcoin node for now.
1941 # Error: Prune: last wallet synchronisation goes beyond pruned data. You
1942 # need to -reindex (download the whole blockchain again in case of
1945 #### end bitcoin related things
1949 cbfstool
() { /a
/opt
/coreboot
/build
/cbfstool
"$@"; }
1955 cp /a
/bin
/data
/COPYING
"$@"
1957 cp /a
/bin
/data
/COPYING .
1964 cp /a
/bin
/data
/LICENSE
"$@"
1966 cp /a
/bin
/data
/LICENSE .
1973 # First paragraph is to avoid people being confused about why a
1974 # file is apache licensed.
1976 # I, Ian Kelling, follow the GNU license recommendations at
1977 # https://www.gnu.org/licenses/license-recommendations.en.html. They
1978 # recommend that small programs, < 300 lines, be licensed under the
1979 # Apache License 2.0. This file contains or is part of one or more small
1980 # programs. If a small program grows beyond 300 lines, I plan to change
1981 # to a recommended GPL license.
1983 # Copyright 2024 Ian Kelling
1985 # Licensed under the Apache License, Version 2.0 (the "License");
1986 # you may not use this file except in compliance with the License.
1987 # You may obtain a copy of the License at
1989 # http://www.apache.org/licenses/LICENSE-2.0
1991 # Unless required by applicable law or agreed to in writing, software
1992 # distributed under the License is distributed on an "AS IS" BASIS,
1993 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
1994 # See the License for the specific language governing permissions and
1995 # limitations under the License.
2001 # apply apache to git tracked bash files + README, except files with A?GPL3 header.
2002 apache-apply-repo
() {
2003 for f
in $
(git ls-files
); do
2004 [[ -L $f ||
! -f $f ]] && continue
2005 if [[ $f != README
]]; then
2006 if ! grep -n '^#!/bin/bash' $f |
grep ^
1: &>/dev
/null
; then continue; fi
2007 if head -n 10 $f |
grep 'it under the terms of the GNU General Public License as published by' &>/dev
/null
; then continue; fi
2015 if [[ ! -e $file ]]; then
2016 echo '#!/bin/bash' >$file
2019 if head -n1 "$file"|
grep -E '^#!/' &>/dev
/null
; then
2033 # strip out the apache license from a file.
2035 # shellcheck disable=SC2044 # meh
2036 for f
in $
(find .
-type f
-maxdepth 1); do if head -n1 "$f"|
grep -E '^#!/bin/bash\b' &>/dev
/null
; then { head -n 20 $f |
tac |
sed '/^# limitations under the License.$/,/^# Copyright.*Ian Kelling$/d' |
tac; tail -n+21 $f; } |sponge
$f; fi ; done
2040 if type -p chromium
&>/dev
/null
; then
2044 cmd
="schroot -c bullseye chromium"
2045 CHROMIUM_FLAGS
='--enable-remote-extensions' $cmd & r
2051 # pipe to this, or just type like a shell
2054 tee >(ssh frodo.b8.nz
) >(ssh x2
) >(ssh tp.b8.nz
) >(ssh kw
) >(ssh tp.b8.nz
)
2058 for host in x2 kw tp.b8.nz x3.b8.nz frodo.b8.nz
; do
2064 debian_pick_mirror
() {
2065 # netselect-apt finds a fast mirror.
2066 # but we need to replace the mirrors ourselves,
2067 # because it doesnt do that. best it can do is
2068 # output a basic sources file
2069 # here we get the server it found, get the main server we use
2070 # then substitute all instances of one for the other in the sources file
2071 # and backup original to /etc/apt/sources.list-original.
2072 # this is idempotent. the only way to identify debian sources is to
2073 # note the original server, so we put it in a comment so we can
2074 # identify it later.
2076 file=$
(mktemp
-d)/f
# safe way to get file name without creating one
2077 sudo netselect-apt
-o "$file" ||
return 1
2078 url
=$
(grep ^
\\w
$file |
head -n1 |
awk '{print $2}')
2079 sudo
cp -f /etc
/apt
/sources.list
/etc
/apt
/sources.list-original
2080 sudo
sed -ri "/http.us.debian.org/ s@( *[^ #]+ +)[^ ]+([^#]+).*@\1$url\2# http.us.debian.org@" /etc
/apt
/sources.list
2084 digdiff @ns
{1,2}.iankelling.org
"$@"
2094 /b
/ds
/distro-begin |
& ts ||
return $?
2095 /b
/ds
/distro-end |
& ts ||
return $?
2101 /b
/ds
/distro-begin |
& ts ||
return $?
2107 /b
/ds
/distro-end |
& ts ||
return $?
2120 envload
() { # load environment from a previous: export > file
2121 local file=${1:-$HOME/.${USER}_env}
2122 eval "$(export | sed 's/^declare -x/export -n/')"
2123 while IFS
= read -r line
; do
2124 # declare -x makes variables local to a function
2125 eval ${line/#declare -x/export}
2129 failfunc
() { asdf a b c
; }
2130 failfunc2
() { failfunc d e f
; }
2132 # one that comes with distros is too old for newer devices
2134 /a
/opt
/android-platform-tools
/fastboot
"$@";
2137 kdecd
() { /usr
/lib
/x86_64-linux-gnu
/libexec
/kdeconnectd
; }
2140 cat /sys
/class
/power_supply
/BAT
0/capacity
2143 # List of apps to install/update
2144 # Create from existing manually installed apps by doing
2146 # fdroidcl search -i, then manually removing
2147 # automatically installed/preinstalled apps
2150 # # my attempt at recovering from boot loop:
2151 # # in that case, boot to recovery (volume up, home button, power, let go of power after samsun logo)
2153 # mount /dev/block/mmcblk0p12 /data
2155 # find -iname '*appname*'
2157 # usually good enough to just rm -rf /data/app/APPNAME
2160 # # causes replicant to crash
2161 # org.quantumbadger.redreader
2162 # org.kde.kdeconnect_tp
2164 # not broke, but wont work without gps
2165 #com.zoffcc.applications.zanavi
2166 # not broke, but not using atm
2167 #com.nutomic.syncthingandroid
2168 # # doesn\'t work on replicant
2169 #net.sourceforge.opencamera
2172 net.mullvad.mullvadvpn
2174 io.github.subhamtyagi.lastlauncher
2176 com.biglybt.android.client
2177 de.marmaro.krt.ffupdater
2178 me.ccrama.redditslide
2179 org.fedorahosted.freeotp
2181 com.alaskalinuxuser.justnotes
2182 com.artifex.mupdf.viewer.app
2183 com.danielkim.soundrecorder
2186 com.jmstudios.redmoon
2188 org.kde.kdeconnect_tp
2191 cz.martykan.forecastie
2192 de.danoeh.antennapod
2194 de.marmaro.krt.ffupdater
2195 eu.siacs.conversations
2197 im.vector.alpha
# riot
2198 info.papdt.blackblub
2199 me.tripsit.tripmobile
2201 net.minetest.minetest
2206 org.smssecure.smssecure
2208 sh.
ftp.rocketninelabs.meditationassistant.opensource
2210 # https://forum.xda-developers.com/android/software-hacking/wip-selinux-capable-superuser-t3216394
2215 local -A installed updated
2217 # tried putting this in go buildscript cronjob,
2218 # but it failed with undefined: os.UserCacheDir. I expect its due to
2219 # an environment variable missing, but its easier just to stick it here.
2220 m go get
-u mvdan.cc
/fdroidcl ||
return 1
2222 if fdroidcl search
-u |
grep ^org.fdroid.fdroid
; then
2223 fdroidcl
install org.fdroid.fdroid
2227 for p
in $
(fdroidcl search
-i|
grep -o "^\S\+"); do
2230 for p
in $
(fdroidcl search
-u|
grep -o "^\S\+"); do
2233 for p
in ${fdroid_pkgs[@]}; do
2234 if ! ${installed[$p]:-false}; then
2235 m fdroidcl
install $p
2236 # sleeps are just me being paranoid since replicant has a history of crashing when certain apps are installed
2240 for p
in ${!installed[@]}; do
2241 if ! ${updated[$p]:-true}; then
2242 m fdroidcl
install $p
2248 firefox-default-profile
() {
2249 local key value section
2253 file=/p
/c
/subdir_files
/.mozilla
/firefox
/profiles.ini
2254 sed -ri "/^ *$key/d" "$file"
2255 sed -ri "/ *\[$section\]/,/^ *\[[^]]+\]/{/^\s*${key}[[:space:]=]/d};/ *\[$section\]/a $key=$value" "$file"
2257 fdhome
() { #firefox default home profile
2258 firefox-default-profile Profile0
2262 firefox-default-profile Profile4
2266 if type -P firefox
&>/dev
/null
; then
2274 firefox
-P alt
"$@" >/dev
/null
2>&1
2280 local dname
="${PWD##*/}"
2281 local m
="/a/tmp/$dname-missing"
2282 local d
="/a/tmp/$dname-diff"
2283 [[ -e $d ]] && rm "$d"
2284 [[ -e $m ]] && rm "$m"
2287 while read -r line
; do
2288 fsfile
="$1${line#.}"
2289 if [[ -e "$fsfile" ]]; then
2290 md5diff
"$line" "$fsfile" && tee -a "/a/tmp/$dname-diff" <<< "$fsfile $line"
2293 echo "$line" >> "$m"
2294 msize
=$
((msize
+ 1))
2296 done < <(find .
-type f
)
2299 (( msize
<= 100 )) && cat $m
2304 # expected output, with different tmp dirs
2305 # /tmp/tmp.HDPbwMqdC9/c/d ./c/d
2306 # /a/tmp/tmp.qLDkYxBYPM-missing
2317 echo different
> $x/c
/d
2323 # test whether missing files were renamed, generally for use with fsdiff
2324 # $1 = fsdiff output file, $2 = directory to compare to. pwd = fsdiff dir
2325 # echos non-renamed files
2326 local x line found renamed
2329 { sums
+=( "$(md5sum < "$x")" ) ; } 2>/dev
/null
2331 while read -r line
; do
2332 { missing_sum
=$
(md5sum < "$line") ; } 2>/dev
/null
2334 for x
in "${sums[@]}"; do
2335 if [[ $missing_sum == "$x" ]]; then
2340 $renamed ||
echo "$line"
2346 # F = fullscren, z = random, Z = auto zoom
2347 command feh
--auto-rotate -FzZ "$@"
2353 firefox
-P default
"$@" >/dev
/null
2>&1
2357 git config user.email ian@iankelling.org
2360 # at least in flidas, things rely on gpg being gpg1
2362 if type -P gpg2
&>/dev
/null
; then
2370 local email
=iank@fsf.org
2371 git send-email
--notes "--envelope-sender=<$email>" \
2372 --suppress-cc=self
"$@"
2375 gup
() { /a
/f
/gnulib
/build-aux
/gnupload
"$@"; }
2377 dejagnu
() { /a
/opt
/dejagnu
/dejagnu
"$@"; }
2379 # do git status on published repos.
2383 cd "$(readlink -f $x)"/..
2384 status
=$
(i status
-s) ||
pwd
2385 if [[ $status ]]; then
2388 printf "%s\n" "$status"
2398 cd "$(readlink -f $x)"/..
2406 # note: database location is specified in ~/.timetrap.yml, currently /p/.timetrap.db
2408 local day i days_back
2410 for (( i
=days_back
; i
>=0; i--
)); do
2411 day
=$
( date +%F
-d @$
((EPOCHSECONDS
- 86400*i
)) )
2412 date "+%a %b %d" -d @$
((EPOCHSECONDS
- 86400*i
)) |
tr '\n' ' '
2413 /a
/opt
/timetrap
/bin
/t d
-ftotal -s $day -e $day all
-m '^w|lunch$'
2416 to
() { t out
-a "$@"; }
2417 ti
() { t
in -a "$@"; }
2423 in_secs
="$(date -d "${*//[_.]/ }" +%s)"
2424 m t out
-a "$(date +%F.%T -d @$(( in_secs + 60*45 )) )"
2429 # help me focus. opens 2 windows.
2431 /p
/c
/proc
/focus
/linux-amd64
/focus
&
2437 # Display a list of the active window title
2438 # i've been on with 10 second samples going back
2439 # 5 minutes. If I've been on one window for 10 seconds
2440 # or longer, then display the second count.
2442 # Press any key to exit.
2445 killall arbtt-capture
&>/dev
/null ||
:
2446 rm -f ~
/.arbtt
/capture.log
2447 arbtt-capture
--sample-rate=10 &
2451 # i first thought to sleep and capture ctrl-c, but it seems we can't
2452 # capture control-c, unless maybe we implement the commands in a
2453 # separate script or maybe add err-cleanup to err. Anyways, this
2454 # method is superior because any single char exits.
2455 read -rsN1 -t 5 char || ret
=$?
2456 if (( ret
== 142 )) ||
[[ ! $char ]]; then
2458 #e ret=$ret char=$char
2461 killall arbtt-capture ||
:
2469 local i j l sec blanks line
2470 local -a arbtt_lines
2471 if [[ ! -e ~
/.arbtt
/capture.log
]]; then
2474 blanks
=$
(( LINES
- 34 ))
2475 for (( i
=0; i
< blanks
; i
++ )); do
2482 # https://stackoverflow.com/questions/56486272/how-to-concat-multiple-fields-to-same-line-with-jq
2483 arbtt_lines
=$
(arbtt-dump
-l 30 -t json | \
2484 jq
-r '.[] | [ ( .inactive / 1000 | floor ) , ( .windows[] | select (.active == true) |.title) ] | @tsv' |
tac)
2485 for line
in "${arbtt_lines[@]}"; do
2486 read -r sec l
<<<"$line"
2487 if (( j
>= LINES
)); then
2490 if (( i
% 6 == 0 && i
>= 2 )); then
2492 echo "## $(( i / 6 + 1 )) ##"
2494 if (( sec
> 10 )); then
2495 printf "%3d %s\n" $sec "$l" |
sed -r "s/^(.{$COLUMNS}).*/\1/"
2497 printf " %s\n" "$l" |
sed -r "s/^(.{$COLUMNS}).*/\1/"
2502 while (( j
< 34 && j
< LINES
)); do
2510 # from the log, show only the currently active window, and the number of
2511 # seconds of input inactivity.
2512 arbtt-dump
"$@" |
grep -v '( )\|Current Desktop' |
sed -rn '/^[^ ]/{N;s/^(.{21})([0-9]*)[0-9]{3}m.*\(\*/\1\2/;s/^(.{21})[0-9]*.*\(\*/\1/;s/\n//;p}' ; }
2515 /a
/opt
/idea-IC-163.7743
.44/bin
/idea.sh
"$@" & r
2519 d
=/var
/lib
/znc
/moddata
/log
/iank
/
2520 for n
in freenode libera
; do
2523 for x
in "#$1/"*; do
2528 if [[ -e $tmp ]]; then
2532 sed \"s
/^.
/${base%log}/\" ${files[@]}|
sort -n
2538 sl root@iankelling.org ilogs-local
"$@"
2545 d
=/var
/lib
/znc
/moddata
/log
/iank
/
2546 for n
in freenode libera
; do
2547 if [[ ! -d $d$n/"$chan" ]]; then
2553 # *** are parts and joins and such, and they make reading hard.
2554 # I probably will want to see them sometimes, just have to
2556 echo $x; sed "s/^./${x%log}/;/\*\*\*/d" $x; hr
;
2563 chan
="${1:-#fsfsys}"
2564 # use * instead of -r since that does sorted order
2565 sl root@li.b8.nz ilog-local
"$chan" > $tmpf
2571 if type gio
&> /dev
/null
; then
2573 elif type gvfs-open
&> /dev
/null
; then
2578 # another alternative is run-mailcap
2583 # grep -Evi -e "^(\S+\s+){4}(sudo|sshd|cron)\[\S*:" \
2584 # -e "^(\S+\s+){4}systemd\[\S*: (starting|started) (btrfsmaintstop|dynamicipupdate|spamd dns bug fix cronjob|rss2email)\.*$"
2587 # journalctl -n 10000 -f "$@" | jfilter
2589 # jr() { journalctl "$@" | jfilter | less ; }
2590 # jrf() { journalctl -n 200 -f "$@" | jfilter; }
2593 ## old version for model01. i need to get that firmware working again.
2594 # kff() { # keyboardio firmware flash. you must hold down the tilde key
2595 # pushd /a/opt/Model01-Firmware
2596 # # if we didn't want this yes hack, then remove "shell read" from
2597 # # /a/opt/Kaleidoscope/etc/makefiles/sketch.mk
2598 # yes $'\n' | VERBOSE=1 make flash
2604 pushd /a
/opt
/Kaleidoscope
/examples
/Devices
/Keyboardio
/Model100
2610 local umask_orig name
2611 if (( $# != 1 )); then
2612 e expected
1 arg
>&2
2618 wg genkey |
tee $name-priv.key | wg pubkey
> $name-pub.key
2626 # for wireguard configs
2627 ssh iank@li.b8.nz conflink
2635 ## for updating host info like ip, location, update /p/c/host-info and
2636 ## host_info below. the host_info array should probably be in its own
2637 ## file that gets sourced so that it can be more easily updated.
2639 # todo: this is so long that it becomes confusing,
2640 # try to split it up.
2642 # To make some changes take effect, run host-info-all.
2643 host-info-update
() {
2645 local -A vpn_ips host_ips host_macs portfw_ips nonvpn_ips all_ips
2646 local -a root_hosts nonroot_hosts
2648 # the hosts with no mac
2649 root_hosts
=( bk je li b8.nz
)
2650 for h
in ${root_hosts[@]}; do
2651 root_hosts
+=(${h}ex
)
2655 while read -r ip
host mac opts
; do
2656 if [[ $ip == *#* || ! $host ]]; then continue; fi
2661 for opt
in $opts; do
2674 portfw_ips
[$host]=$ip
2677 nonvpn_ips
[$host]=$ip
2680 # note: the reason we have b8.nz suffix here but not for non_root
2681 # hosts is that it is for the User part, the IdentityFile part is
2682 # redundant to *.b8.nz. Also note ${host}i, we only setup those for vpn hosts, but there is no harm in overspecifying here.
2683 root_hosts
+=($host ${host}i
$host.b8.nz
${host}i.b8.nz
)
2684 # shellcheck disable=SC2004 # false positive
2685 root_hosts_a
[$host]=t
# a for associative array
2687 nonroot_hosts
+=($host ${host}i
)
2691 host_macs
[$host]=$mac
2694 done </p
/c
/host-info
2698 Host ${nonroot_hosts[@]}
2700 IdentityFile ~/.ssh/home
2702 Host ${root_hosts[@]}
2703 IdentityFile ~/.ssh/home
2706 for host in ${!vpn_ips[@]}; do
2707 ipsuf
=${vpn_ips[$host]}
2709 Host ${host}i ${host}i.b8.nz
2710 Port $((2200 + ipsuf))
2714 # convenience of one auth key entry
2715 for host in ${!all_ips[@]}; do
2717 Host $host ${host}i $host.b8.nz ${host}i.b8.nz
2718 HostKeyAlias $host.b8.nz
2721 } | cedit
-e /p
/c
/subdir_files
/.ssh
/config-static
2724 # hack to please emacs parser
2725 here_begin
="cat <<EOF"
2727 for host in ${!vpn_ips[@]}; do
2728 ipsuf=${vpn_ips[$host]}
2729 i_port=$(( 2200 + ipsuf ))
2732 option name ssh$host
2734 option src_dport $i_port
2736 option dest_ip \$l.$ipsuf
2740 option target ACCEPT
2741 option dest_port $i_port
2745 } >/p/c/cmc-firewall-data
2748 local host ipsuf f files
2750 # shellcheck disable=SC2016 # shellcheck doesnt know this is sed
2751 sedi '/edits below here are made automatically/,$d' /p/c/machine_specific/li/filesystem/etc/wireguard/wgmail.conf
2752 for host in ${!vpn_ips[@]}; do
2753 if [[ ${root_hosts_a[$host]} ]]; then
2754 # root machines dont actually need vpn, but
2755 # the classification still helps with other
2759 ipsuf=${vpn_ips[$host]}
2761 u /b/ds/machine_specific/li/filesystem/etc/openvpn/client-config-hole/$host <<EOF
2762 ifconfig-push 10.5.5.${vpn_ips[$host]} 255.255.255.0
2764 u /a/bin/ds/machine_specific/$host/filesystem/etc/systemd/system/openvpn-client-tr@.service <<EOF
2766 Description=OpenVPN tunnel for %I
2767 After=syslog.target network-online.target
2768 Wants=network-online.target
2769 Documentation=man:openvpn(8)
2770 Documentation=https://community.openvpn.net/openvpn/wiki/Openvpn24ManPage
2771 Documentation=https://community.openvpn.net/openvpn/wiki/HOWTO
2772 Requires=iptables.service
2776 RuntimeDirectory=openvpn-client
2777 RuntimeDirectoryMode=0710
2778 WorkingDirectory=/etc/openvpn/client
2779 ExecStart=/usr/sbin/openvpn --suppress-timestamps --nobind --config /etc/openvpn/client/%i.conf
2780 # todo, try reenabling this from the default openvpn,
2781 # it was disabled so we could do bind mounts as a command,
2782 # but now systemd handles it
2783 #CapabilityBoundingSet=CAP_IPC_LOCK CAP_NET_ADMIN CAP_NET_RAW CAP_SETGID CAP_SETUID CAP_SYS_CHROOT CAP_DAC_OVERRIDE
2785 # DeviceAllow=/dev/null rw
2786 # DeviceAllow=/dev/net/tun rw
2788 # we use .1 to make this be on a different network than kd, so that we can
2789 # talk to transmission on kd from remote host, and still use this
2791 ExecStartPre=/usr/bin/flock -w 20 /tmp/newns.flock /a/bin/newns/newns -n 10.174.$ipsuf start %i
2792 ExecStartPre=/sbin/iptables-restore /a/bin/distro-setup/transmission-firewall/netns.rules
2793 # allow wireguard network to connect
2794 ExecStartPre=/usr/sbin/ip r add 10.8.0.0/24 via 10.174.$ipsuf.1 dev veth1-client
2795 ExecStopPost=/usr/bin/flock -w 20 /tmp/newns.flock /a/bin/newns/newns stop %i
2797 BindReadOnlyPaths=/etc/tr-resolv:/run/systemd/resolve:norbind /etc/basic-nsswitch:/etc/resolved-nsswitch:norbind
2800 WantedBy=multi-user.target
2806 for host in ${!host_ips[@]}; do
2807 ipsuf=${host_ips[$host]}
2808 # shellcheck disable=SC2016 # intentional
2809 echo 'local-data-ptr: "$l.'$ipsuf $host.b8.nz'"'
2816 for host in ${!host_macs[@]}; do
2817 ipsuf=${host_ips[$host]}
2818 echo "dhcp-host=${host_macs[$host]},set:$host,\$l.$ipsuf,$host"
2821 } | u /p/c/dnsmasq-data
2824 b8_ip=$(dig +short b8.nz @iankelling.org | tail -1)
2825 # if our dynamic ip updates broke, set manually, eg:
2826 #b8_ip=72.74.193.xxx
2827 if [[ ! $b8_ip ]]; then
2828 echo "$0: error
: got empty b8.nz ip. returning
1"
2836 for host in ${!nonvpn_ips[@]}; do
2837 ipsuf=${nonvpn_ips[$host]}
2838 echo "$host A
10.2.0.
$ipsuf"
2840 for host in ${!vpn_ips[@]}; do
2841 ipsuf=${vpn_ips[$host]}
2843 $host A 10.2.0.$ipsuf
2844 ${host}wg A 10.8.0.$ipsuf
2845 ${host}vp A 10.5.5.$ipsuf
2846 ${host}tr A 10.174.$ipsuf.2
2847 ${host}i CNAME i.b8.nz.
2850 } | cedit -e vpn-ips-update /p/c/machine_specific/vps/bind-initial/db.b8.nz
2853 echo checking for stray files:
2856 while read -r dir path; do
2862 for f in "${files[@]}"; do
2864 if [[ ! ${vpn_ips[$host]} ]]; then
2869 /a/bin/ds/machine_specific filesystem/etc/systemd/system/openvpn-client-tr@.service
2870 /p/c/machine_specific filesystem/etc/wireguard/wghole.conf
2873 files=( /b/ds/machine_specific/li/filesystem/etc/openvpn/client-config-hole/* )
2874 for f in "${files[@]}"; do
2876 if [[ ! ${vpn_ips[$host]} ]]; then
2878 e ssh root@li.b8.nz rm -f $f
2884 printf "%s
" "Host
* "
2885 sed -n '/^Host /h;/^IdentityFile .*\/home/{g;s/^Host//;s/ / !/gp}' /p/c/subdir_files/.ssh/config-static | tr '\n' ' ' \
2886 | sed -r 's/ *$/\n/'
2887 echo "IdentityFile ~
/.ssh
/work
"
2889 cedit -e work-identity /p/c/subdir_files/.ssh/config-static <$tmpf
2892 ### begin focus on hosts file update ###
2894 # This started as its own function, but it actually
2895 # needed to alter the ssh config, so combined it.
2897 # background: This is finally doing dynamic ip resolution via the hosts
2898 # file. I considered detecting where each host was dynamically or
2899 # something, but ultimately decided to mostly avoid that, other than
2900 # detecting the status of the current machine I'm on. I want to be able
2901 # to move it around without having to manually type much of anything.
2902 local -a host_domain_suffix hosts
2903 local -A ip_to_hosts
2904 local suf ip i host at_home suf_from_here
2906 source /p/c/domain-info
2909 if ip n | grep -q "10.2.0.1 .
* b4
:75:0e
:fd
:06:4a
"; then
2913 for i in ${host_domain_suffix[@]}; do
2914 if [[ $i == *.* ]]; then
2919 if [[ $i == "$HOSTNAME" ]]; then
2920 unset "portfw_ips
[$i]"
2925 if ! $at_home && [[ $suf == .b8.nz || $suf == [wc].b8.nz ]]; then
2926 suf_from_here=i.b8.nz
2928 unset "portfw_ips
[$i]"
2931 # note this might be outdated until we do a dns push
2932 ip=$(dig +short "$i$suf_from_here" @iankelling.org | tail -n1) ||:
2933 if [[ ! $ip ]]; then
2934 if [[ $suf == .office.fsf.org ]]; then
2935 suf_from_here=wg.b8.nz
2936 ip=$(getent ahostsv4 "$i$suf_from_here" | awk '{ print $1 }' | head -n1) ||:
2940 ip_to_hosts[$ip]+=" $i"
2942 echo error: failed to get ip of "$i$suf_from_here"
2946 for ip in "${!ip_to_hosts[@]}"; do
2947 echo "$ip${ip_to_hosts[$ip]}"
2948 done | s cedit -e hosts-file-up /etc/hosts
2949 for host in ${hosts[@]}; do
2951 done >/p/c/subdir_files/.dsh/group/btrbk
2952 ### end focus on hosts file update ###
2955 # note: note sure if this is a great way to check.
2956 # todo: think about it
2959 # possible that in the future we want to create
2960 # a dynamic file here, and then we can move the cat
2961 # command above out of the conditional
2962 rsync -a /p/c/subdir_files/.ssh/config-static ~/.ssh/config
2964 for host in ${!portfw_ips[@]}; do
2965 ipsuf=${portfw_ips[$host]}
2968 Port $((2200 + ipsuf))
2970 done > ~/.ssh/config-dynamic
2971 cat /p/c/subdir_files/.ssh/config-static ~/.ssh/config-dynamic >~/.ssh/config
2975 # usage host ipsuf [extrahost]
2977 # If the keys already exist and you want new ones, remove them:
2978 # rm /p/c/machine_specific/$host/filesystem/etc/wireguard/hole-{priv,pub}.key
2980 # extrahost is a host/cidr that is allowed to go be routed through the
2983 if (( $# < 2 || $# > 3 )); then
2984 e expected 2-3 arg of hostname, ip suffix, and extrahost >&2
2987 local host ipsuf umask_orig vpn_allowed
2993 for vpn_host in ${!vpn_ips[@]}; do
2994 if [[ $vpn_host == "$host" ]]; then
2997 vpn_allowed+=",10.174.
${vpn_ips[$vpn_host]}.2/32"
2999 mkdir -p /p/c/machine_specific/$host/filesystem/etc/wireguard
3001 cd /p/c/machine_specific/$host/filesystem/etc/wireguard
3004 if [[ ! -s hole-priv.key || ! -s hole-pub.key ]]; then
3005 wg genkey | tee hole-priv.key | wg pubkey > hole-pub.key
3007 cat >wghole.conf <<EOF
3009 # contents hole-priv.key
3010 PrivateKey = $(cat hole-priv.key)
3012 Address = 10.8.0.$ipsuf/24
3013 # https://dev.to/tangramvision/what-they-don-t-tell-you-about-setting-up-a-wireguard-vpn-1h2g
3014 # ||: makes the systemd service not fail due to the failed command
3015 PostUp = ping -w10 -c1 10.8.0.1 ||:
3018 # li. called wgmail on that server
3019 PublicKey = CTFsje45qLAU44AbX71Vo+xFJ6rt7Cu6+vdMGyWjBjU=
3020 AllowedIPs = 10.8.0.0/24$vpn_allowed$extrahost
3021 Endpoint = 72.14.176.105:1194
3022 PersistentKeepalive = 25
3025 # old approach. systemd seems to work fine and cleaner.
3026 rm -f ../network/interfaces.d/wghole
3027 cedit -q $host /p/c/machine_specific/li/filesystem/etc/wireguard/wgmail.conf <<EOF || [[ $? == 1 ]]
3029 PublicKey = $(cat hole-pub.key)
3030 AllowedIPs = 10.8.0.$ipsuf/32,10.174.${vpn_ips[$host]}.2/32
3036 mns() { # mount namespace
3039 s mkdir -p /root/mount_namespaces
3040 if ! sudo mountpoint /root/mount_namespaces >/dev/null; then
3041 m sudo mount --bind /root/mount_namespaces /root/mount_namespaces
3043 m sudo mount --make-private /root/mount_namespaces
3044 if [[ ! -e /root/mount_namespaces/$ns ]]; then
3045 m sudo touch /root/mount_namespaces/$ns
3047 if ! sudo mountpoint /root/mount_namespaces/$ns >/dev/null; then
3048 m sudo unshare --propagation slave --mount=/root/mount_namespaces/$ns /bin/true
3050 m sudo -E /usr/bin/nsenter --mount=/root/mount_namespaces/$ns "$@
"
3053 mnsd() { # mount namespace + systemd namespace
3058 s mkdir -p /root/mount_namespaces
3059 if ! sudo mountpoint /root/mount_namespaces >/dev/null; then
3060 m sudo mount --bind /root/mount_namespaces /root/mount_namespaces
3062 m sudo mount --make-private /root/mount_namespaces
3063 if [[ ! -e /root/mount_namespaces/$ns ]]; then
3064 m sudo touch /root/mount_namespaces/$ns
3066 if ! sudo mountpoint /root/mount_namespaces/$ns >/dev/null; then
3067 m sudo unshare --propagation slave --mount=/root/mount_namespaces/$ns /bin/true
3070 pid=$(servicepid $unit)
3071 tmpf=$(mktemp --tmpdir $unit.XXXXXXXXXX)
3073 printf "%s
" "${@@Q}" >>$tmpf
3076 m sudo nsenter -t $pid -n --mount=/root/mount_namespaces/$ns sudo -u $USER -i bash -c ".
$tmpf & sleep 1; rm $tmpf"
3083 mns $ns sudo -u iank -E env "PATH
=$PATH" "$@
"
3089 if ! s ip netns list | grep -Fx nonet &>/dev/null; then
3090 s ip netns add nonet
3092 mns $ns --net=/var/run/netns/nonet /bin/bash
3099 if ! s ip netns list | grep -Fx nonet &>/dev/null; then
3100 s ip netns add nonet
3102 mns $ns --net=/var/run/netns/nonet sudo -E -u iank /bin/bash
3108 # l = the loopback device
3110 # get sudo pass cached right away
3111 if ! sudo -nv 2>/dev/null; then
3114 if [[ $1 == /* ]]; then
3117 if mns $base mountpoint -q /mnt/$base; then
3120 l=$(losetup -j $fs_file | sed -rn 's/^([^ ]+): .*/\1/p' | head -n1 ||:)
3122 l=$(sudo losetup -f)
3123 m sudo losetup $l $fs_file
3125 if ! sudo cryptsetup status /dev/mapper/$base &>/dev/null; then
3126 if ! m sudo cryptsetup luksOpen $l $base; then
3127 m sudo losetup -d $l
3131 m sudo mkdir -p /mnt/$base
3132 m mns $base mount /dev/mapper/$base /mnt/$base
3133 m mns $base chown $USER:$USER /mnt/$base
3137 if mns $base mountpoint /mnt/$base &>/dev/null; then
3138 m mns $base umount /mnt/$base
3140 if sudo cryptsetup status /dev/mapper/$base &>/dev/null; then
3141 if ! m sudo cryptsetup luksClose /dev/mapper/$base; then
3142 echo lom: failed cryptsetup luksClose /dev/mapper/$base
3146 l=$(losetup -l --noheadings | awk '$6 ~ /\/'$base'$/ {print $1}')
3148 m sudo losetup -d $l
3150 echo lom: warning: no loopback device found
3155 # mu personality. for original, just run mp. for 2, run mp 2.
3156 # this is partly duplicated in mail-setup
3160 if ! killall mu; then
3167 echo error: mu not dead
3172 set -- /m/mucache ~/.cache/mu /m/.mu ~/.config/mu
3177 if [[ -e $f && ! -L $f ]]; then
3180 m ln -sf -T $target $f
3186 local md dst ln_path src two
3190 -2) two=true; shift ;;
3202 for d in /m/md/$md /m/4e2/$md; do
3203 if [[ -d $d && ! -L $d ]]; then
3208 if [[ ! $src ]]; then
3209 echo "error
: could not
find $md" >&2
3213 m ln -sf -T $dst $ln_path
3223 ### begin copied from mdenable, but different d ###
3224 for d in /m/4e/$md /m/4e2/$md; do
3225 if [[ -d $d && ! -L $d ]]; then
3230 if [[ ! $src ]]; then
3231 echo "error
: could not
find $md" >&2
3234 ### end copy from mdenable ###
3236 if [[ -L $dst ]]; then m rm $dst; fi
3242 markdown "$1" >/tmp/mdtest.html
3243 firefox /tmp/mdtest.html
3246 mo() { xset dpms force off; } # monitor off
3249 # seems to be the best gpu decoding on my nvidia 670.
3250 # vlc gets similar or better framerate, but is much darker output on my test movie at least.
3255 echo 0f | sudo tee -a /sys/kernel/debug/dri/0/pstate
3258 # going back to the default slow clock, and slower fan:
3259 # echo 07 | sudo tee -a /sys/kernel/debug/dri/0/pstate
3260 if [[ $DISPLAY ]]; then
3261 mpv --vo=vdpau --hwdec=auto "$@
"
3263 # waylandvk seems to work the same
3264 mpv --gpu-context=wayland --hwdec=auto
3269 mpv --profile=d "$@
";
3272 mpv --profile=a "$@
";
3274 # mpv all media files in . or $1
3276 local -a extensions arg
3277 # get page source of https://en.wikipedia.org/w/index.php?title=Video_file_format&action=edit
3278 # into /a/x.log, then
3279 # grep '^| *\.' /a/x.log | sed 's/| *//;s/,//g'
3281 # note: to join them together for a regex, do:
3282 # old=; for e in ${extensions[@]/./}; do if [[ ! $old ]]; then old=$e; continue; fi; echo -n "$old|
"; old=$e; done; echo $e
3305 .mpg .mp2 .mpeg .mpe .mpv
3315 arg=("(" -iname "*${extensions[0]}")
3316 for (( i=1 ; i < ${#extensions[@]}; i++ )); do
3317 arg+=(-o -iname "*${extensions[i]}")
3322 #find $dir "${arg[@]}" -size +200k
3323 find $dir "${arg[@]}" -size +200k -exec mpv --profile=d '{}' +
3326 mpv --profile=s "$@
";
3334 d=( /var/lib/znc/moddata/log/iank/{freenode,libera} )
3335 # use * instead of -r since that does sorted order
3336 ssh root@iankelling.org "for f
in ${d[*]}; do cd \
$f/#$1; grep '\<iank.*' *; done" | cut --complement -c12-16
3342 d
=/var
/lib
/znc
/moddata
/log
/iank
/freenode
3343 ssh root@iankelling.org
"cd $d; find . -mtime -60 -type f -exec grep '\<iank.*' {} +" |
sed -r 's,^..([^/]*)/(.{11})(.{5})(.{8}).,\2\4 \1,' |
sort
3346 # The way pidgin logs with xmpp (maybe related to running cheogram too)
3347 # is that there are sometimes duplicates, and sometimes the a log file
3348 # is for a specific day yet logs messages for subsequent days, and the
3349 # only way to realize that is to notice that the timestamps rolled over
3350 # into a new day, you can't see it in isolation. So, basically, pidgin
3351 # logs are really annoying to read a grep of my messages to find the
3352 # date and time I said when I started and stopped working, so I'm trying
3353 # out a new client: profanity.
3355 c
/p
/c
/.purple
/logs
/jabber
/iank@fsf.org
/office@conference.fsf.org.chat
3356 for x
in *.html
; do html2text
-o ${x%.html}.txt
$x; done;
3357 # shellcheck disable=SC2016 # false positive on ${
3358 grep -A1 ') iank:' .
/*.txt \
3359 |
sed -r 's/^(.{10})[^ ]*\.txt:\(?([^ ]*)[[:space:]](..). iank:/\1_\2_\3/
3362 s/^[^ ]*\.txt:\((.{2}).(.{2}).(.{4}) (.{8}) (.{2})\)?/\3-\1-\2_\4_\5/' \
3363 |
sed -n 'x;1d;0~2{G;s/\n/ /;p};${x;p}'
3369 pushd /home
/iank
/.local
/share
/profanity
/chatlogs
/iank_at_fsf.org
/rooms
/office_at_conference.fsf.org
3371 logcount
=${#logs[@]}
3372 if (( logcount
> 16 )); then
3373 i
=$
(( logcount
- 16 ))
3377 # usually do this on monday, sometimes later
3378 if [[ $
(date +%A
) == Monday
]]; then
3379 min_date
=$
(date -d 'monday 2 weeks ago' +%s
)
3381 min_date
=$
(date -d 'monday 3 weeks ago' +%s
)
3383 for (( ; i
< logcount
; i
++ )); do
3385 d
=$
(date -d "$(head -n1 $log|awk '{print $1}')" +%s
)
3386 if (( d
< min_date
)); then
3389 if awk '$3 == "iank:"' $log |
sed -r 's/^(.{10}).(.{8})[^ ]+(.*)/\1_\2\3/' |
grep .
; then
3397 # Tail all recent prof logs. Copying from profanity has unwanted line breaks
3398 # especially for links.
3405 ssh b8.nz profr-local
3413 d0
="$(date +%Y_%m_%d).log"
3414 d1
="$(date -d '1 day ago' +%Y_%m_%d).log"
3416 files
=(/d
/p
/profanity
/chatlogs
/iank_at_fsf.org
/{*,rooms
/*}/{$d0,$d1})
3418 if (( ${#files[@]} > 0 )); then
3419 cat "${files[@]}" |
sort |
tail -n 40
3424 # Tail pms in the last day, for the case where we restart profanity and
3425 # didn't check for pms beforehand. Assume the most recent logs are on kd.
3426 # If that isn't the case, use prof-recent-local
3433 ssh b8.nz prof-recent-local
3437 prof-recent-local
() {
3438 local d dates
date files f
3439 # consider making the day count passed by parameter. note: this works: $(date -d '2 day ago' +%Y_%m_%d)
3440 dates
=("$(date +%Y_%m_%d)" "$(date -d '1 day ago' +%Y_%m_%d)" )
3441 for d
in /d
/p
/profanity
/chatlogs
/iank_at_fsf.org
/!(rooms
); do
3443 for date in ${dates[@]}; do
3445 if [[ -e $f ]]; then
3449 if (( ${#files[@]} >= 1 )); then
3450 cat ${files[@]} |
tail
3462 ssh b8.nz prof-recent-sort
3467 prof-recent-sort
() {
3468 local d dates
date files f
3469 # consider making the day count passed by parameter. note: this works: $(date -d '2 day ago' +%Y_%m_%d)
3470 dates
=("$(date +%Y_%m_%d)" "$(date -d '1 day ago' +%Y_%m_%d)" )
3472 for d
in /d
/p
/profanity
/chatlogs
/iank_at_fsf.org
/!(rooms
); do
3473 for date in ${dates[@]}; do
3475 if [[ -e $f ]]; then
3480 for f
in "${files[@]}"; do
3486 # usage: debvm DEBIAN_VERSION RAM_MB
3488 local ver ram fname src
3491 # * is because it might have -backports in the name. we only expect 1 expansion
3492 fnames
=( debian-
$ver-*nocloud-
"$(dpkg --print-architecture)".qcow2
)
3493 if (( ${#fnames[@]} >= 2 )); then
3494 echo "error: iank: unexpected multiple files"
3497 fname
="${fnames[0]}"
3498 src
=/a
/opt
/roms
/$fname
3499 if [[ ! -f $src ]]; then
3500 echo debvm
: not found
$src, download from eg
: https
://cloud.debian.org
/images
/cloud
/buster
/latest
/
3504 # note, in fai-revm we do this: not sure why, maybe because of br device
3505 # --graphics spice,listen=0.0.0.0
3506 m s virt-install
--osinfo debian11
--rng /dev
/urandom
-n deb
${ver}tmp
--import -r $ram --vcpus 2 --disk /t
/$fname --graphics spice
3507 # note: to ssh into this machine will require host key generation: ssh-keygen -A
3509 # random: for cvs2git on gnu www, use debian 10. I could use trisquel,
3510 # but happen to want to try out the debian cloud images. the upstream
3511 # requires python2 and hasn't really changed since the version in d10.
3513 # apt install cvs2git cvs
3514 # # 7G was not enough
3515 # mount -o mode=1777,nosuid,nodev,size=34G -t tmpfs tmpfs /tmp
3516 # cvs2git --encoding utf_8 --fallback-encoding ascii --dumpfile=dump www-rsync/www |& tee /tmp/l
3517 ## www-rsync is an rsynced copy of the cvsfrom savannah
3521 local time time_sec time_pretty days
3523 sqlite3
-separator ' ' /p
/c
/subdir_files
/.local
/share
/gajim
/logs.db
"select time, message from logs where contact_name = 'iank' and jid_id = 17;" |
while read -r time l
; do
3528 if ! time_pretty
=$
(date +%F.
%R
-d @
$time); then
3529 echo bad
time: $time
3532 echo $time_pretty "$l"
3533 time_sec
=${time%%.*}
3534 # only look at the last 18 days. generally just use this for timesheet.
3535 if (( time_sec
< EPOCHSECONDS
- 60 * 60 * 24 * days
)); then break; fi
3540 sqlite3
-separator ' ' /p
/c
/subdir_files
/.local
/share
/gajim
/logs.db
"select time, message from logs where contact_name = 'iank'" |
less
3544 sqlite3
-separator ' ' /p
/c
/subdir_files
/.local
/share
/gajim
/logs.db
"select time, message from logs" |
less
3549 e
"lspci -nnk|gr -iA2 net"
3550 lspci
-nnk|gr
-iA2 net
3552 e
"s lshw -C network"
3554 sudo lshw
-C network
3558 ser stop NetworkManager
3559 ser disable NetworkManager
3560 ser stop NetworkManager-wait-online.service
3561 ser disable NetworkManager-wait-online.service
3563 sudo resolvconf
-d NetworkManager
3569 ser start NetworkManager
3575 oathtool
--totp -b "$*" | xclip
-selection clipboard
3577 # run cmd and copy output
3579 "$@" |
& pee
"xclip -r -selection clipboard" cat
3582 # xorg copy. copy text piped into command
3584 xclip
-r -selection clipboard
3588 pee
"xclip -r -selection clipboard" cat
3592 # from http://askubuntu.com/questions/456021/remove-vocals-from-mp3-and-get-only-instrumentals
3593 pactl load-module module-ladspa-sink sink_name
=Karaoke master
=alsa_output.usb-Audioengine_Audioengine_D1-00.analog-stereo plugin
=karaoke_1409 label
=karaoke control
=-30
3596 pfind
() { #find *$1* in $PATH
3597 [[ $# != 1 ]] && { echo requires
1 argument
; return 1; }
3599 IFS
=: pathArray
=($PATH); unset IFS
3600 find "${pathArray[@]}" -iname "*$1*"
3604 # trash-restore lists everything that has been trashed at or below CWD
3605 # This picks out files just in CWD, not subdirectories,
3606 # which also match grep $1, usually use $1 for a time string
3607 # which you get from running restore-trash once first
3610 # last condition is to not ask again for ones we skipped
3611 while name
="$( echo | restore-trash | gr "$PWD/[^
/]\
+$
" | gr "$1" )" \
3612 && [[ $name ]] && (( $
(wc -l <<<"$name") >= nth
)); do
3613 name
="$(echo "$name" | head -n $nth | tail -n 1 )"
3614 read -r -p "$name [Y/n] " ask
3615 if [[ ! $ask ||
$ask == [Yy
] ]]; then
3616 x
=$
( echo "$name" | gr
-o "^\s*[0-9]*" )
3617 echo $x | restore-trash
> /dev
/null
3618 elif [[ $ask == [Nn
] ]]; then
3628 rld
/a
/h
/_site
/ li
:/var
/www
/iankelling.org
/html
3633 # fixes the menu bar in xmonad. this won\'t be needed when xmonad
3634 # packages catches up on some changes in future (this is written in
3637 # geekosaur: so youll want to upgrade to xmonad 0.13 or else use a
3638 # locally modified XMonad.Hooks.ManageDocks that doesnt set the
3639 # work area; turns out it\'s impossible to set correctly if you are
3640 # not a fully EWMH compliant desktop environment
3642 # geekosaur: chrome shows one failure mode, qt/kde another, other
3643 # gtk apps a third, ... I came up with a setting that works for me
3644 # locally but apparently doesnt work for others, so we joined the
3645 # other tiling window managers in giving up on setting it at all
3647 xprop
-root -remove _NET_WORKAREA
3651 # reviewboard, used at my old job
3652 #rbpipe() { rbt post -o --diff-filename=- "$@"; }
3653 #rbp() { rbt post -o "$@"; }
3661 r2e
() { command r2e
-d /p
/c
/rss2email.json
-c /p
/c
/rss2email.cfg
"$@"; }
3662 # only run on MAIL_HOST. simpler to keep this on one system.
3663 r2eadd
() { # usage: name url
3664 # initial setup of rss2email:
3665 # r2e new r2e@iankelling.org
3666 # that initializes files, and sets default email.
3667 # symlink to the config doesnt work, so I copied it to /p/c
3668 # and then use cli option to specify explicit path.
3669 # Only option changed from default config is to set
3672 # or else for a few feeds, the from address is set by the feed, and
3673 # if I fail delivery, then I send a bounce message to that from
3674 # address, which makes me be a spammer.
3676 r2e add
$1 "$2" $1@r2e.iankelling.org
3677 # get up to date and dont send old entries now:
3678 r2e run
--no-send $1
3681 rspicy
() { # usage: HOST DOMAIN
3682 # connect to spice vm remote host. use vspicy for local host
3684 # shellcheck disable=SC2087
3686 sudo virsh dumpxml $2|grep "<graphics.*type='spice'" | \
3687 sed -rn "s/.*port='([0-9]+).*/\1/p"
3690 if [[ $port ]]; then
3691 spicy
-h $1 -p $port
3693 echo "error: no port found. check that the domain is running."
3699 # s gem install scss-lint
3700 pushd /a
/opt
/thoughtbot-guides
3703 scss-lint
-c /a
/opt
/thoughtbot-guides
/style
/sass
/.scss-lint.yml
"$@"
3707 sk
-e 2120,245 /b
/ds
/brc
/b
/ds
/brc2
3712 out
=${2:-${1%.*}.sh}
3714 script -t -c "mpv --no-config --no-resume-playback --no-terminal --no-audio-display '$1'" $tmp/typescript
2>$tmp/timing
3715 # todo, the current sleep seems pretty good, but it
3716 # would be nice to have an empirical measurement, or
3717 # some better wait to sync up.
3719 # note: --loop-file=no prevents it from hanging if you have that
3720 # set to inf the mpv config.
3721 # --loop=no prevents it from exit code 3 due to stdin if you
3722 # had it set to inf in mpv config.
3724 # args go to mpv, for example --volume=80, 50%
3725 cat >$out <<EOFOUTER
3727 trap "trap - TERM && kill 0" INT TERM ERR; set -e
3728 ( sleep .2; scriptreplay <( cat <<'EOF'
3732 $(cat $tmp/typescript)
3735 base64 -d - <<'EOF'| mpv --loop=no --loop-file=no --no-terminal --no-audio-display "\$@" -
3744 # ssh meld. usage: host1 host2 file
3746 meld
<(ssh $1 cat $3) <(ssh $2 cat $3)
3750 # usage: host file1 file2
3754 scp
"$1:$2" "$1:$3" $tmpdir
3755 meld
"$tmpdir/${2##*/}" "$tmpdir/${3##*/}"
3760 PATH
=/usr
/local
/spdhackfix
:$PATH command spd
"$@"
3763 spamf
() { # spamtest on FILE
3764 if (( $# != 1 )); then
3765 e spamtest error
: expected
1 arg
, filename
>&2
3768 sdncmdroot spamassassin sudo
-u Debian-exim spamassassin
-t --cf='score PYZOR_CHECK 0' <"$1"
3774 declare -gi _seq
; _seq
+=1
3775 echo "test body" | m
mail -s "test mail from $HOSTNAME, $_seq" "${@:-root@localhost}"
3776 # for testing to send from an external address, you can do for example
3777 # -fian@iank.bid -aFrom:ian@iank.bid web-6fnbs@mail-tester.com
3778 # note in exim, you can retry a deferred message
3780 # MSG_ID is in /var/log/exim4/mainlog, looks like 1ccdnD-0001nh-EN
3783 # to test sieve, use below command. for fsf mail, see offlineimap-sync script
3784 # make modifications, then copy to live file, use -eW to actually modify mailbox
3786 # Another option is to use sieve-test SCRIPT MAIL_FILE. note,
3787 # sieve-test doesnt know about envelopes, Im not sure if sieve-filter does.
3789 # sieve with output filter. arg is mailbox, like INBOX.
3790 # This depends on dovecot conf, notably mail_location in /etc/dovecot/conf.d/10-mail.conf
3792 # always run this first, edit the test files, then run the following
3794 sieve-filter ~
/sieve
/maintest.sieve
${1:-INBOX} delete
2> >(head; tail) >/tmp
/testsieve.log
&& sed -rn '/^Performed actions:/,/^[^ ]/{/^ /p}' /tmp
/testsieve.log |
sort |
uniq -c
3797 c ~
/sieve
; cp personal
{test,}.sieve
; cp lists
{test,}.sieve
; cp personalend
{test,}.sieve
3798 sieve-filter
-eWv ~
/sieve
/maintest.sieve
${1:-INBOX} delete
&> /tmp
/testsieve.log
3799 sed -r '/^info: filtering:/{h;d};/^info: msgid=$/N;/^info: msgid=.*left message in mailbox [^ ]+$/d;/^info: msgid=/{H;g};/^info: message kept in source mailbox.$/d' /tmp
/testsieve.log
3804 # printf "subject\nbody\n" | alertme
3809 To: alerts@iankelling.org
3816 To: alerts@iankelling.org
3828 To: daylert@iankelling.org
3835 To: daylert@iankelling.org
3844 # alert when a page goes live.
3846 local quiet url tmpdir
3849 # dont send a diff of the html. some html is not very readable
3855 tmpdir
="$(mktemp -d)"
3858 if wget
-q "$url"; then
3865 sleep $
(( 120 + RANDOM
% 300 ))
3869 # alert on changes to a webpage (just the base page that curl gets)
3870 # usage: weblert URL [SUBJECT...]
3872 local u old new quiet
3875 # dont send a diff of the html. some html is not very readable
3882 subject
="${*:-weblert}"
3883 old
=$
(curl
-s "$u") ||
:
3885 new
=$
(curl
-s "$u") ||
:
3886 if [[ $old && $new ]]; then
3887 if [[ $new != "$old" ]]; then
3889 echo | daylertme
"$subject"
3891 diff <(printf "%s\n" "$old") <(printf "%s\n" "$new") | daylertme
"$subject" ||
:
3896 sleep $
(( 60 + RANDOM
% 120 ))
3902 # shellcheck disable=SC1090 # expected
3903 source "$(type -p torsocks)" on
3907 less /var
/log
/exim
4/mymain
3913 # testmail above calls sendmail, which is a link to exim/postfix.
3914 # its docs dont say a way of adding an argument
3915 # to sendmail to turn on debug output. We could make a wrapper, but
3916 # that is a pain. Exim debug args are documented here:
3917 # http://www.exim.org/exim-html-current/doc/html/spec_html/ch-the_exim_command_line.html
3919 # http://www.exim.org/exim-html-current/doc/html/spec_html/ch-building_and_installing_exim.html
3920 # note, for exim daemon, you can turn on debug options by
3921 # adding -d, etc to COMMONOPTIONS in
3922 # /etc/default/exim4
3924 # to specify recipients other than those in to, cc, bcc, you can use the cli args, eg:
3925 # exim -t 'test@zroe.org, t2@zroe.org' <<'EOF'
3927 # -t = get recipient from header
3929 From: ian@iankelling.org
3936 This is a test message.
3943 exim
-d -f '<>' $to <<EOF
3944 From: Mail Delivery System <Mailer-Daemon@gnu.org>
3946 Subject: Mail delivery failed: returning message to sender
3948 This message was created automatically by mail delivery software.
3957 # https://askubuntu.com/questions/160945/is-there-a-way-to-disable-a-laptops-internal-keyboard
3958 id
=$
(xinput
--list --id-only 'AT Translated Set 2 keyboard')
3959 if xinput list |
grep -F '∼ AT Translated Set 2 keyboard' &>/dev
/null
; then
3960 echo enabling keyboard
3961 # find the first slave keyboard number, they are all the same in my output.
3962 # if they werent, worst case we would need to save the slave number somewhere
3963 # when it got disabled.
3964 slave
=$
(xinput list |
sed -n 's/.*slave \+keyboard (\([0-9]*\)).*/\1/p' |
head -n1)
3965 xinput reattach
$id $slave
3974 (sleep "$(calc "$
* * 60")" && mpv
--no-config --volume 50 /a
/bin
/data
/alarm.mp3
) > /dev
/null
2>&1 &
3977 ## usage: to connect to my main transmission daemon from a different host, run this
3978 trans-remote-route
() {
3981 trg
() { transmission-remote-gtk
& r
; }
3982 # TODO: this wont work transmission.lan doesnt exist
3984 # example, set global upload limit to 100 kilobytes:
3986 TR_AUTH
=":$(jq -r .profiles[0].password ~/.config/transmission-remote-gtk/config.json)" transmission-remote transmission.lan
-ne "$@"
3993 for (( i
=0; i
< retries
- 1; i
++ )); do
4005 if [[ -e $1 && ! -w $1 ||
! -w $
(dirname "$1") ]]; then
4008 # full path for using in some initial setup steps
4012 # execute exim in its namespace. Useful args like -Mrm
4016 ecmd
="/usr/sbin/exim4 -C /etc/exim4/my.conf"
4017 if ip a show veth1-mail
&>/dev
/null
; then
4020 sdncmdroot exim4
$ecmd "$@"
4024 # get pid of systemd service
4028 pid
=$
(systemctl show
--property MainPID
--value "$unit")
4033 dir
=/sys
/fs
/cgroup
/system.slice
4034 if [[ ! -d $dir ]]; then
4035 # t10 and older directory.
4036 dir
=/sys
/fs
/cgroup
/systemd
/system.slice
4039 # 0 or empty. This file includes the MainPid, so I expect we
4040 # could just get this in the first place, but i don't know if that
4041 # is always the case.
4042 pid
=$
(head -n1 $dir/${unit%.service}.service
/cgroup.procs
)
4046 printf "%s\n" "$pid"
4052 sdnbash
() { # systemd namespace bash
4054 if (( $# != 1 )); then
4055 echo $0: error wrong number of args
>&2
4059 pid
=$
(servicepid
$unit)
4060 m sudo nsenter
-t $pid -n -m sudo
-u $USER -i bash
4063 sdnbashroot
() { # systemd namespace bash as root
4065 if (( $# != 1 )); then
4066 echo $0: error wrong number of args
>&2
4070 pid
=$
(servicepid
$unit)
4071 m sudo nsenter
-t $pid -n -m bash
4075 # systemd namespace cmd
4076 # usage: UNIT CMD...
4079 if (( $# <= 1 )); then
4080 echo $0: error wrong number of args
>&2
4085 pid
=$
(servicepid
$unit)
4086 tmpf
=$
(mktemp
--tmpdir $unit.XXXXXXXXXX
)
4088 printf "%s " "${@@Q}" >>$tmpf
4090 m sudo nsenter
-t $pid -n -m sudo
-u $USER -i bash
-c ". $tmpf & rm $tmpf"
4093 sdncmdroot
() { # systemd namespace root command
4095 if (( $# < 2 )); then
4096 echo $0: error wrong number of args
>&2
4101 pid
=$
(servicepid
$unit)
4102 m sudo nsenter
-t $pid -n -m "$@"
4110 # we use wireguard now, use mailnnbash.
4112 # m sudo nsenter -t $(pgrep -f "/usr/sbin/openvpn .* --config /etc/openvpn/.*mail.conf") -n -m sudo -u $USER -i bash
4120 spamdpid
=$
(systemctl show
--property MainPID
--value spamassassin
)
4121 m sudo nsenter
-t $spamdpid -n -m sudo
-u Debian-exim spamassassin
"$@"
4128 s nmtui-connect
"$@"
4131 # check exim and others network namespace
4133 local unit pid ns mailnn spamd_ser
4136 if systemctl
cat spamassassin
&>/dev
/null
; then
4137 spamd_ser
=spamassassin
4140 # mailvpn would belong on the list if using openvpn
4141 for unit
in mailnn unbound dovecot
$spamd_ser exim4 radicale
; do
4142 pid
=$
(servicepid
$unit)
4143 echo debug
: unit
=$unit pid
=$pid
4144 if [[ ! $pid ]]; then
4145 echo failed to
find pid
for unit
=$unit
4148 if ! ns
=$
(s readlink
/proc
/$pid/ns
/net
); then
4149 echo failed to
find ns
for unit
=$unit pid
=$pid
4152 if [[ $mailnn ]]; then
4153 if [[ $ns != "$mailnn" ]]; then
4154 echo "$unit ns $ns != $mailnn"
4165 sdncmd openvpn-client-tr@client.service
"$@"
4168 sdncmd openvpn-client-tr@client.service bash
4171 sdncmdroot openvpn-client-tr@client.service bash
4176 if [[ -e /lib
/systemd
/system
/openvpn-client@.service
]]; then
4177 local vpn_service
=openvpn-client
4179 local vpn_service
=openvpn
4182 [[ $1 ]] ||
{ echo need arg
; return 1; }
4183 journalctl
--since=now
--unit=$vpn_service@
$1 -f -n0 &
4184 sudo systemctl start
$vpn_service@
$1
4185 # sometimes the ask-password agent does not work and needs a delay.
4187 # https://bugs.debian.org/cgi-bin/bugreport.cgi?bug=779240
4188 # noticed around 8-2017 after update from around stretch release
4189 # on debian testing, even though the bug is much older.
4190 sudo systemd-tty-ask-password-agent
4195 ls -lad /run
/user
/1000
4196 stats
=$
(stat
-c%a-
%g-
%u
/run
/user
/1000)
4197 if [[ $stats != 700-1000-1000 ]]; then
4198 m s
chmod 700 /run
/user
/1000; m s chown iank.iank
/run
/user
/1000
4202 # unmute desktop output
4204 local sink card sedcmd
4205 sink
=$
(pactl get-default-sink
)
4206 if [[ $sink == auto_null
]]; then
4207 # guessing there is just one with an off profile. otherwise we will
4208 # need some other solution, like storing the card identifier that we
4209 # muted with nap. Or, we could so some hakery with
4211 sedcmd
='/^[[:space:]]*index:/{s/^[[:space:]]*index://;h};/^[[:space:]]*active profile: <off>$/{g;p;q}'
4212 card
=$
(pacmd list-cards |
sed -n "$sedcmd")
4213 m pacmd set-card-profile
"$card" output
:analog-stereo
4216 m pactl set-sink-mute @DEFAULT_SINK@ false
4222 sink
=$
(pactl get-default-sink
)
4224 card
="${card/output/card}"
4225 m pacmd set-card-profile
"$card" off
4227 # clicking on a link in a browser can cause unmute.
4228 # I don't want that. So, use a stronger form of mute
4230 #pactl set-sink-mute @DEFAULT_SINK@ true
4235 # systemctl is-enabled / status / cat says nothing, instead theres
4236 # some obscure symlink. paths copied from man systemd.unit.
4237 # possibly also usefull, but incomplete, doesnt show units not loaded in memory:
4238 # seru list-dependencies --reverse --all UNIT
4241 local -a dirs search
4247 ~
/.config
/systemd
/user.control
/*
4248 $XDG_RUNTIME_DIR/systemd
/user.control
/*
4249 $XDG_RUNTIME_DIR/systemd
/transient
/*
4250 $XDG_RUNTIME_DIR/systemd
/generator.early
/*
4251 ~
/.config
/systemd
/user
/*
4253 $XDG_RUNTIME_DIR/systemd
/user
/*
4255 $XDG_RUNTIME_DIR/systemd
/generator
/*
4256 ~
/.local
/share
/systemd
/user
/*
4257 /usr
/lib
/systemd
/user
/*
4258 $XDG_RUNTIME_DIR/systemd
/generator.late
/*
4263 /etc
/systemd
/system.control
/*
4264 /run
/systemd
/system.control
/*
4265 /run
/systemd
/transient
/*
4266 /run
/systemd
/generator.early
/*
4267 /etc
/systemd
/system
/*
4268 /etc
/systemd
/systemd.attached
/*
4269 /run
/systemd
/system
/*
4270 /run
/systemd
/systemd.attached
/*
4271 /run
/systemd
/generator
/*
4272 /lib
/systemd
/system
/*
4273 /run
/systemd
/generator.late
/*
4277 for f
in "${search[@]}"; do
4278 [[ -d $f ]] ||
continue
4285 # dirs is just so we write out the directory names, ls does it when there is 2 or more dirs.
4301 read -r _ link _ istls
< <(resolvectl dnsovertls tunfsf
)
4304 *) echo fixvpndns error
: unexpected istls value
: $istls >&2; return 1 ;;
4306 s busctl call org.freedesktop.resolve1
/org
/freedesktop
/resolve1 org.freedesktop.resolve1.Manager SetLinkDNSOverTLS is
$link no
4310 [[ $1 ]] ||
{ echo need arg
; return 1; }
4311 if [[ -e /lib
/systemd
/system
/openvpn-client@.service
]]; then
4312 local vpn_service
=openvpn-client
4314 local vpn_service
=openvpn
4316 sudo systemctl stop
$vpn_service@
$1
4318 vpnoffc
() { # vpn off client
4319 ser stop openvpn-client-tr@client
4323 unit
=openvpn-client-tr@client
4325 if [[ $
(systemctl is-active
$unit) != active
]]; then
4326 s systemctl start
$unit
4332 vspicy
() { # usage: VIRSH_DOMAIN
4333 # connect to vms made with virt-install
4334 spicy
-p "$(sudo virsh dumpxml "$1"|grep "<graphics.
*type='spice'"|\
4335 sed -r "s
/.
*port
='([0-9]+).*/\1/")"
4339 cat-new-files /m/4e/INBOX/new
4343 if (( $# != 1 )) ; then
4344 echo wakehours: error: expected 1 arg, got $# >&2
4347 sec=$(( EPOCHSECONDS - $( date +%s -d $1am ) ))
4348 printf "%d:%02d\n" $(( sec / 60 / 60)) $(( (sec / 60) % 60 ))
4351 calvis() { # calendar visualize
4352 install -m 600 /dev/null /tmp/calendar-bytes
4355 # shellcheck disable=SC2059 # intentional for the hex formatting
4356 printf "\x$(printf "%x" $char)" >>/tmp/calendar-bytes
4358 done < <(grep -v '[#-]' /p/calendar-data)
4359 /p
/c
/proc
/calendar
/linux-amd64
/calendar
4362 wtr
() { curl wttr.in
/boston
; }
4364 xevkb
() { xev
-event keyboard
; }
4369 printf "running: %s\n" "$*"
4374 # Running the appimage said fuse was not available, but try
4375 # running the appimage with --appimage-extract, which worked.
4376 # It seems there is no need to backup the wallet, it can be restored
4377 # via the seed onto any computer that needs it.
4378 /a
/opt
/electrum
/squashfs-root
/AppRun
"$@"
4381 # This was an old way I ran electrum over tor, and seems like I
4382 # imported a bitcoin core wallet.
4384 # https://electrum.readthedocs.io/en/latest/tor.html
4385 # https://github.com/spesmilo/electrum-docs/issues/129
4386 # s rsync -ptog --chown bitcoin:bitcoin ~/.Xauthority /var/lib/bitcoind/.Xauthority
4387 # sudo -u bitcoin DISPLAY=$DISPLAY XAUTHORITY=/var/lib/bitcoind/.Xauthority /a/opt/electrum-4.2.1-x86_64.AppImage -p socks5:localhost:9050
4393 sudo
-u bitcoin DISPLAY
=$DISPLAY XAUTHORITY
=/var
/lib
/bitcoind
/.Xauthority
/a
/opt
/monero-gui-v0.17
.3.2/monero-wallet-gui
4399 faf |
grep -E "$@" ||
:
4405 rg
"$@" /p
/w.org
/a
/t.org
/a
/work.org
/b
4408 # re all my files more expansively.
4409 # usage [-OPT...] regex space combined
4414 if [[ $arg == -* ]]; then
4422 find $paths -not \
( -name .svn
-prune -o -name .git
-prune \
4423 -o -name .hg
-prune -o -name .editor-backups
-prune \
4424 -o -name .undo-tree-history
-prune \
) 2>/dev
/null |
grep -iP --color=auto
-- "$*" ||
:
4425 rgv
$local_rgv_args -g "!bash_unpublished" "${opts[@]}" -- "$*" $paths /a
/work.org ||
:
4427 reml
() { # rem with limit to 5 matches per file
4428 local_rgv_args
="-m 5"
4435 find $paths -not \
( -name .svn
-prune -o -name .git
-prune \
4436 -o -name .hg
-prune -o -name .editor-backups
-prune \
4437 -o -name .undo-tree-history
-prune \
) 2>/dev
/null |
grep -iP --color=auto
-- "$*" ||
:
4438 rgv
$local_rgv_args -- "$*" $paths /a
/t.org
/p
/w.org ||
:
4440 repl
() { # rem with limit to 5 matches per file
4441 local local_rgv_args
="-m 5"
4446 # re on common fsf files
4449 paths
="/f/gluestick /f/brains /f/s /c"
4450 find $paths -not \
( -name .svn
-prune -o -name .git
-prune \
4451 -o -name .hg
-prune -o -name .editor-backups
-prune \
4452 -o -name .undo-tree-history
-prune \
) 2>/dev
/null |
grep -iP --color=auto
-- "$*" ||
:
4453 rgv
-- "$*" $paths /a
/work.org ||
:
4457 # for use in /f/bind
4459 # shellcheck disable=SC2046 # i want word splitting
4460 .
/update-zone $
(i s |
sed -rn 's/.*db\.(.*)/\1/p')
4464 # pip3 install linode-cli
4467 local input ip id tmp
4475 linode-cli
--json --pretty linodes create
--root_pass loxHuceygomGisun |
tee $tmp
4476 read -r ip id
<<<"$(tail -n+2 $tmp | jq -r '.[0].ipv4[0] , .[0].id')"
4477 for string
in $ip $id; do
4481 echo "livp9: bad value ip=$ip id=$id input=$input"
4489 if timeout
4 ssh $ip :; then
4497 apt-get -qq -y install ffmpeg rsync
4501 m
ssh $ip ffmpeg
-nostdin -hide_banner -loglevel error
-i $input -g 192 -vcodec libvpx-vp9
-vf scale
=-1:720 -max_muxing_queue_size 9999 -b:v
750K
-pass 1 -an -f null
/dev
/null
4502 m
ssh $ip ffmpeg
-nostdin -hide_banner -loglevel error
-y -i $input -g 192 -vcodec libvpx-vp9
-tile-rows 2 -vf scale
=-1:720 -max_muxing_queue_size 9999 -b:v
750K
-pass 2 -c:a libvorbis
-qscale:a
5 vp
9/$input
4503 rsync
$ip:vp
9/$input vp9
4504 linode-cli linodes delete
$id
4508 # we also have a file in /a/c/...konsole...
4509 local f
=$HOME/.config
/konsolerc
4510 setini DefaultProfile profileian.profile
"Desktop Entry" $f
4511 setini Favorites profileian.profile
"Favorite Profiles" $f
4512 setini ShowMenuBarByDefault false KonsoleWindow
$f
4513 setini TabBarPosition Top TabBar
$f
4517 while read -r k v
; do
4518 # shellcheck disable=SC2154
4519 setini
$k $v sakura
/a
/c
/subdir_files
/.config
/sakura
/sakura.conf
4521 colorset1_back rgb(33,37,39)
4525 disable_numbered_tabswitch true
4526 scroll_lines 10000000
4531 # make a page of links found in the files $@. redirect output
4533 gr
-oh 'https?:\/\/(www\.)?[-a-zA-Z0-9@:%._\+~#=]{1,256}\.[a-zA-Z0-9()]{1,6}\b([-a-zA-Z0-9()@:%_\+.~#?&//=]*)' "$@" | \
4534 rev |
sort -u |
rev |
sed 's,.*,<a href="\0">\0</a><br\>,'
4537 reset-xscreensaver
() {
4538 # except for spash, i set these by setting gui options in
4539 # xscreensaver-command -demo
4540 # then finding the corresponding option in .xscreensaver
4541 # spash, i happened to notice in .xscreensaver
4543 # dpmsOff, monitor doesnt come back on using old free software supported nvidia card
4544 cat > /home
/iank
/.xscreensaver
<<'EOF'
4547 dpmsStandby: 0:07:00
4548 dpmsSuspend: 0:08:00
4552 lockTimeout: 0:06:00
4559 # very useful, copy directory structure 3 deep. add remove /*/ to change level
4560 # rsync -aivh --exclude '/*/*/*/' -f"+ */" -f"- *" SRC DEST
4563 # * stuff that makes sense to be at the end
4564 if [[ "$SUDOD" ]]; then
4565 # allow failure, for example if we are sudoing into a user with diffferent/lesser permissions.
4568 elif [[ -d /a
]] && [[ $PWD == "$HOME" ]] && [[ $
- == *i
* ]]; then
4576 # for mitmproxy to get a newer python.
4577 # commented until i want to use it because it
4578 # noticably slows bash startup
4582 if [[ $EUID == 0 ||
! -e ~
/.pyenv
/bin
]]; then
4583 echo "error: dont be root. make sure pyenv is installed"
4586 export PATH
="$HOME/.pyenv/bin:$PATH"
4587 eval "$(pyenv init -)"
4588 eval "$(pyenv virtualenv-init -)"
4593 # I have the git repo and a release. either one should work.
4594 # I have both because I was trying to solve an issue that
4595 # turned out to be unrelated.
4596 # ARDUINO_PATH=/a/opt/Arduino/build/linux/work
4598 ## i should have documented this...
4599 # based on https://github.com/keyboardio/Kaleidoscope
4600 export KALEIDOSCOPE_DIR
=/a
/opt
/Kaleidoscope
4602 # They want to be added to the start, but i think
4603 # that should be avoided unless we really need it.
4604 path-add
--end ~
/.npm-global
4607 path-add
--end $HOME/.cargo
/bin
4609 if type -P rg
&>/dev
/null
; then
4610 # --no-messages because of annoying errors on broken symlinks
4611 # -z = search .gz etc files
4612 # -. = search dotfiles
4613 rg
() { command rg
-.
-z --no-messages -L -i -M 900 --no-ignore-parent --no-ignore-vcs -g '!.git' -g '!auto-save-list' -g '!.savehist' "$@" ||
return $?
; }
4614 #fails if not exist. ignore
4615 complete
-r rg
2>/dev
/null ||
:
4620 # rg with respecting vcs ignore files
4623 # settings that are turned off for pipes, keep them on.
4624 # Found by searching for "terminal" in --help
4628 # -. = search dotfiles
4629 # -z = search zipped files
4630 # -i = case insensitive
4632 # --no-messages because of annoying errors on broken symlinks
4633 # --no-ignore-parent because i have /a/.git which ignores almost everything under it.
4634 command rg
-n --heading -.
-z --no-messages -i -M 900 --no-ignore-parent -g '!.git' -g '!auto-save-list' -g '!.savehist' "$@" || ret
=$?
4639 echo "$(tput setaf 5 2>/dev/null ||:)â–ˆ coresite â–ˆ$(tput sgr0 2>/dev/null||:)"
4641 echo "$(tput setaf 5 2>/dev/null ||:)â–ˆ office â–ˆ$(tput sgr0 2>/dev/null||:)"
4644 amallq
() { # amall quiet
4649 sedi
-r '/alertmanager.url/s/@prom.office/@prom/' ~
/.config
/amtool
/config.yml
4653 sedi
-r '/alertmanager.url/s/@prom.fsf/@prom.office.fsf/' ~
/.config
/amtool
/config.yml
4657 amall silence query
"$@"
4659 # amtool silence add
4661 amall silence add
"$@"
4663 # amtool silence force
4665 amall silence add x
!="1"
4668 # note: not sure if quoting of this arg is correct
4669 amfsf silence expire
"$(amfsf silence query -q)"
4670 amoffice silence expire
"$(amoffice silence query -q)"
4674 youtube-dl-update
() {
4675 sudo wget https
://yt-dl.org
/downloads
/latest
/youtube-dl
-O /usr
/local
/bin
/youtube-dl
4676 sudo
chmod a
+rx
/usr
/local
/bin
/youtube-dl
4679 # https://github.com/yt-dlp/yt-dlp/wiki/Installation
4681 sudo curl
-L https
://github.com
/yt-dlp
/yt-dlp
/releases
/latest
/download
/yt-dlp
-o /usr
/local
/bin
/yt-dlp
4682 sudo
chmod a
+rx
/usr
/local
/bin
/yt-dlp
# Make executable
4686 mpv
--ytdl ytdl_path
=/usr
/local
/bin
/yt-dlp
"$@"
4689 # taken from default changes to bashrc and bash_profile
4690 path-add
--end --ifexists $HOME/.rvm
/bin
4691 # also had ruby bin dir, but moved that to environment.sh
4692 # so its included in overall env
4695 # ya, hacky hardcoded hostnames in 2023. we could do better
4697 local -a failed_hosts hosts
4701 kd.b8.nz x3.office.fsf.org syw x2.b8.nz
4710 for host in ${hosts[@]}; do
4712 if ! scp
/b
/fai
/fai
/config
/files
/usr
/local
/bin
/hssh
/IANK root@
$host:/usr
/local
/bin
/hssh
; then
4713 failed_hosts
+=($host)
4716 if (( ${#failed_hosts[@]} >= 1 )); then
4717 echo failed_hosts
=${failed_hosts[*]}
4730 # <#part type="image/jpeg" filename="/home/iank/2023-12-24-ski-trip.jpg" disposition=attachment> <#/part>
4735 if [[ ! -s $f ]]; then
4736 e
"error: empty or non-existent file $f"
4741 echo '<#part type="image/jpeg" filename="'"$(rl "$f")"'" disposition=attachment> <#/part>'
4746 units
"tempC($1)" tempF
4750 units
"tempF($1)" tempC
4753 # note: requires dns setup of live.iankelling.org, & if i'm home, port
4754 # forwarding in wrt-setup-local. todo: automate that.
4756 web-conf
-e ian@iankelling.org
-f 8000 - apache2 live.iankelling.org
<<'EOF'
4757 <Location "/fsf.webm">
4759 AuthName "basic_auth"
4761 # htpasswd -c icecast-fsf-htpasswd USERNAME
4762 AuthUserFile "/etc/icecast-fsf-htpasswd"
4765 <Location "/fsf-tech.webm">
4767 AuthName "basic_auth"
4768 AuthUserFile "/etc/icecast-fsf-tech-htpasswd"
4774 # obs screen switching of
4776 ls -l /tmp
/no-obs-auto-scene-switch
4777 touch /tmp
/no-obs-auto-scene-switch
4779 # obs screen switching on
4781 ls -l /tmp
/no-obs-auto-scene-switch
4782 if [[ -e /tmp
/no-obs-auto-scene-switch
]]; then
4783 rm -f /tmp
/no-obs-auto-scene-switch
4787 obs-gen-profiles
() {
4788 local p
=/p
/c
/basic
/profiles
4789 sed 's/fsf-sysops/fsf-tech/g' $p/fsfsysops
/basic.ini
>$p/fsftech
/basic.ini
4790 sed 's/fsf-sysops/fsf/g' $p/fsfsysops
/basic.ini
>$p/fsf
/basic.ini
4793 # terminal clear. like clear, but put the prompt at the bottom,
4794 # useful for obs streaming the bottom half of a terminal window.
4796 for ((i
=0; i
<COLUMNS
; i
++)); do
4802 openssl x509
-txt -in "$@"
4805 # dsh on btrbk hosts
4810 # dsh a file and run it
4813 if ! parallel
-j 10 scp x
{}:/tmp
<~
/.dsh
/group
/btrbk
; then
4814 echo parallel scp failed. dsa returning
$ret
4821 /nocow
/t
/ffmpeg-release
/ffmpeg-7.0
.1/tools
/zmqsend
"$@"
4824 ffg
() { /nocow
/t
/ffmpeg-release
/ffmpeg-7.0
.1/tools
/graph2dot
-o /tmp
/g.tmp
&& dot
-Tpng /tmp
/g.tmp
-o /tmp
/g.png
&& feh
/tmp
/g.png
; }
4826 firefox-hide-tabs
() {
4828 # without this, make tabs smaller by setting browser.uidensity 1 in about:config
4831 [[ $1 ]] ||
return 1
4832 # Related: the sidebery extension is useful.
4835 # https://raw.githubusercontent.com/MrOtherGuy/firefox-csshacks/master/chrome/hide_tabs_toolbar.css
4837 ainsl
$profiledir/chrome
/userChrome.css
'#TabsToolbar{ visibility: collapse !important }'
4843 local tmpdir ret out
4845 out
=$
(ssh cmc dnsmasq-end-lease
"$1" 2>&1) || ret
=1
4846 printf "%s\n" "$out"
4847 if [[ $out == *"try diffing"* ]]; then
4849 m scp cmc
:/tmp
/dhcp.leases cmc
:/tmp
/dhcp.leases.iank
$tmpdir
4850 m
diff $tmpdir/dhcp.leases
$tmpdir/dhcp.leases.iank ||
:
4856 # ffs and switch the bash history on this terminal.
4857 # disabled because I don't really need this and
4858 # the history switching is annoying for debugging.
4863 # if [[ $last && $last != -* && $last != sysops ]]; then
4874 # insensitive find plus edit
4876 local tmps found_count i char
file
4877 local -a found_files
4878 local -A button_file
4880 mapfile
-t found_files
<<<"$tmps"
4881 found_count
=${#found_files[@]}
4882 if (( ${#found_files[@]} == 1 )); then
4883 m g
${found_files[0]}
4886 for button
in {a..z
}; do
4887 button_file
[$button]="${found_files[$i]}"
4888 echo $button: ${found_files[$i]}
4890 if (( i
>= found_count
)); then
4894 read -rsN1 -t 5 char ||
:
4895 file="${button_file[$char]}"
4897 if [[ $file ]]; then
4906 export BASEFILE_DIR
=/a
/bin
/fai-basefiles
4908 #export ANDROID_HOME=/a/opt/android-home
4909 # https://f-droid.org/en/docs/Installing_the_Server_and_Repo_Tools/
4910 #export USE_SDK_WRAPPER=yes
4911 #PATH=$PATH:$ANDROID_HOME/tools:$ANDROID_HOME/platform-tools
4913 # didnt get drush working, if I did, this seems like the
4914 # only good thing to include for it.
4915 # Include Drush completion.
4916 # if [ -f "/home/ian/.drush/drush.complete.sh" ] ; then
4917 # source /home/ian/.drush/drush.complete.sh
4924 # https://wiki.archlinux.org/index.php/Xinitrc#Autostart_X_at_login
4925 # i added an extra condition as gentoo xorg guide says depending on
4926 # $DISPLAY is fragile.
4927 if [[ ! $DISPLAY && $XDG_VTNR == 1 ]] && shopt -q login_shell
&& isarch
; then
4932 # ensure no bad programs appending to this file will have an affect