2 # I, Ian Kelling, follow the GNU license recommendations at
3 # https://www.gnu.org/licenses/license-recommendations.en.html. They
4 # recommend that small programs, < 300 lines, be licensed under the
5 # Apache License 2.0. This file contains or is part of one or more small
6 # programs. If a small program grows beyond 300 lines, I plan to switch
9 # Copyright 2024 Ian Kelling
11 # Licensed under the Apache License, Version 2.0 (the "License");
12 # you may not use this file except in compliance with the License.
13 # You may obtain a copy of the License at
15 # http://www.apache.org/licenses/LICENSE-2.0
17 # Unless required by applicable law or agreed to in writing, software
18 # distributed under the License is distributed on an "AS IS" BASIS,
19 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
20 # See the License for the specific language governing permissions and
21 # limitations under the License.
23 # this gets sourced. shebang is just for file mode detection
28 if [[ $LESSHISTFILE == - ]]; then
31 elif [[ $HISTFILE ]]; then
32 # use an alternate history file when we are streaming.
33 if [[ -e $HOME/.iank-stream-on
]]; then
34 HISTFILE
=/a
/bin
/data
/stream_hist
47 # history for streaming
50 HISTFILE
=/a
/bin
/data
/stream_hist
55 source /a
/bin
/distro-setup
/path-add-function
57 # add this with absolute paths as needed for better security
58 #path-add --end /path/to/node_modules/.bin
60 #path-add --end /usr/lib/node_modules/corepack/shims/
62 # pip3 --user things go here:
63 path-add
--end ~
/.local
/bin
64 path-add
--ifexists --end /a
/work
/libremanage
65 path-add
--ifexists --end /a
/opt
/adt-bundle
*/tools
/a
/opt
/adt-bundle
*/platform-tools
66 path-add
--ifexists --end /a
/opt
/scancode-toolkit-3.10.
67 path-add
--ifexists --end /p
/bin
71 # https://askubuntu.com/questions/1254544/vlc-crashes-when-opening-any-file-ubuntu-20-04
72 if grep -qE '^VERSION_CODENAME="(nabia|focal)"' /etc
/os-release
&>/dev
/null
; then
73 export MESA_LOADER_DRIVER_OVERRIDE
=i965
84 # shellcheck disable=SC2034 # used in brc
85 SL_SSH_ARGS
="-F $HOME/.ssh/confighome"
92 # generated instead of dynamic for the benefit of shellcheck
93 #for x in /a/bin/distro-functions/src/* /a/bin/!(githtml)/*-function?(s); do echo source $x ; done
94 source /a
/bin
/distro-functions
/src
/identify-distros
95 source /a
/bin
/log-quiet
/logq-function
96 # for x in /a/bin/bash_unpublished/source-!(.#*); do echo source $x; done
97 source /a
/bin
/bash_unpublished
/source-semi-priv
98 source /a
/bin
/bash_unpublished
/source-state
100 if [[ $HOSTNAME == "$MAIL_HOST" ]]; then
103 export NOT_MAIL_HOST_P
=t
106 source /a
/bin
/ds
/beet-data
117 m pactl unload-module module-loopback
118 m pactl unload-module module-null-sink
119 m pactl unload-module module-remap-source
121 IFS
=" " read -r -a sources
<<<"$(pacmd list-sources | sed -rn 's/.*name: <([^>]+).*/\1/p')"
125 for s
in ${sources[@]}; do
132 m pactl load-module module-null-sink sink_name
=ianinput sink_properties
=device.description
=ianinputs
134 m pactl load-module module-loopback
source=${sources[i]} sink_dont_move
=true sink
=ianinput
136 pactl load-module module-remap-source source_name
=iancombine master
=ianinput.monitor source_properties
=device.description
=iancombine
140 # For testing restrictive ssh.
144 sed '/^ *IdentityFile/d' ~
/.ssh
/config
>$d/config
145 s
command ssh -F $d/config
-i /q
/root
/h
"$@"
149 # For testing restrictive rsync
153 sed '/^ *IdentityFile/d' ~
/.ssh
/config
>$d/config
154 s rsync
-e "ssh -F $d/config -i /q/root/h" "$@"
157 # rsync as root and avoid the default restrictive h key & config.
159 s rsync
-e "ssh -F /root/.ssh/confighome" "$@"
163 ssh bow DISPLAY
=:0 scrot
/tmp
/oegu.jpg
164 scp bow
:/tmp
/oegu.jpg
/t
165 ssh bow
rm /tmp
/oegu.jpg
179 if [[ $arg == [89]0Etiona
* ]]; then
181 rtime
=${arg#*Etiona} # remote time
182 if [[ ! $rtime ]]; then
185 dir
=/a
/opt
/emacs-trisquel
${v}-nox/.iank
186 ltime
=$
(stat
-c%Y
$dir/e
/e
/.emacs.d
/init.el
)
187 if (( ltime
> rtime
)); then
188 m rsync
-rptL --delete --filter=". /b/ds/sl/rsync-filter" $dir "$remote":/home
/iank
194 local f
=/home
/iank
/.emacs.d
/init.el
195 sl
--sl-test-cmd "sed -rn '/^VERSION=/{s/^.*=//;s/[^[:alnum:]]//gp}' /etc/os-release; test -e $f && stat -c%Y $f" --sl-test-hook slemacs
"$@"
199 # Run this manually after .emacs.d changes. Otherwise, to check if
200 # files changed with find takes 90ms. sl normally only adds 25ms. We
201 # could cut it down to 10ms if we put things on a btrfs filesystem and
202 # looked for changes there, or used some inotify thing, but that seems
203 # like too much work.
204 egh
() { # emacs gnuhope
205 RSYNC_RSH
=ssh m rsync
-rptL --delete --filter=". /b/ds/sl/rsync-filter" /a
/opt
/emacs-trisquel9-nox
/.iank lists2d.fsf.org
:.ianktrisquel_9
206 RSYNC_RSH
=ssh m rsync
-rptL --delete --filter=". /b/ds/sl/rsync-filter" /a
/opt
/emacs-trisquel8-nox
/.iank lists2d.fsf.org
:/home
/iank
209 local shell
="bash -s"
210 if [[ $HOSTNAME != kw
]]; then
211 shell
="ssh kw.office.fsf.org"
215 sudo mkdir /root/.ianktrisquel_9
216 sudo rsync -rptL --delete --filter=". /b/ds/sl/rsync-filter" /a/opt/emacs-trisquel9-nox/.iank /root/.ianktrisquel_9
217 rsync -rptL --delete --filter=". /b/ds/sl/rsync-filter" /a/opt/emacs-trisquel8-nox/.iank /home/iank
221 rm-docker-iptables
() {
222 s iptables
-S | gr docker | gr
-- -A |
sed 's/-A/-D/'|
while read -r l
; do sudo iptables
$l; done
223 s iptables
-S -t nat | gr docker | gr
-- -A |
sed 's/-A/-D/'|
while read -r l
; do sudo iptables
-t nat
$l; done
224 s iptables
-S | gr docker | gr
-- -N |
sed 's/-N/-X/'|
while read -r l
; do sudo iptables
$l; done
225 s iptables
-S -t nat | gr docker | gr
-- -N |
sed 's/-N/-X/'|
while read -r l
; do sudo iptables
-t nat
$l; done
228 # usage mkschroot [-] distro codename packages
229 # - means no piping in of sources.list
231 # note some useful post mkschroot i've used in the past
232 # tu /nocow/schroot/flidas/etc/sudoers <<EOF
233 # $USER ALL=(ALL) NOPASSWD: ALL
234 # Defaults env_keep += SUDOD
235 # Defaults always_set_home
238 # sd /nocow/schroot/flidas//etc/locale.gen <<'EOF'
241 # s schroot -c flidas locale-gen
242 # s schroot -c flidas update-locale LANG=en_US.UTF-8
245 local sources force repo n distro
247 while [[ $1 == -* ]]; do
249 -f) force
=true
; shift ;;
252 if [[ ! -s $sources ]]; then
253 echo mkschroot
: error
: sources
file $sources does not exist or is empty
264 repo
=http
://mirror.fsf.org
/trisquel
/
267 repo
=http
://archive.ubuntu.com
/ubuntu
/
270 repo
=http
://deb.debian.org
/debian
/
276 if ! $force && schroot
-l |
grep -xFq chroot
:$n; then
277 echo "$0: $n schroot already installed, skipping"
282 sd
/etc
/schroot
/chroot.d
/$n.conf
<<EOF
288 preserve-environment=true
292 if [[ ! -e $d/bin
]]; then
294 # resolvconf otherwise schroot fails with
295 # cp: not writing through dangling symlink '/var/run/schroot/mount/flidas-7a2362e0-81b3-4848-92c1-610203ef5976/etc/resolv.conf'
296 sudo debootstrap
--exclude=resolvconf
$n $d $repo
298 if [[ $sources ]]; then
299 sudo
install -m 644 $sources $d/etc
/apt
/sources.list
301 sudo chroot
$d apt-get update
302 sudo DEBIAN_FRONTEND
=noninteractive chroot
$d apt-get
-y dist-upgrade
--purge --auto-remove
303 sudo
cp -P {,$d}/etc
/localtime
304 if (( ${#apps[@]} )); then
305 sudo DEBIAN_FRONTEND
=noninteractive schroot
-c $n -- apt-get
install --allow-unauthenticated -y ${apps[@]}
310 # note: this is incomplete and untested.
311 # https://wiki.archlinux.org/index.php/Install_Arch_Linux_from_existing_Linux#Creating_a_chroot
314 mirror
=https
://mirrors.edge.kernel.org
/archlinux
/iso
/latest
/
315 tarball
=$
(curl
-s $mirror |
sed -nr 's/.*"(archlinux-bootstrap-.*-x86_64.tar.gz)".*/\1/p')
316 wget
-O /tmp
/arch.
tar.gz https
://mirrors.edge.kernel.org
/archlinux
/iso
/latest
/$tarball
317 s mkdir
-p /nocow
/schroot
/arch
318 cd _
/nocow
/schroot
/arch
319 s
sed -i '/## United States/,/^$/s,^#,,' etc
/pacman.d
/mirrorlist
320 # error: could not determine cachedir mount point /var/cache/pacman/pkg
321 s
sed -i /^CheckSpace
/d etc
/pacman.conf
322 chroot .
/bin
/bash
-s <<'EOF'
324 pacman-key --populate archlinux
327 # example of building an aur package:
328 # pacman -Sy base-devel wget
330 # f=$target/etc/sudoers
331 # line='iank ALL=(ALL) NOPASSWD: ALL'
332 # if [[ ! -e $f ]] || ! grep -xF "$line" $f; then
336 # wget https://aur.archlinux.org/cgit/aur.git/snapshot/anbox-image-gapps.tar.gz
337 # tar xzf anbox-image-gapps.tar.gz
338 # cd anbox-image-gapps
343 # clock back in to timetrack from last entry
345 sqlite3
/p
/.timetrap.db
"update entries set end = NULL where id = (select max(id) from entries);"
349 # s sshfs bu@$host:/bu/home/md /bu/mnt -o reconnect,ServerAliveInterval=20,ServerAliveCountMax=30 -o allow_other
352 echo all
>/var
/spool
/exim
4/gw
/.no-delay-eximids
353 if [[ $EUID == 0 ]]; then
354 chown iank
:iank
/var
/spool
/exim
4/gw
/.no-delay-eximids
358 echo >/var
/spool
/exim
4/gw
/.no-delay-eximids
359 if [[ $EUID == 0 ]]; then
360 chown iank
:iank
/var
/spool
/exim
4/gw
/.no-delay-eximids
365 local -a array tmpstr delayon
367 if grep -qFx all
/etc
/exim
4/no-delay-eximids
; then
371 echo all
>/etc
/exim
4/no-delay-eximids
373 tmpstr
=$
(exiqgrep
-i -r.\
*)
374 mapfile
-t array
<<<"$tmpstr"
377 echo >/etc
/exim
4/no-delay-eximids
382 eid
="$(exipick -i -r.\*|h1)"
383 sed -n "/^all$/p;\$a $eid" /etc
/exim
4/no-delay-eximids
389 printf "%s\n" "$eid" >>/etc
/exim
4/no-delay-eximids
396 /a
/f
/gnulib
/build-aux
/gnupload
"$@"
402 f
=(/p
/c
/firefox
*/compatibility.ini
)
403 if (( ${#f[@]} )); then
410 s checkrestart
-b /a
/bin
/ds
/checkrestart-blacklist
-pv
413 cp-blocked-domains-to-brains
() {
414 cp /a
/f
/ans
/roles
/exim
/files
/mx
/simple
/etc
/exim
4/bad-sender_domains
/a
/f
/brains
/sysadmin
/kb
/blocked_email_domains.mdwn
416 cp-blocked-domains-to-ansible
() {
417 cp /a
/f
/brains
/sysadmin
/kb
/blocked_email_domains.mdwn
/a
/f
/ans
/roles
/exim
/files
/mx
/simple
/etc
/exim
4/bad-sender_domains
423 hrcat
/m
/md
/daylert
/{cur
,new
}/*
428 rm -f /m
/md
/daylert
/{cur
,new
}/*
434 hrcat
/m
/md
/alerts
/{cur
,new
}/*
437 ssh bk.b8.nz
"shopt -s nullglob; hrcat /m/md/INBOX/new/* /m/md/INBOX/cur/*"
441 rm -f /m
/md
/alerts
/{cur
,new
}/*
443 ssh bk.b8.nz
"shopt -s nullglob; rm -f /m/md/INBOX/new/* /m/md/INBOX/cur/*"
448 find /var
/local
/cron-errors
/home
/iank
/cron-errors
/sysd-mail-once-state
-type f
450 ralerts
() { # remote alerts
452 # this list is duplicated in check-remote-mailqs
453 for h
in bk je li frodo x3wg kdwg sywg
; do
456 if [[ $HOSTNAME == "${h%wg}" ]]; then
460 $shell find /var
/local
/cron-errors
/home
/iank
/cron-errors
/sysd-mail-once-state
-type f || ret
=$?
468 # pushd in case current directory has an ansible.cfg file
469 pushd /a
/xans
>/dev
/null
470 ansible-playbook
-v -i ${1:- $(hostname -f)}, site.yml
474 pushd /a
/work
/ans
>/dev
/null
475 time ansible-playbook
-i inventory adhoc.yml
"$@"
479 pushd /a
/bin
/distro-setup
/a
>/dev
/null
480 ansible-playbook site.yml
"$@"
485 # googling android emulator libGL error: failed to load driver: r600
486 # lead to http://stackoverflow.com/a/36625175/14456
487 export ANDROID_EMULATOR_USE_SYSTEM_LIBS
=1
488 /a
/opt
/android-studio
/bin
/studio.sh
"$@" & r
491 # Convert brains file path to url and vice versa
492 # usage: brains [URL_OR_PATH]
494 _iki-convert brains.fsf.org
/wiki
"$@"
497 _iki-convert gluestick.office.fsf.org
"$@"
502 local url url_prefix path input repo_dir dir url_dir url name
504 name
="${url_prefix%%.*}"
510 read -r -p "enter path or url"$
'\n' input
514 path
="$repo_dir/${input##http*://"$url_prefix"/}"
515 # for files like x.jpg, we dont need to convert the extension.
516 if [[ $path == */ ]]; then
518 # brains adds trailing slash, but without trailing is still
519 # valid. We can't be totally sure whether to add mdwn, but we
520 # can guess based on the existence of the file. We can't be sure
521 # because it could be a file like x.jpg, that we just don't have
523 elif [[ ! -f $path && -e $path.mdwn
]]; then
526 j
printf "%s\n" "$path"
530 url_dir
=$
(echo "$path" |
sed -r "s,^(/a)?$repo_dir/,,")
531 url
="https://$url_prefix/$url_dir"
532 if [[ $url == *.mdwn
]]; then
541 # Generate beet smartplaylists for navidrome.
542 # for going in the reverse direction, run
543 # /b/ds/navidrome-playlist-export
544 beetsmartplaylists
() {
545 install -m 0700 -d /tmp
/ianbeetstmp
547 # kill off any playlists we deleted. they will still need manual
548 # killing from a navidrome client.
549 rm -rf /i
/converted
/beetsmartplaylists
550 mkdir
-p /i
/converted
/beetsmartplaylists
551 for f
in /tmp
/ianbeetstmp
/*; do
552 sed 's,^/i/m,/i/converted,;s,\.flac$,.mp3,' "$f" >"/i/converted/beetsmartplaylists/${f##*/}"
555 rmdir /tmp
/ianbeetstmp
558 # internal function for beetrating, in case we need to ssh
560 local tmp rating path cpath sqlpath userid
561 # plucked this from the db. im the only user.
562 userid
=23cc2eb9-e35e-4811-a0f0-d5f0dd6eb634
563 while read -r rating path
; do
564 cpath
="/i/converted${path#/i/m}" # converted path
567 cpath
="${cpath%.*}.mp3"
570 if [[ ! -e $cpath ]]; then
571 echo "beetraing: error: this should not happen, path does not exist: $cpath"
574 sqlpath
="${cpath//\'/\'\'}"
575 old_rating
=$
(sqlite3
/i
/navidrome
/navidrome.db
"select rating from annotation inner join media_file on item_id = id where path = '$sqlpath' and item_type = 'media_file';")
576 if [[ $old_rating ]]; then
577 if [[ $old_rating != "$rating" ]]; then
578 echo "setting rating $old_rating -> $rating $cpath"
579 # https://stackoverflow.com/a/50317320
580 # we got a timeout error once. arbitrarily chose 15 seconds.
581 sqlite3
/i
/navidrome
/navidrome.db
".timeout 15000" "
582 update annotation set rating = $rating
584 select media_file.id from annotation inner join media_file on annotation.item_id = media_file.id
585 where media_file.path = '$sqlpath' and annotation.item_type = 'media_file' );"
588 echo "setting rating $rating $cpath"
589 # /a/opt/navidrome/persistence/sql_annotations.go v0.48.0
590 # https://www.sqlite.org/lang_insert.html
591 sqlite3
/i
/navidrome
/navidrome.db
".timeout 15000" "insert into annotation select '$(uuidgen)', '$userid', id, 'media_file', 0, NULL, $rating, 0, NULL from media_file where path = '$sqlpath';"
596 # Export beets ratings into navidrome
599 if [[ $HOSTNAME != kd
]]; then
600 ssh_prefix
="ssh b8.nz"
602 # shellcheck disable=SC2016 # obvious reason
603 beet
ls -f '$rating $path' $nav_convert_query |
$ssh_prefix beetrating-stdin
606 # Do transcoding and hardlinking of audio files for navidrome.
610 # a bunch of effort to ignore output we dont care about...
611 sed 's/^format_item:.*/format_item: ignore_this/' ~
/.config
/beets
/config.yaml
>$tmpf
612 beet
-c $tmpf convert
-y $nav_convert_query > >(grep -vFx 'ignore_this' ||
:) 2> >(grep -v '^convert: Skipping' ||
:)
615 # This deletes files in the converted directory which should no longer
616 # be there due to a rename of the unconverted file.
617 beetconvert-rm-extras
() {
621 # shellcheck disable=SC2016 # obvious reason
622 beet
ls -f '$path' $nav_convert_query >"$tmpf"
623 ## begin removal of files that are leftover from previous conversion,
624 # eg, previously rated > 1, now rated 1.
626 convertedpath
="/i/converted${l#/i/m}"
627 case $convertedpath in
628 *.flac
) convertedpath
="${convertedpath%.flac}.mp3" ;;
630 paths
[$convertedpath]=t
633 find /i
/converted
-path /i
/converted
/beetsmartplaylists
-prune -o \
( -type f
-print \
) -name '*.mp3' -o -name '*.m4a' >"$tmpf"
635 if [[ ! ${paths[$l]} ]]; then
638 # note: the pruning is duplicative of filtering on name, but whatever.
643 beets-gen-playlists
() {
645 local -a query_array query_str
646 for i
in "${!bpla[@]}"; do
648 eval "query_array=(${bpla[$i]})"
649 for str
in "${query_array[@]}"; do
650 query_str
+=("\"$str\"")
654 query: '${query_str[@]}'
659 # beet playlist. use beetag with a playlist name
661 local playlist playlist_regex
664 for playlist
in "${!bpla[@]}"; do
665 printf "%s\n" "$playlist"
672 playlist_regex
='[a-z0-9_]'
673 if [[ ! $playlist =~
$playlist_regex ]]; then
674 echo "bpl: error unexpected chars in playlist: $playlist"
677 # all but last arg as options
678 eval beetag
-r "${*:1:$# - 1}" "${bpla[$playlist]}"
680 complete
-W "${!bpla[*]}" bpl
683 # beet modify quietly
687 # a bunch of effort to ignore output we dont care about...
688 sed 's/^format_item:.*/format_item: ignore_this/' ~
/.config
/beets
/config.yaml
>$tmpf
689 beet
-c $tmpf modify
-y "$@" > >(grep -vFx -e 'ignore_this' -e 'Modifying 1 items.' ||
:)
695 # https://stackoverflow.com/a/5722874
696 kill %% 2>/dev
/null ||
:; wait %% 2>/dev
/null ||
:
702 printf "%s=%s " "$arg" "${!arg}"
707 # Must be called from beetag for variables to be setup
709 local -i i j col_total row
col button_total row_total remainder_cols remainder_term
711 button_total
=${#button_map[@]}
712 row_total
=$
(( button_total
/ col_total
))
713 remainder_cols
=$
(( button_total
% col_total
))
715 #dv button_total row_total remainder_cols
717 # - 3 is just a constant that helps things work in practice.
718 if [[ $LINES ]] && (( LINES
- 3 < scrolled
)); then
720 for (( i
=0; i
<button_total
; i
++)); do
721 row
=$
(( i
/ col_total
))
722 col=$
(( i
% col_total
))
723 remainder_term
=$remainder_cols
724 if (( col < remainder_term
)); then
727 j
=$
(( col * row_total
+ row
+ remainder_term
))
728 # avoid double newline when we have exactly row * col buttons
729 if (( i
== button_total
- 1 )); then
730 printf "%s %s" ${buttons[j]} ${button_map[j]}
731 elif (( i
% col_total
== col_total
-1 )); then
732 printf "%s %s\n" ${buttons[j]} ${button_map[j]}
734 printf "%s %-15s" ${buttons[j]} ${button_map[j]}
740 y other genres z fg player ' = toggle play 1-5 rate ] repeat1
741 ; previous _ = delete up/down skip mpv vol,pause,seek
748 # Must be called from beetag for variables to be setup
751 scrolled
=$
(( scrolled
+ $1 ))
753 if $erasable_line; then
754 # https://stackoverflow.com/a/71286261
755 # erase line / delete line in terminal
756 printf '\033[1A\033[K'
760 # meant to be called from beetag
762 if $erasable_line; then
763 # https://stackoverflow.com/a/71286261
764 printf '\033[1A\033[K'
769 # meant to be called from beetag
771 if jobs -p |
grep -q .
&>/dev
/null
; then
772 printf "%s\n" "$*" | socat
- /tmp
/mpvsock
>/dev
/null ||
:
775 # meant to be called from beetag
778 # note: testing for background jobs will output nothing if we are in a pipeline
779 printf "%s\n" "$*" | socat
- /tmp
/mpvsock ||
:
782 # meant to be called from beetag
783 mpvrpc-percent-pos
() {
784 mpvrpco
'{ "command": ["get_property", "percent-pos"] }' | jq .data |
sed 's/\..*/%/' 2>/dev
/null ||
:
787 # run if not running.
789 # Note: this does not work with shell scripts as they are normally
790 # invoked, because the ps output has the interpreter at the start.
791 # A workaround is to invoke the command in that format, or we could
792 # do various other workarounds.
794 # background, this relies on how ps converts newlines in arguments to spaces, and
795 # assumes we won't be searching for a command with spaces in its arguments
797 # shellcheck disable=SC2009 # pgrep has no fixed string option, plus see above.
798 if ps h
-o args
-C "${1##*/}" |
grep -Fxqv "$*" &>/dev
/null ||
[[ $?
== 141 ]]; then
802 # variation of above: run or wait if running
805 pid
=$
(ps h
-o 'pid,args' -C "${1##*/}" |
sed -r 's/^[[:space:]]*([0-9]+)[[:space:]](.*)/\1\n\2/' |
grep -B1 -Fx "$*" |
head -n1 ||
: )
807 # https://unix.stackexchange.com/questions/427115/listen-for-exit-of-process-given-pid
808 tail --pid="$pid" -f /dev
/null
815 local path nextpath cachedir finalpath nextpath count
816 cachedir
=$HOME/.iank-music-cache
820 # note: logic duplicated in beetpull
822 if [[ $HOSTNAME == kd
]]; then
827 finalpath
="$cachedir${path#/i/m}"
828 rowir rsync
--partial -a --inplace --mkpath "b8.nz:$path" "$finalpath"
829 finalnextpath
="$cachedir${nextpath#/i/m}"
830 count
=$
(pgrep
-a -f "^rsync --partial -a --inplace --mkpath $cachedir" ||
[[ $?
== 1 ]] )
831 # allow us to start 2 rsyncs in the background
832 if [[ $count == [01] ]]; then
833 rinr rsync
--partial -a --inplace --mkpath "b8.nz:$nextpath" "$finalnextpath" &
838 mpvrpc
'{ "command": ["loadfile", "'"$finalpath"'"] }'
842 # usage: beetag [-r] [-s] QUERY
843 # it lists the query, reads an input char for tagging one by one.
845 # note, you may want to change the play command for doing rapid taging
846 # by immediately jumping forward into the song. this is set in the beets
849 # (available buttons: ` \ ) ] [ and non-printing chars, see
850 # https://stackoverflow.com/questions/10679188/casing-arrow-keys-in-bash
853 # note: after foregrounding the player, must quit it to get back. can't ctrl-c.
855 # keys I dont need help to remember:
860 # todo: enter should also unpause
862 local last_genre_i fstring tag id char new_item char_i genre tag remove doplay i j random path
863 local do_rare_genres read_wait line lsout tmp ls_line skip_lookback
864 local escape_char escaped_input expected_input skip_input_regex right_pad erasable_line seek_sec
865 local pl_state_path pl_state_dir pl_state_file tmpstr
866 local new_random pl_seed_path seed_num seed_file
fmt first_play repeat1
867 local -a buttons button_map ids tags tmp_tags initial_ls ls_lines paths
869 local -i i j volume scrolled id_count line_int skip_start pre_j_count head_count skip_lookback
870 local -i overflow_lines overflow
874 escape_char
=$
(printf "\u1b")
875 scrolled
=999 # more than any $LINES
876 ### begin arg processing ###
895 echo beetag
: error expected a query arg
>&2
898 ### end arg processing ###
900 # note: I used to do beetpull here, but mpv + ssfs on slowish
901 # connection leads to bad/buggy result.
908 last_genre_i
=$
(( ${#common_genres[@]} - 1 ))
909 buttons
=( {a..p
} {r..w
} {6.
.8} , .
/ - "=")
910 button_map
=(${common_genres[@]} ${pl_tags[@]})
912 for tag
in "${pl_tags[@]}"; do
913 fstring
+="%ifdef{$tag,$tag }"
916 for (( i
=0; i
<${#buttons[@]}; i
++ )); do
917 button_i
[${buttons[i]}]=$i
920 # note: this structure of files is rather haphazard.
921 seed_num
=1 # later we might want a few
922 seed_file
=seed
$seed_num
924 pl_state_file
=$seed_num
928 pl_state_dir
=/i
/info
/pl-state
929 if [[ $playlist ]]; then
930 pl_state_dir
=$pl_state_dir/$playlist
932 pl_state_dir
=$pl_state_dir/nopl
934 pl_state_path
=$pl_state_dir/$pl_state_file
935 pl_seed_path
=$pl_state_dir/$seed_file
938 if $new_random ||
[[ ! -r $pl_seed_path ]]; then
939 mkdir
-p $pl_state_dir
940 { base64
< /dev
/urandom |
head -c 200 ||
:; echo; } > $pl_seed_path
943 # PijokVipiotOzeph is just a random string for a delimiter
944 # shellcheck disable=SC2016 # false positive
945 fmt='%ifdef{rating,$rating }'"$fstring"'$genre | $title - $artist - $album $length $id PijokVipiotOzeph $path'
946 # shellcheck disable=SC2016 # obvious reason
947 tmpstr
=$
(beet
ls -f "$fmt" "$@" |
{ if $random; then sort -R --random-source=$pl_seed_path; else cat; fi; } )
948 mapfile
-t initial_ls
<<<"$tmpstr"
949 if [[ ! ${initial_ls[0]} ]]; then
950 echo "beetag: error: no result from beet ls $*"
953 id_count
=${#initial_ls[@]}
954 for line
in "${initial_ls[@]}"; do
955 path
="${line#*PijokVipiotOzeph }"
956 # https://github.com/koalaman/shellcheck/issues/2171
957 # shellcheck disable=SC2190 # bug in shellcheck, looking at paths from an earlier function
959 line_no_path
="${line% PijokVipiotOzeph*}"
960 id
="${line_no_path##* }"
962 right_pad
="${line_no_path%% |*}"
963 ls_line
="$(printf %-11s "$right_pad")${line_no_path#"$right_pad"}"
964 ls_lines
+=("$ls_line")
972 if [[ $playlist ]]; then
973 if [[ -r $pl_state_path ]]; then
974 j
=$
(cat $pl_state_path)
978 # i only care to see a smallish portion of the list when starting.
979 head_count
=$
(( LINES
- 20 ))
980 head_start
=$
(( j
- head_count
/ 2 ))
981 if (( head_start
< 0 )); then
984 for (( i
=head_start
; i
< head_count
&& i
< id_count
; i
++ )); do
985 ls_line
="${ls_lines[$i]}"
986 if (( i
== j
)); then
993 #{ mpv --profile=a --volume=$volume --idle 2>&1 & } 2>/dev/null
994 mpv
--profile=a
--volume=$volume --idle &
995 # if we dont sleep, can expect an error like this:
996 # socat[1103381] E connect(5, AF=1 "/tmp/mpvsock", 14): Connection refused
1003 lsout
="${ls_lines[j]}"
1004 tags
=( ${lsout%%,*} )
1006 printf "██ %s\n" "$lsout"
1009 # https://stackoverflow.com/a/7687716
1010 # note: duplicated down below
1012 # notes on old method of invoking mpv each time:
1013 # https://superuser.com/questions/305933/preventing-bash-from-displaying-done-when-a-background-command-finishes-execut
1014 # we can't disown or run in a subshell or set +m because all that
1015 # disabled job control from working properly in ways we want.
1016 # todo: figure out some kind of answer to this. I think the solution
1017 # is that we are waiting in 2 second intervals and checking if the
1018 # background job exists. Instead, we should make mpv just idle
1019 # when it is done with a song and then send it a command to play a new track.
1020 #{ mpv --profile=a --volume=$volume "$path" 2>&1 & } 2>/dev/null
1022 #{ beet play "--args=--volume=$volume" "id:$id" 2>&1 & } 2>/dev/null
1024 # on slow systems, we may need to wait like .3 seconds before mpv
1025 # is ready. so impatiently check until it is ready
1026 if $first_play; then
1028 for (( i
=0; i
<20; i
++ )); do
1029 if [[ $
(mpvrpco
'{ "command": ["get_property", "idle-active"] }' 2>/dev
/null | jq .data
) == true
]]; then
1030 mpvrpc-loadfile
"$path" 2>/dev
/null
1036 mpvrpc-loadfile
"$path"
1044 read -rsN1 -t $read_wait char || ret
=$?
1046 # Automatically skip to the next song if this one ends, unless
1047 # we turn off the autoplay.
1048 if (( ret
== 142 )) ||
[[ ! $char ]]; then
1049 if jobs -p |
grep -q .
&>/dev
/null
&& \
1050 [[ $
(mpvrpco
'{ "command": ["get_property", "idle-active"] }' | jq .data
) == false
]]; then
1060 if [[ $char == $
'\n' ]]; then
1070 echo "play toggled off"
1074 mpvrpc-loadfile
"$path"
1081 m beet
rm --delete --force "id:$id"
1082 beetag-nostatus
4 # guessing. dont want to test atm
1086 beetmq
"id:$id" rating
=$char
1090 volume
=$
(( volume
- 5 ))
1091 if (( volume
< 0 )); then
1097 if (( volume
> 130 )); then
1102 mpvrpc
'{ "command": ["set_property", "volume", '$volume'] }'
1113 echo repeat1
=$repeat1
1121 if $do_rare_genres; then
1122 do_rare_genres
=false
1123 button_map
=(${common_genres[@]} ${pl_tags[@]})
1124 last_genre_i
=$
(( ${#rare_genres[@]} - 1 ))
1127 button_map
=(${rare_genres[@]} ${pl_tags[@]})
1128 last_genre_i
=$
(( ${#rare_genres[@]} - 1 ))
1131 for (( i
=0; i
<${#buttons[@]}; i
++ )); do
1132 button_i
[${buttons[i]}]=$i
1134 for (( i
=0; i
<${#button_map[@]}; i
++ )); do
1135 echo ${buttons[i]} ${button_map[i]}
1141 # if we ctrl-z, it will put the whole function into sleep. so
1142 # basically, we can't return from a foregrounded mpv like we
1143 # would like to without some strange mechanism I can't think
1144 # of. So, instead, detect ctrl-c and wait a while for prompt
1145 # input. One idea would be to use a music player like mpd where
1146 # we can send it messages.
1155 # output time if we aren't already paused
1156 if [[ $
(mpvrpco
'{ "command": ["get_property", "pause"] }' | jq .data
) == false
]]; then
1158 #date -d @"$(mpvrpco '{ "command": ["get_property", "playback-time"] }' | jq .data)" +%M:%S ||:
1162 # originally found this solution, which worked fine.
1163 #kill -STOP %% &>/dev/null
1165 mpvrpc
'{ "command": ["cycle", "pause"] }'
1170 read -rsn2 escaped_input
1171 skip_input_regex
="^[0-9]+$"
1172 case $escaped_input in
1173 # up char: show all the songs, use less
1177 if (( j
- skip_lookback
> skip_start
)); then
1178 skip_start
=$
(( j
- skip_lookback
))
1180 beetag-nostatus $
(( id_count
- skip_start
- 1 ))
1183 for (( i
=skip_start
; i
< id_count
; i
++ )); do
1184 if (( i
== j
)); then
1185 echo " * ${ls_lines[i]}"
1188 echo "$line_int | ${ls_lines[i]}"
1195 # skip forward, but show the last few songs anyways.
1198 if (( j
- skip_lookback
> skip_start
)); then
1199 skip_start
=$
(( j
- skip_lookback
))
1201 beetag-nostatus $
(( id_count
- skip_start
- 1 ))
1204 overflow_lines
=$LINES
1205 for (( i
=skip_start
; i
< overflow_lines
- 1 && i
< id_count
; i
++ )); do
1206 ls_line
="${ls_lines[i]}"
1207 overflow
=$
(( ${#ls_line} / ( COLUMNS
- 1 ) ))
1208 overflow_lines
=$
(( overflow_lines
- overflow
))
1209 if (( i
== j
)); then
1213 echo "$line_int | $ls_line"
1229 mpvrpc
'{ "command": ["seek", "'$seek_sec'"] }'
1233 expected_input
=false
1236 if $expected_input; then
1244 if [[ $skip_input =~
$skip_input_regex ]]; then
1245 pre_j_count
=$
(( j
- skip_start
))
1246 j
=$
(( j
+ skip_input
- pre_j_count
))
1247 if (( skip_input
< pre_j_count
)); then
1255 char_i
=${button_i[$char]}
1256 new_item
=${button_map[$char_i]}
1257 if [[ ! $char_i ||
! $new_item ]]; then
1258 echo "error: no mapping of input: $char found, try again"
1261 if (( char_i
<= last_genre_i
)); then
1262 m beetmq
"id:$id" genre
=$new_item
1266 for tag
in ${tags[@]}; do
1267 if [[ $new_item == "$tag" ]]; then
1275 m beetmq
"id:$id" "$new_item!"
1278 m beetmq
"id:$id" $new_item=t
1283 if (( j
< id_count
- 1 )); then
1289 if [[ $playlist ]]; then
1290 echo $j >$pl_state_path
1295 # usage: FILE|ALBUM_DIR [GENRE]
1297 local import_path genre_arg single_track_arg
1299 if [[ ! -e $import_path ]]; then
1300 echo "beetadd error: path does not exist"
1303 genre_arg
="--set genre=$2"
1305 if [[ -f $import_path ]]; then
1308 beet import
--set totag
=t
$single_track_arg $genre_arg "$import_path"
1310 beet modify
-y totag
:t
"totag!"
1313 # update navidrome music data after doing beets tagging
1318 # this function would naturally just be part of beetconvert,
1319 # but we want beetrating to happen sooner so that our ssh auth dialog
1320 # happens earlier. Currently 17 seconds for that.
1321 m beetconvert-rm-extras
1322 m beetsmartplaylists
1325 # pull in beets library locally
1327 local sshfs_host sshfs_cmd
1329 if [[ $HOSTNAME == kd
]]; then
1332 if [[ ! -e /i
]]; then
1334 s chown iank
:iank
/i
1336 sshfs_cmd
="sshfs -o ServerAliveInterval=15,reconnect $sshfs_host:/i /i"
1337 if ! pgrep
-f "^$sshfs_cmd$" >/dev
/null
; then
1342 # remove all playlists in navidrome, for when I make big
1343 # playlist name changes and just want to scrap everything.
1347 if [[ $HOSTNAME != kd
]]; then
1348 echo "error: run on kd"
1351 sqlite3
/i
/navidrome
/navidrome.db
"select id from playlist" >$tmpf
1352 while read -r id
; do
1354 curl
--http1.1
--user "iank:$navidrome_pw" "https://b8.nz/rest/deletePlaylist.view?u=iank&s=sb219dvv7egnoe4i47k75cli0m&t=1c8f5575cd0fdf03deb971187c9c88b1&v=1.2.0&c=DSub&id=$id"
1361 # This is not perfect but generally good enough. It escapes all
1362 # metachars listed man 3 pcrepattern.
1364 sed 's/[]\\^$.[|()?*+{}]/[&]/g; s/\^/\\^/g' <<<"$*"
1367 # usage beegenre QUERY
1369 # beet set genre for QUERY based on existing artist most used genre on
1371 # inverse of query for each artist found in QUERY. If query starts with
1372 # "artist:" it is used as the artist instead of each artist in QUERY.
1375 local count artist artregex genre singleartist tmpf tmpf2
1376 local -a artists genres
1387 if $singleartist; then
1388 # shellcheck disable=SC2016 # obvious reason
1389 beet
ls -f '$genre' "$artist" "${@/#/^}" |
sort |
uniq -c |
sort -n |
tail -n1 >$tmpf
1390 read -r count genre
<$tmpf ||
:
1391 beet modify
"$artist" "$@" genre
=$genre
1393 # shellcheck disable=SC2016 # obvious reason
1394 beet
ls -f '$artist' "$@" |
sort -u >$tmpf
1395 while read -r artist
; do
1396 artregex
=$
(er
"$artist")
1397 # shellcheck disable=SC2016 # obvious reason
1398 beet
ls -f '$genre' "artist::^$artregex$" "${@/#/^}" |
sort |
uniq -c |
sort -n |
tail -n1 >$tmpf2
1399 read -r count genre
<$tmpf2 ||
continue
1400 if [[ $count ]]; then
1401 artists
+=("$artregex")
1403 echo "beet modify -y $* \"artist::^$artist$\" genre=$genre # $count"
1406 read -r -N 1 -s -p "Y/n " char
1409 for (( i
=0; i
<${#artists[@]}; i
++ )); do
1410 beet modify
-y "$@" "artist::^${artists[i]}$" genre
=${genre[i]}
1423 date +%F_
%T
%:::z
-d "$(sed -r 's/(.{4})(..)(.{5})(..)(.*)/\1-\2-\3:\4:\5/' <<<"$indate")" "$@"
1426 # fudCaHougfirp is a random string
1432 } |
sed -r 's/-0([45])( |$)/fudCaHougfirp0\100/;s/_/T/;s/[:-]//g;s/fudCaHougfirp/-/'
1437 while read -r line
; do
1438 if [[ $line == *20[0-9][0-9][0-9][0-9][0-9][0-9]T
[0-9][0-9][0-9][0-9][0-9][0-9]-0[45]00* ]]; then
1439 pre
="${line%%20[0-9][0-9][0-9][0-9][0-9][0-9]T[0-9][0-9][0-9][0-9][0-9][0-9]-0[45]00*}"
1440 post
="${line##*20[0-9][0-9][0-9][0-9][0-9][0-9]T[0-9][0-9][0-9][0-9][0-9][0-9]-0[45]00}"
1441 mid
="${line:${#pre}:22}"
1442 echo "$pre$(btrbk-date "$mid")$post"
1449 jr
-u btrbk-run
-u btrbk
-u switch-mail-host
"$@"
1453 btrbk-host-debug-show-host
() {
1456 for host in $remote $alt local; do
1457 if line
=$
(grep -P "\S*$f" /tmp
/b
/s
/$host.log
); then
1458 if [[ $snaphost ]]; then
1459 e error
: snaphost
=$snaphost, host=$host line
="$line"
1461 if [[ $line == ssh* ]]; then
1462 tmp
="${line#ssh://}"
1463 snaphost
="${tmp%%/*}"
1469 echo $snaphost $f | btrbk-date-sed
1473 # If we get a btrfs receive error like this:
1474 # ERROR: ... clone: did not find source subvol
1475 # running this command will help track down the problem.
1476 # Alter remote= and alt=. When I used it, remote is
1477 # the host having the error when I push a snapshot.
1478 # Alt is just the other host that takes snapshots
1479 # besides the local host.
1480 btrbk-host-debug
() {
1486 for host in $remote $alt; do
1487 h
=$
(ssh $host hostname
)
1488 rsync
-a /var
/log
/btrbk
$host:/var
/log
/btrbk
/var
/log
/btrbk
/$h
1489 grr
'\bsnapshot success' /var
/log
/btrbk
/$h >/tmp
/b
/$h.log
1491 ## this takes a while, we only want to do it on 1st run
1492 # if [[ -s /tmp/b/$host.log ]]; then continue; fi
1493 # ssh $host journalctl -u btrbk-run -u btrbk -u switch-mail-host >/tmp/b/$host.log
1495 gr
'\bsnapshot success' /var
/log
/btrbk
/*.log
>/tmp
/b
/local.log
1498 gr
'\bsnapshot success' $f >s
/$f
1503 for f
in "${localq[@]}"; do
1508 for f
in $
(ssh $remote "cd /mnt/root/btrbk; echo q.*"); do
1509 if [[ ! ${localq_a[$f]} ]]; then
1513 btrbk-host-debug-show-host
"${localq[@]}"
1514 if (( ${#remoteq[@]} >= 1 )); then
1515 echo "=== $remote only ===="
1516 btrbk-host-debug-show-host
${remoteq[@]}
1521 # note, to check for glue records
1522 # First, find some the .org nameservers:
1523 # dig +trace iankelling.org
1525 # dig ns1.iankelling.org @b0.org.afilias-nst.org.
1527 # Now, compare for a domain that does have glue records setup (note the A
1528 # and AAAA records in ADDITIONAL SECTION, those are glue records like the
1529 # one I'm asking for):
1531 # $ dig ns1.gnu.org @b0.org.afilias-nst.org.
1533 bbk
() { # btrbk wrapper
1537 systemctl is-active btrbk.timer || active
=false
1539 ser stop btrbk.timer
1541 btrbk_is_active
=$
(systemctl is-active btrbk.service ||
:)
1542 case $btrbk_is_active in
1543 inactive|failed
) : ;;
1545 echo "bbk: error: systemctl is-active btrbk.service output: $btrbk_is_active"
1546 if $active; then ser start btrbk.timer
; fi
1550 # todo: consider changing this to srun and having the args come
1551 # from a file like /etc/default/btrbk, like is done in exim
1552 s jdo btrbk-run
"$@"
1555 echo bbk
: WARNING
: btrbk.timer not restarted due to failure
1557 ser start btrbk.timer
1564 fai-monitor | pee
cat "fai-monitor-gui -"
1567 bfg
() { java
-jar /a
/opt
/bfg-1.12
.14.jar
"$@"; }
1570 xclock
-digital -update 1 -face 'arial black-80:bold'
1573 nnn
() { /a
/opt
/nnn
-H "$@"; }
1575 locat
() { # log-once cat
1578 files
=(/var
/local
/cron-errors
/* /home
/iank
/cron-errors
/* /sysd-mail-once-state
/*)
1579 case ${#files[@]} in
1596 # usage: first get an adb shell on the phone.
1598 # just followed instructions in readme at
1599 # https://github.com/Yuubi-san/ceb-tools
1600 # tried to use ceb2txt but it failed because of schema
1601 # slightly different than what it expected.
1602 cheogram-get-logs
() {
1603 #adb shell rm -r /storage/emulated/0/Download/Cheogram/Backup
1604 read -r -p "do cheogram backup on phone, do not enable extra cheogram data. press any key when done"
1607 adb pull
/storage
/emulated
/0/Download
/Cheogram
/Backup
1608 sqlite3 b
</a
/opt
/ceb-tools
/schema.sql
1609 echo "note: the next step took 39 seconds last time i measured"
1610 # expected failure: Error: near line 1: in prepare, table accounts has no column named pinned_mechanism (1)
1611 # the sql needs an update
1612 /a
/opt
/ceb-tools
/ceb2sqlgz Backup
/iank@fsf.org.ceb
<pas | gunzip | sqlite3 b ||
:
1616 # usage: cheologs [DAYS_LIMIT]
1617 # default days is 100
1623 datetime(substr(timeSent,0,11), 'unixepoch'),
1624 replace(replace(counterpart,'@fsf.org',''),
1625 '@conference.fsf.org',''),
1628 where timeSent > $(( (EPOCHSECONDS - days * 60 * 60 * 24) * 1000 ))
1630 sqlite3
/p
/cheogram
/b
".mode tabs" "$q" |
less
1636 # timezone compared to utc. note: this takes the current offset, so if daylight savings change
1637 # happened in the looking back period, this won't account for it.
1638 zone_offset
=$
(( $
( date +%z |
sed 's/[^1-9-]*//g' ) * 60 * 60))
1639 case $zone_offset in
1641 *) zone_offset
="+ $zone_offset"
1643 echo zone_offset
=$zone_offset
1646 datetime(substr(timeSent,0,11) $zone_offset, 'unixepoch'),
1649 where timeSent > $(( (EPOCHSECONDS - days * 60 * 60 * 24) * 1000 ))
1650 and counterpart = 'office@conference.fsf.org/iank'
1652 sqlite3
/p
/cheogram
/b
".mode tabs" "$q" |
sed 's/ /./' |
less
1655 # version of jdo for my non-root user
1657 # comparison of alternative logging methods:
1659 # systemd-run command (what this function does)
1661 # If there is a user prompt, the program will detect that it is not
1662 # connected to a terminal and act in a non-interactive way, skipping
1663 # the prompt. This has the benefit that you know exactly how the
1664 # program will act if you want to move it into a service that runs
1667 # If run with sudo and command is a shell script which does a sleep,
1668 # it can (sometimes?) output some extra whitespace in front of
1669 # messages, more for each subsequent message. This can be avoided by
1670 # becoming root first.
1672 # It logs the command's pid and exit code, which is nice.
1675 ### command |& ts | tee file.log
1677 # If there is a user prompt, like "read -p prompt var", it will hang
1678 # without outputting the prompt.
1680 # I've had a few times where ts had an error and I wasn't totally sure
1681 # if it was really the command or ts having the problem.
1683 # Sometimes some output will get hidden until you hit enter.
1686 ### command |& pee cat logger
1688 # This seems to work. I need to test more.
1691 ### command |& logger -s
1693 # User prompts get confusingly prefixed to earlier output, and all log
1694 # entries get prefixed with annoying priority level.
1699 # Had a few problems. One major one is that it exited in the middle of
1700 # a command on systemctl daemon-reload
1702 # Related commands which can log a whole session: script, sudo, screen
1703 local cmd cmd_name jr_pid ret
1708 if [[ $cmd != /* ]]; then
1709 cmd
=$
(type -P "$cmd")
1711 #note date format for since is date '+%F %T'
1713 journalctl
--since=now
-qn2 -f -u "$cmd_name" &
1715 # note, we could have a version that does system --user, but if for example
1716 # it does sudo ssh, that will leave a process around that we can't kill
1717 # and it will leave the unit hanging around in a failed state needing manual
1718 # killing of the process.
1719 s systemd-run
--uid "$(id -u)" --gid "$(id -g)" \
1720 -E SSH_AUTH_SOCK
=/run
/openssh_agent \
1721 --unit "$cmd_name" --wait --collect "$cmd" "$@" || ret
=$?
1722 # The sleep lets the journal output its last line
1723 # before the prompt comes up.
1725 kill $jr_pid &>/dev
/null ||
:
1728 # this avoids any err-catch
1729 (( ret
== 0 )) ||
return $ret
1732 # service run, and watch the output
1737 journalctl
-qn2 -f -u $unit &
1738 systemctl start
$unit
1740 kill $jr_pid &>/dev
/null ||
:
1745 sm
() { # switch mail host
1749 keyhash
=$
(s ssh-keygen
-lf /root
/.ssh
/home |
awk '{print $2}')
1750 tmp
=$
(s ssh-add
-l |
awk '$2 == "'$keyhash'"' ||
:)
1751 if [[ ! $tmp ]]; then
1752 s ssh-add
/root
/.ssh
/home
1754 s jdo switch-mail-host
"$@"
1757 sh2
() { # switch host2
1761 keyhash
=$
(s ssh-keygen
-lf /root
/.ssh
/home |
awk '{print $2}')
1762 tmp
=$
(s ssh-add
-l |
awk '$2 == "'$keyhash'"')
1763 if [[ ! $tmp ]]; then
1764 s ssh-add
/root
/.ssh
/home
1767 s jdo switch-host2
"$@"
1771 # shellcheck disable=SC2120
1773 # note, i had --delete-excluded, but that deletes all files in --exclude-from on
1774 # the remote site, which doesn't make sense, so not sure why i had it.
1776 # excluding emacs for now
1777 #p=(/a/opt/{emacs-debian11{,-nox},mu,emacs} /a/bin /a/exe /a/h /a/c /p/c/machine_specific/vps{,.hosts})
1779 /a
/bin
/a
/exe
/a
/h
/a
/c
/p
/c
/machine_specific
/vps
{,.hosts
}
1780 /c
/roles
/prom_export
/files
/simple
/usr
/local
/bin
/fsf-install-node-exporter
1782 /p
/c
/user-specific
/www-data
/icecast-fsf
{,-tech}-htpasswd
1785 a
="-ahviSAXPH --specials --devices --delete --relative --exclude-from=/p/c/li-rsync-excludes"
1787 for h
in li je bk
; do
1788 m s rsync
"$@" $a ${p[@]} /p
/c
/machine_specific
/$h root@
$h.b8.nz
:/
1789 ## only li is debian11
1790 #p[0]=/a/opt/emacs-trisuqel10
1791 #p[1]=/a/opt/emacs-trisquel10-nox
1793 m s rsync
"$@" -ahviSAXPH root@li.b8.nz
:/a
/h
/proposed-comments
/ /a
/h
/proposed-comments || ret
=$?
1796 bkpush
() { # no emacs. for running faster.
1797 p
=(/a
/bin
/a
/exe
/a
/h
/a
/c
/p
/c
/machine_specific
/vps
{,.hosts
} /c
/roles
/prom_export
/files
/simple
/usr
/local
/bin
/fsf-install-node-exporter
)
1798 a
="-ahviSAXPH --specials --devices --delete --relative --exclude-from=/p/c/li-rsync-excludes"
1800 m rsync
"$@" $a ${p[@]} /p
/c
/machine_specific
/bk root@bk.b8.nz
:/ || ret
=$?
1803 jepush
() { # no emacs. for running faster.
1804 p
=(/a
/bin
/a
/exe
/a
/h
/a
/c
/p
/c
/machine_specific
/vps
{,.hosts
} /c
/roles
/prom_export
/files
/simple
/usr
/local
/bin
/fsf-install-node-exporter
)
1805 a
="-ahviSAXPH --specials --devices --delete --relative --exclude-from=/p/c/li-rsync-excludes"
1807 m rsync
"$@" $a ${p[@]} /p
/c
/machine_specific
/je root@je.b8.nz
:/ || ret
=$?
1812 dsign iankelling.org expertpathologyreview.com zroe.org amnimal.ninja
1815 m
ssh iank@
$h.b8.nz dnsup
1821 m
ssh $h.b8.nz dnsb8
1830 local f
=/var
/lib
/bind
/db.b8.nz
1832 # jbk is like a temp file. dunno if removing it helps
1835 while pgrep
'^named$' &>/dev
/null
; do
1838 if (( i
> 100 )); then
1839 echo "dnsb8: error: timeout waiting for named to exit"
1843 m sudo
rm -fv $f.jnl
$f.signed.jnl
$f.jbk
1844 m sudo
install -m 644 -o bind -g bind /p
/c
/machine_specific
/vps
/bind-initial
/db.b8.nz
$f
1848 # keys generated like this
1849 # because of https://ftp.isc.org/isc/dnssec-guide/dnssec-guide.pdf
1850 # https://blog.apnic.net/2019/05/23/how-to-deploying-dnssec-with-bind-and-ubuntu-server/
1852 # key length is longer than that guide because
1853 # we are using those at fsf and when old key lengths
1854 # become insecure, I want some extra time to update.
1855 # dnsecgen (in brc2)
1858 dnssec-keygen
-a RSASHA256
-b 2048 $zone
1859 dnssec-keygen
-f KSK
-a RSASHA256
-b 4096 $zone
1860 for f
in K
"$zone".
*.key
; do
1861 # eg Kb8.nz.+008+47995.key tag=47995
1862 # in dnsimple, you add the long string from this.
1863 # in gandi, you add the long string from the .key file,
1864 # then see that the digest matches the ds.
1865 echo "tag is the number after DS"
1866 dnssec-dsfromkey
-a SHA-256
$f
1868 # For b8.nz, we let bind read the keys and sign, and
1869 # right now they have root ownership, so let them
1871 chmod g
+r .
/*.private
1874 # create .signed file
1875 # note: full paths probably not needed.
1878 local zone
=${arg#db.}
1879 local dir
=/p
/c
/machine_specific
/vps
/filesystem
/var
/lib
/bind
1880 dnssec-signzone
-S -e +31536000 -o $zone -K $dir -d $dir $dir/db.
$zone
1884 # set day start for use in other programs.
1885 # expected to do be in a format like 830, or 800 or 1300.
1888 regex
='[0-9]?[0-9]?[0-9][0-9]'
1890 if [[ ! $1 =~
$regex ]]; then
1891 echo "ds: error. expected \$1 to match $regex, got \$1: $1"
1894 echo $1 >/b
/data
/daystart
1896 cat /b
/data
/daystart
1900 #### begin bitcoin related things
1902 local f
=/etc
/bitcoin
/bitcoin.conf
1903 # importprivkey will timeout if using the default of 15 mins.
1904 # upped it to 1 hour.
1905 bitcoin-cli
-rpcclienttimeout=60000 -"$(s grep rpcuser= $f)" -"$(s grep rpcpassword= $f)" "$@"
1907 btcusd
() { # $1 btc in usd
1909 price
="$(curl -s https://api.coinbase.com/v2/prices/BTC-USD/spot | jq -r .data.amount)"
1910 printf "$%s\n" "$price"
1912 printf "$%.2f\n" "$(echo "scale
=4; $price * $1"| bc -l)"
1915 usdbtc
() { # $1 usd in btc
1917 price
="$(curl -s https://api.coinbase.com/v2/prices/BTC-USD/spot | jq -r .data.amount)"
1918 printf "$%s\n" "$price"
1920 # 100 mil satoshi / btc. 8 digits after the 1.
1921 printf "%.8f btc\n" "$(echo "scale
=10; $1 / $price "| bc -l)"
1924 satoshi
() { # $1 satoshi in usd
1926 price
="$(curl -s https://api.coinbase.com/v2/prices/BTC-USD/spot | jq -r .data.amount)"
1927 price
=$
(echo "scale=10; $price * 0.00000001"|
bc -l)
1928 printf "$%f\n" "$price"
1930 printf "$%.2f\n" "$(echo "scale
=10; $price * $1"| bc -l)"
1934 # Bitcoin holds open the wallet file. this causes problems for a
1935 # secondary computer running bitcoin and receiving a backup (as of
1936 # 2023). However, in 2024-02, I ran a backup where a receiving machine
1937 # had the wallet enabled and there was no error, so I don't know if this
1938 # is still an issue or likely it is an inconsistent behavior.
1939 # Note: a pruned node won't allow for a wallet to be added, super lame
1940 # so i'm just not running a bitcoin node for now.
1941 # Error: Prune: last wallet synchronisation goes beyond pruned data. You
1942 # need to -reindex (download the whole blockchain again in case of
1945 #### end bitcoin related things
1949 cbfstool
() { /a
/opt
/coreboot
/build
/cbfstool
"$@"; }
1955 cp /a
/bin
/data
/COPYING
"$@"
1957 cp /a
/bin
/data
/COPYING .
1964 cp /a
/bin
/data
/LICENSE
"$@"
1966 cp /a
/bin
/data
/LICENSE .
1973 # First paragraph is to avoid people being confused about why a
1974 # file is apache licensed.
1976 # I, Ian Kelling, follow the GNU license recommendations at
1977 # https://www.gnu.org/licenses/license-recommendations.en.html. They
1978 # recommend that small programs, < 300 lines, be licensed under the
1979 # Apache License 2.0. This file contains or is part of one or more small
1980 # programs. If a small program grows beyond 300 lines, I plan to change
1981 # to a recommended GPL license.
1983 # Copyright 2024 Ian Kelling
1985 # Licensed under the Apache License, Version 2.0 (the "License");
1986 # you may not use this file except in compliance with the License.
1987 # You may obtain a copy of the License at
1989 # http://www.apache.org/licenses/LICENSE-2.0
1991 # Unless required by applicable law or agreed to in writing, software
1992 # distributed under the License is distributed on an "AS IS" BASIS,
1993 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
1994 # See the License for the specific language governing permissions and
1995 # limitations under the License.
2001 # apply apache to git tracked bash files + README, except files with A?GPL3 header.
2002 apache-apply-repo
() {
2003 for f
in $
(git ls-files
); do
2004 [[ -L $f ||
! -f $f ]] && continue
2005 if [[ $f != README
]]; then
2006 if ! grep -n '^#!/bin/bash' $f |
grep ^
1: &>/dev
/null
; then continue; fi
2007 if head -n 10 $f |
grep 'it under the terms of the GNU General Public License as published by' &>/dev
/null
; then continue; fi
2015 if head -n1 "$file"|
grep -E '^#!/' &>/dev
/null
; then
2029 # strip out the apache license from a file.
2031 # shellcheck disable=SC2044 # meh
2032 for f
in $
(find .
-type f
-maxdepth 1); do if head -n1 "$f"|
grep -E '^#!/bin/bash\b' &>/dev
/null
; then { head -n 20 $f |
tac |
sed '/^# limitations under the License.$/,/^# Copyright.*Ian Kelling$/d' |
tac; tail -n+21 $f; } |sponge
$f; fi ; done
2036 if type -p chromium
&>/dev
/null
; then
2040 cmd
="schroot -c bullseye chromium"
2041 CHROMIUM_FLAGS
='--enable-remote-extensions' $cmd & r
2047 # pipe to this, or just type like a shell
2050 tee >(ssh frodo.b8.nz
) >(ssh x2
) >(ssh tp.b8.nz
) >(ssh kw
) >(ssh tp.b8.nz
)
2054 for host in x2 kw tp.b8.nz x3.b8.nz frodo.b8.nz
; do
2060 debian_pick_mirror
() {
2061 # netselect-apt finds a fast mirror.
2062 # but we need to replace the mirrors ourselves,
2063 # because it doesnt do that. best it can do is
2064 # output a basic sources file
2065 # here we get the server it found, get the main server we use
2066 # then substitute all instances of one for the other in the sources file
2067 # and backup original to /etc/apt/sources.list-original.
2068 # this is idempotent. the only way to identify debian sources is to
2069 # note the original server, so we put it in a comment so we can
2070 # identify it later.
2072 file=$
(mktemp
-d)/f
# safe way to get file name without creating one
2073 sudo netselect-apt
-o "$file" ||
return 1
2074 url
=$
(grep ^
\\w
$file |
head -n1 |
awk '{print $2}')
2075 sudo
cp -f /etc
/apt
/sources.list
/etc
/apt
/sources.list-original
2076 sudo
sed -ri "/http.us.debian.org/ s@( *[^ #]+ +)[^ ]+([^#]+).*@\1$url\2# http.us.debian.org@" /etc
/apt
/sources.list
2080 digdiff @ns
{1,2}.iankelling.org
"$@"
2090 /b
/ds
/distro-begin |
& ts ||
return $?
2091 /b
/ds
/distro-end |
& ts ||
return $?
2097 /b
/ds
/distro-begin |
& ts ||
return $?
2103 /b
/ds
/distro-end |
& ts ||
return $?
2116 envload
() { # load environment from a previous: export > file
2117 local file=${1:-$HOME/.${USER}_env}
2118 eval "$(export | sed 's/^declare -x/export -n/')"
2119 while IFS
= read -r line
; do
2120 # declare -x makes variables local to a function
2121 eval ${line/#declare -x/export}
2125 failfunc
() { asdf a b c
; }
2126 failfunc2
() { failfunc d e f
; }
2128 # one that comes with distros is too old for newer devices
2130 /a
/opt
/android-platform-tools
/fastboot
"$@";
2133 kdecd
() { /usr
/lib
/x86_64-linux-gnu
/libexec
/kdeconnectd
; }
2136 cat /sys
/class
/power_supply
/BAT
0/capacity
2139 # List of apps to install/update
2140 # Create from existing manually installed apps by doing
2142 # fdroidcl search -i, then manually removing
2143 # automatically installed/preinstalled apps
2146 # # my attempt at recovering from boot loop:
2147 # # in that case, boot to recovery (volume up, home button, power, let go of power after samsun logo)
2149 # mount /dev/block/mmcblk0p12 /data
2151 # find -iname '*appname*'
2153 # usually good enough to just rm -rf /data/app/APPNAME
2156 # # causes replicant to crash
2157 # org.quantumbadger.redreader
2158 # org.kde.kdeconnect_tp
2160 # not broke, but wont work without gps
2161 #com.zoffcc.applications.zanavi
2162 # not broke, but not using atm
2163 #com.nutomic.syncthingandroid
2164 # # doesn\'t work on replicant
2165 #net.sourceforge.opencamera
2168 net.mullvad.mullvadvpn
2170 io.github.subhamtyagi.lastlauncher
2172 com.biglybt.android.client
2173 de.marmaro.krt.ffupdater
2174 me.ccrama.redditslide
2175 org.fedorahosted.freeotp
2177 com.alaskalinuxuser.justnotes
2178 com.artifex.mupdf.viewer.app
2179 com.danielkim.soundrecorder
2182 com.jmstudios.redmoon
2184 org.kde.kdeconnect_tp
2187 cz.martykan.forecastie
2188 de.danoeh.antennapod
2190 de.marmaro.krt.ffupdater
2191 eu.siacs.conversations
2193 im.vector.alpha
# riot
2194 info.papdt.blackblub
2195 me.tripsit.tripmobile
2197 net.minetest.minetest
2202 org.smssecure.smssecure
2204 sh.
ftp.rocketninelabs.meditationassistant.opensource
2206 # https://forum.xda-developers.com/android/software-hacking/wip-selinux-capable-superuser-t3216394
2211 local -A installed updated
2213 # tried putting this in go buildscript cronjob,
2214 # but it failed with undefined: os.UserCacheDir. I expect its due to
2215 # an environment variable missing, but its easier just to stick it here.
2216 m go get
-u mvdan.cc
/fdroidcl ||
return 1
2218 if fdroidcl search
-u |
grep ^org.fdroid.fdroid
; then
2219 fdroidcl
install org.fdroid.fdroid
2223 for p
in $
(fdroidcl search
-i|
grep -o "^\S\+"); do
2226 for p
in $
(fdroidcl search
-u|
grep -o "^\S\+"); do
2229 for p
in ${fdroid_pkgs[@]}; do
2230 if ! ${installed[$p]:-false}; then
2231 m fdroidcl
install $p
2232 # sleeps are just me being paranoid since replicant has a history of crashing when certain apps are installed
2236 for p
in ${!installed[@]}; do
2237 if ! ${updated[$p]:-true}; then
2238 m fdroidcl
install $p
2244 firefox-default-profile
() {
2245 local key value section
2249 file=/p
/c
/subdir_files
/.mozilla
/firefox
/profiles.ini
2250 sed -ri "/^ *$key/d" "$file"
2251 sed -ri "/ *\[$section\]/,/^ *\[[^]]+\]/{/^\s*${key}[[:space:]=]/d};/ *\[$section\]/a $key=$value" "$file"
2253 fdhome
() { #firefox default home profile
2254 firefox-default-profile Profile0
2258 firefox-default-profile Profile4
2262 if type -P firefox
&>/dev
/null
; then
2270 firefox
-P alt
"$@" >/dev
/null
2>&1
2276 local dname
="${PWD##*/}"
2277 local m
="/a/tmp/$dname-missing"
2278 local d
="/a/tmp/$dname-diff"
2279 [[ -e $d ]] && rm "$d"
2280 [[ -e $m ]] && rm "$m"
2283 while read -r line
; do
2284 fsfile
="$1${line#.}"
2285 if [[ -e "$fsfile" ]]; then
2286 md5diff
"$line" "$fsfile" && tee -a "/a/tmp/$dname-diff" <<< "$fsfile $line"
2289 echo "$line" >> "$m"
2290 msize
=$
((msize
+ 1))
2292 done < <(find .
-type f
)
2295 (( msize
<= 100 )) && cat $m
2300 # expected output, with different tmp dirs
2301 # /tmp/tmp.HDPbwMqdC9/c/d ./c/d
2302 # /a/tmp/tmp.qLDkYxBYPM-missing
2313 echo different
> $x/c
/d
2319 # test whether missing files were renamed, generally for use with fsdiff
2320 # $1 = fsdiff output file, $2 = directory to compare to. pwd = fsdiff dir
2321 # echos non-renamed files
2322 local x line found renamed
2325 { sums
+=( "$(md5sum < "$x")" ) ; } 2>/dev
/null
2327 while read -r line
; do
2328 { missing_sum
=$
(md5sum < "$line") ; } 2>/dev
/null
2330 for x
in "${sums[@]}"; do
2331 if [[ $missing_sum == "$x" ]]; then
2336 $renamed ||
echo "$line"
2342 # F = fullscren, z = random, Z = auto zoom
2343 command feh
--auto-rotate -FzZ "$@"
2349 firefox
-P default
"$@" >/dev
/null
2>&1
2353 git config user.email ian@iankelling.org
2356 # at least in flidas, things rely on gpg being gpg1
2358 if type -P gpg2
&>/dev
/null
; then
2366 local email
=iank@fsf.org
2367 git send-email
--notes "--envelope-sender=<$email>" \
2368 --suppress-cc=self
"$@"
2371 gup
() { /a
/f
/gnulib
/build-aux
/gnupload
"$@"; }
2373 dejagnu
() { /a
/opt
/dejagnu
/dejagnu
"$@"; }
2375 # do git status on published repos.
2379 cd "$(readlink -f $x)"/..
2380 status
=$
(i status
-s) ||
pwd
2381 if [[ $status ]]; then
2384 printf "%s\n" "$status"
2394 cd "$(readlink -f $x)"/..
2402 # note: database location is specified in ~/.timetrap.yml, currently /p/.timetrap.db
2404 local day i days_back
2406 for (( i
=days_back
; i
>=0; i--
)); do
2407 day
=$
( date +%F
-d @$
((EPOCHSECONDS
- 86400*i
)) )
2408 date "+%a %b %d" -d @$
((EPOCHSECONDS
- 86400*i
)) |
tr '\n' ' '
2409 /a
/opt
/timetrap
/bin
/t d
-ftotal -s $day -e $day all
-m '^w|lunch$'
2412 to
() { t out
-a "$@"; }
2413 ti
() { t
in -a "$@"; }
2419 in_secs
="$(date -d "${*//[_.]/ }" +%s)"
2420 m t out
-a "$(date +%F.%T -d @$(( in_secs + 60*45 )) )"
2425 # help me focus. opens 2 windows.
2427 /p
/c
/proc
/focus
/linux-amd64
/focus
&
2433 # Display a list of the active window title
2434 # i've been on with 10 second samples going back
2435 # 5 minutes. If I've been on one window for 10 seconds
2436 # or longer, then display the second count.
2438 # Press any key to exit.
2441 killall arbtt-capture
&>/dev
/null ||
:
2442 rm -f ~
/.arbtt
/capture.log
2443 arbtt-capture
--sample-rate=10 &
2447 # i first thought to sleep and capture ctrl-c, but it seems we can't
2448 # capture control-c, unless maybe we implement the commands in a
2449 # separate script or maybe add err-cleanup to err. Anyways, this
2450 # method is superior because any single char exits.
2451 read -rsN1 -t 5 char || ret
=$?
2452 if (( ret
== 142 )) ||
[[ ! $char ]]; then
2454 #e ret=$ret char=$char
2457 killall arbtt-capture ||
:
2465 local i j l sec blanks line
2466 local -a arbtt_lines
2467 if [[ ! -e ~
/.arbtt
/capture.log
]]; then
2470 blanks
=$
(( LINES
- 34 ))
2471 for (( i
=0; i
< blanks
; i
++ )); do
2478 # https://stackoverflow.com/questions/56486272/how-to-concat-multiple-fields-to-same-line-with-jq
2479 arbtt_lines
=$
(arbtt-dump
-l 30 -t json | \
2480 jq
-r '.[] | [ ( .inactive / 1000 | floor ) , ( .windows[] | select (.active == true) |.title) ] | @tsv' |
tac)
2481 for line
in "${arbtt_lines[@]}"; do
2482 read -r sec l
<<<"$line"
2483 if (( j
>= LINES
)); then
2486 if (( i
% 6 == 0 && i
>= 2 )); then
2488 echo "## $(( i / 6 + 1 )) ##"
2490 if (( sec
> 10 )); then
2491 printf "%3d %s\n" $sec "$l" |
sed -r "s/^(.{$COLUMNS}).*/\1/"
2493 printf " %s\n" "$l" |
sed -r "s/^(.{$COLUMNS}).*/\1/"
2498 while (( j
< 34 && j
< LINES
)); do
2506 # from the log, show only the currently active window, and the number of
2507 # seconds of input inactivity.
2508 arbtt-dump
"$@" |
grep -v '( )\|Current Desktop' |
sed -rn '/^[^ ]/{N;s/^(.{21})([0-9]*)[0-9]{3}m.*\(\*/\1\2/;s/^(.{21})[0-9]*.*\(\*/\1/;s/\n//;p}' ; }
2511 /a
/opt
/idea-IC-163.7743
.44/bin
/idea.sh
"$@" & r
2515 d
=/var
/lib
/znc
/moddata
/log
/iank
/
2516 for n
in freenode libera
; do
2519 for x
in "#$1/"*; do
2524 if [[ -e $tmp ]]; then
2528 sed \"s
/^.
/${base%log}/\" ${files[@]}|
sort -n
2534 sl root@iankelling.org ilogs-local
"$@"
2541 d
=/var
/lib
/znc
/moddata
/log
/iank
/
2542 for n
in freenode libera
; do
2543 if [[ ! -d $d$n/"$chan" ]]; then
2549 # *** are parts and joins and such, and they make reading hard.
2550 # I probably will want to see them sometimes, just have to
2552 echo $x; sed "s/^./${x%log}/;/\*\*\*/d" $x; hr
;
2559 chan
="${1:-#fsfsys}"
2560 # use * instead of -r since that does sorted order
2561 sl root@li.b8.nz ilog-local
"$chan" > $tmpf
2567 if type gio
&> /dev
/null
; then
2569 elif type gvfs-open
&> /dev
/null
; then
2574 # another alternative is run-mailcap
2579 # grep -Evi -e "^(\S+\s+){4}(sudo|sshd|cron)\[\S*:" \
2580 # -e "^(\S+\s+){4}systemd\[\S*: (starting|started) (btrfsmaintstop|dynamicipupdate|spamd dns bug fix cronjob|rss2email)\.*$"
2583 # journalctl -n 10000 -f "$@" | jfilter
2585 # jr() { journalctl "$@" | jfilter | less ; }
2586 # jrf() { journalctl -n 200 -f "$@" | jfilter; }
2589 ## old version for model01. i need to get that firmware working again.
2590 # kff() { # keyboardio firmware flash. you must hold down the tilde key
2591 # pushd /a/opt/Model01-Firmware
2592 # # if we didn't want this yes hack, then remove "shell read" from
2593 # # /a/opt/Kaleidoscope/etc/makefiles/sketch.mk
2594 # yes $'\n' | VERBOSE=1 make flash
2600 pushd /a
/opt
/Kaleidoscope
/examples
/Devices
/Keyboardio
/Model100
2606 local umask_orig name
2607 if (( $# != 1 )); then
2608 e expected
1 arg
>&2
2614 wg genkey |
tee $name-priv.key | wg pubkey
> $name-pub.key
2622 # for wireguard configs
2623 ssh iank@li.b8.nz conflink
2631 ## for updating host info like ip, location, update /p/c/host-info and
2632 ## host_info below. the host_info array should probably be in its own
2633 ## file that gets sourced so that it can be more easily updated.
2635 # todo: this is so long that it becomes confusing,
2636 # try to split it up.
2638 # To make some changes take effect, run host-info-all.
2639 host-info-update
() {
2641 local -A vpn_ips host_ips host_macs portfw_ips nonvpn_ips all_ips
2642 local -a root_hosts nonroot_hosts
2644 # the hosts with no mac
2645 root_hosts
=( bk je li b8.nz
)
2646 for h
in ${root_hosts[@]}; do
2647 root_hosts
+=(${h}ex
)
2651 while read -r ip
host mac opts
; do
2652 if [[ $ip == *#* || ! $host ]]; then continue; fi
2657 for opt
in $opts; do
2670 portfw_ips
[$host]=$ip
2673 nonvpn_ips
[$host]=$ip
2676 # note: the reason we have b8.nz suffix here but not for non_root
2677 # hosts is that it is for the User part, the IdentityFile part is
2678 # redundant to *.b8.nz. Also note ${host}i, we only setup those for vpn hosts, but there is no harm in overspecifying here.
2679 root_hosts
+=($host ${host}i
$host.b8.nz
${host}i.b8.nz
)
2680 # shellcheck disable=SC2004 # false positive
2681 root_hosts_a
[$host]=t
# a for associative array
2683 nonroot_hosts
+=($host ${host}i
)
2687 host_macs
[$host]=$mac
2690 done </p
/c
/host-info
2694 Host ${nonroot_hosts[@]}
2696 IdentityFile ~/.ssh/home
2698 Host ${root_hosts[@]}
2699 IdentityFile ~/.ssh/home
2702 for host in ${!vpn_ips[@]}; do
2703 ipsuf
=${vpn_ips[$host]}
2705 Host ${host}i ${host}i.b8.nz
2706 Port $((2200 + ipsuf))
2710 # convenience of one auth key entry
2711 for host in ${!all_ips[@]}; do
2713 Host $host ${host}i $host.b8.nz ${host}i.b8.nz
2714 HostKeyAlias $host.b8.nz
2717 } | cedit
-e /p
/c
/subdir_files
/.ssh
/config-static
2720 # hack to please emacs parser
2721 here_begin
="cat <<EOF"
2723 for host in ${!vpn_ips[@]}; do
2724 ipsuf=${vpn_ips[$host]}
2725 i_port=$(( 2200 + ipsuf ))
2728 option name ssh$host
2730 option src_dport $i_port
2732 option dest_ip \$l.$ipsuf
2736 option target ACCEPT
2737 option dest_port $i_port
2741 } >/p/c/cmc-firewall-data
2744 local host ipsuf f files
2746 # shellcheck disable=SC2016 # shellcheck doesnt know this is sed
2747 sedi '/edits below here are made automatically/,$d' /p/c/machine_specific/li/filesystem/etc/wireguard/wgmail.conf
2748 for host in ${!vpn_ips[@]}; do
2749 if [[ ${root_hosts_a[$host]} ]]; then
2750 # root machines dont actually need vpn, but
2751 # the classification still helps with other
2755 ipsuf=${vpn_ips[$host]}
2757 u /b/ds/machine_specific/li/filesystem/etc/openvpn/client-config-hole/$host <<EOF
2758 ifconfig-push 10.5.5.${vpn_ips[$host]} 255.255.255.0
2760 u /a/bin/ds/machine_specific/$host/filesystem/etc/systemd/system/openvpn-client-tr@.service <<EOF
2762 Description=OpenVPN tunnel for %I
2763 After=syslog.target network-online.target
2764 Wants=network-online.target
2765 Documentation=man:openvpn(8)
2766 Documentation=https://community.openvpn.net/openvpn/wiki/Openvpn24ManPage
2767 Documentation=https://community.openvpn.net/openvpn/wiki/HOWTO
2768 Requires=iptables.service
2772 RuntimeDirectory=openvpn-client
2773 RuntimeDirectoryMode=0710
2774 WorkingDirectory=/etc/openvpn/client
2775 ExecStart=/usr/sbin/openvpn --suppress-timestamps --nobind --config /etc/openvpn/client/%i.conf
2776 # todo, try reenabling this from the default openvpn,
2777 # it was disabled so we could do bind mounts as a command,
2778 # but now systemd handles it
2779 #CapabilityBoundingSet=CAP_IPC_LOCK CAP_NET_ADMIN CAP_NET_RAW CAP_SETGID CAP_SETUID CAP_SYS_CHROOT CAP_DAC_OVERRIDE
2781 # DeviceAllow=/dev/null rw
2782 # DeviceAllow=/dev/net/tun rw
2784 # we use .1 to make this be on a different network than kd, so that we can
2785 # talk to transmission on kd from remote host, and still use this
2787 ExecStartPre=/usr/bin/flock -w 20 /tmp/newns.flock /a/bin/newns/newns -n 10.174.$ipsuf start %i
2788 ExecStartPre=/sbin/iptables-restore /a/bin/distro-setup/transmission-firewall/netns.rules
2789 # allow wireguard network to connect
2790 ExecStartPre=/usr/sbin/ip r add 10.8.0.0/24 via 10.174.$ipsuf.1 dev veth1-client
2791 ExecStopPost=/usr/bin/flock -w 20 /tmp/newns.flock /a/bin/newns/newns stop %i
2793 BindReadOnlyPaths=/etc/tr-resolv:/run/systemd/resolve:norbind /etc/basic-nsswitch:/etc/resolved-nsswitch:norbind
2796 WantedBy=multi-user.target
2802 for host in ${!host_ips[@]}; do
2803 ipsuf=${host_ips[$host]}
2804 # shellcheck disable=SC2016 # intentional
2805 echo 'local-data-ptr: "$l.'$ipsuf $host.b8.nz'"'
2812 for host in ${!host_macs[@]}; do
2813 ipsuf=${host_ips[$host]}
2814 echo "dhcp-host=${host_macs[$host]},set:$host,\$l.$ipsuf,$host"
2817 } | u /p/c/dnsmasq-data
2820 b8_ip=$(dig +short b8.nz @iankelling.org | tail -1)
2821 # if our dynamic ip updates broke, set manually, eg:
2822 #b8_ip=72.74.193.xxx
2823 if [[ ! $b8_ip ]]; then
2824 echo "$0: error
: got empty b8.nz ip. returning
1"
2832 for host in ${!nonvpn_ips[@]}; do
2833 ipsuf=${nonvpn_ips[$host]}
2834 echo "$host A
10.2.0.
$ipsuf"
2836 for host in ${!vpn_ips[@]}; do
2837 ipsuf=${vpn_ips[$host]}
2839 $host A 10.2.0.$ipsuf
2840 ${host}wg A 10.8.0.$ipsuf
2841 ${host}vp A 10.5.5.$ipsuf
2842 ${host}tr A 10.174.$ipsuf.2
2843 ${host}i CNAME i.b8.nz.
2846 } | cedit -e vpn-ips-update /p/c/machine_specific/vps/bind-initial/db.b8.nz
2849 echo checking for stray files:
2852 while read -r dir path; do
2858 for f in "${files[@]}"; do
2860 if [[ ! ${vpn_ips[$host]} ]]; then
2865 /a/bin/ds/machine_specific filesystem/etc/systemd/system/openvpn-client-tr@.service
2866 /p/c/machine_specific filesystem/etc/wireguard/wghole.conf
2869 files=( /b/ds/machine_specific/li/filesystem/etc/openvpn/client-config-hole/* )
2870 for f in "${files[@]}"; do
2872 if [[ ! ${vpn_ips[$host]} ]]; then
2874 e ssh root@li.b8.nz rm -f $f
2880 printf "%s
" "Host
* "
2881 sed -n '/^Host /h;/^IdentityFile .*\/home/{g;s/^Host//;s/ / !/gp}' /p/c/subdir_files/.ssh/config-static | tr '\n' ' '
2883 echo "IdentityFile ~
/.ssh
/work
"
2885 cedit -e work-identity /p/c/subdir_files/.ssh/config-static <$tmpf
2888 ### begin focus on hosts file update ###
2890 # This started as its own function, but it actually
2891 # needed to alter the ssh config, so combined it.
2893 # background: This is finally doing dynamic ip resolution via the hosts
2894 # file. I considered detecting where each host was dynamically or
2895 # something, but ultimately decided to mostly avoid that, other than
2896 # detecting the status of the current machine I'm on. I want to be able
2897 # to move it around without having to manually type much of anything.
2898 local -a host_domain_suffix hosts
2899 local -A ip_to_hosts
2900 local suf ip i host at_home suf_from_here
2902 source /p/c/domain-info
2905 if ip n | grep -q "10.2.0.1 .
* b4
:75:0e
:fd
:06:4a
"; then
2909 for i in ${host_domain_suffix[@]}; do
2910 if [[ $i == *.* ]]; then
2915 if [[ $i == "$HOSTNAME" ]]; then
2916 unset "portfw_ips
[$i]"
2921 if ! $at_home && [[ $suf == .b8.nz || $suf == [wc].b8.nz ]]; then
2922 suf_from_here=i.b8.nz
2924 unset "portfw_ips
[$i]"
2927 # note this might be outdated until we do a dns push
2928 ip=$(dig +short "$i$suf_from_here" @iankelling.org | tail -n1) ||:
2929 if [[ ! $ip ]]; then
2930 if [[ $suf == .office.fsf.org ]]; then
2931 suf_from_here=wg.b8.nz
2932 ip=$(getent ahostsv4 "$i$suf_from_here" | awk '{ print $1 }' | head -n1) ||:
2936 ip_to_hosts[$ip]+=" $i"
2938 echo error: failed to get ip of "$i$suf_from_here"
2942 for ip in "${!ip_to_hosts[@]}"; do
2943 echo "$ip${ip_to_hosts[$ip]}"
2944 done | s cedit -e hosts-file-up /etc/hosts
2945 for host in ${hosts[@]}; do
2947 done >/p/c/subdir_files/.dsh/group/btrbk
2948 ### end focus on hosts file update ###
2951 # note: note sure if this is a great way to check.
2952 # todo: think about it
2955 # possible that in the future we want to create
2956 # a dynamic file here, and then we can move the cat
2957 # command above out of the conditional
2958 rsync -a /p/c/subdir_files/.ssh/config-static ~/.ssh/config
2960 for host in ${!portfw_ips[@]}; do
2961 ipsuf=${portfw_ips[$host]}
2964 Port $((2200 + ipsuf))
2966 done > ~/.ssh/config-dynamic
2967 cat /p/c/subdir_files/.ssh/config-static ~/.ssh/config-dynamic >~/.ssh/config
2971 # usage host ipsuf [extrahost]
2973 # If the keys already exist and you want new ones, remove them:
2974 # rm /p/c/machine_specific/$host/filesystem/etc/wireguard/hole-{priv,pub}.key
2976 # extrahost is a host/cidr that is allowed to go be routed through the
2979 if (( $# < 2 || $# > 3 )); then
2980 e expected 2-3 arg of hostname, ip suffix, and extrahost >&2
2983 local host ipsuf umask_orig vpn_allowed
2989 for vpn_host in ${!vpn_ips[@]}; do
2990 if [[ $vpn_host == "$host" ]]; then
2993 vpn_allowed+=",10.174.
${vpn_ips[$vpn_host]}.2/32"
2995 mkdir -p /p/c/machine_specific/$host/filesystem/etc/wireguard
2997 cd /p/c/machine_specific/$host/filesystem/etc/wireguard
3000 if [[ ! -s hole-priv.key || ! -s hole-pub.key ]]; then
3001 wg genkey | tee hole-priv.key | wg pubkey > hole-pub.key
3003 cat >wghole.conf <<EOF
3005 # contents hole-priv.key
3006 PrivateKey = $(cat hole-priv.key)
3008 Address = 10.8.0.$ipsuf/24
3009 # https://dev.to/tangramvision/what-they-don-t-tell-you-about-setting-up-a-wireguard-vpn-1h2g
3010 # ||: makes the systemd service not fail due to the failed command
3011 PostUp = ping -w10 -c1 10.8.0.1 ||:
3014 # li. called wgmail on that server
3015 PublicKey = CTFsje45qLAU44AbX71Vo+xFJ6rt7Cu6+vdMGyWjBjU=
3016 AllowedIPs = 10.8.0.0/24$vpn_allowed$extrahost
3017 Endpoint = 72.14.176.105:1194
3018 PersistentKeepalive = 25
3021 # old approach. systemd seems to work fine and cleaner.
3022 rm -f ../network/interfaces.d/wghole
3023 cedit -q $host /p/c/machine_specific/li/filesystem/etc/wireguard/wgmail.conf <<EOF || [[ $? == 1 ]]
3025 PublicKey = $(cat hole-pub.key)
3026 AllowedIPs = 10.8.0.$ipsuf/32,10.174.${vpn_ips[$host]}.2/32
3032 mns() { # mount namespace
3035 s mkdir -p /root/mount_namespaces
3036 if ! sudo mountpoint /root/mount_namespaces >/dev/null; then
3037 m sudo mount --bind /root/mount_namespaces /root/mount_namespaces
3039 m sudo mount --make-private /root/mount_namespaces
3040 if [[ ! -e /root/mount_namespaces/$ns ]]; then
3041 m sudo touch /root/mount_namespaces/$ns
3043 if ! sudo mountpoint /root/mount_namespaces/$ns >/dev/null; then
3044 m sudo unshare --propagation slave --mount=/root/mount_namespaces/$ns /bin/true
3046 m sudo -E /usr/bin/nsenter --mount=/root/mount_namespaces/$ns "$@
"
3049 mnsd() { # mount namespace + systemd namespace
3054 s mkdir -p /root/mount_namespaces
3055 if ! sudo mountpoint /root/mount_namespaces >/dev/null; then
3056 m sudo mount --bind /root/mount_namespaces /root/mount_namespaces
3058 m sudo mount --make-private /root/mount_namespaces
3059 if [[ ! -e /root/mount_namespaces/$ns ]]; then
3060 m sudo touch /root/mount_namespaces/$ns
3062 if ! sudo mountpoint /root/mount_namespaces/$ns >/dev/null; then
3063 m sudo unshare --propagation slave --mount=/root/mount_namespaces/$ns /bin/true
3066 pid=$(servicepid $unit)
3067 tmpf=$(mktemp --tmpdir $unit.XXXXXXXXXX)
3069 printf "%s
" "${@@Q}" >>$tmpf
3072 m sudo nsenter -t $pid -n --mount=/root/mount_namespaces/$ns sudo -u $USER -i bash -c ".
$tmpf & sleep 1; rm $tmpf"
3079 mns $ns sudo -u iank -E env "PATH
=$PATH" "$@
"
3085 if ! s ip netns list | grep -Fx nonet &>/dev/null; then
3086 s ip netns add nonet
3088 mns $ns --net=/var/run/netns/nonet /bin/bash
3095 if ! s ip netns list | grep -Fx nonet &>/dev/null; then
3096 s ip netns add nonet
3098 mns $ns --net=/var/run/netns/nonet sudo -E -u iank /bin/bash
3104 # l = the loopback device
3106 # get sudo pass cached right away
3107 if ! sudo -nv 2>/dev/null; then
3110 if [[ $1 == /* ]]; then
3113 if mns $base mountpoint -q /mnt/$base; then
3116 l=$(losetup -j $fs_file | sed -rn 's/^([^ ]+): .*/\1/p' | head -n1 ||:)
3118 l=$(sudo losetup -f)
3119 m sudo losetup $l $fs_file
3121 if ! sudo cryptsetup status /dev/mapper/$base &>/dev/null; then
3122 if ! m sudo cryptsetup luksOpen $l $base; then
3123 m sudo losetup -d $l
3127 m sudo mkdir -p /mnt/$base
3128 m mns $base mount /dev/mapper/$base /mnt/$base
3129 m mns $base chown $USER:$USER /mnt/$base
3133 if mns $base mountpoint /mnt/$base &>/dev/null; then
3134 m mns $base umount /mnt/$base
3136 if sudo cryptsetup status /dev/mapper/$base &>/dev/null; then
3137 if ! m sudo cryptsetup luksClose /dev/mapper/$base; then
3138 echo lom: failed cryptsetup luksClose /dev/mapper/$base
3142 l=$(losetup -l --noheadings | awk '$6 ~ /\/'$base'$/ {print $1}')
3144 m sudo losetup -d $l
3146 echo lom: warning: no loopback device found
3151 # mu personality. for original, just run mp. for 2, run mp 2.
3152 # this is partly duplicated in mail-setup
3156 if ! killall mu; then
3163 echo error: mu not dead
3168 set -- /m/mucache ~/.cache/mu /m/.mu ~/.config/mu
3173 if [[ -e $f && ! -L $f ]]; then
3176 m ln -sf -T $target $f
3182 local md dst ln_path src two
3186 -2) two=true; shift ;;
3198 for d in /m/md/$md /m/4e2/$md; do
3199 if [[ -d $d && ! -L $d ]]; then
3204 if [[ ! $src ]]; then
3205 echo "error
: could not
find $md" >&2
3209 m ln -sf -T $dst $ln_path
3219 ### begin copied from mdenable, but different d ###
3220 for d in /m/4e/$md /m/4e2/$md; do
3221 if [[ -d $d && ! -L $d ]]; then
3226 if [[ ! $src ]]; then
3227 echo "error
: could not
find $md" >&2
3230 ### end copy from mdenable ###
3232 if [[ -L $dst ]]; then m rm $dst; fi
3238 markdown "$1" >/tmp/mdtest.html
3239 firefox /tmp/mdtest.html
3242 mo() { xset dpms force off; } # monitor off
3245 # seems to be the best gpu decoding on my nvidia 670.
3246 # vlc gets similar or better framerate, but is much darker output on my test movie at least.
3251 echo 0f | sudo tee -a /sys/kernel/debug/dri/0/pstate
3254 # going back to the default slow clock, and slower fan:
3255 # echo 07 | sudo tee -a /sys/kernel/debug/dri/0/pstate
3256 if [[ $DISPLAY ]]; then
3257 mpv --vo=vdpau --hwdec=auto "$@
"
3259 # waylandvk seems to work the same
3260 mpv --gpu-context=wayland --hwdec=auto
3265 mpv --profile=d "$@
";
3268 mpv --profile=a "$@
";
3270 # mpv all media files in . or $1
3272 local -a extensions arg
3273 # get page source of https://en.wikipedia.org/w/index.php?title=Video_file_format&action=edit
3274 # into /a/x.log, then
3275 # grep '^| *\.' /a/x.log | sed 's/| *//;s/,//g'
3277 # note: to join them together for a regex, do:
3278 # old=; for e in ${extensions[@]/./}; do if [[ ! $old ]]; then old=$e; continue; fi; echo -n "$old|
"; old=$e; done; echo $e
3301 .mpg .mp2 .mpeg .mpe .mpv
3311 arg=("(" -iname "*${extensions[0]}")
3312 for (( i=1 ; i < ${#extensions[@]}; i++ )); do
3313 arg+=(-o -iname "*${extensions[i]}")
3318 #find $dir "${arg[@]}" -size +200k
3319 find $dir "${arg[@]}" -size +200k -exec mpv --profile=d '{}' +
3322 mpv --profile=s "$@
";
3330 d=( /var/lib/znc/moddata/log/iank/{freenode,libera} )
3331 # use * instead of -r since that does sorted order
3332 ssh root@iankelling.org "for f
in ${d[*]}; do cd \
$f/#$1; grep '\<iank.*' *; done" | cut --complement -c12-16
3338 d
=/var
/lib
/znc
/moddata
/log
/iank
/freenode
3339 ssh root@iankelling.org
"cd $d; find . -mtime -60 -type f -exec grep '\<iank.*' {} +" |
sed -r 's,^..([^/]*)/(.{11})(.{5})(.{8}).,\2\4 \1,' |
sort
3342 # The way pidgin logs with xmpp (maybe related to running cheogram too)
3343 # is that there are sometimes duplicates, and sometimes the a log file
3344 # is for a specific day yet logs messages for subsequent days, and the
3345 # only way to realize that is to notice that the timestamps rolled over
3346 # into a new day, you can't see it in isolation. So, basically, pidgin
3347 # logs are really annoying to read a grep of my messages to find the
3348 # date and time I said when I started and stopped working, so I'm trying
3349 # out a new client: profanity.
3351 c
/p
/c
/.purple
/logs
/jabber
/iank@fsf.org
/office@conference.fsf.org.chat
3352 for x
in *.html
; do html2text
-o ${x%.html}.txt
$x; done;
3353 # shellcheck disable=SC2016 # false positive on ${
3354 grep -A1 ') iank:' .
/*.txt \
3355 |
sed -r 's/^(.{10})[^ ]*\.txt:\(?([^ ]*)[[:space:]](..). iank:/\1_\2_\3/
3358 s/^[^ ]*\.txt:\((.{2}).(.{2}).(.{4}) (.{8}) (.{2})\)?/\3-\1-\2_\4_\5/' \
3359 |
sed -n 'x;1d;0~2{G;s/\n/ /;p};${x;p}'
3365 pushd /home
/iank
/.local
/share
/profanity
/chatlogs
/iank_at_fsf.org
/rooms
/office_at_conference.fsf.org
3367 logcount
=${#logs[@]}
3368 if (( logcount
> 16 )); then
3369 i
=$
(( logcount
- 16 ))
3373 # usually do this on monday, sometimes later
3374 if [[ $
(date +%A
) == Monday
]]; then
3375 min_date
=$
(date -d 'monday 2 weeks ago' +%s
)
3377 min_date
=$
(date -d 'monday 3 weeks ago' +%s
)
3379 for (( ; i
< logcount
; i
++ )); do
3381 d
=$
(date -d "$(head -n1 $log|awk '{print $1}')" +%s
)
3382 if (( d
< min_date
)); then
3385 if awk '$3 == "iank:"' $log |
sed -r 's/^(.{10}).(.{8})[^ ]+(.*)/\1_\2\3/' |
grep .
; then
3393 # Tail all recent prof logs. Copying from profanity has unwanted line breaks
3394 # especially for links.
3401 ssh b8.nz profr-local
3409 d0
="$(date +%Y_%m_%d).log"
3410 d1
="$(date -d '1 day ago' +%Y_%m_%d).log"
3412 files
=(/d
/p
/profanity
/chatlogs
/iank_at_fsf.org
/{*,rooms
/*}/{$d0,$d1})
3414 if (( ${#files[@]} > 0 )); then
3415 cat "${files[@]}" |
sort |
tail -n 40
3420 # Tail pms in the last day, for the case where we restart profanity and
3421 # didn't check for pms beforehand. Assume the most recent logs are on kd.
3422 # If that isn't the case, use prof-recent-local
3429 ssh b8.nz prof-recent-local
3433 prof-recent-local
() {
3434 local d dates
date files f
3435 # consider making the day count passed by parameter. note: this works: $(date -d '2 day ago' +%Y_%m_%d)
3436 dates
=("$(date +%Y_%m_%d)" "$(date -d '1 day ago' +%Y_%m_%d)" )
3437 for d
in /d
/p
/profanity
/chatlogs
/iank_at_fsf.org
/!(rooms
); do
3439 for date in ${dates[@]}; do
3441 if [[ -e $f ]]; then
3445 if (( ${#files[@]} >= 1 )); then
3446 cat ${files[@]} |
tail
3458 ssh b8.nz prof-recent-sort
3463 prof-recent-sort
() {
3464 local d dates
date files f
3465 # consider making the day count passed by parameter. note: this works: $(date -d '2 day ago' +%Y_%m_%d)
3466 dates
=("$(date +%Y_%m_%d)" "$(date -d '1 day ago' +%Y_%m_%d)" )
3468 for d
in /d
/p
/profanity
/chatlogs
/iank_at_fsf.org
/!(rooms
); do
3469 for date in ${dates[@]}; do
3471 if [[ -e $f ]]; then
3476 for f
in "${files[@]}"; do
3482 # usage: debvm DEBIAN_VERSION RAM_MB
3484 local ver ram fname src
3487 # * is because it might have -backports in the name. we only expect 1 expansion
3488 fnames
=( debian-
$ver-*nocloud-
"$(dpkg --print-architecture)".qcow2
)
3489 if (( ${#fnames[@]} >= 2 )); then
3490 echo "error: iank: unexpected multiple files"
3493 fname
="${fnames[0]}"
3494 src
=/a
/opt
/roms
/$fname
3495 if [[ ! -f $src ]]; then
3496 echo debvm
: not found
$src, download from eg
: https
://cloud.debian.org
/images
/cloud
/buster
/latest
/
3500 # note, in fai-revm we do this: not sure why, maybe because of br device
3501 # --graphics spice,listen=0.0.0.0
3502 m s virt-install
--osinfo debian11
--rng /dev
/urandom
-n deb
${ver}tmp
--import -r $ram --vcpus 2 --disk /t
/$fname --graphics spice
3503 # note: to ssh into this machine will require host key generation: ssh-keygen -A
3505 # random: for cvs2git on gnu www, use debian 10. I could use trisquel,
3506 # but happen to want to try out the debian cloud images. the upstream
3507 # requires python2 and hasn't really changed since the version in d10.
3509 # apt install cvs2git cvs
3510 # # 7G was not enough
3511 # mount -o mode=1777,nosuid,nodev,size=34G -t tmpfs tmpfs /tmp
3512 # cvs2git --encoding utf_8 --fallback-encoding ascii --dumpfile=dump www-rsync/www |& tee /tmp/l
3513 ## www-rsync is an rsynced copy of the cvsfrom savannah
3517 local time time_sec time_pretty days
3519 sqlite3
-separator ' ' /p
/c
/subdir_files
/.local
/share
/gajim
/logs.db
"select time, message from logs where contact_name = 'iank' and jid_id = 17;" |
while read -r time l
; do
3524 if ! time_pretty
=$
(date +%F.
%R
-d @
$time); then
3525 echo bad
time: $time
3528 echo $time_pretty "$l"
3529 time_sec
=${time%%.*}
3530 # only look at the last 18 days. generally just use this for timesheet.
3531 if (( time_sec
< EPOCHSECONDS
- 60 * 60 * 24 * days
)); then break; fi
3536 sqlite3
-separator ' ' /p
/c
/subdir_files
/.local
/share
/gajim
/logs.db
"select time, message from logs where contact_name = 'iank'" |
less
3540 sqlite3
-separator ' ' /p
/c
/subdir_files
/.local
/share
/gajim
/logs.db
"select time, message from logs" |
less
3545 e
"lspci -nnk|gr -iA2 net"
3546 lspci
-nnk|gr
-iA2 net
3548 e
"s lshw -C network"
3550 sudo lshw
-C network
3554 ser stop NetworkManager
3555 ser disable NetworkManager
3556 ser stop NetworkManager-wait-online.service
3557 ser disable NetworkManager-wait-online.service
3559 sudo resolvconf
-d NetworkManager
3565 ser start NetworkManager
3571 oathtool
--totp -b "$*" | xclip
-selection clipboard
3573 # run cmd and copy output
3575 "$@" |
& pee
"xclip -r -selection clipboard" cat
3578 # xorg copy. copy text piped into command
3580 xclip
-r -selection clipboard
3584 pee
"xclip -r -selection clipboard" cat
3588 # from http://askubuntu.com/questions/456021/remove-vocals-from-mp3-and-get-only-instrumentals
3589 pactl load-module module-ladspa-sink sink_name
=Karaoke master
=alsa_output.usb-Audioengine_Audioengine_D1-00.analog-stereo plugin
=karaoke_1409 label
=karaoke control
=-30
3592 pfind
() { #find *$1* in $PATH
3593 [[ $# != 1 ]] && { echo requires
1 argument
; return 1; }
3595 IFS
=: pathArray
=($PATH); unset IFS
3596 find "${pathArray[@]}" -iname "*$1*"
3600 # trash-restore lists everything that has been trashed at or below CWD
3601 # This picks out files just in CWD, not subdirectories,
3602 # which also match grep $1, usually use $1 for a time string
3603 # which you get from running restore-trash once first
3606 # last condition is to not ask again for ones we skipped
3607 while name
="$( echo | restore-trash | gr "$PWD/[^
/]\
+$
" | gr "$1" )" \
3608 && [[ $name ]] && (( $
(wc -l <<<"$name") >= nth
)); do
3609 name
="$(echo "$name" | head -n $nth | tail -n 1 )"
3610 read -r -p "$name [Y/n] " ask
3611 if [[ ! $ask ||
$ask == [Yy
] ]]; then
3612 x
=$
( echo "$name" | gr
-o "^\s*[0-9]*" )
3613 echo $x | restore-trash
> /dev
/null
3614 elif [[ $ask == [Nn
] ]]; then
3624 rld
/a
/h
/_site
/ li
:/var
/www
/iankelling.org
/html
3629 # fixes the menu bar in xmonad. this won\'t be needed when xmonad
3630 # packages catches up on some changes in future (this is written in
3633 # geekosaur: so youll want to upgrade to xmonad 0.13 or else use a
3634 # locally modified XMonad.Hooks.ManageDocks that doesnt set the
3635 # work area; turns out it\'s impossible to set correctly if you are
3636 # not a fully EWMH compliant desktop environment
3638 # geekosaur: chrome shows one failure mode, qt/kde another, other
3639 # gtk apps a third, ... I came up with a setting that works for me
3640 # locally but apparently doesnt work for others, so we joined the
3641 # other tiling window managers in giving up on setting it at all
3643 xprop
-root -remove _NET_WORKAREA
3647 # reviewboard, used at my old job
3648 #rbpipe() { rbt post -o --diff-filename=- "$@"; }
3649 #rbp() { rbt post -o "$@"; }
3657 r2e
() { command r2e
-d /p
/c
/rss2email.json
-c /p
/c
/rss2email.cfg
"$@"; }
3658 # only run on MAIL_HOST. simpler to keep this on one system.
3659 r2eadd
() { # usage: name url
3660 # initial setup of rss2email:
3661 # r2e new r2e@iankelling.org
3662 # that initializes files, and sets default email.
3663 # symlink to the config doesnt work, so I copied it to /p/c
3664 # and then use cli option to specify explicit path.
3665 # Only option changed from default config is to set
3668 # or else for a few feeds, the from address is set by the feed, and
3669 # if I fail delivery, then I send a bounce message to that from
3670 # address, which makes me be a spammer.
3672 r2e add
$1 "$2" $1@r2e.iankelling.org
3673 # get up to date and dont send old entries now:
3674 r2e run
--no-send $1
3677 rspicy
() { # usage: HOST DOMAIN
3678 # connect to spice vm remote host. use vspicy for local host
3680 # shellcheck disable=SC2087
3682 sudo virsh dumpxml $2|grep "<graphics.*type='spice'" | \
3683 sed -rn "s/.*port='([0-9]+).*/\1/p"
3686 if [[ $port ]]; then
3687 spicy
-h $1 -p $port
3689 echo "error: no port found. check that the domain is running."
3695 # s gem install scss-lint
3696 pushd /a
/opt
/thoughtbot-guides
3699 scss-lint
-c /a
/opt
/thoughtbot-guides
/style
/sass
/.scss-lint.yml
"$@"
3703 sk
-e 2120,245 /b
/ds
/brc
/b
/ds
/brc2
3708 out
=${2:-${1%.*}.sh}
3710 script -t -c "mpv --no-config --no-resume-playback --no-terminal --no-audio-display '$1'" $tmp/typescript
2>$tmp/timing
3711 # todo, the current sleep seems pretty good, but it
3712 # would be nice to have an empirical measurement, or
3713 # some better wait to sync up.
3715 # note: --loop-file=no prevents it from hanging if you have that
3716 # set to inf the mpv config.
3717 # --loop=no prevents it from exit code 3 due to stdin if you
3718 # had it set to inf in mpv config.
3720 # args go to mpv, for example --volume=80, 50%
3721 cat >$out <<EOFOUTER
3723 trap "trap - TERM && kill 0" INT TERM ERR; set -e
3724 ( sleep .2; scriptreplay <( cat <<'EOF'
3728 $(cat $tmp/typescript)
3731 base64 -d - <<'EOF'| mpv --loop=no --loop-file=no --no-terminal --no-audio-display "\$@" -
3740 # ssh meld. usage: host1 host2 file
3742 meld
<(ssh $1 cat $3) <(ssh $2 cat $3)
3746 # usage: host file1 file2
3750 scp
"$1:$2" "$1:$3" $tmpdir
3751 meld
"$tmpdir/${2##*/}" "$tmpdir/${3##*/}"
3756 PATH
=/usr
/local
/spdhackfix
:$PATH command spd
"$@"
3759 spamf
() { # spamtest on FILE
3760 if (( $# != 1 )); then
3761 e spamtest error
: expected
1 arg
, filename
>&2
3764 sdncmdroot spamassassin sudo
-u Debian-exim spamassassin
-t --cf='score PYZOR_CHECK 0' <"$1"
3770 declare -gi _seq
; _seq
+=1
3771 echo "test body" | m
mail -s "test mail from $HOSTNAME, $_seq" "${@:-root@localhost}"
3772 # for testing to send from an external address, you can do for example
3773 # -fian@iank.bid -aFrom:ian@iank.bid web-6fnbs@mail-tester.com
3774 # note in exim, you can retry a deferred message
3776 # MSG_ID is in /var/log/exim4/mainlog, looks like 1ccdnD-0001nh-EN
3779 # to test sieve, use below command. for fsf mail, see offlineimap-sync script
3780 # make modifications, then copy to live file, use -eW to actually modify mailbox
3782 # Another option is to use sieve-test SCRIPT MAIL_FILE. note,
3783 # sieve-test doesnt know about envelopes, Im not sure if sieve-filter does.
3785 # sieve with output filter. arg is mailbox, like INBOX.
3786 # This depends on dovecot conf, notably mail_location in /etc/dovecot/conf.d/10-mail.conf
3788 # always run this first, edit the test files, then run the following
3790 sieve-filter ~
/sieve
/maintest.sieve
${1:-INBOX} delete
2> >(head; tail) >/tmp
/testsieve.log
&& sed -rn '/^Performed actions:/,/^[^ ]/{/^ /p}' /tmp
/testsieve.log |
sort |
uniq -c
3793 c ~
/sieve
; cp personal
{test,}.sieve
; cp lists
{test,}.sieve
; cp personalend
{test,}.sieve
3794 sieve-filter
-eWv ~
/sieve
/maintest.sieve
${1:-INBOX} delete
&> /tmp
/testsieve.log
3795 sed -r '/^info: filtering:/{h;d};/^info: msgid=$/N;/^info: msgid=.*left message in mailbox [^ ]+$/d;/^info: msgid=/{H;g};/^info: message kept in source mailbox.$/d' /tmp
/testsieve.log
3800 # printf "subject\nbody\n" | alertme
3805 To: alerts@iankelling.org
3812 To: alerts@iankelling.org
3824 To: daylert@iankelling.org
3831 To: daylert@iankelling.org
3840 # alert when a page goes live.
3842 local quiet url tmpdir
3845 # dont send a diff of the html. some html is not very readable
3851 tmpdir
="$(mktemp -d)"
3854 if wget
-q "$url"; then
3861 sleep $
(( 120 + RANDOM
% 300 ))
3865 # alert on changes to a webpage (just the base page that curl gets)
3866 # usage: weblert URL [SUBJECT...]
3868 local u old new quiet
3871 # dont send a diff of the html. some html is not very readable
3878 subject
="${*:-weblert}"
3879 old
=$
(curl
-s "$u") ||
:
3881 new
=$
(curl
-s "$u") ||
:
3882 if [[ $old && $new ]]; then
3883 if [[ $new != "$old" ]]; then
3885 echo | daylertme
"$subject"
3887 diff <(printf "%s\n" "$old") <(printf "%s\n" "$new") | daylertme
"$subject" ||
:
3892 sleep $
(( 60 + RANDOM
% 120 ))
3898 # shellcheck disable=SC1090 # expected
3899 source "$(type -p torsocks)" on
3903 less /var
/log
/exim
4/mymain
3909 # testmail above calls sendmail, which is a link to exim/postfix.
3910 # its docs dont say a way of adding an argument
3911 # to sendmail to turn on debug output. We could make a wrapper, but
3912 # that is a pain. Exim debug args are documented here:
3913 # http://www.exim.org/exim-html-current/doc/html/spec_html/ch-the_exim_command_line.html
3915 # http://www.exim.org/exim-html-current/doc/html/spec_html/ch-building_and_installing_exim.html
3916 # note, for exim daemon, you can turn on debug options by
3917 # adding -d, etc to COMMONOPTIONS in
3918 # /etc/default/exim4
3920 # to specify recipients other than those in to, cc, bcc, you can use the cli args, eg:
3921 # exim -t 'test@zroe.org, t2@zroe.org' <<'EOF'
3923 # -t = get recipient from header
3925 From: ian@iankelling.org
3932 This is a test message.
3939 exim
-d -f '<>' $to <<EOF
3940 From: Mail Delivery System <Mailer-Daemon@gnu.org>
3942 Subject: Mail delivery failed: returning message to sender
3944 This message was created automatically by mail delivery software.
3953 # https://askubuntu.com/questions/160945/is-there-a-way-to-disable-a-laptops-internal-keyboard
3954 id
=$
(xinput
--list --id-only 'AT Translated Set 2 keyboard')
3955 if xinput list |
grep -F '∼ AT Translated Set 2 keyboard' &>/dev
/null
; then
3956 echo enabling keyboard
3957 # find the first slave keyboard number, they are all the same in my output.
3958 # if they werent, worst case we would need to save the slave number somewhere
3959 # when it got disabled.
3960 slave
=$
(xinput list |
sed -n 's/.*slave \+keyboard (\([0-9]*\)).*/\1/p' |
head -n1)
3961 xinput reattach
$id $slave
3970 (sleep "$(calc "$
* * 60")" && mpv
--no-config --volume 50 /a
/bin
/data
/alarm.mp3
) > /dev
/null
2>&1 &
3973 ## usage: to connect to my main transmission daemon from a different host, run this
3974 trans-remote-route
() {
3977 trg
() { transmission-remote-gtk
& r
; }
3978 # TODO: this wont work transmission.lan doesnt exist
3980 # example, set global upload limit to 100 kilobytes:
3982 TR_AUTH
=":$(jq -r .profiles[0].password ~/.config/transmission-remote-gtk/config.json)" transmission-remote transmission.lan
-ne "$@"
3989 for (( i
=0; i
< retries
- 1; i
++ )); do
4001 if [[ -e $1 && ! -w $1 ||
! -w $
(dirname "$1") ]]; then
4004 # full path for using in some initial setup steps
4008 # execute exim in its namespace. Useful args like -Mrm
4012 ecmd
="/usr/sbin/exim4 -C /etc/exim4/my.conf"
4013 if ip a show veth1-mail
&>/dev
/null
; then
4016 sdncmdroot exim4
$ecmd "$@"
4020 # get pid of systemd service
4024 pid
=$
(systemctl show
--property MainPID
--value "$unit")
4029 dir
=/sys
/fs
/cgroup
/system.slice
4030 if [[ ! -d $dir ]]; then
4031 # t10 and older directory.
4032 dir
=/sys
/fs
/cgroup
/systemd
/system.slice
4035 # 0 or empty. This file includes the MainPid, so I expect we
4036 # could just get this in the first place, but i don't know if that
4037 # is always the case.
4038 pid
=$
(head -n1 $dir/${unit%.service}.service
/cgroup.procs
)
4042 printf "%s\n" "$pid"
4048 sdnbash
() { # systemd namespace bash
4050 if (( $# != 1 )); then
4051 echo $0: error wrong number of args
>&2
4055 pid
=$
(servicepid
$unit)
4056 m sudo nsenter
-t $pid -n -m sudo
-u $USER -i bash
4059 sdnbashroot
() { # systemd namespace bash as root
4061 if (( $# != 1 )); then
4062 echo $0: error wrong number of args
>&2
4066 pid
=$
(servicepid
$unit)
4067 m sudo nsenter
-t $pid -n -m bash
4071 # systemd namespace cmd
4072 # usage: UNIT CMD...
4075 if (( $# <= 1 )); then
4076 echo $0: error wrong number of args
>&2
4081 pid
=$
(servicepid
$unit)
4082 tmpf
=$
(mktemp
--tmpdir $unit.XXXXXXXXXX
)
4084 printf "%s " "${@@Q}" >>$tmpf
4086 m sudo nsenter
-t $pid -n -m sudo
-u $USER -i bash
-c ". $tmpf & rm $tmpf"
4089 sdncmdroot
() { # systemd namespace root command
4091 if (( $# < 2 )); then
4092 echo $0: error wrong number of args
>&2
4097 pid
=$
(servicepid
$unit)
4098 m sudo nsenter
-t $pid -n -m "$@"
4106 # we use wireguard now, use mailnnbash.
4108 # m sudo nsenter -t $(pgrep -f "/usr/sbin/openvpn .* --config /etc/openvpn/.*mail.conf") -n -m sudo -u $USER -i bash
4116 spamdpid
=$
(systemctl show
--property MainPID
--value spamassassin
)
4117 m sudo nsenter
-t $spamdpid -n -m sudo
-u Debian-exim spamassassin
"$@"
4124 s nmtui-connect
"$@"
4127 # check exim and others network namespace
4129 local unit pid ns mailnn spamd_ser
4132 if systemctl
cat spamassassin
&>/dev
/null
; then
4133 spamd_ser
=spamassassin
4136 # mailvpn would belong on the list if using openvpn
4137 for unit
in mailnn unbound dovecot
$spamd_ser exim4 radicale
; do
4138 pid
=$
(servicepid
$unit)
4139 echo debug
: unit
=$unit pid
=$pid
4140 if [[ ! $pid ]]; then
4141 echo failed to
find pid
for unit
=$unit
4144 if ! ns
=$
(s readlink
/proc
/$pid/ns
/net
); then
4145 echo failed to
find ns
for unit
=$unit pid
=$pid
4148 if [[ $mailnn ]]; then
4149 if [[ $ns != "$mailnn" ]]; then
4150 echo "$unit ns $ns != $mailnn"
4161 sdncmd openvpn-client-tr@client.service
"$@"
4164 sdncmd openvpn-client-tr@client.service bash
4167 sdncmdroot openvpn-client-tr@client.service bash
4172 if [[ -e /lib
/systemd
/system
/openvpn-client@.service
]]; then
4173 local vpn_service
=openvpn-client
4175 local vpn_service
=openvpn
4178 [[ $1 ]] ||
{ echo need arg
; return 1; }
4179 journalctl
--since=now
--unit=$vpn_service@
$1 -f -n0 &
4180 sudo systemctl start
$vpn_service@
$1
4181 # sometimes the ask-password agent does not work and needs a delay.
4183 # https://bugs.debian.org/cgi-bin/bugreport.cgi?bug=779240
4184 # noticed around 8-2017 after update from around stretch release
4185 # on debian testing, even though the bug is much older.
4186 sudo systemd-tty-ask-password-agent
4191 ls -lad /run
/user
/1000
4192 stats
=$
(stat
-c%a-
%g-
%u
/run
/user
/1000)
4193 if [[ $stats != 700-1000-1000 ]]; then
4194 m s
chmod 700 /run
/user
/1000; m s chown iank.iank
/run
/user
/1000
4198 # unmute desktop output
4200 local sink card sedcmd
4201 sink
=$
(pactl get-default-sink
)
4202 if [[ $sink == auto_null
]]; then
4203 # guessing there is just one with an off profile. otherwise we will
4204 # need some other solution, like storing the card identifier that we
4205 # muted with nap. Or, we could so some hakery with
4207 sedcmd
='/^[[:space:]]*index:/{s/^[[:space:]]*index://;h};/^[[:space:]]*active profile: <off>$/{g;p;q}'
4208 card
=$
(pacmd list-cards |
sed -n "$sedcmd")
4209 m pacmd set-card-profile
"$card" output
:analog-stereo
4212 m pactl set-sink-mute @DEFAULT_SINK@ false
4218 sink
=$
(pactl get-default-sink
)
4220 card
="${card/output/card}"
4221 m pacmd set-card-profile
"$card" off
4223 # clicking on a link in a browser can cause unmute.
4224 # I don't want that. So, use a stronger form of mute
4226 #pactl set-sink-mute @DEFAULT_SINK@ true
4231 # systemctl is-enabled / status / cat says nothing, instead theres
4232 # some obscure symlink. paths copied from man systemd.unit.
4233 # possibly also usefull, but incomplete, doesnt show units not loaded in memory:
4234 # seru list-dependencies --reverse --all UNIT
4237 local -a dirs search
4243 ~
/.config
/systemd
/user.control
/*
4244 $XDG_RUNTIME_DIR/systemd
/user.control
/*
4245 $XDG_RUNTIME_DIR/systemd
/transient
/*
4246 $XDG_RUNTIME_DIR/systemd
/generator.early
/*
4247 ~
/.config
/systemd
/user
/*
4249 $XDG_RUNTIME_DIR/systemd
/user
/*
4251 $XDG_RUNTIME_DIR/systemd
/generator
/*
4252 ~
/.local
/share
/systemd
/user
/*
4253 /usr
/lib
/systemd
/user
/*
4254 $XDG_RUNTIME_DIR/systemd
/generator.late
/*
4259 /etc
/systemd
/system.control
/*
4260 /run
/systemd
/system.control
/*
4261 /run
/systemd
/transient
/*
4262 /run
/systemd
/generator.early
/*
4263 /etc
/systemd
/system
/*
4264 /etc
/systemd
/systemd.attached
/*
4265 /run
/systemd
/system
/*
4266 /run
/systemd
/systemd.attached
/*
4267 /run
/systemd
/generator
/*
4268 /lib
/systemd
/system
/*
4269 /run
/systemd
/generator.late
/*
4273 for f
in "${search[@]}"; do
4274 [[ -d $f ]] ||
continue
4281 # dirs is just so we write out the directory names, ls does it when there is 2 or more dirs.
4297 read -r _ link _ istls
< <(resolvectl dnsovertls tunfsf
)
4300 *) echo fixvpndns error
: unexpected istls value
: $istls >&2; return 1 ;;
4302 s busctl call org.freedesktop.resolve1
/org
/freedesktop
/resolve1 org.freedesktop.resolve1.Manager SetLinkDNSOverTLS is
$link no
4306 [[ $1 ]] ||
{ echo need arg
; return 1; }
4307 if [[ -e /lib
/systemd
/system
/openvpn-client@.service
]]; then
4308 local vpn_service
=openvpn-client
4310 local vpn_service
=openvpn
4312 sudo systemctl stop
$vpn_service@
$1
4314 vpnoffc
() { # vpn off client
4315 ser stop openvpn-client-tr@client
4319 unit
=openvpn-client-tr@client
4321 if [[ $
(systemctl is-active
$unit) != active
]]; then
4322 s systemctl start
$unit
4328 vspicy
() { # usage: VIRSH_DOMAIN
4329 # connect to vms made with virt-install
4330 spicy
-p "$(sudo virsh dumpxml "$1"|grep "<graphics.
*type='spice'"|\
4331 sed -r "s
/.
*port
='([0-9]+).*/\1/")"
4335 cat-new-files /m/4e/INBOX/new
4339 if (( $# != 1 )) ; then
4340 echo wakehours: error: expected 1 arg, got $# >&2
4343 sec=$(( EPOCHSECONDS - $( date +%s -d $1am ) ))
4344 printf "%d:%02d\n" $(( sec / 60 / 60)) $(( (sec / 60) % 60 ))
4347 calvis() { # calendar visualize
4348 install -m 600 /dev/null /tmp/calendar-bytes
4351 # shellcheck disable=SC2059 # intentional for the hex formatting
4352 printf "\x$(printf "%x" $char)" >>/tmp/calendar-bytes
4354 done < <(grep -v '[#-]' /p/calendar-data)
4355 /p
/c
/proc
/calendar
/linux-amd64
/calendar
4358 wtr
() { curl wttr.in
/boston
; }
4360 xevkb
() { xev
-event keyboard
; }
4365 printf "running: %s\n" "$*"
4370 # Running the appimage said fuse was not available, but try
4371 # running the appimage with --appimage-extract, which worked.
4372 # It seems there is no need to backup the wallet, it can be restored
4373 # via the seed onto any computer that needs it.
4374 /a
/opt
/electrum
/squashfs-root
/AppRun
"$@"
4377 # This was an old way I ran electrum over tor, and seems like I
4378 # imported a bitcoin core wallet.
4380 # https://electrum.readthedocs.io/en/latest/tor.html
4381 # https://github.com/spesmilo/electrum-docs/issues/129
4382 # s rsync -ptog --chown bitcoin:bitcoin ~/.Xauthority /var/lib/bitcoind/.Xauthority
4383 # sudo -u bitcoin DISPLAY=$DISPLAY XAUTHORITY=/var/lib/bitcoind/.Xauthority /a/opt/electrum-4.2.1-x86_64.AppImage -p socks5:localhost:9050
4389 sudo
-u bitcoin DISPLAY
=$DISPLAY XAUTHORITY
=/var
/lib
/bitcoind
/.Xauthority
/a
/opt
/monero-gui-v0.17
.3.2/monero-wallet-gui
4395 faf |
grep -E "$@" ||
:
4401 rg
"$@" /p
/w.org
/a
/t.org
/a
/work.org
/b
4404 # re all my files more expansively.
4405 # usage [-OPT...] regex space combined
4410 if [[ $arg == -* ]]; then
4418 find $paths -not \
( -name .svn
-prune -o -name .git
-prune \
4419 -o -name .hg
-prune -o -name .editor-backups
-prune \
4420 -o -name .undo-tree-history
-prune \
) 2>/dev
/null |
grep -iP --color=auto
-- "$*" ||
:
4421 rgv
$local_rgv_args -g "!bash_unpublished" "${opts[@]}" -- "$*" $paths /a
/work.org ||
:
4423 reml
() { # rem with limit to 5 matches per file
4424 local_rgv_args
="-m 5"
4431 find $paths -not \
( -name .svn
-prune -o -name .git
-prune \
4432 -o -name .hg
-prune -o -name .editor-backups
-prune \
4433 -o -name .undo-tree-history
-prune \
) 2>/dev
/null |
grep -iP --color=auto
-- "$*" ||
:
4434 rgv
$local_rgv_args -- "$*" $paths /a
/t.org
/p
/w.org ||
:
4436 repl
() { # rem with limit to 5 matches per file
4437 local local_rgv_args
="-m 5"
4442 # re on common fsf files
4445 paths
="/f/gluestick /f/brains /f/s /c"
4446 find $paths -not \
( -name .svn
-prune -o -name .git
-prune \
4447 -o -name .hg
-prune -o -name .editor-backups
-prune \
4448 -o -name .undo-tree-history
-prune \
) 2>/dev
/null |
grep -iP --color=auto
-- "$*" ||
:
4449 rgv
-- "$*" $paths /a
/work.org ||
:
4453 # for use in /f/bind
4455 # shellcheck disable=SC2046 # i want word splitting
4456 .
/update-zone $
(i s |
sed -rn 's/.*db\.(.*)/\1/p')
4460 # pip3 install linode-cli
4463 local input ip id tmp
4471 linode-cli
--json --pretty linodes create
--root_pass loxHuceygomGisun |
tee $tmp
4472 read -r ip id
<<<"$(tail -n+2 $tmp | jq -r '.[0].ipv4[0] , .[0].id')"
4473 for string
in $ip $id; do
4477 echo "livp9: bad value ip=$ip id=$id input=$input"
4485 if timeout
4 ssh $ip :; then
4493 apt-get -qq -y install ffmpeg rsync
4497 m
ssh $ip ffmpeg
-nostdin -hide_banner -loglevel error
-i $input -g 192 -vcodec libvpx-vp9
-vf scale
=-1:720 -max_muxing_queue_size 9999 -b:v
750K
-pass 1 -an -f null
/dev
/null
4498 m
ssh $ip ffmpeg
-nostdin -hide_banner -loglevel error
-y -i $input -g 192 -vcodec libvpx-vp9
-tile-rows 2 -vf scale
=-1:720 -max_muxing_queue_size 9999 -b:v
750K
-pass 2 -c:a libvorbis
-qscale:a
5 vp
9/$input
4499 rsync
$ip:vp
9/$input vp9
4500 linode-cli linodes delete
$id
4504 # we also have a file in /a/c/...konsole...
4505 local f
=$HOME/.config
/konsolerc
4506 setini DefaultProfile profileian.profile
"Desktop Entry" $f
4507 setini Favorites profileian.profile
"Favorite Profiles" $f
4508 setini ShowMenuBarByDefault false KonsoleWindow
$f
4509 setini TabBarPosition Top TabBar
$f
4513 while read -r k v
; do
4514 # shellcheck disable=SC2154
4515 setini
$k $v sakura
/a
/c
/subdir_files
/.config
/sakura
/sakura.conf
4517 colorset1_back rgb(33,37,39)
4521 disable_numbered_tabswitch true
4522 scroll_lines 10000000
4527 # make a page of links found in the files $@. redirect output
4529 gr
-oh 'https?:\/\/(www\.)?[-a-zA-Z0-9@:%._\+~#=]{1,256}\.[a-zA-Z0-9()]{1,6}\b([-a-zA-Z0-9()@:%_\+.~#?&//=]*)' "$@" | \
4530 rev |
sort -u |
rev |
sed 's,.*,<a href="\0">\0</a><br\>,'
4533 reset-xscreensaver
() {
4534 # except for spash, i set these by setting gui options in
4535 # xscreensaver-command -demo
4536 # then finding the corresponding option in .xscreensaver
4537 # spash, i happened to notice in .xscreensaver
4539 # dpmsOff, monitor doesnt come back on using old free software supported nvidia card
4540 cat > /home
/iank
/.xscreensaver
<<'EOF'
4543 dpmsStandby: 0:07:00
4544 dpmsSuspend: 0:08:00
4548 lockTimeout: 0:06:00
4555 # very useful, copy directory structure 3 deep. add remove /*/ to change level
4556 # rsync -aivh --exclude '/*/*/*/' -f"+ */" -f"- *" SRC DEST
4559 # * stuff that makes sense to be at the end
4560 if [[ "$SUDOD" ]]; then
4561 # allow failure, for example if we are sudoing into a user with diffferent/lesser permissions.
4564 elif [[ -d /a
]] && [[ $PWD == "$HOME" ]] && [[ $
- == *i
* ]]; then
4572 # for mitmproxy to get a newer python.
4573 # commented until i want to use it because it
4574 # noticably slows bash startup
4578 if [[ $EUID == 0 ||
! -e ~
/.pyenv
/bin
]]; then
4579 echo "error: dont be root. make sure pyenv is installed"
4582 export PATH
="$HOME/.pyenv/bin:$PATH"
4583 eval "$(pyenv init -)"
4584 eval "$(pyenv virtualenv-init -)"
4589 # I have the git repo and a release. either one should work.
4590 # I have both because I was trying to solve an issue that
4591 # turned out to be unrelated.
4592 # ARDUINO_PATH=/a/opt/Arduino/build/linux/work
4594 ## i should have documented this...
4595 # based on https://github.com/keyboardio/Kaleidoscope
4596 export KALEIDOSCOPE_DIR
=/a
/opt
/Kaleidoscope
4598 # They want to be added to the start, but i think
4599 # that should be avoided unless we really need it.
4600 path-add
--end ~
/.npm-global
4603 path-add
--end $HOME/.cargo
/bin
4605 if type -P rg
&>/dev
/null
; then
4606 # --no-messages because of annoying errors on broken symlinks
4607 # -z = search .gz etc files
4608 # -. = search dotfiles
4609 rg
() { command rg
-.
-z --no-messages -L -i -M 900 --no-ignore-parent --no-ignore-vcs -g '!.git' -g '!auto-save-list' -g '!.savehist' "$@" ||
return $?
; }
4610 #fails if not exist. ignore
4611 complete
-r rg
2>/dev
/null ||
:
4616 # rg with respecting vcs ignore files
4619 # settings that are turned off for pipes, keep them on.
4620 # Found by searching for "terminal" in --help
4624 # -. = search dotfiles
4625 # -z = search zipped files
4626 # -i = case insensitive
4628 # --no-messages because of annoying errors on broken symlinks
4629 # --no-ignore-parent because i have /a/.git which ignores almost everything under it.
4630 command rg
-n --heading -.
-z --no-messages -i -M 900 --no-ignore-parent -g '!.git' -g '!auto-save-list' -g '!.savehist' "$@" || ret
=$?
4635 echo "$(tput setaf 5 2>/dev/null ||:)â–ˆ coresite â–ˆ$(tput sgr0 2>/dev/null||:)"
4637 echo "$(tput setaf 5 2>/dev/null ||:)â–ˆ office â–ˆ$(tput sgr0 2>/dev/null||:)"
4640 amallq
() { # amall quiet
4645 sedi
-r '/alertmanager.url/s/@prom.office/@prom/' ~
/.config
/amtool
/config.yml
4649 sedi
-r '/alertmanager.url/s/@prom.fsf/@prom.office.fsf/' ~
/.config
/amtool
/config.yml
4653 amall silence query
"$@"
4655 # amtool silence add
4657 amall silence add
"$@"
4659 # amtool silence force
4661 amall silence add x
!="1"
4664 # note: not sure if quoting of this arg is correct
4665 amfsf silence expire
"$(amfsf silence query -q)"
4666 amoffice silence expire
"$(amoffice silence query -q)"
4670 youtube-dl-update
() {
4671 sudo wget https
://yt-dl.org
/downloads
/latest
/youtube-dl
-O /usr
/local
/bin
/youtube-dl
4672 sudo
chmod a
+rx
/usr
/local
/bin
/youtube-dl
4675 # https://github.com/yt-dlp/yt-dlp/wiki/Installation
4677 sudo curl
-L https
://github.com
/yt-dlp
/yt-dlp
/releases
/latest
/download
/yt-dlp
-o /usr
/local
/bin
/yt-dlp
4678 sudo
chmod a
+rx
/usr
/local
/bin
/yt-dlp
# Make executable
4682 mpv
--ytdl ytdl_path
=/usr
/local
/bin
/yt-dlp
"$@"
4685 # taken from default changes to bashrc and bash_profile
4686 path-add
--end --ifexists $HOME/.rvm
/bin
4687 # also had ruby bin dir, but moved that to environment.sh
4688 # so its included in overall env
4691 # ya, hacky hardcoded hostnames in 2023. we could do better
4693 local -a failed_hosts hosts
4697 kd.b8.nz x3.office.fsf.org syw x2.b8.nz
4706 for host in ${hosts[@]}; do
4708 if ! scp
/b
/fai
/fai
/config
/files
/usr
/local
/bin
/hssh
/IANK root@
$host:/usr
/local
/bin
/hssh
; then
4709 failed_hosts
+=($host)
4712 if (( ${#failed_hosts[@]} >= 1 )); then
4713 echo failed_hosts
=${failed_hosts[*]}
4726 # <#part type="image/jpeg" filename="/home/iank/2023-12-24-ski-trip.jpg" disposition=attachment> <#/part>
4731 if [[ ! -s $f ]]; then
4732 e
"error: empty or non-existent file $f"
4737 echo '<#part type="image/jpeg" filename="'"$(rl "$f")"'" disposition=attachment> <#/part>'
4742 units
"tempC($1)" tempF
4746 units
"tempF($1)" tempC
4749 # note: requires dns setup of live.iankelling.org, & if i'm home, port
4750 # forwarding in wrt-setup-local. todo: automate that.
4752 web-conf
-e ian@iankelling.org
-f 8000 - apache2 live.iankelling.org
<<'EOF'
4753 <Location "/fsf.webm">
4755 AuthName "basic_auth"
4757 # htpasswd -c icecast-fsf-htpasswd USERNAME
4758 AuthUserFile "/etc/icecast-fsf-htpasswd"
4761 <Location "/fsf-tech.webm">
4763 AuthName "basic_auth"
4764 AuthUserFile "/etc/icecast-fsf-tech-htpasswd"
4770 # obs screen switching of
4772 ls -l /tmp
/no-obs-auto-scene-switch
4773 touch /tmp
/no-obs-auto-scene-switch
4775 # obs screen switching on
4777 ls -l /tmp
/no-obs-auto-scene-switch
4778 if [[ -e /tmp
/no-obs-auto-scene-switch
]]; then
4779 rm -f /tmp
/no-obs-auto-scene-switch
4783 obs-gen-profiles
() {
4784 local p
=/p
/c
/basic
/profiles
4785 sed 's/fsf-sysops/fsf-tech/g' $p/fsfsysops
/basic.ini
>$p/fsftech
/basic.ini
4786 sed 's/fsf-sysops/fsf/g' $p/fsfsysops
/basic.ini
>$p/fsf
/basic.ini
4789 # terminal clear. like clear, but put the prompt at the bottom,
4790 # useful for obs streaming the bottom half of a terminal window.
4792 for ((i
=0; i
<COLUMNS
; i
++)); do
4798 openssl x509
-txt -in "$@"
4801 # dsh on btrbk hosts
4806 # dsh a file and run it
4809 if ! parallel
-j 10 scp x
{}:/tmp
<~
/.dsh
/group
/btrbk
; then
4810 echo parallel scp failed. dsa returning
$ret
4817 /nocow
/t
/ffmpeg-release
/ffmpeg-7.0
.1/tools
/zmqsend
"$@"
4820 ffg
() { /nocow
/t
/ffmpeg-release
/ffmpeg-7.0
.1/tools
/graph2dot
-o /tmp
/g.tmp
&& dot
-Tpng /tmp
/g.tmp
-o /tmp
/g.png
&& feh
/tmp
/g.png
; }
4822 firefox-hide-tabs
() {
4824 # without this, make tabs smaller by setting browser.uidensity 1 in about:config
4827 [[ $1 ]] ||
return 1
4828 # Related: the sidebery extension is useful.
4831 # https://raw.githubusercontent.com/MrOtherGuy/firefox-csshacks/master/chrome/hide_tabs_toolbar.css
4833 ainsl
$profiledir/chrome
/userChrome.css
'#TabsToolbar{ visibility: collapse !important }'
4839 local tmpdir ret out
4841 out
=$
(ssh cmc dnsmasq-end-lease
"$1" 2>&1) || ret
=1
4842 printf "%s\n" "$out"
4843 if [[ $out == *"try diffing"* ]]; then
4845 m scp cmc
:/tmp
/dhcp.leases cmc
:/tmp
/dhcp.leases.iank
$tmpdir
4846 m
diff $tmpdir/dhcp.leases
$tmpdir/dhcp.leases.iank ||
:
4852 # ffs and switch the bash history on this terminal.
4856 if [[ $last && $last != -* && $last != sysops
]]; then
4866 export BASEFILE_DIR
=/a
/bin
/fai-basefiles
4868 #export ANDROID_HOME=/a/opt/android-home
4869 # https://f-droid.org/en/docs/Installing_the_Server_and_Repo_Tools/
4870 #export USE_SDK_WRAPPER=yes
4871 #PATH=$PATH:$ANDROID_HOME/tools:$ANDROID_HOME/platform-tools
4873 # didnt get drush working, if I did, this seems like the
4874 # only good thing to include for it.
4875 # Include Drush completion.
4876 # if [ -f "/home/ian/.drush/drush.complete.sh" ] ; then
4877 # source /home/ian/.drush/drush.complete.sh
4884 # https://wiki.archlinux.org/index.php/Xinitrc#Autostart_X_at_login
4885 # i added an extra condition as gentoo xorg guide says depending on
4886 # $DISPLAY is fragile.
4887 if [[ ! $DISPLAY && $XDG_VTNR == 1 ]] && shopt -q login_shell
&& isarch
; then
4892 # ensure no bad programs appending to this file will have an affect