2 # I, Ian Kelling, follow the GNU license recommendations at
3 # https://www.gnu.org/licenses/license-recommendations.en.html. They
4 # recommend that small programs, < 300 lines, be licensed under the
5 # Apache License 2.0. This file contains or is part of one or more small
6 # programs. If a small program grows beyond 300 lines, I plan to switch
9 # Copyright 2024 Ian Kelling
11 # Licensed under the Apache License, Version 2.0 (the "License");
12 # you may not use this file except in compliance with the License.
13 # You may obtain a copy of the License at
15 # http://www.apache.org/licenses/LICENSE-2.0
17 # Unless required by applicable law or agreed to in writing, software
18 # distributed under the License is distributed on an "AS IS" BASIS,
19 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
20 # See the License for the specific language governing permissions and
21 # limitations under the License.
23 # this gets sourced. shebang is just for file mode detection
28 if [[ $LESSHISTFILE == - ]]; then
31 elif [[ $HISTFILE ]]; then
32 # use an alternate history file when we are streaming.
33 if [[ -e $HOME/.iank-stream-on
]]; then
34 HISTFILE
=/a
/bin
/data
/stream_hist
47 # history for streaming
50 HISTFILE
=/a
/bin
/data
/stream_hist
55 source /a
/bin
/distro-setup
/path-add-function
57 # add this with absolute paths as needed for better security
58 #path-add --end /path/to/node_modules/.bin
60 #path-add --end /usr/lib/node_modules/corepack/shims/
62 # pip3 --user things go here:
63 path-add
--end ~
/.local
/bin
64 path-add
--ifexists --end /a
/work
/libremanage
65 path-add
--ifexists --end /a
/opt
/adt-bundle
*/tools
/a
/opt
/adt-bundle
*/platform-tools
66 path-add
--ifexists --end /a
/opt
/scancode-toolkit-3.10.
67 path-add
--ifexists --end /p
/bin
71 # https://askubuntu.com/questions/1254544/vlc-crashes-when-opening-any-file-ubuntu-20-04
72 if grep -qE '^VERSION_CODENAME="(nabia|focal)"' /etc
/os-release
&>/dev
/null
; then
73 export MESA_LOADER_DRIVER_OVERRIDE
=i965
84 # shellcheck disable=SC2034 # used in brc
85 SL_SSH_ARGS
="-F $HOME/.ssh/confighome"
92 # generated instead of dynamic for the benefit of shellcheck
93 #for x in /a/bin/distro-functions/src/* /a/bin/!(githtml)/*-function?(s); do echo source $x ; done
94 source /a
/bin
/distro-functions
/src
/identify-distros
95 source /a
/bin
/log-quiet
/logq-function
96 # for x in /a/bin/bash_unpublished/source-!(.#*); do echo source $x; done
97 source /a
/bin
/bash_unpublished
/source-semi-priv
98 source /a
/bin
/bash_unpublished
/source-state
100 if [[ $HOSTNAME == "$MAIL_HOST" ]]; then
103 export NOT_MAIL_HOST_P
=t
106 source /a
/bin
/ds
/beet-data
117 m pactl unload-module module-loopback
118 m pactl unload-module module-null-sink
119 m pactl unload-module module-remap-source
121 IFS
=" " read -r -a sources
<<<"$(pacmd list-sources | sed -rn 's/.*name: <([^>]+).*/\1/p')"
125 for s
in ${sources[@]}; do
132 m pactl load-module module-null-sink sink_name
=ianinput sink_properties
=device.description
=ianinputs
134 m pactl load-module module-loopback
source=${sources[i]} sink_dont_move
=true sink
=ianinput
136 pactl load-module module-remap-source source_name
=iancombine master
=ianinput.monitor source_properties
=device.description
=iancombine
140 # For testing restrictive ssh.
144 sed '/^ *IdentityFile/d' ~
/.ssh
/config
>$d/config
145 s
command ssh -F $d/config
-i /q
/root
/h
"$@"
149 # For testing restrictive rsync
153 sed '/^ *IdentityFile/d' ~
/.ssh
/config
>$d/config
154 s rsync
-e "ssh -F $d/config -i /q/root/h" "$@"
157 # rsync as root and avoid the default restrictive h key & config.
159 s rsync
-e "ssh -F /root/.ssh/confighome" "$@"
163 ssh bow DISPLAY
=:0 scrot
/tmp
/oegu.jpg
164 scp bow
:/tmp
/oegu.jpg
/t
165 ssh bow
rm /tmp
/oegu.jpg
179 if [[ $arg == [89]0Etiona
* ]]; then
181 rtime
=${arg#*Etiona} # remote time
182 if [[ ! $rtime ]]; then
185 dir
=/a
/opt
/emacs-trisquel
${v}-nox/.iank
186 ltime
=$
(stat
-c%Y
$dir/e
/e
/.emacs.d
/init.el
)
187 if (( ltime
> rtime
)); then
188 m rsync
-rptL --delete --filter=". /b/ds/sl/rsync-filter" $dir "$remote":/home
/iank
194 local f
=/home
/iank
/.emacs.d
/init.el
195 sl
--sl-test-cmd "sed -rn '/^VERSION=/{s/^.*=//;s/[^[:alnum:]]//gp}' /etc/os-release; test -e $f && stat -c%Y $f" --sl-test-hook slemacs
"$@"
199 # Run this manually after .emacs.d changes. Otherwise, to check if
200 # files changed with find takes 90ms. sl normally only adds 25ms. We
201 # could cut it down to 10ms if we put things on a btrfs filesystem and
202 # looked for changes there, or used some inotify thing, but that seems
203 # like too much work.
204 egh
() { # emacs gnuhope
205 RSYNC_RSH
=ssh m rsync
-rptL --delete --filter=". /b/ds/sl/rsync-filter" /a
/opt
/emacs-trisquel9-nox
/.iank lists2d.fsf.org
:.ianktrisquel_9
206 RSYNC_RSH
=ssh m rsync
-rptL --delete --filter=". /b/ds/sl/rsync-filter" /a
/opt
/emacs-trisquel8-nox
/.iank lists2d.fsf.org
:/home
/iank
209 local shell
="bash -s"
210 if [[ $HOSTNAME != kw
]]; then
211 shell
="ssh kw.office.fsf.org"
215 sudo mkdir /root/.ianktrisquel_9
216 sudo rsync -rptL --delete --filter=". /b/ds/sl/rsync-filter" /a/opt/emacs-trisquel9-nox/.iank /root/.ianktrisquel_9
217 rsync -rptL --delete --filter=". /b/ds/sl/rsync-filter" /a/opt/emacs-trisquel8-nox/.iank /home/iank
221 rm-docker-iptables
() {
222 s iptables
-S | gr docker | gr
-- -A |
sed 's/-A/-D/'|
while read -r l
; do sudo iptables
$l; done
223 s iptables
-S -t nat | gr docker | gr
-- -A |
sed 's/-A/-D/'|
while read -r l
; do sudo iptables
-t nat
$l; done
224 s iptables
-S | gr docker | gr
-- -N |
sed 's/-N/-X/'|
while read -r l
; do sudo iptables
$l; done
225 s iptables
-S -t nat | gr docker | gr
-- -N |
sed 's/-N/-X/'|
while read -r l
; do sudo iptables
-t nat
$l; done
228 # usage mkschroot [-] distro codename packages
229 # - means no piping in of sources.list
231 # note some useful post mkschroot i've used in the past
232 # tu /nocow/schroot/flidas/etc/sudoers <<EOF
233 # $USER ALL=(ALL) NOPASSWD: ALL
234 # Defaults env_keep += SUDOD
235 # Defaults always_set_home
238 # sd /nocow/schroot/flidas//etc/locale.gen <<'EOF'
241 # s schroot -c flidas locale-gen
242 # s schroot -c flidas update-locale LANG=en_US.UTF-8
245 local sources force repo n distro
247 while [[ $1 == -* ]]; do
249 -f) force
=true
; shift ;;
252 if [[ ! -s $sources ]]; then
253 echo mkschroot
: error
: sources
file $sources does not exist or is empty
264 repo
=http
://mirror.fsf.org
/trisquel
/
267 repo
=http
://archive.ubuntu.com
/ubuntu
/
270 repo
=http
://deb.debian.org
/debian
/
276 if ! $force && schroot
-l |
grep -xFq chroot
:$n; then
277 echo "$0: $n schroot already installed, skipping"
282 sd
/etc
/schroot
/chroot.d
/$n.conf
<<EOF
288 preserve-environment=true
292 if [[ ! -e $d/bin
]]; then
294 # resolvconf otherwise schroot fails with
295 # cp: not writing through dangling symlink '/var/run/schroot/mount/flidas-7a2362e0-81b3-4848-92c1-610203ef5976/etc/resolv.conf'
296 sudo debootstrap
--exclude=resolvconf
$n $d $repo
298 if [[ $sources ]]; then
299 sudo
install -m 644 $sources $d/etc
/apt
/sources.list
301 sudo chroot
$d apt-get update
302 sudo DEBIAN_FRONTEND
=noninteractive chroot
$d apt-get
-y dist-upgrade
--purge --auto-remove
303 sudo
cp -P {,$d}/etc
/localtime
304 if (( ${#apps[@]} )); then
305 sudo DEBIAN_FRONTEND
=noninteractive schroot
-c $n -- apt-get
install --allow-unauthenticated -y ${apps[@]}
310 # note: this is incomplete and untested.
311 # https://wiki.archlinux.org/index.php/Install_Arch_Linux_from_existing_Linux#Creating_a_chroot
314 mirror
=https
://mirrors.edge.kernel.org
/archlinux
/iso
/latest
/
315 tarball
=$
(curl
-s $mirror |
sed -nr 's/.*"(archlinux-bootstrap-.*-x86_64.tar.gz)".*/\1/p')
316 wget
-O /tmp
/arch.
tar.gz https
://mirrors.edge.kernel.org
/archlinux
/iso
/latest
/$tarball
317 s mkdir
-p /nocow
/schroot
/arch
318 cd _
/nocow
/schroot
/arch
319 s
sed -i '/## United States/,/^$/s,^#,,' etc
/pacman.d
/mirrorlist
320 # error: could not determine cachedir mount point /var/cache/pacman/pkg
321 s
sed -i /^CheckSpace
/d etc
/pacman.conf
322 chroot .
/bin
/bash
-s <<'EOF'
324 pacman-key --populate archlinux
327 # example of building an aur package:
328 # pacman -Sy base-devel wget
330 # f=$target/etc/sudoers
331 # line='iank ALL=(ALL) NOPASSWD: ALL'
332 # if [[ ! -e $f ]] || ! grep -xF "$line" $f; then
336 # wget https://aur.archlinux.org/cgit/aur.git/snapshot/anbox-image-gapps.tar.gz
337 # tar xzf anbox-image-gapps.tar.gz
338 # cd anbox-image-gapps
343 # clock back in to timetrack from last entry
345 sqlite3
/p
/.timetrap.db
"update entries set end = NULL where id = (select max(id) from entries);"
349 # s sshfs bu@$host:/bu/home/md /bu/mnt -o reconnect,ServerAliveInterval=20,ServerAliveCountMax=30 -o allow_other
352 echo all
>/var
/spool
/exim
4/gw
/.no-delay-eximids
353 if [[ $EUID == 0 ]]; then
354 chown iank
:iank
/var
/spool
/exim
4/gw
/.no-delay-eximids
358 echo >/var
/spool
/exim
4/gw
/.no-delay-eximids
359 if [[ $EUID == 0 ]]; then
360 chown iank
:iank
/var
/spool
/exim
4/gw
/.no-delay-eximids
365 local -a array tmpstr delayon
367 if grep -qFx all
/var
/spool
/exim
4/gw
/.no-delay-eximids
; then
371 echo all
>/var
/spool
/exim
4/gw
/.no-delay-eximids
373 tmpstr
=$
(exiqgrep
-i -r.\
*)
374 mapfile
-t array
<<<"$tmpstr"
377 echo >/var
/spool
/exim
4/gw
/.no-delay-eximids
382 eid
="$(exipick -i -r.\*|h1)"
383 sed -n "/^all$/p;\$a $eid" /var
/spool
/exim
4/gw
/.no-delay-eximids
386 # exim -M (in namespace and without delay)
390 printf "%s\n" "$eid" >>/var
/spool
/exim
4/gw
/.no-delay-eximids
397 /a
/f
/gnulib
/build-aux
/gnupload
"$@"
403 f
=(/p
/c
/firefox
*/compatibility.ini
)
404 if (( ${#f[@]} )); then
411 s checkrestart
-b /a
/bin
/ds
/checkrestart-blacklist
-pv
414 cp-blocked-domains-to-brains
() {
415 cp /a
/f
/ans
/roles
/exim
/files
/mx
/simple
/etc
/exim
4/bad-sender_domains
/a
/f
/brains
/sysadmin
/kb
/blocked_email_domains.mdwn
417 cp-blocked-domains-to-ansible
() {
418 cp /a
/f
/brains
/sysadmin
/kb
/blocked_email_domains.mdwn
/a
/f
/ans
/roles
/exim
/files
/mx
/simple
/etc
/exim
4/bad-sender_domains
424 hrcat
/m
/md
/daylert
/{cur
,new
}/*
429 rm -f /m
/md
/daylert
/{cur
,new
}/*
435 hrcat
/m
/md
/alerts
/{cur
,new
}/*
438 ssh bk.b8.nz
"shopt -s nullglob; hrcat /m/md/INBOX/new/* /m/md/INBOX/cur/*"
442 rm -f /m
/md
/alerts
/{cur
,new
}/*
444 ssh bk.b8.nz
"shopt -s nullglob; rm -f /m/md/INBOX/new/* /m/md/INBOX/cur/*"
449 find /var
/local
/cron-errors
/home
/iank
/cron-errors
/sysd-mail-once-state
-type f
451 ralerts
() { # remote alerts
453 # this list is duplicated in check-remote-mailqs
454 for h
in bk je li frodo x3wg kdwg sywg
; do
457 if [[ $HOSTNAME == "${h%wg}" ]]; then
461 $shell find /var
/local
/cron-errors
/home
/iank
/cron-errors
/sysd-mail-once-state
-type f || ret
=$?
469 # pushd in case current directory has an ansible.cfg file
470 pushd /a
/xans
>/dev
/null
471 ansible-playbook
-v -i ${1:- $(hostname -f)}, site.yml
475 pushd /a
/work
/ans
>/dev
/null
476 time ansible-playbook
-i inventory adhoc.yml
"$@"
480 pushd /a
/bin
/distro-setup
/a
>/dev
/null
481 ansible-playbook site.yml
"$@"
486 # googling android emulator libGL error: failed to load driver: r600
487 # lead to http://stackoverflow.com/a/36625175/14456
488 export ANDROID_EMULATOR_USE_SYSTEM_LIBS
=1
489 /a
/opt
/android-studio
/bin
/studio.sh
"$@" & r
492 # Convert brains file path to url and vice versa
493 # usage: brains [URL_OR_PATH]
495 _iki-convert brains.fsf.org
/wiki
"$@"
498 _iki-convert gluestick.office.fsf.org
"$@"
503 local url url_prefix path input repo_dir dir url_dir url name
505 name
="${url_prefix%%.*}"
511 read -r -p "enter path or url"$
'\n' input
515 path
="$repo_dir/${input##http*://"$url_prefix"/}"
516 # for files like x.jpg, we dont need to convert the extension.
517 if [[ $path == */ ]]; then
519 # brains adds trailing slash, but without trailing is still
520 # valid. We can't be totally sure whether to add mdwn, but we
521 # can guess based on the existence of the file. We can't be sure
522 # because it could be a file like x.jpg, that we just don't have
524 elif [[ ! -f $path && -e $path.mdwn
]]; then
527 j
printf "%s\n" "$path"
531 url_dir
=$
(echo "$path" |
sed -r "s,^(/a)?$repo_dir/,,")
532 url
="https://$url_prefix/$url_dir"
533 if [[ $url == *.mdwn
]]; then
542 # Generate beet smartplaylists for navidrome.
543 # for going in the reverse direction, run
544 # /b/ds/navidrome-playlist-export
545 beetsmartplaylists
() {
546 install -m 0700 -d /tmp
/ianbeetstmp
548 # kill off any playlists we deleted. they will still need manual
549 # killing from a navidrome client.
550 rm -rf /i
/converted
/beetsmartplaylists
551 mkdir
-p /i
/converted
/beetsmartplaylists
552 for f
in /tmp
/ianbeetstmp
/*; do
553 sed 's,^/i/m,/i/converted,;s,\.flac$,.mp3,' "$f" >"/i/converted/beetsmartplaylists/${f##*/}"
556 rmdir /tmp
/ianbeetstmp
559 # internal function for beetrating, in case we need to ssh
561 local tmp rating path cpath sqlpath userid
562 # plucked this from the db. im the only user.
563 userid
=23cc2eb9-e35e-4811-a0f0-d5f0dd6eb634
564 while read -r rating path
; do
565 cpath
="/i/converted${path#/i/m}" # converted path
568 cpath
="${cpath%.*}.mp3"
571 if [[ ! -e $cpath ]]; then
572 echo "beetraing: error: this should not happen, path does not exist: $cpath"
575 sqlpath
="${cpath//\'/\'\'}"
576 old_rating
=$
(sqlite3
/i
/navidrome
/navidrome.db
"select rating from annotation inner join media_file on item_id = id where path = '$sqlpath' and item_type = 'media_file';")
577 if [[ $old_rating ]]; then
578 if [[ $old_rating != "$rating" ]]; then
579 echo "setting rating $old_rating -> $rating $cpath"
580 # https://stackoverflow.com/a/50317320
581 # we got a timeout error once. arbitrarily chose 15 seconds.
582 sqlite3
/i
/navidrome
/navidrome.db
".timeout 15000" "
583 update annotation set rating = $rating
585 select media_file.id from annotation inner join media_file on annotation.item_id = media_file.id
586 where media_file.path = '$sqlpath' and annotation.item_type = 'media_file' );"
589 echo "setting rating $rating $cpath"
590 # /a/opt/navidrome/persistence/sql_annotations.go v0.48.0
591 # https://www.sqlite.org/lang_insert.html
592 sqlite3
/i
/navidrome
/navidrome.db
".timeout 15000" "insert into annotation select '$(uuidgen)', '$userid', id, 'media_file', 0, NULL, $rating, 0, NULL from media_file where path = '$sqlpath';"
597 # Export beets ratings into navidrome
600 if [[ $HOSTNAME != kd
]]; then
601 ssh_prefix
="ssh b8.nz"
603 # shellcheck disable=SC2016 # obvious reason
604 beet
ls -f '$rating $path' $nav_convert_query |
$ssh_prefix beetrating-stdin
607 # Do transcoding and hardlinking of audio files for navidrome.
611 # a bunch of effort to ignore output we dont care about...
612 sed 's/^format_item:.*/format_item: ignore_this/' ~
/.config
/beets
/config.yaml
>$tmpf
613 beet
-c $tmpf convert
-y $nav_convert_query > >(grep -vFx 'ignore_this' ||
:) 2> >(grep -v '^convert: Skipping' ||
:)
616 # This deletes files in the converted directory which should no longer
617 # be there due to a rename of the unconverted file.
618 beetconvert-rm-extras
() {
622 # shellcheck disable=SC2016 # obvious reason
623 beet
ls -f '$path' $nav_convert_query >"$tmpf"
624 ## begin removal of files that are leftover from previous conversion,
625 # eg, previously rated > 1, now rated 1.
627 convertedpath
="/i/converted${l#/i/m}"
628 case $convertedpath in
629 *.flac
) convertedpath
="${convertedpath%.flac}.mp3" ;;
631 paths
[$convertedpath]=t
634 find /i
/converted
-path /i
/converted
/beetsmartplaylists
-prune -o \
( -type f
-print \
) -name '*.mp3' -o -name '*.m4a' >"$tmpf"
636 if [[ ! ${paths[$l]} ]]; then
639 # note: the pruning is duplicative of filtering on name, but whatever.
644 beets-gen-playlists
() {
646 local -a query_array query_str
647 for i
in "${!bpla[@]}"; do
649 eval "query_array=(${bpla[$i]})"
650 for str
in "${query_array[@]}"; do
651 query_str
+=("\"$str\"")
655 query: '${query_str[@]}'
660 # beet playlist. use beetag with a playlist name
662 local playlist playlist_regex
665 for playlist
in "${!bpla[@]}"; do
666 printf "%s\n" "$playlist"
673 playlist_regex
='[a-z0-9_]'
674 if [[ ! $playlist =~
$playlist_regex ]]; then
675 echo "bpl: error unexpected chars in playlist: $playlist"
678 # all but last arg as options
679 eval beetag
-r "${*:1:$# - 1}" "${bpla[$playlist]}"
681 complete
-W "${!bpla[*]}" bpl
684 # beet modify quietly
688 # a bunch of effort to ignore output we dont care about...
689 sed 's/^format_item:.*/format_item: ignore_this/' ~
/.config
/beets
/config.yaml
>$tmpf
690 beet
-c $tmpf modify
-y "$@" > >(grep -vFx -e 'ignore_this' -e 'Modifying 1 items.' ||
:)
696 # https://stackoverflow.com/a/5722874
697 kill %% 2>/dev
/null ||
:; wait %% 2>/dev
/null ||
:
703 printf "%s=%s " "$arg" "${!arg}"
708 # Must be called from beetag for variables to be setup
710 local -i i j col_total row
col button_total row_total remainder_cols remainder_term
712 button_total
=${#button_map[@]}
713 row_total
=$
(( button_total
/ col_total
))
714 remainder_cols
=$
(( button_total
% col_total
))
716 #dv button_total row_total remainder_cols
718 # - 3 is just a constant that helps things work in practice.
719 if [[ $LINES ]] && (( LINES
- 3 < scrolled
)); then
721 for (( i
=0; i
<button_total
; i
++)); do
722 row
=$
(( i
/ col_total
))
723 col=$
(( i
% col_total
))
724 remainder_term
=$remainder_cols
725 if (( col < remainder_term
)); then
728 j
=$
(( col * row_total
+ row
+ remainder_term
))
729 # avoid double newline when we have exactly row * col buttons
730 if (( i
== button_total
- 1 )); then
731 printf "%s %s" ${buttons[j]} ${button_map[j]}
732 elif (( i
% col_total
== col_total
-1 )); then
733 printf "%s %s\n" ${buttons[j]} ${button_map[j]}
735 printf "%s %-15s" ${buttons[j]} ${button_map[j]}
741 y other genres z fg player ' = toggle play 1-5 rate ] repeat1
742 ; previous _ = delete up/down skip mpv vol,pause,seek
749 # Must be called from beetag for variables to be setup
752 scrolled
=$
(( scrolled
+ $1 ))
754 if $erasable_line; then
755 # https://stackoverflow.com/a/71286261
756 # erase line / delete line in terminal
757 printf '\033[1A\033[K'
761 # meant to be called from beetag
763 if $erasable_line; then
764 # https://stackoverflow.com/a/71286261
765 printf '\033[1A\033[K'
770 # meant to be called from beetag
772 if jobs -p |
grep -q .
&>/dev
/null
; then
773 printf "%s\n" "$*" | socat
- /tmp
/mpvsock
>/dev
/null ||
:
776 # meant to be called from beetag
779 # note: testing for background jobs will output nothing if we are in a pipeline
780 printf "%s\n" "$*" | socat
- /tmp
/mpvsock ||
:
783 # meant to be called from beetag
784 mpvrpc-percent-pos
() {
785 mpvrpco
'{ "command": ["get_property", "percent-pos"] }' | jq .data |
sed 's/\..*/%/' 2>/dev
/null ||
:
788 # run if not running.
790 # Note: this does not work with shell scripts as they are normally
791 # invoked, because the ps output has the interpreter at the start.
792 # A workaround is to invoke the command in that format, or we could
793 # do various other workarounds.
795 # background, this relies on how ps converts newlines in arguments to spaces, and
796 # assumes we won't be searching for a command with spaces in its arguments
798 # shellcheck disable=SC2009 # pgrep has no fixed string option, plus see above.
799 if ps h
-o args
-C "${1##*/}" |
grep -Fxqv "$*" &>/dev
/null ||
[[ $?
== 141 ]]; then
803 # variation of above: run or wait if running
806 pid
=$
(ps h
-o 'pid,args' -C "${1##*/}" |
sed -r 's/^[[:space:]]*([0-9]+)[[:space:]](.*)/\1\n\2/' |
grep -B1 -Fx "$*" |
head -n1 ||
: )
808 # https://unix.stackexchange.com/questions/427115/listen-for-exit-of-process-given-pid
809 tail --pid="$pid" -f /dev
/null
816 local path nextpath cachedir finalpath nextpath count
817 cachedir
=$HOME/.iank-music-cache
821 # note: logic duplicated in beetpull
823 if [[ $HOSTNAME == kd
]]; then
828 finalpath
="$cachedir${path#/i/m}"
829 rowir rsync
--partial -a --inplace --mkpath "b8.nz:$path" "$finalpath"
830 finalnextpath
="$cachedir${nextpath#/i/m}"
831 count
=$
(pgrep
-a -f "^rsync --partial -a --inplace --mkpath $cachedir" ||
[[ $?
== 1 ]] )
832 # allow us to start 2 rsyncs in the background
833 if [[ $count == [01] ]]; then
834 rinr rsync
--partial -a --inplace --mkpath "b8.nz:$nextpath" "$finalnextpath" &
839 mpvrpc
'{ "command": ["loadfile", "'"$finalpath"'"] }'
843 # usage: beetag [-r] [-s] QUERY
844 # it lists the query, reads an input char for tagging one by one.
846 # note, you may want to change the play command for doing rapid taging
847 # by immediately jumping forward into the song. this is set in the beets
850 # (available buttons: ` \ ) ] [ and non-printing chars, see
851 # https://stackoverflow.com/questions/10679188/casing-arrow-keys-in-bash
854 # note: after foregrounding the player, must quit it to get back. can't ctrl-c.
856 # keys I dont need help to remember:
861 # todo: enter should also unpause
863 local last_genre_i fstring tag id char new_item char_i genre tag remove doplay i j random path
864 local do_rare_genres read_wait line lsout tmp ls_line skip_lookback
865 local escape_char escaped_input expected_input skip_input_regex right_pad erasable_line seek_sec
866 local pl_state_path pl_state_dir pl_state_file tmpstr
867 local new_random pl_seed_path seed_num seed_file
fmt first_play repeat1
868 local -a buttons button_map ids tags tmp_tags initial_ls ls_lines paths
870 local -i i j volume scrolled id_count line_int skip_start pre_j_count head_count skip_lookback
871 local -i overflow_lines overflow
875 escape_char
=$
(printf "\u1b")
876 scrolled
=999 # more than any $LINES
877 ### begin arg processing ###
896 echo beetag
: error expected a query arg
>&2
899 ### end arg processing ###
901 # note: I used to do beetpull here, but mpv + ssfs on slowish
902 # connection leads to bad/buggy result.
909 last_genre_i
=$
(( ${#common_genres[@]} - 1 ))
910 buttons
=( {a..p
} {r..w
} {6.
.8} , .
/ - "=")
911 button_map
=(${common_genres[@]} ${pl_tags[@]})
913 for tag
in "${pl_tags[@]}"; do
914 fstring
+="%ifdef{$tag,$tag }"
917 for (( i
=0; i
<${#buttons[@]}; i
++ )); do
918 button_i
[${buttons[i]}]=$i
921 # note: this structure of files is rather haphazard.
922 seed_num
=1 # later we might want a few
923 seed_file
=seed
$seed_num
925 pl_state_file
=$seed_num
929 pl_state_dir
=/b
/data
/pl-state
930 if [[ $playlist ]]; then
931 pl_state_dir
=$pl_state_dir/$playlist
933 pl_state_dir
=$pl_state_dir/nopl
935 pl_state_path
=$pl_state_dir/$pl_state_file
936 pl_seed_path
=$pl_state_dir/$seed_file
939 if $new_random ||
[[ ! -r $pl_seed_path ]]; then
940 mkdir
-p $pl_state_dir
941 { base64
< /dev
/urandom |
head -c 200 ||
:; echo; } > $pl_seed_path
944 # PijokVipiotOzeph is just a random string for a delimiter
945 # shellcheck disable=SC2016 # false positive
946 fmt='%ifdef{rating,$rating }'"$fstring"'$genre | $title - $artist - $album $length $id PijokVipiotOzeph $path'
947 # shellcheck disable=SC2016 # obvious reason
948 tmpstr
=$
(beet
ls -f "$fmt" "$@" |
{ if $random; then sort -R --random-source=$pl_seed_path; else cat; fi; } )
949 mapfile
-t initial_ls
<<<"$tmpstr"
950 if [[ ! ${initial_ls[0]} ]]; then
951 echo "beetag: error: no result from beet ls $*"
954 id_count
=${#initial_ls[@]}
955 for line
in "${initial_ls[@]}"; do
956 path
="${line#*PijokVipiotOzeph }"
957 # https://github.com/koalaman/shellcheck/issues/2171
958 # shellcheck disable=SC2190 # bug in shellcheck, looking at paths from an earlier function
960 line_no_path
="${line% PijokVipiotOzeph*}"
961 id
="${line_no_path##* }"
963 right_pad
="${line_no_path%% |*}"
964 ls_line
="$(printf %-11s "$right_pad")${line_no_path#"$right_pad"}"
965 ls_lines
+=("$ls_line")
973 if [[ $playlist ]]; then
974 if [[ -r $pl_state_path ]]; then
975 j
=$
(cat $pl_state_path)
979 # i only care to see a smallish portion of the list when starting.
980 head_count
=$
(( LINES
- 20 ))
981 head_start
=$
(( j
- head_count
/ 2 ))
982 if (( head_start
< 0 )); then
985 for (( i
=head_start
; i
< head_count
&& i
< id_count
; i
++ )); do
986 ls_line
="${ls_lines[$i]}"
987 if (( i
== j
)); then
994 #{ mpv --profile=a --volume=$volume --idle 2>&1 & } 2>/dev/null
995 mpv
--profile=a
--volume=$volume --idle &
996 # if we dont sleep, can expect an error like this:
997 # socat[1103381] E connect(5, AF=1 "/tmp/mpvsock", 14): Connection refused
1004 lsout
="${ls_lines[j]}"
1005 tags
=( ${lsout%%,*} )
1007 printf "██ %s\n" "$lsout"
1010 # https://stackoverflow.com/a/7687716
1011 # note: duplicated down below
1013 # notes on old method of invoking mpv each time:
1014 # https://superuser.com/questions/305933/preventing-bash-from-displaying-done-when-a-background-command-finishes-execut
1015 # we can't disown or run in a subshell or set +m because all that
1016 # disabled job control from working properly in ways we want.
1017 # todo: figure out some kind of answer to this. I think the solution
1018 # is that we are waiting in 2 second intervals and checking if the
1019 # background job exists. Instead, we should make mpv just idle
1020 # when it is done with a song and then send it a command to play a new track.
1021 #{ mpv --profile=a --volume=$volume "$path" 2>&1 & } 2>/dev/null
1023 #{ beet play "--args=--volume=$volume" "id:$id" 2>&1 & } 2>/dev/null
1025 # on slow systems, we may need to wait like .3 seconds before mpv
1026 # is ready. so impatiently check until it is ready
1027 if $first_play; then
1029 for (( i
=0; i
<20; i
++ )); do
1030 if [[ $
(mpvrpco
'{ "command": ["get_property", "idle-active"] }' 2>/dev
/null | jq .data
) == true
]]; then
1031 mpvrpc-loadfile
"$path" 2>/dev
/null
1037 mpvrpc-loadfile
"$path"
1045 read -rsN1 -t $read_wait char || ret
=$?
1047 # Automatically skip to the next song if this one ends, unless
1048 # we turn off the autoplay.
1049 if (( ret
== 142 )) ||
[[ ! $char ]]; then
1050 if jobs -p |
grep -q .
&>/dev
/null
&& \
1051 [[ $
(mpvrpco
'{ "command": ["get_property", "idle-active"] }' | jq .data
) == false
]]; then
1061 if [[ $char == $
'\n' ]]; then
1071 echo "play toggled off"
1075 mpvrpc-loadfile
"$path"
1082 m beet
rm --delete --force "id:$id"
1083 beetag-nostatus
4 # guessing. dont want to test atm
1087 beetmq
"id:$id" rating
=$char
1091 volume
=$
(( volume
- 5 ))
1092 if (( volume
< 0 )); then
1098 if (( volume
> 130 )); then
1103 mpvrpc
'{ "command": ["set_property", "volume", '$volume'] }'
1114 echo repeat1
=$repeat1
1122 if $do_rare_genres; then
1123 do_rare_genres
=false
1124 button_map
=(${common_genres[@]} ${pl_tags[@]})
1125 last_genre_i
=$
(( ${#rare_genres[@]} - 1 ))
1128 button_map
=(${rare_genres[@]} ${pl_tags[@]})
1129 last_genre_i
=$
(( ${#rare_genres[@]} - 1 ))
1132 for (( i
=0; i
<${#buttons[@]}; i
++ )); do
1133 button_i
[${buttons[i]}]=$i
1135 for (( i
=0; i
<${#button_map[@]}; i
++ )); do
1136 echo ${buttons[i]} ${button_map[i]}
1142 # if we ctrl-z, it will put the whole function into sleep. so
1143 # basically, we can't return from a foregrounded mpv like we
1144 # would like to without some strange mechanism I can't think
1145 # of. So, instead, detect ctrl-c and wait a while for prompt
1146 # input. One idea would be to use a music player like mpd where
1147 # we can send it messages.
1156 # output time if we aren't already paused
1157 if [[ $
(mpvrpco
'{ "command": ["get_property", "pause"] }' | jq .data
) == false
]]; then
1159 #date -d @"$(mpvrpco '{ "command": ["get_property", "playback-time"] }' | jq .data)" +%M:%S ||:
1163 # originally found this solution, which worked fine.
1164 #kill -STOP %% &>/dev/null
1166 mpvrpc
'{ "command": ["cycle", "pause"] }'
1171 read -rsn2 escaped_input
1172 skip_input_regex
="^[0-9]+$"
1173 case $escaped_input in
1174 # up char: show all the songs, use less
1178 if (( j
- skip_lookback
> skip_start
)); then
1179 skip_start
=$
(( j
- skip_lookback
))
1181 beetag-nostatus $
(( id_count
- skip_start
- 1 ))
1184 for (( i
=skip_start
; i
< id_count
; i
++ )); do
1185 if (( i
== j
)); then
1186 echo " * ${ls_lines[i]}"
1189 echo "$line_int | ${ls_lines[i]}"
1196 # skip forward, but show the last few songs anyways.
1199 if (( j
- skip_lookback
> skip_start
)); then
1200 skip_start
=$
(( j
- skip_lookback
))
1202 beetag-nostatus $
(( id_count
- skip_start
- 1 ))
1205 overflow_lines
=$LINES
1206 for (( i
=skip_start
; i
< overflow_lines
- 1 && i
< id_count
; i
++ )); do
1207 ls_line
="${ls_lines[i]}"
1208 overflow
=$
(( ${#ls_line} / ( COLUMNS
- 1 ) ))
1209 overflow_lines
=$
(( overflow_lines
- overflow
))
1210 if (( i
== j
)); then
1214 echo "$line_int | $ls_line"
1230 mpvrpc
'{ "command": ["seek", "'$seek_sec'"] }'
1234 expected_input
=false
1237 if $expected_input; then
1245 if [[ $skip_input =~
$skip_input_regex ]]; then
1246 pre_j_count
=$
(( j
- skip_start
))
1247 j
=$
(( j
+ skip_input
- pre_j_count
))
1248 if (( skip_input
< pre_j_count
)); then
1256 char_i
=${button_i[$char]}
1257 new_item
=${button_map[$char_i]}
1258 if [[ ! $char_i ||
! $new_item ]]; then
1259 echo "error: no mapping of input: $char found, try again"
1262 if (( char_i
<= last_genre_i
)); then
1263 m beetmq
"id:$id" genre
=$new_item
1267 for tag
in ${tags[@]}; do
1268 if [[ $new_item == "$tag" ]]; then
1276 m beetmq
"id:$id" "$new_item!"
1279 m beetmq
"id:$id" $new_item=t
1284 if (( j
< id_count
- 1 )); then
1290 if [[ $playlist ]]; then
1291 echo $j >$pl_state_path
1296 # usage: FILE|ALBUM_DIR [GENRE]
1298 local import_path genre_arg single_track_arg
1300 if [[ ! -e $import_path ]]; then
1301 echo "beetadd error: path does not exist"
1304 genre_arg
="--set genre=$2"
1306 if [[ -f $import_path ]]; then
1309 beet import
--set totag
=t
$single_track_arg $genre_arg "$import_path"
1311 beet modify
-y totag
:t
"totag!"
1314 # update navidrome music data after doing beets tagging
1319 # this function would naturally just be part of beetconvert,
1320 # but we want beetrating to happen sooner so that our ssh auth dialog
1321 # happens earlier. Currently 17 seconds for that.
1322 m beetconvert-rm-extras
1323 m beetsmartplaylists
1326 # pull in beets library locally
1328 local sshfs_host sshfs_cmd
1330 if [[ $HOSTNAME == kd
]]; then
1333 if [[ ! -e /i
]]; then
1335 s chown iank
:iank
/i
1337 sshfs_cmd
="sshfs -o ServerAliveInterval=15,reconnect $sshfs_host:/i /i"
1338 if ! pgrep
-f "^$sshfs_cmd$" >/dev
/null
; then
1343 # remove all playlists in navidrome, for when I make big
1344 # playlist name changes and just want to scrap everything.
1348 if [[ $HOSTNAME != kd
]]; then
1349 echo "error: run on kd"
1352 sqlite3
/i
/navidrome
/navidrome.db
"select id from playlist" >$tmpf
1353 while read -r id
; do
1355 curl
--http1.1
--user "iank:$navidrome_pw" "https://b8.nz/rest/deletePlaylist.view?u=iank&s=sb219dvv7egnoe4i47k75cli0m&t=1c8f5575cd0fdf03deb971187c9c88b1&v=1.2.0&c=DSub&id=$id"
1362 # This is not perfect but generally good enough. It escapes all
1363 # metachars listed man 3 pcrepattern.
1365 sed 's/[]\\^$.[|()?*+{}]/[&]/g; s/\^/\\^/g' <<<"$*"
1368 # usage beegenre QUERY
1370 # beet set genre for QUERY based on existing artist most used genre on
1372 # inverse of query for each artist found in QUERY. If query starts with
1373 # "artist:" it is used as the artist instead of each artist in QUERY.
1376 local count artist artregex genre singleartist tmpf tmpf2
1377 local -a artists genres
1388 if $singleartist; then
1389 # shellcheck disable=SC2016 # obvious reason
1390 beet
ls -f '$genre' "$artist" "${@/#/^}" |
sort |
uniq -c |
sort -n |
tail -n1 >$tmpf
1391 read -r count genre
<$tmpf ||
:
1392 beet modify
"$artist" "$@" genre
=$genre
1394 # shellcheck disable=SC2016 # obvious reason
1395 beet
ls -f '$artist' "$@" |
sort -u >$tmpf
1396 while read -r artist
; do
1397 artregex
=$
(er
"$artist")
1398 # shellcheck disable=SC2016 # obvious reason
1399 beet
ls -f '$genre' "artist::^$artregex$" "${@/#/^}" |
sort |
uniq -c |
sort -n |
tail -n1 >$tmpf2
1400 read -r count genre
<$tmpf2 ||
continue
1401 if [[ $count ]]; then
1402 artists
+=("$artregex")
1404 echo "beet modify -y $* \"artist::^$artist$\" genre=$genre # $count"
1407 read -r -N 1 -s -p "Y/n " char
1410 for (( i
=0; i
<${#artists[@]}; i
++ )); do
1411 beet modify
-y "$@" "artist::^${artists[i]}$" genre
=${genre[i]}
1424 date +%F_
%T
%:::z
-d "$(sed -r 's/(.{4})(..)(.{5})(..)(.*)/\1-\2-\3:\4:\5/' <<<"$indate")" "$@"
1427 # fudCaHougfirp is a random string
1433 } |
sed -r 's/-0([45])( |$)/fudCaHougfirp0\100/;s/_/T/;s/[:-]//g;s/fudCaHougfirp/-/'
1438 while read -r line
; do
1439 if [[ $line == *20[0-9][0-9][0-9][0-9][0-9][0-9]T
[0-9][0-9][0-9][0-9][0-9][0-9]-0[45]00* ]]; then
1440 pre
="${line%%20[0-9][0-9][0-9][0-9][0-9][0-9]T[0-9][0-9][0-9][0-9][0-9][0-9]-0[45]00*}"
1441 post
="${line##*20[0-9][0-9][0-9][0-9][0-9][0-9]T[0-9][0-9][0-9][0-9][0-9][0-9]-0[45]00}"
1442 mid
="${line:${#pre}:22}"
1443 echo "$pre$(btrbk-date "$mid")$post"
1450 jr
-u btrbk-run
-u btrbk
-u switch-mail-host
"$@"
1454 btrbk-host-debug-show-host
() {
1457 for host in $remote $alt local; do
1458 if line
=$
(grep -P "\S*$f" /tmp
/b
/s
/$host.log
); then
1459 if [[ $snaphost ]]; then
1460 e error
: snaphost
=$snaphost, host=$host line
="$line"
1462 if [[ $line == ssh* ]]; then
1463 tmp
="${line#ssh://}"
1464 snaphost
="${tmp%%/*}"
1470 echo $snaphost $f | btrbk-date-sed
1474 # If we get a btrfs receive error like this:
1475 # ERROR: ... clone: did not find source subvol
1476 # running this command will help track down the problem.
1477 # Alter remote= and alt=. When I used it, remote is
1478 # the host having the error when I push a snapshot.
1479 # Alt is just the other host that takes snapshots
1480 # besides the local host.
1481 btrbk-host-debug
() {
1487 for host in $remote $alt; do
1488 h
=$
(ssh $host hostname
)
1489 rsync
-a /var
/log
/btrbk
$host:/var
/log
/btrbk
/var
/log
/btrbk
/$h
1490 grr
'\bsnapshot success' /var
/log
/btrbk
/$h >/tmp
/b
/$h.log
1492 ## this takes a while, we only want to do it on 1st run
1493 # if [[ -s /tmp/b/$host.log ]]; then continue; fi
1494 # ssh $host journalctl -u btrbk-run -u btrbk -u switch-mail-host >/tmp/b/$host.log
1496 gr
'\bsnapshot success' /var
/log
/btrbk
/*.log
>/tmp
/b
/local.log
1499 gr
'\bsnapshot success' $f >s
/$f
1504 for f
in "${localq[@]}"; do
1509 for f
in $
(ssh $remote "cd /mnt/root/btrbk; echo q.*"); do
1510 if [[ ! ${localq_a[$f]} ]]; then
1514 btrbk-host-debug-show-host
"${localq[@]}"
1515 if (( ${#remoteq[@]} >= 1 )); then
1516 echo "=== $remote only ===="
1517 btrbk-host-debug-show-host
${remoteq[@]}
1522 # note, to check for glue records
1523 # First, find some the .org nameservers:
1524 # dig +trace iankelling.org
1526 # dig ns1.iankelling.org @b0.org.afilias-nst.org.
1528 # Now, compare for a domain that does have glue records setup (note the A
1529 # and AAAA records in ADDITIONAL SECTION, those are glue records like the
1530 # one I'm asking for):
1532 # $ dig ns1.gnu.org @b0.org.afilias-nst.org.
1534 bbk
() { # btrbk wrapper
1538 systemctl is-active btrbk.timer || active
=false
1540 ser stop btrbk.timer
1542 btrbk_is_active
=$
(systemctl is-active btrbk.service ||
:)
1543 case $btrbk_is_active in
1544 inactive|failed
) : ;;
1546 echo "bbk: error: systemctl is-active btrbk.service output: $btrbk_is_active"
1547 if $active; then ser start btrbk.timer
; fi
1551 # todo: consider changing this to srun and having the args come
1552 # from a file like /etc/default/btrbk, like is done in exim
1553 s jdo btrbk-run
"$@"
1556 echo bbk
: WARNING
: btrbk.timer not restarted due to failure
1558 ser start btrbk.timer
1565 fai-monitor | pee
cat "fai-monitor-gui -"
1568 bfg
() { java
-jar /a
/opt
/bfg-1.12
.14.jar
"$@"; }
1571 xclock
-digital -update 1 -face 'arial black-80:bold'
1574 nnn
() { /a
/opt
/nnn
-H "$@"; }
1576 locat
() { # log-once cat
1579 files
=(/var
/local
/cron-errors
/* /home
/iank
/cron-errors
/* /sysd-mail-once-state
/*)
1580 case ${#files[@]} in
1597 # usage: first get an adb shell on the phone.
1599 # just followed instructions in readme at
1600 # https://github.com/Yuubi-san/ceb-tools
1601 # tried to use ceb2txt but it failed because of schema
1602 # slightly different than what it expected.
1603 cheogram-get-logs
() {
1604 #adb shell rm -r /storage/emulated/0/Download/Cheogram/Backup
1605 read -r -p "do cheogram backup on phone, do not enable extra cheogram data. press any key when done"
1608 adb pull
/storage
/emulated
/0/Download
/Cheogram
/Backup
1609 sqlite3 b
</a
/opt
/ceb-tools
/schema.sql
1610 echo "note: the next step took 39 seconds last time i measured"
1611 # expected failure: Error: near line 1: in prepare, table accounts has no column named pinned_mechanism (1)
1612 # the sql needs an update
1613 /a
/opt
/ceb-tools
/ceb2sqlgz Backup
/iank@fsf.org.ceb
<pas | gunzip | sqlite3 b ||
:
1617 # usage: cheologs [DAYS_LIMIT]
1618 # default days is 100
1624 datetime(substr(timeSent,0,11), 'unixepoch'),
1625 replace(replace(counterpart,'@fsf.org',''),
1626 '@conference.fsf.org',''),
1629 where timeSent > $(( (EPOCHSECONDS - days * 60 * 60 * 24) * 1000 ))
1631 sqlite3
/p
/cheogram
/b
".mode tabs" "$q" |
less
1637 # timezone compared to utc. note: this takes the current offset, so if daylight savings change
1638 # happened in the looking back period, this won't account for it.
1639 zone_offset
=$
(( $
( date +%z |
sed 's/[^1-9-]*//g' ) * 60 * 60))
1640 case $zone_offset in
1642 *) zone_offset
="+ $zone_offset"
1644 echo zone_offset
=$zone_offset
1647 datetime(substr(timeSent,0,11) $zone_offset, 'unixepoch'),
1650 where timeSent > $(( (EPOCHSECONDS - days * 60 * 60 * 24) * 1000 ))
1651 and counterpart = 'office@conference.fsf.org/iank'
1653 sqlite3
/p
/cheogram
/b
".mode tabs" "$q" |
sed 's/ /./' |
less
1656 # version of jdo for my non-root user
1658 # comparison of alternative logging methods:
1660 # systemd-run command (what this function does)
1662 # If there is a user prompt, the program will detect that it is not
1663 # connected to a terminal and act in a non-interactive way, skipping
1664 # the prompt. This has the benefit that you know exactly how the
1665 # program will act if you want to move it into a service that runs
1668 # If run with sudo and command is a shell script which does a sleep,
1669 # it can (sometimes?) output some extra whitespace in front of
1670 # messages, more for each subsequent message. This can be avoided by
1671 # becoming root first.
1673 # It logs the command's pid and exit code, which is nice.
1676 ### command |& ts | tee file.log
1678 # If there is a user prompt, like "read -p prompt var", it will hang
1679 # without outputting the prompt.
1681 # I've had a few times where ts had an error and I wasn't totally sure
1682 # if it was really the command or ts having the problem.
1684 # Sometimes some output will get hidden until you hit enter.
1687 ### command |& pee cat logger
1689 # This seems to work. I need to test more.
1692 ### command |& logger -s
1694 # User prompts get confusingly prefixed to earlier output, and all log
1695 # entries get prefixed with annoying priority level.
1700 # Had a few problems. One major one is that it exited in the middle of
1701 # a command on systemctl daemon-reload
1703 # Related commands which can log a whole session: script, sudo, screen
1704 local cmd cmd_name jr_pid ret
1709 if [[ $cmd != /* ]]; then
1710 cmd
=$
(type -P "$cmd")
1712 #note date format for since is date '+%F %T'
1714 journalctl
--since=now
-qn2 -f -u "$cmd_name" &
1716 # note, we could have a version that does system --user, but if for example
1717 # it does sudo ssh, that will leave a process around that we can't kill
1718 # and it will leave the unit hanging around in a failed state needing manual
1719 # killing of the process.
1720 s systemd-run
--uid "$(id -u)" --gid "$(id -g)" \
1721 -E SSH_AUTH_SOCK
=/run
/openssh_agent \
1722 --unit "$cmd_name" --wait --collect "$cmd" "$@" || ret
=$?
1723 # The sleep lets the journal output its last line
1724 # before the prompt comes up.
1726 kill $jr_pid &>/dev
/null ||
:
1729 # this avoids any err-catch
1730 (( ret
== 0 )) ||
return $ret
1733 # service run, and watch the output
1738 journalctl
-qn2 -f -u $unit &
1739 systemctl start
$unit
1741 kill $jr_pid &>/dev
/null ||
:
1746 sm
() { # switch mail host
1750 keyhash
=$
(s ssh-keygen
-lf /root
/.ssh
/home |
awk '{print $2}')
1751 tmp
=$
(s ssh-add
-l |
awk '$2 == "'$keyhash'"' ||
:)
1752 if [[ ! $tmp ]]; then
1753 s ssh-add
/root
/.ssh
/home
1755 s jdo switch-mail-host
"$@"
1758 sh2
() { # switch host2
1762 keyhash
=$
(s ssh-keygen
-lf /root
/.ssh
/home |
awk '{print $2}')
1763 tmp
=$
(s ssh-add
-l |
awk '$2 == "'$keyhash'"')
1764 if [[ ! $tmp ]]; then
1765 s ssh-add
/root
/.ssh
/home
1768 s jdo switch-host2
"$@"
1772 # shellcheck disable=SC2120
1774 # note, i had --delete-excluded, but that deletes all files in --exclude-from on
1775 # the remote site, which doesn't make sense, so not sure why i had it.
1777 # excluding emacs for now
1778 #p=(/a/opt/{emacs-debian11{,-nox},mu,emacs} /a/bin /a/exe /a/h /a/c /p/c/machine_specific/vps{,.hosts})
1780 /a
/bin
/a
/exe
/a
/h
/a
/c
/p
/c
/machine_specific
/vps
{,.hosts
}
1781 /c
/roles
/prom_export
/files
/simple
/usr
/local
/bin
/fsf-install-node-exporter
1783 /p
/c
/user-specific
/www-data
/icecast-fsf
{,-tech}-htpasswd
1786 a
="-ahviSAXPH --specials --devices --delete --relative --exclude-from=/p/c/li-rsync-excludes"
1788 for h
in li je bk
; do
1789 m s rsync
"$@" $a ${p[@]} /p
/c
/machine_specific
/$h root@
$h.b8.nz
:/
1790 ## only li is debian11
1791 #p[0]=/a/opt/emacs-trisuqel10
1792 #p[1]=/a/opt/emacs-trisquel10-nox
1794 m s rsync
"$@" -ahviSAXPH root@li.b8.nz
:/a
/h
/proposed-comments
/ /a
/h
/proposed-comments || ret
=$?
1797 bkpush
() { # no emacs. for running faster.
1798 p
=(/a
/bin
/a
/exe
/a
/h
/a
/c
/p
/c
/machine_specific
/vps
{,.hosts
} /c
/roles
/prom_export
/files
/simple
/usr
/local
/bin
/fsf-install-node-exporter
)
1799 a
="-ahviSAXPH --specials --devices --delete --relative --exclude-from=/p/c/li-rsync-excludes"
1801 m rsync
"$@" $a ${p[@]} /p
/c
/machine_specific
/bk root@bk.b8.nz
:/ || ret
=$?
1804 jepush
() { # no emacs. for running faster.
1805 p
=(/a
/bin
/a
/exe
/a
/h
/a
/c
/p
/c
/machine_specific
/vps
{,.hosts
} /c
/roles
/prom_export
/files
/simple
/usr
/local
/bin
/fsf-install-node-exporter
)
1806 a
="-ahviSAXPH --specials --devices --delete --relative --exclude-from=/p/c/li-rsync-excludes"
1808 m rsync
"$@" $a ${p[@]} /p
/c
/machine_specific
/je root@je.b8.nz
:/ || ret
=$?
1813 dsign iankelling.org expertpathologyreview.com zroe.org amnimal.ninja
1816 m
ssh iank@
$h.b8.nz dnsup
1822 m
ssh $h.b8.nz dnsb8
1831 local f
=/var
/lib
/bind
/db.b8.nz
1833 # jbk is like a temp file. dunno if removing it helps
1836 while pgrep
'^named$' &>/dev
/null
; do
1839 if (( i
> 100 )); then
1840 echo "dnsb8: error: timeout waiting for named to exit"
1844 m sudo
rm -fv $f.jnl
$f.signed.jnl
$f.jbk
1845 m sudo
install -m 644 -o bind -g bind /p
/c
/machine_specific
/vps
/bind-initial
/db.b8.nz
$f
1849 # keys generated like this
1850 # because of https://ftp.isc.org/isc/dnssec-guide/dnssec-guide.pdf
1851 # https://blog.apnic.net/2019/05/23/how-to-deploying-dnssec-with-bind-and-ubuntu-server/
1853 # key length is longer than that guide because
1854 # we are using those at fsf and when old key lengths
1855 # become insecure, I want some extra time to update.
1856 # dnsecgen (in brc2)
1859 dnssec-keygen
-a RSASHA256
-b 2048 $zone
1860 dnssec-keygen
-f KSK
-a RSASHA256
-b 4096 $zone
1861 for f
in K
"$zone".
*.key
; do
1862 # eg Kb8.nz.+008+47995.key tag=47995
1863 # in dnsimple, you add the long string from this.
1864 # in gandi, you add the long string from the .key file,
1865 # then see that the digest matches the ds.
1866 echo "tag is the number after DS"
1867 dnssec-dsfromkey
-a SHA-256
$f
1869 # For b8.nz, we let bind read the keys and sign, and
1870 # right now they have root ownership, so let them
1872 chmod g
+r .
/*.private
1875 # create .signed file
1876 # note: full paths probably not needed.
1879 local zone
=${arg#db.}
1880 local dir
=/p
/c
/machine_specific
/vps
/filesystem
/var
/lib
/bind
1881 dnssec-signzone
-S -e +31536000 -o $zone -K $dir -d $dir $dir/db.
$zone
1885 # set day start for use in other programs.
1886 # expected to do be in a format like 830, or 800 or 1300.
1889 regex
='[0-9]?[0-9]?[0-9][0-9]'
1891 if [[ ! $1 =~
$regex ]]; then
1892 echo "ds: error. expected \$1 to match $regex, got \$1: $1"
1895 echo $1 >/b
/data
/daystart
1897 cat /b
/data
/daystart
1901 #### begin bitcoin related things
1903 local f
=/etc
/bitcoin
/bitcoin.conf
1904 # importprivkey will timeout if using the default of 15 mins.
1905 # upped it to 1 hour.
1906 bitcoin-cli
-rpcclienttimeout=60000 -"$(s grep rpcuser= $f)" -"$(s grep rpcpassword= $f)" "$@"
1908 btcusd
() { # $1 btc in usd
1910 price
="$(curl -s https://api.coinbase.com/v2/prices/BTC-USD/spot | jq -r .data.amount)"
1911 printf "$%s\n" "$price"
1913 printf "$%.2f\n" "$(echo "scale
=4; $price * $1"| bc -l)"
1916 usdbtc
() { # $1 usd in btc
1918 price
="$(curl -s https://api.coinbase.com/v2/prices/BTC-USD/spot | jq -r .data.amount)"
1919 printf "$%s\n" "$price"
1921 # 100 mil satoshi / btc. 8 digits after the 1.
1922 printf "%.8f btc\n" "$(echo "scale
=10; $1 / $price "| bc -l)"
1925 satoshi
() { # $1 satoshi in usd
1927 price
="$(curl -s https://api.coinbase.com/v2/prices/BTC-USD/spot | jq -r .data.amount)"
1928 price
=$
(echo "scale=10; $price * 0.00000001"|
bc -l)
1929 printf "$%f\n" "$price"
1931 printf "$%.2f\n" "$(echo "scale
=10; $price * $1"| bc -l)"
1935 # Bitcoin holds open the wallet file. this causes problems for a
1936 # secondary computer running bitcoin and receiving a backup (as of
1937 # 2023). However, in 2024-02, I ran a backup where a receiving machine
1938 # had the wallet enabled and there was no error, so I don't know if this
1939 # is still an issue or likely it is an inconsistent behavior.
1940 # Note: a pruned node won't allow for a wallet to be added, super lame
1941 # so i'm just not running a bitcoin node for now.
1942 # Error: Prune: last wallet synchronisation goes beyond pruned data. You
1943 # need to -reindex (download the whole blockchain again in case of
1946 #### end bitcoin related things
1950 cbfstool
() { /a
/opt
/coreboot
/build
/cbfstool
"$@"; }
1956 cp /a
/bin
/data
/COPYING
"$@"
1958 cp /a
/bin
/data
/COPYING .
1965 cp /a
/bin
/data
/LICENSE
"$@"
1967 cp /a
/bin
/data
/LICENSE .
1974 # First paragraph is to avoid people being confused about why a
1975 # file is apache licensed.
1977 # I, Ian Kelling, follow the GNU license recommendations at
1978 # https://www.gnu.org/licenses/license-recommendations.en.html. They
1979 # recommend that small programs, < 300 lines, be licensed under the
1980 # Apache License 2.0. This file contains or is part of one or more small
1981 # programs. If a small program grows beyond 300 lines, I plan to change
1982 # to a recommended GPL license.
1984 # Copyright 2024 Ian Kelling
1986 # Licensed under the Apache License, Version 2.0 (the "License");
1987 # you may not use this file except in compliance with the License.
1988 # You may obtain a copy of the License at
1990 # http://www.apache.org/licenses/LICENSE-2.0
1992 # Unless required by applicable law or agreed to in writing, software
1993 # distributed under the License is distributed on an "AS IS" BASIS,
1994 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
1995 # See the License for the specific language governing permissions and
1996 # limitations under the License.
2002 # apply apache to git tracked bash files + README, except files with A?GPL3 header.
2003 apache-apply-repo
() {
2004 for f
in $
(git ls-files
); do
2005 [[ -L $f ||
! -f $f ]] && continue
2006 if [[ $f != README
]]; then
2007 if ! grep -n '^#!/bin/bash' $f |
grep ^
1: &>/dev
/null
; then continue; fi
2008 if head -n 10 $f |
grep 'it under the terms of the GNU General Public License as published by' &>/dev
/null
; then continue; fi
2016 if [[ ! -e $file ]]; then
2017 echo '#!/bin/bash' >$file
2020 if head -n1 "$file"|
grep -E '^#!/' &>/dev
/null
; then
2034 # strip out the apache license from a file.
2036 # shellcheck disable=SC2044 # meh
2037 for f
in $
(find .
-type f
-maxdepth 1); do if head -n1 "$f"|
grep -E '^#!/bin/bash\b' &>/dev
/null
; then { head -n 20 $f |
tac |
sed '/^# limitations under the License.$/,/^# Copyright.*Ian Kelling$/d' |
tac; tail -n+21 $f; } |sponge
$f; fi ; done
2041 if type -p chromium
&>/dev
/null
; then
2045 cmd
="schroot -c bookworm chromium"
2046 CHROMIUM_FLAGS
='--enable-remote-extensions' $cmd & r
2052 # pipe to this, or just type like a shell
2055 tee >(ssh frodo.b8.nz
) >(ssh x2
) >(ssh tp.b8.nz
) >(ssh kw
) >(ssh tp.b8.nz
)
2059 for host in x2 kw tp.b8.nz x3.b8.nz frodo.b8.nz
; do
2065 debian_pick_mirror
() {
2066 # netselect-apt finds a fast mirror.
2067 # but we need to replace the mirrors ourselves,
2068 # because it doesnt do that. best it can do is
2069 # output a basic sources file
2070 # here we get the server it found, get the main server we use
2071 # then substitute all instances of one for the other in the sources file
2072 # and backup original to /etc/apt/sources.list-original.
2073 # this is idempotent. the only way to identify debian sources is to
2074 # note the original server, so we put it in a comment so we can
2075 # identify it later.
2077 file=$
(mktemp
-d)/f
# safe way to get file name without creating one
2078 sudo netselect-apt
-o "$file" ||
return 1
2079 url
=$
(grep ^
\\w
$file |
head -n1 |
awk '{print $2}')
2080 sudo
cp -f /etc
/apt
/sources.list
/etc
/apt
/sources.list-original
2081 sudo
sed -ri "/http.us.debian.org/ s@( *[^ #]+ +)[^ ]+([^#]+).*@\1$url\2# http.us.debian.org@" /etc
/apt
/sources.list
2085 digdiff @ns
{1,2}.iankelling.org
"$@"
2095 /b
/ds
/distro-begin |
& ts ||
return $?
2096 /b
/ds
/distro-end |
& ts ||
return $?
2102 /b
/ds
/distro-begin |
& ts ||
return $?
2108 /b
/ds
/distro-end |
& ts ||
return $?
2121 envload
() { # load environment from a previous: export > file
2122 local file=${1:-$HOME/.${USER}_env}
2123 eval "$(export | sed 's/^declare -x/export -n/')"
2124 while IFS
= read -r line
; do
2125 # declare -x makes variables local to a function
2126 eval ${line/#declare -x/export}
2130 failfunc
() { asdf a b c
; }
2131 failfunc2
() { failfunc d e f
; }
2133 # one that comes with distros is too old for newer devices
2135 /a
/opt
/android-platform-tools
/fastboot
"$@";
2138 kdecd
() { /usr
/lib
/x86_64-linux-gnu
/libexec
/kdeconnectd
; }
2141 cat /sys
/class
/power_supply
/BAT
0/capacity
2144 # List of apps to install/update
2145 # Create from existing manually installed apps by doing
2147 # fdroidcl search -i, then manually removing
2148 # automatically installed/preinstalled apps
2151 # # my attempt at recovering from boot loop:
2152 # # in that case, boot to recovery (volume up, home button, power, let go of power after samsun logo)
2154 # mount /dev/block/mmcblk0p12 /data
2156 # find -iname '*appname*'
2158 # usually good enough to just rm -rf /data/app/APPNAME
2161 # # causes replicant to crash
2162 # org.quantumbadger.redreader
2163 # org.kde.kdeconnect_tp
2165 # not broke, but wont work without gps
2166 #com.zoffcc.applications.zanavi
2167 # not broke, but not using atm
2168 #com.nutomic.syncthingandroid
2169 # # doesn\'t work on replicant
2170 #net.sourceforge.opencamera
2173 net.mullvad.mullvadvpn
2175 io.github.subhamtyagi.lastlauncher
2177 com.biglybt.android.client
2178 de.marmaro.krt.ffupdater
2179 me.ccrama.redditslide
2180 org.fedorahosted.freeotp
2182 com.alaskalinuxuser.justnotes
2183 com.artifex.mupdf.viewer.app
2184 com.danielkim.soundrecorder
2187 com.jmstudios.redmoon
2189 org.kde.kdeconnect_tp
2192 cz.martykan.forecastie
2193 de.danoeh.antennapod
2195 de.marmaro.krt.ffupdater
2196 eu.siacs.conversations
2198 im.vector.alpha
# riot
2199 info.papdt.blackblub
2200 me.tripsit.tripmobile
2202 net.minetest.minetest
2207 org.smssecure.smssecure
2209 sh.
ftp.rocketninelabs.meditationassistant.opensource
2211 # https://forum.xda-developers.com/android/software-hacking/wip-selinux-capable-superuser-t3216394
2216 local -A installed updated
2218 # tried putting this in go buildscript cronjob,
2219 # but it failed with undefined: os.UserCacheDir. I expect its due to
2220 # an environment variable missing, but its easier just to stick it here.
2221 m go get
-u mvdan.cc
/fdroidcl ||
return 1
2223 if fdroidcl search
-u |
grep ^org.fdroid.fdroid
; then
2224 fdroidcl
install org.fdroid.fdroid
2228 for p
in $
(fdroidcl search
-i|
grep -o "^\S\+"); do
2231 for p
in $
(fdroidcl search
-u|
grep -o "^\S\+"); do
2234 for p
in ${fdroid_pkgs[@]}; do
2235 if ! ${installed[$p]:-false}; then
2236 m fdroidcl
install $p
2237 # sleeps are just me being paranoid since replicant has a history of crashing when certain apps are installed
2241 for p
in ${!installed[@]}; do
2242 if ! ${updated[$p]:-true}; then
2243 m fdroidcl
install $p
2249 firefox-default-profile
() {
2250 local key value section
2254 file=/p
/c
/subdir_files
/.mozilla
/firefox
/profiles.ini
2255 sed -ri "/^ *$key/d" "$file"
2256 sed -ri "/ *\[$section\]/,/^ *\[[^]]+\]/{/^\s*${key}[[:space:]=]/d};/ *\[$section\]/a $key=$value" "$file"
2258 fdhome
() { #firefox default home profile
2259 firefox-default-profile Profile0
2263 firefox-default-profile Profile4
2267 if type -P firefox
&>/dev
/null
; then
2275 firefox
-P alt
"$@" >/dev
/null
2>&1
2281 local dname
="${PWD##*/}"
2282 local m
="/a/tmp/$dname-missing"
2283 local d
="/a/tmp/$dname-diff"
2284 [[ -e $d ]] && rm "$d"
2285 [[ -e $m ]] && rm "$m"
2288 while read -r line
; do
2289 fsfile
="$1${line#.}"
2290 if [[ -e "$fsfile" ]]; then
2291 md5diff
"$line" "$fsfile" && tee -a "/a/tmp/$dname-diff" <<< "$fsfile $line"
2294 echo "$line" >> "$m"
2295 msize
=$
((msize
+ 1))
2297 done < <(find .
-type f
)
2300 (( msize
<= 100 )) && cat $m
2305 # expected output, with different tmp dirs
2306 # /tmp/tmp.HDPbwMqdC9/c/d ./c/d
2307 # /a/tmp/tmp.qLDkYxBYPM-missing
2318 echo different
> $x/c
/d
2324 # test whether missing files were renamed, generally for use with fsdiff
2325 # $1 = fsdiff output file, $2 = directory to compare to. pwd = fsdiff dir
2326 # echos non-renamed files
2327 local x line found renamed
2330 { sums
+=( "$(md5sum < "$x")" ) ; } 2>/dev
/null
2332 while read -r line
; do
2333 { missing_sum
=$
(md5sum < "$line") ; } 2>/dev
/null
2335 for x
in "${sums[@]}"; do
2336 if [[ $missing_sum == "$x" ]]; then
2341 $renamed ||
echo "$line"
2347 # F = fullscren, z = random, Z = auto zoom
2348 command feh
--auto-rotate -FzZ "$@"
2354 firefox
-P default
"$@" >/dev
/null
2>&1
2358 git config user.email ian@iankelling.org
2361 # at least in flidas, things rely on gpg being gpg1
2363 if type -P gpg2
&>/dev
/null
; then
2371 local email
=iank@fsf.org
2372 git send-email
--notes "--envelope-sender=<$email>" \
2373 --suppress-cc=self
"$@"
2376 gup
() { /a
/f
/gnulib
/build-aux
/gnupload
"$@"; }
2378 dejagnu
() { /a
/opt
/dejagnu
/dejagnu
"$@"; }
2380 # do git status on published repos.
2384 cd "$(readlink -f $x)"/..
2385 status
=$
(i status
-s) ||
pwd
2386 if [[ $status ]]; then
2389 printf "%s\n" "$status"
2399 cd "$(readlink -f $x)"/..
2407 # note: database location is specified in ~/.timetrap.yml, currently /p/.timetrap.db
2409 local day i days_back
2411 for (( i
=days_back
; i
>=0; i--
)); do
2412 day
=$
( date +%F
-d @$
((EPOCHSECONDS
- 86400*i
)) )
2413 date "+%a %b %d" -d @$
((EPOCHSECONDS
- 86400*i
)) |
tr '\n' ' '
2414 /a
/opt
/timetrap
/bin
/t d
-ftotal -s $day -e $day all
-m '^w|lunch$'
2417 to
() { t out
-a "$@"; }
2418 ti
() { t
in -a "$@"; }
2424 in_secs
="$(date -d "${*//[_.]/ }" +%s)"
2425 m t out
-a "$(date +%F.%T -d @$(( in_secs + 60*45 )) )"
2430 # help me focus. opens 2 windows.
2432 /p
/c
/proc
/focus
/linux-amd64
/focus
&
2438 # Display a list of the active window title
2439 # i've been on with 10 second samples going back
2440 # 5 minutes. If I've been on one window for 10 seconds
2441 # or longer, then display the second count.
2443 # Press any key to exit.
2446 killall arbtt-capture
&>/dev
/null ||
:
2447 rm -f ~
/.arbtt
/capture.log
2448 arbtt-capture
--sample-rate=10 &
2452 # i first thought to sleep and capture ctrl-c, but it seems we can't
2453 # capture control-c, unless maybe we implement the commands in a
2454 # separate script or maybe add err-cleanup to err. Anyways, this
2455 # method is superior because any single char exits.
2456 read -rsN1 -t 5 char || ret
=$?
2457 if (( ret
== 142 )) ||
[[ ! $char ]]; then
2459 #e ret=$ret char=$char
2462 killall arbtt-capture ||
:
2470 local i j l sec blanks line
2471 local -a arbtt_lines
2472 if [[ ! -e ~
/.arbtt
/capture.log
]]; then
2475 blanks
=$
(( LINES
- 34 ))
2476 for (( i
=0; i
< blanks
; i
++ )); do
2483 # https://stackoverflow.com/questions/56486272/how-to-concat-multiple-fields-to-same-line-with-jq
2484 arbtt_lines
=$
(arbtt-dump
-l 30 -t json | \
2485 jq
-r '.[] | [ ( .inactive / 1000 | floor ) , ( .windows[] | select (.active == true) |.title) ] | @tsv' |
tac)
2486 for line
in "${arbtt_lines[@]}"; do
2487 read -r sec l
<<<"$line"
2488 if (( j
>= LINES
)); then
2491 if (( i
% 6 == 0 && i
>= 2 )); then
2493 echo "## $(( i / 6 + 1 )) ##"
2495 if (( sec
> 10 )); then
2496 printf "%3d %s\n" $sec "$l" |
sed -r "s/^(.{$COLUMNS}).*/\1/"
2498 printf " %s\n" "$l" |
sed -r "s/^(.{$COLUMNS}).*/\1/"
2503 while (( j
< 34 && j
< LINES
)); do
2511 # from the log, show only the currently active window, and the number of
2512 # seconds of input inactivity.
2513 arbtt-dump
"$@" |
grep -v '( )\|Current Desktop' |
sed -rn '/^[^ ]/{N;s/^(.{21})([0-9]*)[0-9]{3}m.*\(\*/\1\2/;s/^(.{21})[0-9]*.*\(\*/\1/;s/\n//;p}' ; }
2516 /a
/opt
/idea-IC-163.7743
.44/bin
/idea.sh
"$@" & r
2520 d
=/var
/lib
/znc
/moddata
/log
/iank
/
2521 for n
in freenode libera
; do
2524 for x
in "#$1/"*; do
2529 if [[ -e $tmp ]]; then
2533 sed \"s
/^.
/${base%log}/\" ${files[@]}|
sort -n
2539 sl root@iankelling.org ilogs-local
"$@"
2546 d
=/var
/lib
/znc
/moddata
/log
/iank
/
2547 for n
in freenode libera
; do
2548 if [[ ! -d $d$n/"$chan" ]]; then
2554 # *** are parts and joins and such, and they make reading hard.
2555 # I probably will want to see them sometimes, just have to
2557 echo $x; sed "s/^./${x%log}/;/\*\*\*/d" $x; hr
;
2564 chan
="${1:-#fsfsys}"
2565 # use * instead of -r since that does sorted order
2566 sl root@li.b8.nz ilog-local
"$chan" > $tmpf
2572 if type gio
&> /dev
/null
; then
2574 elif type gvfs-open
&> /dev
/null
; then
2579 # another alternative is run-mailcap
2584 # grep -Evi -e "^(\S+\s+){4}(sudo|sshd|cron)\[\S*:" \
2585 # -e "^(\S+\s+){4}systemd\[\S*: (starting|started) (btrfsmaintstop|dynamicipupdate|spamd dns bug fix cronjob|rss2email)\.*$"
2588 # journalctl -n 10000 -f "$@" | jfilter
2590 # jr() { journalctl "$@" | jfilter | less ; }
2591 # jrf() { journalctl -n 200 -f "$@" | jfilter; }
2594 ## old version for model01. i need to get that firmware working again.
2595 # kff() { # keyboardio firmware flash. you must hold down the tilde key
2596 # pushd /a/opt/Model01-Firmware
2597 # # if we didn't want this yes hack, then remove "shell read" from
2598 # # /a/opt/Kaleidoscope/etc/makefiles/sketch.mk
2599 # yes $'\n' | VERBOSE=1 make flash
2605 pushd /a
/opt
/Kaleidoscope
/examples
/Devices
/Keyboardio
/Model100
2611 local umask_orig name
2612 if (( $# != 1 )); then
2613 e expected
1 arg
>&2
2619 wg genkey |
tee $name-priv.key | wg pubkey
> $name-pub.key
2627 # for wireguard configs
2628 ssh iank@li.b8.nz conflink
2636 ## for updating host info like ip, location, update /p/c/host-info and
2637 ## host_info below. the host_info array should probably be in its own
2638 ## file that gets sourced so that it can be more easily updated.
2640 # todo: this is so long that it becomes confusing,
2641 # try to split it up.
2643 # To make some changes take effect, run host-info-all.
2644 host-info-update
() {
2646 local -A vpn_ips host_ips host_macs portfw_ips nonvpn_ips all_ips
2647 local -a root_hosts nonroot_hosts
2649 # the hosts with no mac
2650 root_hosts
=( bk je li b8.nz
)
2651 for h
in ${root_hosts[@]}; do
2652 root_hosts
+=(${h}ex
)
2656 while read -r ip
host mac opts
; do
2657 if [[ $ip == *#* || ! $host ]]; then continue; fi
2662 for opt
in $opts; do
2675 portfw_ips
[$host]=$ip
2678 nonvpn_ips
[$host]=$ip
2681 # note: the reason we have b8.nz suffix here but not for non_root
2682 # hosts is that it is for the User part, the IdentityFile part is
2683 # redundant to *.b8.nz. Also note ${host}i, we only setup those for vpn hosts, but there is no harm in overspecifying here.
2684 root_hosts
+=($host ${host}i
$host.b8.nz
${host}i.b8.nz
)
2685 # shellcheck disable=SC2004 # false positive
2686 root_hosts_a
[$host]=t
# a for associative array
2688 nonroot_hosts
+=($host ${host}i
)
2692 host_macs
[$host]=$mac
2695 done </p
/c
/host-info
2699 Host ${nonroot_hosts[@]}
2701 IdentityFile ~/.ssh/home
2703 Host ${root_hosts[@]}
2704 IdentityFile ~/.ssh/home
2707 for host in ${!vpn_ips[@]}; do
2708 ipsuf
=${vpn_ips[$host]}
2710 Host ${host}i ${host}i.b8.nz
2711 Port $((2200 + ipsuf))
2715 # convenience of one auth key entry
2716 for host in ${!all_ips[@]}; do
2718 Host $host ${host}i $host.b8.nz ${host}i.b8.nz
2719 HostKeyAlias $host.b8.nz
2722 } | cedit
-e /p
/c
/subdir_files
/.ssh
/config-static
2725 # hack to please emacs parser
2726 here_begin
="cat <<EOF"
2728 for host in ${!vpn_ips[@]}; do
2729 ipsuf=${vpn_ips[$host]}
2730 i_port=$(( 2200 + ipsuf ))
2733 option name ssh$host
2735 option src_dport $i_port
2737 option dest_ip \$l.$ipsuf
2741 option target ACCEPT
2742 option dest_port $i_port
2746 } >/p/c/cmc-firewall-data
2749 local host ipsuf f files
2751 # shellcheck disable=SC2016 # shellcheck doesnt know this is sed
2752 sedi '/edits below here are made automatically/,$d' /p/c/machine_specific/li/filesystem/etc/wireguard/wgmail.conf
2753 for host in ${!vpn_ips[@]}; do
2754 if [[ ${root_hosts_a[$host]} ]]; then
2755 # root machines dont actually need vpn, but
2756 # the classification still helps with other
2760 ipsuf=${vpn_ips[$host]}
2762 u /b/ds/machine_specific/li/filesystem/etc/openvpn/client-config-hole/$host <<EOF
2763 ifconfig-push 10.5.5.${vpn_ips[$host]} 255.255.255.0
2765 u /a/bin/ds/machine_specific/$host/filesystem/etc/systemd/system/openvpn-client-tr@.service <<EOF
2767 Description=OpenVPN tunnel for %I
2768 After=syslog.target network-online.target
2769 Wants=network-online.target
2770 Documentation=man:openvpn(8)
2771 Documentation=https://community.openvpn.net/openvpn/wiki/Openvpn24ManPage
2772 Documentation=https://community.openvpn.net/openvpn/wiki/HOWTO
2773 Requires=iptables.service
2777 RuntimeDirectory=openvpn-client
2778 RuntimeDirectoryMode=0710
2779 WorkingDirectory=/etc/openvpn/client
2780 ExecStart=/usr/sbin/openvpn --suppress-timestamps --nobind --config /etc/openvpn/client/%i.conf
2781 # todo, try reenabling this from the default openvpn,
2782 # it was disabled so we could do bind mounts as a command,
2783 # but now systemd handles it
2784 #CapabilityBoundingSet=CAP_IPC_LOCK CAP_NET_ADMIN CAP_NET_RAW CAP_SETGID CAP_SETUID CAP_SYS_CHROOT CAP_DAC_OVERRIDE
2786 # DeviceAllow=/dev/null rw
2787 # DeviceAllow=/dev/net/tun rw
2789 # we use .1 to make this be on a different network than kd, so that we can
2790 # talk to transmission on kd from remote host, and still use this
2792 ExecStartPre=/usr/bin/flock -w 20 /tmp/newns.flock /a/bin/newns/newns -n 10.174.$ipsuf start %i
2793 ExecStartPre=/sbin/iptables-restore /a/bin/distro-setup/transmission-firewall/netns.rules
2794 # allow wireguard network to connect
2795 ExecStartPre=/usr/sbin/ip r add 10.8.0.0/24 via 10.174.$ipsuf.1 dev veth1-client
2796 ExecStopPost=/usr/bin/flock -w 20 /tmp/newns.flock /a/bin/newns/newns stop %i
2798 BindReadOnlyPaths=/etc/tr-resolv:/run/systemd/resolve:norbind /etc/basic-nsswitch:/etc/resolved-nsswitch:norbind
2801 WantedBy=multi-user.target
2807 for host in ${!host_ips[@]}; do
2808 ipsuf=${host_ips[$host]}
2809 # shellcheck disable=SC2016 # intentional
2810 echo 'local-data-ptr: "$l.'$ipsuf $host.b8.nz'"'
2817 for host in ${!host_macs[@]}; do
2818 ipsuf=${host_ips[$host]}
2819 echo "dhcp-host=${host_macs[$host]},set:$host,\$l.$ipsuf,$host"
2822 } | u /p/c/dnsmasq-data
2825 b8_ip=$(dig +short b8.nz @iankelling.org | tail -1)
2826 # if our dynamic ip updates broke, set manually, eg:
2827 #b8_ip=72.74.193.xxx
2828 if [[ ! $b8_ip ]]; then
2829 echo "$0: error
: got empty b8.nz ip. returning
1"
2837 for host in ${!nonvpn_ips[@]}; do
2838 ipsuf=${nonvpn_ips[$host]}
2839 echo "$host A
10.2.0.
$ipsuf"
2841 for host in ${!vpn_ips[@]}; do
2842 ipsuf=${vpn_ips[$host]}
2844 $host A 10.2.0.$ipsuf
2845 ${host}wg A 10.8.0.$ipsuf
2846 ${host}vp A 10.5.5.$ipsuf
2847 ${host}tr A 10.174.$ipsuf.2
2848 ${host}i CNAME i.b8.nz.
2851 } | cedit -e vpn-ips-update /p/c/machine_specific/vps/bind-initial/db.b8.nz
2854 echo checking for stray files:
2857 while read -r dir path; do
2863 for f in "${files[@]}"; do
2865 if [[ ! ${vpn_ips[$host]} ]]; then
2870 /a/bin/ds/machine_specific filesystem/etc/systemd/system/openvpn-client-tr@.service
2871 /p/c/machine_specific filesystem/etc/wireguard/wghole.conf
2874 files=( /b/ds/machine_specific/li/filesystem/etc/openvpn/client-config-hole/* )
2875 for f in "${files[@]}"; do
2877 if [[ ! ${vpn_ips[$host]} ]]; then
2879 e ssh root@li.b8.nz rm -f $f
2885 printf "%s
" "Host
* "
2886 sed -n '/^Host /h;/^IdentityFile .*\/home/{g;s/^Host//;s/ / !/gp}' /p/c/subdir_files/.ssh/config-static | tr '\n' ' ' \
2887 | sed -r 's/ *$/\n/'
2888 echo "IdentityFile ~
/.ssh
/work
"
2890 cedit -e work-identity /p/c/subdir_files/.ssh/config-static <$tmpf
2893 ### begin focus on hosts file update ###
2895 # This started as its own function, but it actually
2896 # needed to alter the ssh config, so combined it.
2898 # background: This is finally doing dynamic ip resolution via the hosts
2899 # file. I considered detecting where each host was dynamically or
2900 # something, but ultimately decided to mostly avoid that, other than
2901 # detecting the status of the current machine I'm on. I want to be able
2902 # to move it around without having to manually type much of anything.
2903 local -a host_domain_suffix hosts
2904 local -A ip_to_hosts
2905 local suf ip i host at_home suf_from_here
2907 source /p/c/domain-info
2910 if ip n | grep -q "10.2.0.1 .
* b4
:75:0e
:fd
:06:4a
"; then
2914 for i in ${host_domain_suffix[@]}; do
2915 if [[ $i == *.* ]]; then
2920 if [[ $i == "$HOSTNAME" ]]; then
2921 unset "portfw_ips
[$i]"
2926 if ! $at_home && [[ $suf == .b8.nz || $suf == [wc].b8.nz ]]; then
2927 suf_from_here=i.b8.nz
2929 unset "portfw_ips
[$i]"
2932 # note this might be outdated until we do a dns push
2933 ip=$(dig +short "$i$suf_from_here" @iankelling.org | tail -n1) ||:
2934 if [[ ! $ip ]]; then
2935 if [[ $suf == .office.fsf.org ]]; then
2936 suf_from_here=wg.b8.nz
2937 ip=$(getent ahostsv4 "$i$suf_from_here" | awk '{ print $1 }' | head -n1) ||:
2941 ip_to_hosts[$ip]+=" $i"
2943 echo error: failed to get ip of "$i$suf_from_here"
2947 for ip in "${!ip_to_hosts[@]}"; do
2948 echo "$ip${ip_to_hosts[$ip]}"
2949 done | s cedit -e hosts-file-up /etc/hosts
2950 for host in ${hosts[@]}; do
2952 done >/p/c/subdir_files/.dsh/group/btrbk
2953 ### end focus on hosts file update ###
2956 # note: note sure if this is a great way to check.
2957 # todo: think about it
2960 # possible that in the future we want to create
2961 # a dynamic file here, and then we can move the cat
2962 # command above out of the conditional
2963 rsync -a /p/c/subdir_files/.ssh/config-static ~/.ssh/config
2965 for host in ${!portfw_ips[@]}; do
2966 ipsuf=${portfw_ips[$host]}
2969 Port $((2200 + ipsuf))
2971 done > ~/.ssh/config-dynamic
2972 cat /p/c/subdir_files/.ssh/config-static ~/.ssh/config-dynamic >~/.ssh/config
2976 # usage host ipsuf [extrahost]
2978 # If the keys already exist and you want new ones, remove them:
2979 # rm /p/c/machine_specific/$host/filesystem/etc/wireguard/hole-{priv,pub}.key
2981 # extrahost is a host/cidr that is allowed to go be routed through the
2984 if (( $# < 2 || $# > 3 )); then
2985 e expected 2-3 arg of hostname, ip suffix, and extrahost >&2
2988 local host ipsuf umask_orig vpn_allowed
2994 for vpn_host in ${!vpn_ips[@]}; do
2995 if [[ $vpn_host == "$host" ]]; then
2998 vpn_allowed+=",10.174.
${vpn_ips[$vpn_host]}.2/32"
3000 mkdir -p /p/c/machine_specific/$host/filesystem/etc/wireguard
3002 cd /p/c/machine_specific/$host/filesystem/etc/wireguard
3005 if [[ ! -s hole-priv.key || ! -s hole-pub.key ]]; then
3006 wg genkey | tee hole-priv.key | wg pubkey > hole-pub.key
3008 cat >wghole.conf <<EOF
3010 # contents hole-priv.key
3011 PrivateKey = $(cat hole-priv.key)
3013 Address = 10.8.0.$ipsuf/24
3014 # https://dev.to/tangramvision/what-they-don-t-tell-you-about-setting-up-a-wireguard-vpn-1h2g
3015 # ||: makes the systemd service not fail due to the failed command
3016 PostUp = ping -w10 -c1 10.8.0.1 ||:
3019 # li. called wgmail on that server
3020 PublicKey = CTFsje45qLAU44AbX71Vo+xFJ6rt7Cu6+vdMGyWjBjU=
3021 AllowedIPs = 10.8.0.0/24$vpn_allowed$extrahost
3022 Endpoint = 72.14.176.105:1194
3023 PersistentKeepalive = 25
3026 # old approach. systemd seems to work fine and cleaner.
3027 rm -f ../network/interfaces.d/wghole
3028 cedit -q $host /p/c/machine_specific/li/filesystem/etc/wireguard/wgmail.conf <<EOF || [[ $? == 1 ]]
3030 PublicKey = $(cat hole-pub.key)
3031 AllowedIPs = 10.8.0.$ipsuf/32,10.174.${vpn_ips[$host]}.2/32
3038 # passes on any initial -* args to sudo.
3043 if [[ $arg == -* ]]; then
3050 if [[ $EUID == 0 ]]; then
3053 sudo "${sudo_opts[@]}" "$@
"
3060 sudm mkdir -p /root/mount_namespaces
3061 if ! sudm mountpoint /root/mount_namespaces >/dev/null; then
3062 m sudm mount --bind /root/mount_namespaces /root/mount_namespaces
3064 m sudm mount --make-private /root/mount_namespaces
3065 if ! sudm test -e /root/mount_namespaces/$ns; then
3066 m sudm touch /root/mount_namespaces/$ns
3068 if ! sudm mountpoint /root/mount_namespaces/$ns >/dev/null; then
3069 m sudm unshare --propagation slave --mount=/root/mount_namespaces/$ns /bin/true
3074 mns() { # mount namespace
3079 m sudm -E /usr/bin/nsenter --mount=/root/mount_namespaces/$ns "$@
"
3082 mnsd() { # mount namespace + systemd namespace
3090 pid=$(servicepid $unit)
3091 tmpf=$(mktemp --tmpdir $unit.XXXXXXXXXX)
3093 printf "%s
" "${@@Q}" >>$tmpf
3096 m sudo nsenter -t $pid -n --mount=/root/mount_namespaces/$ns sudo -u $USER -i bash -c ".
$tmpf & sleep 1; rm $tmpf"
3103 mns $ns sudo -u iank -E env "PATH
=$PATH" "$@
"
3109 if ! s ip netns list | grep -Fx nonet &>/dev/null; then
3110 s ip netns add nonet
3112 mns $ns --net=/var/run/netns/nonet /bin/bash
3119 if ! s ip netns list | grep -Fx nonet &>/dev/null; then
3120 s ip netns add nonet
3122 mns $ns --net=/var/run/netns/nonet sudo -E -u iank /bin/bash
3128 # l = the loopback device
3130 # get sudo pass cached right away
3131 if ! sudo -nv 2>/dev/null; then
3134 if [[ $1 == /* ]]; then
3137 if mns $base mountpoint -q /mnt/$base; then
3140 l=$(losetup -j $fs_file | sed -rn 's/^([^ ]+): .*/\1/p' | head -n1 ||:)
3142 l=$(sudo losetup -f)
3143 m sudo losetup $l $fs_file
3145 if ! sudo cryptsetup status /dev/mapper/$base &>/dev/null; then
3146 if ! m sudo cryptsetup luksOpen $l $base; then
3147 m sudo losetup -d $l
3151 m sudo mkdir -p /mnt/$base
3152 m mns $base mount /dev/mapper/$base /mnt/$base
3153 m mns $base chown $USER:$USER /mnt/$base
3157 if mns $base mountpoint /mnt/$base &>/dev/null; then
3158 m mns $base umount /mnt/$base
3160 if sudo cryptsetup status /dev/mapper/$base &>/dev/null; then
3161 if ! m sudo cryptsetup luksClose /dev/mapper/$base; then
3162 echo lom: failed cryptsetup luksClose /dev/mapper/$base
3166 l=$(losetup -l --noheadings | awk '$6 ~ /\/'$base'$/ {print $1}')
3168 m sudo losetup -d $l
3170 echo lom: warning: no loopback device found
3175 # mu personality. for original, just run mp. for 2, run mp 2.
3176 # this is partly duplicated in mail-setup
3180 if ! killall mu; then
3187 echo error: mu not dead
3192 set -- /m/mucache ~/.cache/mu /m/.mu ~/.config/mu
3197 if [[ -e $f && ! -L $f ]]; then
3200 m ln -sf -T $target $f
3206 local md dst ln_path src two
3210 -2) two=true; shift ;;
3222 for d in /m/md/$md /m/4e2/$md; do
3223 if [[ -d $d && ! -L $d ]]; then
3228 if [[ ! $src ]]; then
3229 echo "error
: could not
find $md" >&2
3233 m ln -sf -T $dst $ln_path
3243 ### begin copied from mdenable, but different d ###
3244 for d in /m/4e/$md /m/4e2/$md; do
3245 if [[ -d $d && ! -L $d ]]; then
3250 if [[ ! $src ]]; then
3251 echo "error
: could not
find $md" >&2
3254 ### end copy from mdenable ###
3256 if [[ -L $dst ]]; then m rm $dst; fi
3262 markdown "$1" >/tmp/mdtest.html
3263 firefox /tmp/mdtest.html
3266 mo() { xset dpms force off; } # monitor off
3269 # seems to be the best gpu decoding on my nvidia 670.
3270 # vlc gets similar or better framerate, but is much darker output on my test movie at least.
3275 echo 0f | sudo tee -a /sys/kernel/debug/dri/0/pstate
3278 # going back to the default slow clock, and slower fan:
3279 # echo 07 | sudo tee -a /sys/kernel/debug/dri/0/pstate
3280 if [[ $DISPLAY ]]; then
3281 mpv --vo=vdpau --hwdec=auto "$@
"
3283 # waylandvk seems to work the same
3284 mpv --gpu-context=wayland --hwdec=auto
3289 mpv --profile=d "$@
";
3292 mpv --profile=a "$@
";
3294 # mpv for testing video quality, dont scale.
3296 mpv --video-unscaled "$@
";
3299 # mpv all media files in . or $1
3301 local -a extensions arg
3302 # get page source of https://en.wikipedia.org/w/index.php?title=Video_file_format&action=edit
3303 # into /a/x.log, then
3304 # grep '^| *\.' /a/x.log | sed 's/| *//;s/,//g'
3306 # note: to join them together for a regex, do:
3307 # old=; for e in ${extensions[@]/./}; do if [[ ! $old ]]; then old=$e; continue; fi; echo -n "$old|
"; old=$e; done; echo $e
3330 .mpg .mp2 .mpeg .mpe .mpv
3340 arg=("(" -iname "*${extensions[0]}")
3341 for (( i=1 ; i < ${#extensions[@]}; i++ )); do
3342 arg+=(-o -iname "*${extensions[i]}")
3347 #find $dir "${arg[@]}" -size +200k
3348 find $dir "${arg[@]}" -size +200k -exec mpv --profile=d '{}' +
3351 mpv --profile=s "$@
";
3359 d=( /var/lib/znc/moddata/log/iank/{freenode,libera} )
3360 # use * instead of -r since that does sorted order
3361 ssh root@iankelling.org "for f
in ${d[*]}; do cd \
$f/#$1; grep '\<iank.*' *; done" | cut --complement -c12-16
3367 d
=/var
/lib
/znc
/moddata
/log
/iank
/freenode
3368 ssh root@iankelling.org
"cd $d; find . -mtime -60 -type f -exec grep '\<iank.*' {} +" |
sed -r 's,^..([^/]*)/(.{11})(.{5})(.{8}).,\2\4 \1,' |
sort
3371 # The way pidgin logs with xmpp (maybe related to running cheogram too)
3372 # is that there are sometimes duplicates, and sometimes the a log file
3373 # is for a specific day yet logs messages for subsequent days, and the
3374 # only way to realize that is to notice that the timestamps rolled over
3375 # into a new day, you can't see it in isolation. So, basically, pidgin
3376 # logs are really annoying to read a grep of my messages to find the
3377 # date and time I said when I started and stopped working, so I'm trying
3378 # out a new client: profanity.
3380 c
/p
/c
/.purple
/logs
/jabber
/iank@fsf.org
/office@conference.fsf.org.chat
3381 for x
in *.html
; do html2text
-o ${x%.html}.txt
$x; done;
3382 # shellcheck disable=SC2016 # false positive on ${
3383 grep -A1 ') iank:' .
/*.txt \
3384 |
sed -r 's/^(.{10})[^ ]*\.txt:\(?([^ ]*)[[:space:]](..). iank:/\1_\2_\3/
3387 s/^[^ ]*\.txt:\((.{2}).(.{2}).(.{4}) (.{8}) (.{2})\)?/\3-\1-\2_\4_\5/' \
3388 |
sed -n 'x;1d;0~2{G;s/\n/ /;p};${x;p}'
3394 pushd /home
/iank
/.local
/share
/profanity
/chatlogs
/iank_at_fsf.org
/rooms
/office_at_conference.fsf.org
3396 logcount
=${#logs[@]}
3397 if (( logcount
> 16 )); then
3398 i
=$
(( logcount
- 16 ))
3402 # usually do this on monday, sometimes later
3403 if [[ $
(date +%A
) == Monday
]]; then
3404 min_date
=$
(date -d 'monday 2 weeks ago' +%s
)
3406 min_date
=$
(date -d 'monday 3 weeks ago' +%s
)
3408 for (( ; i
< logcount
; i
++ )); do
3410 d
=$
(date -d "$(head -n1 $log|awk '{print $1}')" +%s
)
3411 if (( d
< min_date
)); then
3414 if awk '$3 == "iank:"' $log |
sed -r 's/^(.{10}).(.{8})[^ ]+(.*)/\1_\2\3/' |
grep .
; then
3422 # Tail all recent prof logs. Copying from profanity has unwanted line breaks
3423 # especially for links.
3430 ssh b8.nz profr-local
3438 d0
="$(date +%Y_%m_%d).log"
3439 d1
="$(date -d '1 day ago' +%Y_%m_%d).log"
3441 files
=(/d
/p
/profanity
/chatlogs
/iank_at_fsf.org
/{*,rooms
/*}/{$d0,$d1})
3443 if (( ${#files[@]} > 0 )); then
3444 cat "${files[@]}" |
sort |
tail -n 40
3449 # Tail pms in the last day, for the case where we restart profanity and
3450 # didn't check for pms beforehand. Assume the most recent logs are on kd.
3451 # If that isn't the case, use prof-recent-local
3458 ssh b8.nz prof-recent-local
3462 prof-recent-local
() {
3463 local d dates
date files f
3464 # consider making the day count passed by parameter. note: this works: $(date -d '2 day ago' +%Y_%m_%d)
3465 dates
=("$(date +%Y_%m_%d)" "$(date -d '1 day ago' +%Y_%m_%d)" )
3466 for d
in /d
/p
/profanity
/chatlogs
/iank_at_fsf.org
/!(rooms
); do
3468 for date in ${dates[@]}; do
3470 if [[ -e $f ]]; then
3474 if (( ${#files[@]} >= 1 )); then
3475 cat ${files[@]} |
tail
3487 ssh b8.nz prof-recent-sort
3492 prof-recent-sort
() {
3493 local d dates
date files f
3494 # consider making the day count passed by parameter. note: this works: $(date -d '2 day ago' +%Y_%m_%d)
3495 dates
=("$(date +%Y_%m_%d)" "$(date -d '1 day ago' +%Y_%m_%d)" )
3497 for d
in /d
/p
/profanity
/chatlogs
/iank_at_fsf.org
/!(rooms
); do
3498 for date in ${dates[@]}; do
3500 if [[ -e $f ]]; then
3505 for f
in "${files[@]}"; do
3511 # usage: debvm DEBIAN_VERSION RAM_MB
3513 local ver ram fname src
3516 # * is because it might have -backports in the name. we only expect 1 expansion
3517 fnames
=( debian-
$ver-*nocloud-
"$(dpkg --print-architecture)".qcow2
)
3518 if (( ${#fnames[@]} >= 2 )); then
3519 echo "error: iank: unexpected multiple files"
3522 fname
="${fnames[0]}"
3523 src
=/a
/opt
/roms
/$fname
3524 if [[ ! -f $src ]]; then
3525 echo debvm
: not found
$src, download from eg
: https
://cloud.debian.org
/images
/cloud
/buster
/latest
/
3529 # note, in fai-revm we do this: not sure why, maybe because of br device
3530 # --graphics spice,listen=0.0.0.0
3531 m s virt-install
--osinfo debian11
--rng /dev
/urandom
-n deb
${ver}tmp
--import -r $ram --vcpus 2 --disk /t
/$fname --graphics spice
3532 # note: to ssh into this machine will require host key generation: ssh-keygen -A
3534 # random: for cvs2git on gnu www, use debian 10. I could use trisquel,
3535 # but happen to want to try out the debian cloud images. the upstream
3536 # requires python2 and hasn't really changed since the version in d10.
3538 # apt install cvs2git cvs
3539 # # 7G was not enough
3540 # mount -o mode=1777,nosuid,nodev,size=34G -t tmpfs tmpfs /tmp
3541 # cvs2git --encoding utf_8 --fallback-encoding ascii --dumpfile=dump www-rsync/www |& tee /tmp/l
3542 ## www-rsync is an rsynced copy of the cvsfrom savannah
3546 local time time_sec time_pretty days
3548 sqlite3
-separator ' ' /p
/c
/subdir_files
/.local
/share
/gajim
/logs.db
"select time, message from logs where contact_name = 'iank' and jid_id = 17;" |
while read -r time l
; do
3553 if ! time_pretty
=$
(date +%F.
%R
-d @
$time); then
3554 echo bad
time: $time
3557 echo $time_pretty "$l"
3558 time_sec
=${time%%.*}
3559 # only look at the last 18 days. generally just use this for timesheet.
3560 if (( time_sec
< EPOCHSECONDS
- 60 * 60 * 24 * days
)); then break; fi
3565 sqlite3
-separator ' ' /p
/c
/subdir_files
/.local
/share
/gajim
/logs.db
"select time, message from logs where contact_name = 'iank'" |
less
3569 sqlite3
-separator ' ' /p
/c
/subdir_files
/.local
/share
/gajim
/logs.db
"select time, message from logs" |
less
3574 e
"lspci -nnk|gr -iA2 net"
3575 lspci
-nnk|gr
-iA2 net
3577 e
"s lshw -C network"
3579 sudo lshw
-C network
3583 ser stop NetworkManager
3584 ser disable NetworkManager
3585 ser stop NetworkManager-wait-online.service
3586 ser disable NetworkManager-wait-online.service
3588 sudo resolvconf
-d NetworkManager
3594 ser start NetworkManager
3600 oathtool
--totp -b "$*" | xclip
-selection clipboard
3602 # run cmd and copy output
3604 "$@" |
& pee
"xclip -r -selection clipboard" cat
3607 # xorg copy. copy text piped into command
3609 xclip
-r -selection clipboard
3613 pee
"xclip -r -selection clipboard" cat
3617 # from http://askubuntu.com/questions/456021/remove-vocals-from-mp3-and-get-only-instrumentals
3618 pactl load-module module-ladspa-sink sink_name
=Karaoke master
=alsa_output.usb-Audioengine_Audioengine_D1-00.analog-stereo plugin
=karaoke_1409 label
=karaoke control
=-30
3621 pfind
() { #find *$1* in $PATH
3622 [[ $# != 1 ]] && { echo requires
1 argument
; return 1; }
3624 IFS
=: pathArray
=($PATH); unset IFS
3625 find "${pathArray[@]}" -iname "*$1*"
3629 # trash-restore lists everything that has been trashed at or below CWD
3630 # This picks out files just in CWD, not subdirectories,
3631 # which also match grep $1, usually use $1 for a time string
3632 # which you get from running restore-trash once first
3635 # last condition is to not ask again for ones we skipped
3636 while name
="$( echo | restore-trash | gr "$PWD/[^
/]\
+$
" | gr "$1" )" \
3637 && [[ $name ]] && (( $
(wc -l <<<"$name") >= nth
)); do
3638 name
="$(echo "$name" | head -n $nth | tail -n 1 )"
3639 read -r -p "$name [Y/n] " ask
3640 if [[ ! $ask ||
$ask == [Yy
] ]]; then
3641 x
=$
( echo "$name" | gr
-o "^\s*[0-9]*" )
3642 echo $x | restore-trash
> /dev
/null
3643 elif [[ $ask == [Nn
] ]]; then
3653 rld
/a
/h
/_site
/ li
:/var
/www
/iankelling.org
/html
3658 # fixes the menu bar in xmonad. this won\'t be needed when xmonad
3659 # packages catches up on some changes in future (this is written in
3662 # geekosaur: so youll want to upgrade to xmonad 0.13 or else use a
3663 # locally modified XMonad.Hooks.ManageDocks that doesnt set the
3664 # work area; turns out it\'s impossible to set correctly if you are
3665 # not a fully EWMH compliant desktop environment
3667 # geekosaur: chrome shows one failure mode, qt/kde another, other
3668 # gtk apps a third, ... I came up with a setting that works for me
3669 # locally but apparently doesnt work for others, so we joined the
3670 # other tiling window managers in giving up on setting it at all
3672 xprop
-root -remove _NET_WORKAREA
3676 # reviewboard, used at my old job
3677 #rbpipe() { rbt post -o --diff-filename=- "$@"; }
3678 #rbp() { rbt post -o "$@"; }
3686 r2e
() { command r2e
-d /p
/c
/rss2email.json
-c /p
/c
/rss2email.cfg
"$@"; }
3687 # only run on MAIL_HOST. simpler to keep this on one system.
3688 r2eadd
() { # usage: name url
3689 # initial setup of rss2email:
3690 # r2e new r2e@iankelling.org
3691 # that initializes files, and sets default email.
3692 # symlink to the config doesnt work, so I copied it to /p/c
3693 # and then use cli option to specify explicit path.
3694 # Only option changed from default config is to set
3697 # or else for a few feeds, the from address is set by the feed, and
3698 # if I fail delivery, then I send a bounce message to that from
3699 # address, which makes me be a spammer.
3701 r2e add
$1 "$2" $1@r2e.iankelling.org
3702 # get up to date and dont send old entries now:
3703 r2e run
--no-send $1
3706 rspicy
() { # usage: HOST DOMAIN
3707 # connect to spice vm remote host. use vspicy for local host
3709 # shellcheck disable=SC2087
3711 sudo virsh dumpxml $2|grep "<graphics.*type='spice'" | \
3712 sed -rn "s/.*port='([0-9]+).*/\1/p"
3715 if [[ $port ]]; then
3716 spicy
-h $1 -p $port
3718 echo "error: no port found. check that the domain is running."
3724 # s gem install scss-lint
3725 pushd /a
/opt
/thoughtbot-guides
3728 scss-lint
-c /a
/opt
/thoughtbot-guides
/style
/sass
/.scss-lint.yml
"$@"
3732 sk
-e 2120,245 /b
/ds
/brc
/b
/ds
/brc2
3737 out
=${2:-${1%.*}.sh}
3739 script -t -c "mpv --no-config --no-resume-playback --no-terminal --no-audio-display '$1'" $tmp/typescript
2>$tmp/timing
3740 # todo, the current sleep seems pretty good, but it
3741 # would be nice to have an empirical measurement, or
3742 # some better wait to sync up.
3744 # note: --loop-file=no prevents it from hanging if you have that
3745 # set to inf the mpv config.
3746 # --loop=no prevents it from exit code 3 due to stdin if you
3747 # had it set to inf in mpv config.
3749 # args go to mpv, for example --volume=80, 50%
3750 cat >$out <<EOFOUTER
3752 trap "trap - TERM && kill 0" INT TERM ERR; set -e
3753 ( sleep .2; scriptreplay <( cat <<'EOF'
3757 $(cat $tmp/typescript)
3760 base64 -d - <<'EOF'| mpv --loop=no --loop-file=no --no-terminal --no-audio-display "\$@" -
3769 # ssh meld. usage: host1 host2 file
3771 meld
<(ssh $1 cat $3) <(ssh $2 cat $3)
3775 # usage: host file1 file2
3779 scp
"$1:$2" "$1:$3" $tmpdir
3780 meld
"$tmpdir/${2##*/}" "$tmpdir/${3##*/}"
3785 PATH
=/usr
/local
/spdhackfix
:$PATH command spd
"$@"
3788 spamf
() { # spamtest on FILE
3789 if (( $# != 1 )); then
3790 e spamtest error
: expected
1 arg
, filename
>&2
3793 sdncmdroot spamassassin sudo
-u Debian-exim spamassassin
-t --cf='score PYZOR_CHECK 0' <"$1"
3799 declare -gi _seq
; _seq
+=1
3800 echo "test body" | m
mail -s "test mail from $HOSTNAME, $_seq" "${@:-root@localhost}"
3801 # for testing to send from an external address, you can do for example
3802 # -fian@iank.bid -aFrom:ian@iank.bid web-6fnbs@mail-tester.com
3803 # note in exim, you can retry a deferred message
3805 # MSG_ID is in /var/log/exim4/mainlog, looks like 1ccdnD-0001nh-EN
3808 # to test sieve, use below command. for fsf mail, see offlineimap-sync script
3809 # make modifications, then copy to live file, use -eW to actually modify mailbox
3811 # Another option is to use sieve-test SCRIPT MAIL_FILE. note,
3812 # sieve-test doesnt know about envelopes, Im not sure if sieve-filter does.
3814 # sieve with output filter. arg is mailbox, like INBOX.
3815 # This depends on dovecot conf, notably mail_location in /etc/dovecot/conf.d/10-mail.conf
3817 # always run this first, edit the test files, then run the following
3819 sieve-filter ~
/sieve
/maintest.sieve
${1:-INBOX} delete
2> >(head; tail) >/tmp
/testsieve.log
&& sed -rn '/^Performed actions:/,/^[^ ]/{/^ /p}' /tmp
/testsieve.log |
sort |
uniq -c
3822 c ~
/sieve
; cp personal
{test,}.sieve
; cp lists
{test,}.sieve
; cp personalend
{test,}.sieve
3823 sieve-filter
-eWv ~
/sieve
/maintest.sieve
${1:-INBOX} delete
&> /tmp
/testsieve.log
3824 sed -r '/^info: filtering:/{h;d};/^info: msgid=$/N;/^info: msgid=.*left message in mailbox [^ ]+$/d;/^info: msgid=/{H;g};/^info: message kept in source mailbox.$/d' /tmp
/testsieve.log
3829 # printf "subject\nbody\n" | alertme
3834 To: alerts@iankelling.org
3841 To: alerts@iankelling.org
3853 To: daylert@iankelling.org
3860 To: daylert@iankelling.org
3869 # alert when a page goes live.
3871 local quiet url tmpdir
3874 # dont send a diff of the html. some html is not very readable
3880 tmpdir
="$(mktemp -d)"
3883 if wget
-q "$url"; then
3890 sleep $
(( 120 + RANDOM
% 300 ))
3894 # alert on changes to a webpage (just the base page that curl gets)
3895 # usage: weblert URL [SUBJECT...]
3897 local u old new quiet
3900 # dont send a diff of the html. some html is not very readable
3907 subject
="${*:-weblert}"
3908 old
=$
(curl
-s "$u") ||
:
3910 new
=$
(curl
-s "$u") ||
:
3911 if [[ $old && $new ]]; then
3912 if [[ $new != "$old" ]]; then
3914 echo | daylertme
"$subject"
3916 diff <(printf "%s\n" "$old") <(printf "%s\n" "$new") | daylertme
"$subject" ||
:
3921 sleep $
(( 60 + RANDOM
% 120 ))
3927 # shellcheck disable=SC1090 # expected
3928 source "$(type -p torsocks)" on
3932 less /var
/log
/exim
4/nondmain
3938 # testmail above calls sendmail, which is a link to exim/postfix.
3939 # its docs dont say a way of adding an argument
3940 # to sendmail to turn on debug output. We could make a wrapper, but
3941 # that is a pain. Exim debug args are documented here:
3942 # http://www.exim.org/exim-html-current/doc/html/spec_html/ch-the_exim_command_line.html
3944 # http://www.exim.org/exim-html-current/doc/html/spec_html/ch-building_and_installing_exim.html
3945 # note, for exim daemon, you can turn on debug options by
3946 # adding -d, etc to COMMONOPTIONS in
3947 # /etc/default/exim4
3949 # to specify recipients other than those in to, cc, bcc, you can use the cli args, eg:
3950 # exim -t 'test@zroe.org, t2@zroe.org' <<'EOF'
3952 # -t = get recipient from header
3954 From: ian@iankelling.org
3961 This is a test message.
3968 exim
-d -f '<>' $to <<EOF
3969 From: Mail Delivery System <Mailer-Daemon@gnu.org>
3971 Subject: Mail delivery failed: returning message to sender
3973 This message was created automatically by mail delivery software.
3982 # https://askubuntu.com/questions/160945/is-there-a-way-to-disable-a-laptops-internal-keyboard
3983 id
=$
(xinput
--list --id-only 'AT Translated Set 2 keyboard')
3984 if xinput list |
grep -F '∼ AT Translated Set 2 keyboard' &>/dev
/null
; then
3985 echo enabling keyboard
3986 # find the first slave keyboard number, they are all the same in my output.
3987 # if they werent, worst case we would need to save the slave number somewhere
3988 # when it got disabled.
3989 slave
=$
(xinput list |
sed -n 's/.*slave \+keyboard (\([0-9]*\)).*/\1/p' |
head -n1)
3990 xinput reattach
$id $slave
3999 (sleep "$(calc "$
* * 60")" && mpv
--no-config --volume 50 /a
/bin
/data
/alarm.mp3
) > /dev
/null
2>&1 &
4002 ## usage: to connect to my main transmission daemon from a different host, run this
4003 trans-remote-route
() {
4006 trg
() { transmission-remote-gtk
& r
; }
4007 # TODO: this wont work transmission.lan doesnt exist
4009 # example, set global upload limit to 100 kilobytes:
4011 TR_AUTH
=":$(jq -r .profiles[0].password ~/.config/transmission-remote-gtk/config.json)" transmission-remote transmission.lan
-ne "$@"
4018 for (( i
=0; i
< retries
- 1; i
++ )); do
4030 if [[ -e $1 && ! -w $1 ||
! -w $
(dirname "$1") ]]; then
4033 # full path for using in some initial setup steps
4037 # execute exim in its namespace. Useful args like -Mrm
4041 ecmd
="/usr/sbin/exim4 -C /etc/exim4/nn-mainlog.conf"
4042 if ip a show veth1-mail
&>/dev
/null
; then
4045 sdncmdroot exim4
$ecmd "$@"
4049 # get pid of systemd service
4053 pid
=$
(systemctl show
--property MainPID
--value "$unit")
4058 dir
=/sys
/fs
/cgroup
/system.slice
4059 if [[ ! -d $dir ]]; then
4060 # t10 and older directory.
4061 dir
=/sys
/fs
/cgroup
/systemd
/system.slice
4064 # 0 or empty. This file includes the MainPid, so I expect we
4065 # could just get this in the first place, but i don't know if that
4066 # is always the case.
4067 pid
=$
(head -n1 $dir/${unit%.service}.service
/cgroup.procs
)
4071 printf "%s\n" "$pid"
4077 sdnbash
() { # systemd namespace bash
4079 if (( $# != 1 )); then
4080 echo $0: error wrong number of args
>&2
4084 pid
=$
(servicepid
$unit)
4085 m sudo nsenter
-t $pid -n -m sudo
-u $USER -i bash
4088 sdnbashroot
() { # systemd namespace bash as root
4090 if (( $# != 1 )); then
4091 echo $0: error wrong number of args
>&2
4095 pid
=$
(servicepid
$unit)
4096 m sudo nsenter
-t $pid -n -m bash
4100 # systemd namespace cmd
4101 # usage: UNIT CMD...
4104 if (( $# <= 1 )); then
4105 echo $0: error wrong number of args
>&2
4110 pid
=$
(servicepid
$unit)
4111 tmpf
=$
(mktemp
--tmpdir $unit.XXXXXXXXXX
)
4113 printf "%s " "${@@Q}" >>$tmpf
4115 m sudo nsenter
-t $pid -n -m sudo
-u $USER -i bash
-c ". $tmpf & rm $tmpf"
4118 sdncmdroot
() { # systemd namespace root command
4120 if (( $# < 2 )); then
4121 echo $0: error wrong number of args
>&2
4126 pid
=$
(servicepid
$unit)
4127 m sudo nsenter
-t $pid -n -m "$@"
4131 # systemd network namespace (not mount) cmd
4132 # usage: UNIT CMD...
4135 if (( $# <= 1 )); then
4136 echo $0: error wrong number of args
>&2
4141 pid
=$
(servicepid
$unit)
4142 tmpf
=$
(mktemp
--tmpdir $unit.XXXXXXXXXX
)
4144 printf "%s " "${@@Q}" >>$tmpf
4146 m sudo nsenter
-t $pid -n sudo
-u $USER -i bash
-c ". $tmpf & rm $tmpf"
4154 # we use wireguard now, use mailnnbash.
4156 # m sudo nsenter -t $(pgrep -f "/usr/sbin/openvpn .* --config /etc/openvpn/.*mail.conf") -n -m sudo -u $USER -i bash
4164 spamdpid
=$
(systemctl show
--property MainPID
--value spamassassin
)
4165 m sudo nsenter
-t $spamdpid -n -m sudo
-u Debian-exim spamassassin
"$@"
4172 s nmtui-connect
"$@"
4175 # check exim and others network namespace
4177 local unit pid ns mailnn spamd_ser
4180 if systemctl
cat spamassassin
&>/dev
/null
; then
4181 spamd_ser
=spamassassin
4184 # mailvpn would belong on the list if using openvpn
4185 for unit
in mailnn unbound dovecot
$spamd_ser exim4 radicale
; do
4186 pid
=$
(servicepid
$unit)
4187 echo debug
: unit
=$unit pid
=$pid
4188 if [[ ! $pid ]]; then
4189 echo failed to
find pid
for unit
=$unit
4192 if ! ns
=$
(s readlink
/proc
/$pid/ns
/net
); then
4193 echo failed to
find ns
for unit
=$unit pid
=$pid
4196 if [[ $mailnn ]]; then
4197 if [[ $ns != "$mailnn" ]]; then
4198 echo "$unit ns $ns != $mailnn"
4209 sdncmd openvpn-client-tr@client.service
"$@"
4212 sdncmd openvpn-client-tr@client.service bash
4215 sdncmdroot openvpn-client-tr@client.service bash
4220 if [[ -e /lib
/systemd
/system
/openvpn-client@.service
]]; then
4221 local vpn_service
=openvpn-client
4223 local vpn_service
=openvpn
4226 [[ $1 ]] ||
{ echo need arg
; return 1; }
4227 journalctl
--since=now
--unit=$vpn_service@
$1 -f -n0 &
4228 sudo systemctl start
$vpn_service@
$1
4229 # sometimes the ask-password agent does not work and needs a delay.
4231 # https://bugs.debian.org/cgi-bin/bugreport.cgi?bug=779240
4232 # noticed around 8-2017 after update from around stretch release
4233 # on debian testing, even though the bug is much older.
4234 sudo systemd-tty-ask-password-agent
4239 ls -lad /run
/user
/1000
4240 stats
=$
(stat
-c%a-
%g-
%u
/run
/user
/1000)
4241 if [[ $stats != 700-1000-1000 ]]; then
4242 m s
chmod 700 /run
/user
/1000; m s chown iank.iank
/run
/user
/1000
4246 # unmute desktop output
4248 local sink card sedcmd
4249 sink
=$
(pactl get-default-sink
)
4250 if [[ $sink == auto_null
]]; then
4251 # guessing there is just one with an off profile. otherwise we will
4252 # need some other solution, like storing the card identifier that we
4253 # muted with nap. Or, we could so some hakery with
4255 sedcmd
='/^[[:space:]]*index:/{s/^[[:space:]]*index://;h};/^[[:space:]]*active profile: <off>$/{g;p;q}'
4256 card
=$
(pacmd list-cards |
sed -n "$sedcmd")
4257 m pacmd set-card-profile
"$card" output
:analog-stereo
4260 m pactl set-sink-mute @DEFAULT_SINK@ false
4266 sink
=$
(pactl get-default-sink
)
4268 card
="${card/output/card}"
4269 m pacmd set-card-profile
"$card" off
4271 # clicking on a link in a browser can cause unmute.
4272 # I don't want that. So, use a stronger form of mute
4274 #pactl set-sink-mute @DEFAULT_SINK@ true
4279 # systemctl is-enabled / status / cat says nothing, instead theres
4280 # some obscure symlink. paths copied from man systemd.unit.
4281 # possibly also usefull, but incomplete, doesnt show units not loaded in memory:
4282 # seru list-dependencies --reverse --all UNIT
4285 local -a dirs search
4291 ~
/.config
/systemd
/user.control
/*
4292 $XDG_RUNTIME_DIR/systemd
/user.control
/*
4293 $XDG_RUNTIME_DIR/systemd
/transient
/*
4294 $XDG_RUNTIME_DIR/systemd
/generator.early
/*
4295 ~
/.config
/systemd
/user
/*
4297 $XDG_RUNTIME_DIR/systemd
/user
/*
4299 $XDG_RUNTIME_DIR/systemd
/generator
/*
4300 ~
/.local
/share
/systemd
/user
/*
4301 /usr
/lib
/systemd
/user
/*
4302 $XDG_RUNTIME_DIR/systemd
/generator.late
/*
4307 /etc
/systemd
/system.control
/*
4308 /run
/systemd
/system.control
/*
4309 /run
/systemd
/transient
/*
4310 /run
/systemd
/generator.early
/*
4311 /etc
/systemd
/system
/*
4312 /etc
/systemd
/systemd.attached
/*
4313 /run
/systemd
/system
/*
4314 /run
/systemd
/systemd.attached
/*
4315 /run
/systemd
/generator
/*
4316 /lib
/systemd
/system
/*
4317 /run
/systemd
/generator.late
/*
4321 for f
in "${search[@]}"; do
4322 [[ -d $f ]] ||
continue
4329 # dirs is just so we write out the directory names, ls does it when there is 2 or more dirs.
4345 read -r _ link _ istls
< <(resolvectl dnsovertls tunfsf
)
4348 *) echo fixvpndns error
: unexpected istls value
: $istls >&2; return 1 ;;
4350 s busctl call org.freedesktop.resolve1
/org
/freedesktop
/resolve1 org.freedesktop.resolve1.Manager SetLinkDNSOverTLS is
$link no
4354 [[ $1 ]] ||
{ echo need arg
; return 1; }
4355 if [[ -e /lib
/systemd
/system
/openvpn-client@.service
]]; then
4356 local vpn_service
=openvpn-client
4358 local vpn_service
=openvpn
4360 sudo systemctl stop
$vpn_service@
$1
4362 vpnoffc
() { # vpn off client
4363 ser stop openvpn-client-tr@client
4367 unit
=openvpn-client-tr@client
4369 if [[ $
(systemctl is-active
$unit) != active
]]; then
4370 s systemctl start
$unit
4376 vspicy
() { # usage: VIRSH_DOMAIN
4377 # connect to vms made with virt-install
4378 spicy
-p "$(sudo virsh dumpxml "$1"|grep "<graphics.
*type='spice'"|\
4379 sed -r "s
/.
*port
='([0-9]+).*/\1/")"
4383 cat-new-files /m/4e/INBOX/new
4387 if (( $# != 1 )) ; then
4388 echo wakehours: error: expected 1 arg, got $# >&2
4391 sec=$(( EPOCHSECONDS - $( date +%s -d $1am ) ))
4392 printf "%d:%02d\n" $(( sec / 60 / 60)) $(( (sec / 60) % 60 ))
4395 calvis() { # calendar visualize
4396 install -m 600 /dev/null /tmp/calendar-bytes
4399 # shellcheck disable=SC2059 # intentional for the hex formatting
4400 printf "\x$(printf "%x" $char)" >>/tmp/calendar-bytes
4402 done < <(grep -v '[#-]' /p/calendar-data)
4403 /p
/c
/proc
/calendar
/linux-amd64
/calendar
4406 wtr
() { curl wttr.in
/boston
; }
4408 xevkb
() { xev
-event keyboard
; }
4413 printf "running: %s\n" "$*"
4418 # Running the appimage said fuse was not available, but try
4419 # running the appimage with --appimage-extract, which worked.
4420 # It seems there is no need to backup the wallet, it can be restored
4421 # via the seed onto any computer that needs it.
4422 /a
/opt
/electrum
/squashfs-root
/AppRun
"$@"
4425 # This was an old way I ran electrum over tor, and seems like I
4426 # imported a bitcoin core wallet.
4428 # https://electrum.readthedocs.io/en/latest/tor.html
4429 # https://github.com/spesmilo/electrum-docs/issues/129
4430 # s rsync -ptog --chown bitcoin:bitcoin ~/.Xauthority /var/lib/bitcoind/.Xauthority
4431 # sudo -u bitcoin DISPLAY=$DISPLAY XAUTHORITY=/var/lib/bitcoind/.Xauthority /a/opt/electrum-4.2.1-x86_64.AppImage -p socks5:localhost:9050
4437 sudo
-u bitcoin DISPLAY
=$DISPLAY XAUTHORITY
=/var
/lib
/bitcoind
/.Xauthority
/a
/opt
/monero-gui-v0.17
.3.2/monero-wallet-gui
4443 faf |
grep -E "$@" ||
:
4449 rg
"$@" /p
/w.org
/a
/t.org
/a
/work.org
/b
4452 # re all my files more expansively.
4453 # usage [-OPT...] regex space combined
4458 if [[ $arg == -* ]]; then
4466 find $paths -not \
( -name .svn
-prune -o -name .git
-prune \
4467 -o -name .hg
-prune -o -name .editor-backups
-prune \
4468 -o -name .undo-tree-history
-prune \
) 2>/dev
/null |
grep -iP --color=auto
-- "$*" ||
:
4469 rgv
$local_rgv_args -g "!bash_unpublished" "${opts[@]}" -- "$*" $paths /a
/work.org ||
:
4471 reml
() { # rem with limit to 5 matches per file
4472 local_rgv_args
="-m 5"
4479 find $paths -not \
( -name .svn
-prune -o -name .git
-prune \
4480 -o -name .hg
-prune -o -name .editor-backups
-prune \
4481 -o -name .undo-tree-history
-prune \
) 2>/dev
/null |
grep -iP --color=auto
-- "$*" ||
:
4482 rgv
$local_rgv_args -- "$*" $paths /a
/t.org
/p
/w.org ||
:
4484 repl
() { # rem with limit to 5 matches per file
4485 local local_rgv_args
="-m 5"
4490 # re on common fsf files
4493 paths
="/f/gluestick /f/brains /f/s /c"
4494 find $paths -not \
( -name .svn
-prune -o -name .git
-prune \
4495 -o -name .hg
-prune -o -name .editor-backups
-prune \
4496 -o -name .undo-tree-history
-prune \
) 2>/dev
/null |
grep -iP --color=auto
-- "$*" ||
:
4497 rgv
-- "$*" $paths /a
/work.org ||
:
4501 # for use in /f/bind
4503 # shellcheck disable=SC2046 # i want word splitting
4504 .
/update-zone $
(i s |
sed -rn 's/.*db\.(.*)/\1/p')
4508 # pip3 install linode-cli
4511 local input ip id tmp
4519 linode-cli
--json --pretty linodes create
--root_pass loxHuceygomGisun |
tee $tmp
4520 read -r ip id
<<<"$(tail -n+2 $tmp | jq -r '.[0].ipv4[0] , .[0].id')"
4521 for string
in $ip $id; do
4525 echo "livp9: bad value ip=$ip id=$id input=$input"
4533 if timeout
4 ssh $ip :; then
4541 apt-get -qq -y install ffmpeg rsync
4545 m
ssh $ip ffmpeg
-nostdin -hide_banner -loglevel error
-i $input -g 192 -vcodec libvpx-vp9
-vf scale
=-1:720 -max_muxing_queue_size 9999 -b:v
750K
-pass 1 -an -f null
/dev
/null
4546 m
ssh $ip ffmpeg
-nostdin -hide_banner -loglevel error
-y -i $input -g 192 -vcodec libvpx-vp9
-tile-rows 2 -vf scale
=-1:720 -max_muxing_queue_size 9999 -b:v
750K
-pass 2 -c:a libvorbis
-qscale:a
5 vp
9/$input
4547 rsync
$ip:vp
9/$input vp9
4548 linode-cli linodes delete
$id
4552 # we also have a file in /a/c/...konsole...
4553 local f
=$HOME/.config
/konsolerc
4554 setini DefaultProfile profileian.profile
"Desktop Entry" $f
4555 setini Favorites profileian.profile
"Favorite Profiles" $f
4556 setini ShowMenuBarByDefault false KonsoleWindow
$f
4557 setini TabBarPosition Top TabBar
$f
4561 while read -r k v
; do
4562 # shellcheck disable=SC2154
4563 setini
$k $v sakura
/a
/c
/subdir_files
/.config
/sakura
/sakura.conf
4565 colorset1_back rgb(33,37,39)
4569 disable_numbered_tabswitch true
4570 scroll_lines 10000000
4575 # make a page of links found in the files $@. redirect output
4577 gr
-oh 'https?:\/\/(www\.)?[-a-zA-Z0-9@:%._\+~#=]{1,256}\.[a-zA-Z0-9()]{1,6}\b([-a-zA-Z0-9()@:%_\+.~#?&//=]*)' "$@" | \
4578 rev |
sort -u |
rev |
sed 's,.*,<a href="\0">\0</a><br\>,'
4581 reset-xscreensaver
() {
4582 # except for spash, i set these by setting gui options in
4583 # xscreensaver-command -demo
4584 # then finding the corresponding option in .xscreensaver
4585 # spash, i happened to notice in .xscreensaver
4587 # dpmsOff, monitor doesnt come back on using old free software supported nvidia card
4588 cat > /home
/iank
/.xscreensaver
<<'EOF'
4591 dpmsStandby: 0:07:00
4592 dpmsSuspend: 0:08:00
4596 lockTimeout: 0:06:00
4603 # very useful, copy directory structure 3 deep. add remove /*/ to change level
4604 # rsync -aivh --exclude '/*/*/*/' -f"+ */" -f"- *" SRC DEST
4607 # * stuff that makes sense to be at the end
4608 if [[ "$SUDOD" ]]; then
4609 # allow failure, for example if we are sudoing into a user with diffferent/lesser permissions.
4612 elif [[ -d /a
]] && [[ $PWD == "$HOME" ]] && [[ $
- == *i
* ]]; then
4620 # for mitmproxy to get a newer python.
4621 # commented until i want to use it because it
4622 # noticably slows bash startup
4626 if [[ $EUID == 0 ||
! -e ~
/.pyenv
/bin
]]; then
4627 echo "error: dont be root. make sure pyenv is installed"
4630 export PATH
="$HOME/.pyenv/bin:$PATH"
4631 eval "$(pyenv init -)"
4632 eval "$(pyenv virtualenv-init -)"
4637 # I have the git repo and a release. either one should work.
4638 # I have both because I was trying to solve an issue that
4639 # turned out to be unrelated.
4640 # ARDUINO_PATH=/a/opt/Arduino/build/linux/work
4642 ## i should have documented this...
4643 # based on https://github.com/keyboardio/Kaleidoscope
4644 export KALEIDOSCOPE_DIR
=/a
/opt
/Kaleidoscope
4646 # They want to be added to the start, but i think
4647 # that should be avoided unless we really need it.
4648 path-add
--end ~
/.npm-global
4651 path-add
--end $HOME/.cargo
/bin
4653 if type -P rg
&>/dev
/null
; then
4654 # --no-messages because of annoying errors on broken symlinks
4655 # -z = search .gz etc files
4656 # -. = search dotfiles
4657 # -n --no-heading: show files and line numbers together allowing for clicking
4660 if [[ ${#@} == 1 ]]; then
4664 command rg
-.
-z --no-messages -Lin --no-heading -M 900 --no-ignore-parent --no-ignore-vcs -g '!.git' -g '!auto-save-list' -g '!.savehist' "$@" $path_arg ||
return $?
4666 #fails if not exist. ignore
4667 complete
-r rg
2>/dev
/null ||
:
4672 # rg with respecting vcs ignore files
4674 local path_arg ret
=0
4675 if [[ ${#@} == 1 ]]; then
4678 # settings that are turned off for pipes, keep them on.
4679 # Found by searching for "terminal" in --help
4683 # -. = search dotfiles
4684 # -z = search zipped files
4685 # -i = case insensitive
4687 # -n --no-heading: show files and line numbers together allowing for clicking
4688 # --no-messages because of annoying errors on broken symlinks
4689 # --no-ignore-parent because i have /a/.git which ignores almost everything under it.
4690 command rg
-n --no-heading -.
-z --no-messages -i -M 900 --no-ignore-parent -g '!.git' -g '!auto-save-list' -g '!.savehist' "$@" $path_arg || ret
=$?
4695 echo "$(tput setaf 5 2>/dev/null ||:)â–ˆ coresite â–ˆ$(tput sgr0 2>/dev/null||:)"
4697 echo "$(tput setaf 5 2>/dev/null ||:)â–ˆ office â–ˆ$(tput sgr0 2>/dev/null||:)"
4700 amallq
() { # amall quiet
4705 sedi
-r '/alertmanager.url/s/@prom.office/@prom/' ~
/.config
/amtool
/config.yml
4709 sedi
-r '/alertmanager.url/s/@prom.fsf/@prom.office.fsf/' ~
/.config
/amtool
/config.yml
4713 amall silence query
"$@"
4715 # amtool silence add
4717 amall silence add
"$@"
4719 # amtool silence force
4721 amall silence add x
!="1"
4724 # note: not sure if quoting of this arg is correct
4725 amfsf silence expire
"$(amfsf silence query -q)"
4726 amoffice silence expire
"$(amoffice silence query -q)"
4730 youtube-dl-update
() {
4731 sudo wget https
://yt-dl.org
/downloads
/latest
/youtube-dl
-O /usr
/local
/bin
/youtube-dl
4732 sudo
chmod a
+rx
/usr
/local
/bin
/youtube-dl
4735 # https://github.com/yt-dlp/yt-dlp/wiki/Installation
4737 sudo curl
-L https
://github.com
/yt-dlp
/yt-dlp
/releases
/latest
/download
/yt-dlp
-o /usr
/local
/bin
/yt-dlp
4738 sudo
chmod a
+rx
/usr
/local
/bin
/yt-dlp
# Make executable
4742 mpv
--ytdl ytdl_path
=/usr
/local
/bin
/yt-dlp
"$@"
4745 # taken from default changes to bashrc and bash_profile
4746 path-add
--end --ifexists $HOME/.rvm
/bin
4747 # also had ruby bin dir, but moved that to environment.sh
4748 # so its included in overall env
4751 # ya, hacky hardcoded hostnames in 2023. we could do better
4753 local -a failed_hosts hosts
4757 kd.b8.nz x3.office.fsf.org syw x2.b8.nz
4766 for host in ${hosts[@]}; do
4768 if ! scp
/b
/fai
/fai
/config
/files
/usr
/local
/bin
/hssh
/IANK root@
$host:/usr
/local
/bin
/hssh
; then
4769 failed_hosts
+=($host)
4772 if (( ${#failed_hosts[@]} >= 1 )); then
4773 echo failed_hosts
=${failed_hosts[*]}
4786 # <#part type="image/jpeg" filename="/home/iank/2023-12-24-ski-trip.jpg" disposition=attachment> <#/part>
4791 if [[ ! -s $f ]]; then
4792 e
"error: empty or non-existent file $f"
4797 echo '<#part type="image/jpeg" filename="'"$(rl "$f")"'" disposition=attachment> <#/part>'
4802 units
"tempC($1)" tempF
4806 units
"tempF($1)" tempC
4812 cedit live
/p
/c
/machine_specific
/vps
/filesystem
/var
/lib
/bind
/db.iankelling.org
<<'EOF' || mod=true
4816 ip
=$
(ip r show default |
sed -r 's/.*src ([^ ]*).*/\1/' |
head -n1)
4817 if [[ ! $ip ]] && timeout
1 ping -c 1 $ip; then
4818 echo "error: failed to get ip: $ip" >&2
4821 cat >/p
/c
/cmc-firewall-data-http
<<EOF
4827 web-conf
-e ian@iankelling.org
-f 8000 - apache2 live.iankelling.org
<<'EOF'
4828 <Location "/fsf.webm">
4830 AuthName "basic_auth"
4832 # htpasswd -c icecast-fsf-htpasswd USERNAME
4833 AuthUserFile "/etc/icecast-fsf-htpasswd"
4836 <Location "/fsf-tech.webm">
4838 AuthName "basic_auth"
4839 AuthUserFile "/etc/icecast-fsf-tech-htpasswd"
4843 s
cat /etc
/letsencrypt
/live
/live.iankelling.org
/{fullchain
,privkey
}.pem | s
dd of
=/etc
/icecast
2/fullchainpluskey.pem
4848 cedit live
/p
/c
/machine_specific
/vps
/filesystem
/var
/lib
/bind
/db.iankelling.org
<<'EOF' || bindpush
4849 live A 72.14.176.105
4850 AAAA 2600:3c00::f03c:91ff:fe6d:baf8
4855 find /var
/icecast
-type f
-delete
4856 ssh li.b8.nz
find /var
/icecast
-type f
-delete
4860 # obs screen switching of
4862 ls -l /tmp
/no-obs-auto-scene-switch
4863 touch /tmp
/no-obs-auto-scene-switch
4865 # obs screen switching on
4867 ls -l /tmp
/no-obs-auto-scene-switch
4868 if [[ -e /tmp
/no-obs-auto-scene-switch
]]; then
4869 rm -f /tmp
/no-obs-auto-scene-switch
4873 obs-gen-profiles
() {
4874 local p
=/p
/c
/basic
/profiles
4875 sed 's/fsf-sysops/fsf-tech/g' $p/fsfsysops
/basic.ini
>$p/fsftech
/basic.ini
4876 sed 's/fsf-sysops/fsf/g' $p/fsfsysops
/basic.ini
>$p/fsf
/basic.ini
4879 # terminal clear. like clear, but put the prompt at the bottom,
4880 # useful for obs streaming the bottom half of a terminal window.
4882 for ((i
=0; i
<COLUMNS
; i
++)); do
4888 openssl x509
-txt -in "$@"
4891 # dsh on btrbk hosts
4896 # dsh a file and run it
4899 if ! parallel
-j 10 scp x
{}:/tmp
<~
/.dsh
/group
/btrbk
; then
4900 echo parallel scp failed. dsa returning
$ret
4907 /nocow
/t
/ffmpeg-release
/ffmpeg-7.0
.1/tools
/zmqsend
"$@"
4910 ffg
() { /nocow
/t
/ffmpeg-release
/ffmpeg-7.0
.1/tools
/graph2dot
-o /tmp
/g.tmp
&& dot
-Tpng /tmp
/g.tmp
-o /tmp
/g.png
&& feh
/tmp
/g.png
; }
4912 firefox-hide-tabs
() {
4914 # without this, make tabs smaller by setting browser.uidensity 1 in about:config
4917 [[ $1 ]] ||
return 1
4918 # Related: the sidebery extension is useful.
4921 # https://raw.githubusercontent.com/MrOtherGuy/firefox-csshacks/master/chrome/hide_tabs_toolbar.css
4923 ainsl
$profiledir/chrome
/userChrome.css
'#TabsToolbar{ visibility: collapse !important }'
4929 local tmpdir ret out
4931 out
=$
(ssh cmc dnsmasq-end-lease
"$1" 2>&1) || ret
=1
4932 printf "%s\n" "$out"
4933 if [[ $out == *"try diffing"* ]]; then
4935 m scp cmc
:/tmp
/dhcp.leases cmc
:/tmp
/dhcp.leases.iank
$tmpdir
4936 m
diff $tmpdir/dhcp.leases
$tmpdir/dhcp.leases.iank ||
:
4942 # ffs and switch the bash history on this terminal.
4943 # disabled because I don't really need this and
4944 # the history switching is annoying for debugging.
4949 # if [[ $last && $last != -* && $last != sysops ]]; then
4960 # insensitive find plus edit
4962 local tmps found_count i char
file
4963 local -a found_files
4964 local -A button_file
4966 mapfile
-t found_files
<<<"$tmps"
4967 found_count
=${#found_files[@]}
4968 if (( ${#found_files[@]} == 1 )); then
4969 m g
${found_files[0]}
4972 for button
in {a..z
}; do
4973 button_file
[$button]="${found_files[$i]}"
4974 echo $button: ${found_files[$i]}
4976 if (( i
>= found_count
)); then
4980 read -rsN1 -t 5 char ||
:
4981 file="${button_file[$char]}"
4983 if [[ $file ]]; then
4991 # decrease filesize without losing any noticeable quality. inspired from
4992 # https://gist.github.com/BlueSwordM/86dfcb6ab38a93a524472a0cbe4c4100
4996 ffmpeg
-i "$in" -c:v libsvtav1
-crf 60 -preset 6 -g 60 -svtav1-params tune
=0:enable-overlays
=1:scd
=1:scm
=1 -pix_fmt yuv420p10le
-c:a copy
"$out"
4999 export BASEFILE_DIR
=/a
/bin
/fai-basefiles
5001 #export ANDROID_HOME=/a/opt/android-home
5002 # https://f-droid.org/en/docs/Installing_the_Server_and_Repo_Tools/
5003 #export USE_SDK_WRAPPER=yes
5004 #PATH=$PATH:$ANDROID_HOME/tools:$ANDROID_HOME/platform-tools
5006 # didnt get drush working, if I did, this seems like the
5007 # only good thing to include for it.
5008 # Include Drush completion.
5009 # if [ -f "/home/ian/.drush/drush.complete.sh" ] ; then
5010 # source /home/ian/.drush/drush.complete.sh
5017 # https://wiki.archlinux.org/index.php/Xinitrc#Autostart_X_at_login
5018 # i added an extra condition as gentoo xorg guide says depending on
5019 # $DISPLAY is fragile.
5020 if [[ ! $DISPLAY && $XDG_VTNR == 1 ]] && shopt -q login_shell
&& isarch
; then
5025 # ensure no bad programs appending to this file will have an affect