mainly new feature to intentionally delay sending email
[distro-setup] / brc2
1 #!/bin/bash
2 # Copyright (C) 2019 Ian Kelling
3 # SPDX-License-Identifier: AGPL-3.0-or-later
4 # this gets sourced. shebang is just for file mode detection
5
6
7 # * settings
8
9 if [[ $LESSHISTFILE == - ]]; then
10 HISTFILE=
11 c() { cd "$@"; }
12 elif [[ $HISTFILE ]]; then
13 HISTFILE=$HOME/.bh
14 fi
15
16 source /a/bin/distro-setup/path-add-function
17 path-add /a/exe
18 # add this with absolute paths as needed for better security
19 #path-add --end /path/to/node_modules/.bin
20 ## for yarn, etc
21 #path-add --end /usr/lib/node_modules/corepack/shims/
22
23 # pip3 --user things go here:
24 path-add --end ~/.local/bin
25 path-add --ifexists --end /a/work/libremanage
26 path-add --ifexists --end /a/opt/adt-bundle*/tools /a/opt/adt-bundle*/platform-tools
27 path-add --ifexists --end /a/opt/scancode-toolkit-3.10.
28 path-add --ifexists --end /p/bin
29
30 case $HOSTNAME in
31 sy|bo)
32 # https://askubuntu.com/questions/1254544/vlc-crashes-when-opening-any-file-ubuntu-20-04
33 if grep -qE '^VERSION_CODENAME="(nabia|focal)"' /etc/os-release &>/dev/null; then
34 export MESA_LOADER_DRIVER_OVERRIDE=i965
35 fi
36 ;;
37 esac
38
39
40 export WCDHOME=/a
41
42
43 case $EUID in
44 0)
45 # shellcheck disable=SC2034 # used in brc
46 SL_SSH_ARGS="-F $HOME/.ssh/confighome"
47 ;;
48 esac
49
50
51 # * include files
52
53 # generated instead of dynamic for the benefit of shellcheck
54 #for x in /a/bin/distro-functions/src/* /a/bin/!(githtml)/*-function?(s); do echo source $x ; done
55 source /a/bin/distro-functions/src/identify-distros
56 source /a/bin/log-quiet/logq-function
57 # for x in /a/bin/bash_unpublished/source-!(.#*); do echo source $x; done
58 source /a/bin/bash_unpublished/source-semi-priv
59 source /a/bin/bash_unpublished/source-state
60
61 source /a/bin/log-quiet/logq-function
62
63 # not used
64 # if [[ -s /a/opt/alacritty/extra/completions/alacritty.bash ]]; then
65 # source /a/opt/alacritty/extra/completions/alacritty.bash
66 # fi
67
68
69 source /a/bin/ds/beet-data
70
71
72 # * functions
73
74 multimic() {
75 local i
76 local -a sources
77
78 m pactl unload-module module-loopback
79 m pactl unload-module module-null-sink
80 m pactl unload-module module-remap-source
81
82 IFS=" " read -r -a sources <<<"$(pacmd list-sources | sed -rn 's/.*name: <([^>]+).*/\1/p')"
83
84 if (( ! $# )); then
85 i=0
86 for s in ${sources[@]}; do
87 e $i $s
88 i=$(( i+1 ))
89 done
90 read -r l
91 set -- $l
92 fi
93 m pactl load-module module-null-sink sink_name=ianinput sink_properties=device.description=ianinputs
94 for i; do
95 m pactl load-module module-loopback source=${sources[i]} sink_dont_move=true sink=ianinput
96 done
97 pactl load-module module-remap-source source_name=iancombine master=ianinput.monitor source_properties=device.description=iancombine
98 }
99
100 # h ssh test
101 # For testing restrictive ssh.
102 hstest() {
103 install-my-scripts
104 d=$(mktemp -d)
105 sed '/^ *IdentityFile/d' ~/.ssh/config >$d/config
106 s command ssh -F $d/config -i /q/root/h "$@"
107 }
108
109 # h rsync test
110 # For testing restrictive rsync
111 hrtest() { #
112 install-my-scripts
113 d=$(mktemp -d)
114 sed '/^ *IdentityFile/d' ~/.ssh/config >$d/config
115 s rsync -e "ssh -F $d/config -i /q/root/h" "$@"
116 }
117
118 # rsync as root and avoid the default restrictive h key & config.
119 rootrsync() {
120 s rsync -e "ssh -F /root/.ssh/confighome" "$@"
121 }
122
123 zcheck() {
124 ssh bow DISPLAY=:0 scrot /tmp/oegu.jpg
125 scp bow:/tmp/oegu.jpg /t
126 ssh bow rm /tmp/oegu.jpg
127 feh /t/oegu.jpg
128 }
129
130 slemacs() {
131 local arg rtime v
132 arg="$1"
133 remote="$2"
134 if [[ $arg == [89]0Etiona* ]]; then
135 v=${arg::1}
136 rtime=${arg#*Etiona} # remote time
137 if [[ ! $rtime ]]; then
138 rtime=0
139 fi
140 dir=/a/opt/emacs-trisquel${v}-nox/.iank
141 ltime=$(stat -c%Y $dir/e/e/.emacs.d/init.el)
142 if (( ltime > rtime )); then
143 m rsync -rptL --delete --filter=". /b/ds/sl/rsync-filter" $dir "$remote":/home/iank
144 fi
145 fi
146 }
147
148 sle() { # sl emacs
149 local f=/home/iank/.emacs.d/init.el
150 sl --sl-test-cmd ". /etc/os-release ; printf %s \${VERSION//[^a-zA-Z0-9]/}; test -e $f && stat -c%Y $f" --sl-test-hook slemacs "$@"
151 }
152 ccomp ssh sle
153
154 # Run this manually after .emacs.d changes. Otherwise, to check if
155 # files changed with find takes 90ms. sl normally only adds 25ms. We
156 # could cut it down to 10ms if we put things on a btrfs filesystem and
157 # looked for changes there, or used some inotify thing, but that seems
158 # like too much work.
159 egh() { # emacs gnuhope
160 RSYNC_RSH=ssh m rsync -rptL --delete --filter=". /b/ds/sl/rsync-filter" /a/opt/emacs-trisquel9-nox/.iank lists2d.fsf.org:.ianktrisquel_9
161 RSYNC_RSH=ssh m rsync -rptL --delete --filter=". /b/ds/sl/rsync-filter" /a/opt/emacs-trisquel8-nox/.iank lists2d.fsf.org:/home/iank
162 }
163 ekw() {
164 local shell="bash -s"
165 if [[ $HOSTNAME != kw ]]; then
166 shell="ssh kw.office.fsf.org"
167 bbk -m /a -t kw
168 fi
169 $shell <<'EOF'
170 sudo mkdir /root/.ianktrisquel_9
171 sudo rsync -rptL --delete --filter=". /b/ds/sl/rsync-filter" /a/opt/emacs-trisquel9-nox/.iank /root/.ianktrisquel_9
172 rsync -rptL --delete --filter=". /b/ds/sl/rsync-filter" /a/opt/emacs-trisquel8-nox/.iank /home/iank
173 EOF
174 }
175
176 rm-docker-iptables() {
177 s iptables -S | gr docker | gr -- -A | sed 's/-A/-D/'| while read -r l; do sudo iptables $l; done
178 s iptables -S -t nat | gr docker | gr -- -A | sed 's/-A/-D/'| while read -r l; do sudo iptables -t nat $l; done
179 s iptables -S | gr docker | gr -- -N | sed 's/-N/-X/'| while read -r l; do sudo iptables $l; done
180 s iptables -S -t nat | gr docker | gr -- -N | sed 's/-N/-X/'| while read -r l; do sudo iptables -t nat $l; done
181 }
182
183 # usage mkschroot [-] distro codename packages
184 # - means no piping in of sources.list
185 mkschroot() {
186 local sources force repo n distro
187 force=false
188 while [[ $1 == -* ]]; do
189 case $1 in
190 -f) force=true; shift ;;
191 -s)
192 sources="$2"
193 if [[ ! -s $sources ]]; then
194 echo mkschroot: error: sources file $sources does not exist or is empty
195 return 1
196 fi
197 shift 2
198 ;;
199 esac
200 done
201 distro=$1
202 shift
203 case $distro in
204 trisquel)
205 repo=http://mirror.fsf.org/trisquel/
206 ;;
207 ubuntu)
208 repo=http://archive.ubuntu.com/ubuntu/
209 ;;
210 debian)
211 repo=http://deb.debian.org/debian/
212 ;;
213 esac
214 n=$1
215
216 shift
217 if ! $force && schroot -l | grep -xFq chroot:$n; then
218 echo "$0: $n schroot already installed, skipping"
219 return 0
220 fi
221 apps=($@)
222 d=/nocow/schroot/$n
223 sd /etc/schroot/chroot.d/$n.conf <<EOF
224 [$n]
225 description=$n
226 type=directory
227 directory=$d
228 profile=desktop
229 preserve-environment=true
230 users=$USER,user2
231 EOF
232 cd
233 if [[ ! -e $d/bin ]]; then
234 sudo mkdir -p $d
235 # resolvconf otherwise schroot fails with
236 # cp: not writing through dangling symlink '/var/run/schroot/mount/flidas-7a2362e0-81b3-4848-92c1-610203ef5976/etc/resolv.conf'
237 sudo debootstrap --exclude=resolvconf $n $d $repo
238 fi
239 if [[ $sources ]]; then
240 sudo install -m 644 $sources $d/etc/apt/sources.list
241 fi
242 sudo chroot $d apt-get update
243 sudo DEBIAN_FRONTEND=noninteractive chroot $d apt-get -y dist-upgrade --purge --auto-remove
244 sudo cp -P {,$d}/etc/localtime
245 if (( ${#apps[@]} )); then
246 sudo DEBIAN_FRONTEND=noninteractive schroot -c $n -- apt-get install --allow-unauthenticated -y ${apps[@]}
247 fi
248 }
249
250
251 # note: this is incomplete and untested.
252 # https://wiki.archlinux.org/index.php/Install_Arch_Linux_from_existing_Linux#Creating_a_chroot
253 mkarchchroot() {
254 local tarball mirror
255 mirror=https://mirrors.edge.kernel.org/archlinux/iso/latest/
256 tarball=$(curl -s $mirror | sed -nr 's/.*"(archlinux-bootstrap-.*-x86_64.tar.gz)".*/\1/p')
257 wget -O /tmp/arch.tar.gz https://mirrors.edge.kernel.org/archlinux/iso/latest/$tarball
258 s mkdir -p /nocow/schroot/arch
259 cd _/nocow/schroot/arch
260 s sed -i '/## United States/,/^$/s,^#,,' etc/pacman.d/mirrorlist
261 # error: could not determine cachedir mount point /var/cache/pacman/pkg
262 s sed -i /^CheckSpace/d etc/pacman.conf
263 chroot . /bin/bash -s <<'EOF'
264 pacman-key --init
265 pacman-key --populate archlinux
266 pacman -Syyu
267 EOF
268 # example of building an aur package:
269 # pacman -Sy base-devel wget
270 # useradd -m iank
271 # f=$target/etc/sudoers
272 # line='iank ALL=(ALL) NOPASSWD: ALL'
273 # if [[ ! -e $f ]] || ! grep -xF "$line" $f; then
274 # echo "$line" >> $f
275 # fi
276 # su iank
277 # wget https://aur.archlinux.org/cgit/aur.git/snapshot/anbox-image-gapps.tar.gz
278 # tar xzf anbox-image-gapps.tar.gz
279 # cd anbox-image-gapps
280 # makepkg -s
281 }
282
283
284 # clock back in to timetrack from last entry
285 tback() {
286 sqlite3 /p/.timetrap.db "update entries set end = NULL where id = (select max(id) from entries);"
287 }
288
289 # sshfs example:
290 # s sshfs bu@$host:/bu/home/md /bu/mnt -o reconnect,ServerAliveInterval=20,ServerAliveCountMax=30 -o allow_other
291
292 edelayoff() {
293 echo all >/etc/exim4/no-delay-eximids
294 }
295 edelayon() {
296 echo >/etc/exim4/no-delay-eximids
297 }
298
299 eqgo() {
300 local -a array tmpstr delayon
301 delayon=true
302 if grep -qFx all /etc/exim4/no-delay-eximids; then
303 delayon=false
304 fi
305 if $delayon; then
306 echo all >/etc/exim4/no-delay-eximids
307 fi
308 tmpstr=$(exiqgrep -i -r.\*)
309 mapfile -t array <<<"$tmpstr"
310 enn -M "${array[@]}"
311 if $delayon; then
312 echo >/etc/exim4/no-delay-eximids
313 fi
314 }
315 eqgo1() {
316 local eid
317 eid="$(exipick -i -r.\*|h1)"
318 sed -n "/^all$/p;\$a $eid" /etc/exim4/no-delay-eximids
319 enn -M "$eid"
320 }
321 ennm() {
322 local eid
323 for eid; do
324 printf "%s\n" "$eid" >>/etc/exim4/no-delay-eximids
325 done
326 enn -M "$@"
327 }
328
329
330 gnupload(){
331 /a/f/gnulib/build-aux/gnupload "$@"
332 }
333
334 abrowserrmcompat() {
335 local f
336 ngset
337 f=(/p/c/firefox*/compatibility.ini)
338 if (( ${#f[@]} )); then
339 rm ${f[@]}
340 fi
341 ngreset
342 }
343
344 checkre() {
345 s checkrestart -b /a/bin/ds/checkrestart-blacklist -pv
346 }
347
348 cp-blocked-domains-to-brains() {
349 cp /a/f/ans/roles/exim/files/mx/simple/etc/exim4/bad-sender_domains /a/f/brains/sysadmin/kb/blocked_email_domains.mdwn
350 }
351 cp-blocked-domains-to-ansible() {
352 cp /a/f/brains/sysadmin/kb/blocked_email_domains.mdwn /a/f/ans/roles/exim/files/mx/simple/etc/exim4/bad-sender_domains
353 }
354
355
356 anki() {
357 # crashes on adding new cards in t9
358 schroot -c buster -- anki
359 }
360
361 acat() {
362 ngset
363 hrcat /m/md/alerts/{cur,new}/*
364 ngreset
365 hr; echo bk; hr
366 ssh bk.b8.nz "shopt -s nullglob; hrcat /m/md/INBOX/new/* /m/md/INBOX/cur/*"
367 }
368 aclear() {
369 ngset
370 rm -f /m/md/alerts/{cur,new}/*
371 ngreset
372 ssh bk.b8.nz "shopt -s nullglob; rm -f /m/md/INBOX/new/* /m/md/INBOX/cur/*"
373 system-status _
374 }
375
376 alerts() {
377 find /var/local/cron-errors /home/iank/cron-errors /sysd-mail-once-state -type f
378 }
379 ralerts() { # remote alerts
380 local ret shell
381 # this list is duplicated in check-remote-mailqs
382 for h in bk je li frodo x3wg kdwg sywg; do
383 echo $h:
384 shell="ssh $h"
385 if [[ $HOSTNAME == "${h%wg}" ]]; then
386 shell=
387 fi
388 ret=0
389 $shell find /var/local/cron-errors /home/iank/cron-errors /sysd-mail-once-state -type f || ret=$?
390 if (( ret )); then
391 echo ret:$ret
392 fi
393 done
394 }
395
396 ap() {
397 # pushd in case current directory has an ansible.cfg file
398 pushd /a/xans >/dev/null
399 ansible-playbook -v -l ${1:- $(hostname -f)} site.yml
400 popd >/dev/null
401 }
402 aw() {
403 pushd /a/work/ans >/dev/null
404 time ansible-playbook -i inventory adhoc.yml "$@"
405 popd >/dev/null
406 }
407 ad() {
408 pushd /a/bin/distro-setup/a >/dev/null
409 ansible-playbook site.yml "$@"
410 popd >/dev/null
411 }
412
413 astudio() {
414 # googling android emulator libGL error: failed to load driver: r600
415 # lead to http://stackoverflow.com/a/36625175/14456
416 export ANDROID_EMULATOR_USE_SYSTEM_LIBS=1
417 /a/opt/android-studio/bin/studio.sh "$@" & r
418 }
419
420 # Convert brains file path to url and vice versa
421 # usage: brains [URL_OR_PATH]
422 brains() {
423 _iki-convert '(/a)?/f/brains' brains.fsf.org "$@"
424 }
425 glue() {
426 _iki-convert '(/a)?/f/gluestick' gluestick.office.fsf.org "$@"
427 }
428
429 # usage: $0 REPO_PATH [URL_OR_PATH]
430 _iki-convert() {
431 local url domain path input err repo_dir dir url_dir url
432 repo_dir="$1"
433 domain="$2"
434 shift 2
435 err=false
436 if $err; then
437 return 1
438 fi
439 if [[ $1 ]]; then
440 input="$*"
441 else
442 read -r -p "enter path or url"$'\n' input
443 fi
444 case $input in
445 http*)
446 path="$repo_dir/${input##http*://"$domain"/wiki/}"
447 if [[ $path == */ ]]; then
448 path=${path%/}.mdwn
449 fi
450 j printf "%s\n" "$path"
451 ;;
452 *)
453 path=$(fp "$input")
454 url_dir=$(echo "$path" | sed -r "s,^$repo_dir/,,")
455 url="https://$domain/wiki/$url_dir"
456 url="${url%.mdwn}/"
457 j echo "$url"
458 ;;
459 esac
460 }
461
462
463 # Generate beet smartplaylists for navidrome.
464 # for going in the reverse direction, run
465 # /b/ds/navidrome-playlist-export
466 beetsmartplaylists() {
467 install -m 0700 -d /tmp/ianbeetstmp
468 beet splupdate
469 # kill off any playlists we deleted. they will still need manual
470 # killing from a navidrome client.
471 rm -rf /i/converted/beetsmartplaylists
472 mkdir -p /i/converted/beetsmartplaylists
473 for f in /tmp/ianbeetstmp/*; do
474 sed 's,^/i/m,/i/converted,;s,\.flac$,.mp3,' "$f" >"/i/converted/beetsmartplaylists/${f##*/}"
475 rm "$f"
476 done
477 rmdir /tmp/ianbeetstmp
478 }
479
480 # internal function for beetrating, in case we need to ssh
481 beetrating-stdin() {
482 local tmp rating path cpath sqlpath userid
483 # plucked this from the db. im the only user.
484 userid=23cc2eb9-e35e-4811-a0f0-d5f0dd6eb634
485 while read -r rating path; do
486 cpath="/i/converted${path#/i/m}" # converted path
487 case $cpath in
488 *.flac)
489 cpath="${cpath%.*}.mp3"
490 ;;
491 esac
492 if [[ ! -e $cpath ]]; then
493 echo "beetraing: error: this should not happen, path does not exist: $cpath"
494 return 1
495 fi
496 sqlpath="${cpath//\'/\'\'}"
497 old_rating=$(sqlite3 /i/navidrome/navidrome.db "select rating from annotation inner join media_file on item_id = id where path = '$sqlpath' and item_type = 'media_file';")
498 if [[ $old_rating ]]; then
499 if [[ $old_rating != "$rating" ]]; then
500 echo "setting rating $old_rating -> $rating $cpath"
501 # https://stackoverflow.com/a/50317320
502 # we got a timeout error once. arbitrarily chose 15 seconds.
503 sqlite3 /i/navidrome/navidrome.db ".timeout 15000" "
504 update annotation set rating = $rating
505 where item_id in (
506 select media_file.id from annotation inner join media_file on annotation.item_id = media_file.id
507 where media_file.path = '$sqlpath' and annotation.item_type = 'media_file' );"
508 fi
509 else
510 echo "setting rating $rating $cpath"
511 # /a/opt/navidrome/persistence/sql_annotations.go v0.48.0
512 # https://www.sqlite.org/lang_insert.html
513 sqlite3 /i/navidrome/navidrome.db ".timeout 15000" "insert into annotation select '$(uuidgen)', '$userid', id, 'media_file', 0, NULL, $rating, 0, NULL from media_file where path = '$sqlpath';"
514 fi
515 done
516 }
517
518 # Export beets ratings into navidrome
519 beetrating() {
520 local ssh_prefix
521 if [[ $HOSTNAME != kd ]]; then
522 ssh_prefix="ssh b8.nz"
523 fi
524 # shellcheck disable=SC2016 # obvious reason
525 beet ls -f '$rating $path' $nav_convert_query | $ssh_prefix beetrating-stdin
526 }
527
528 # Do transcoding and hardlinking of audio files for navidrome.
529 beetconvert() {
530 local tmpf
531 tmpf="$(mktemp)"
532 # a bunch of effort to ignore output we dont care about...
533 sed 's/^format_item:.*/format_item: ignore_this/' ~/.config/beets/config.yaml >$tmpf
534 beet -c $tmpf convert -y $nav_convert_query > >(grep -vFx 'ignore_this' ||:) 2> >(grep -v '^convert: Skipping' ||:)
535 rm "$tmpf"
536 }
537 # This deletes files in the converted directory which should no longer
538 # be there due to a rename of the unconverted file.
539 beetconvert-rm-extras() {
540 local l tmpf
541 local -A paths
542 tmpf="$(mktemp)"
543 # shellcheck disable=SC2016 # obvious reason
544 beet ls -f '$path' $nav_convert_query >"$tmpf"
545 ## begin removal of files that are leftover from previous conversion,
546 # eg, previously rated > 1, now rated 1.
547 while read -r l; do
548 convertedpath="/i/converted${l#/i/m}"
549 case $convertedpath in
550 *.flac) convertedpath="${convertedpath%.flac}.mp3" ;;
551 esac
552 paths[$convertedpath]=t
553 done <"$tmpf"
554
555 find /i/converted -path /i/converted/beetsmartplaylists -prune -o \( -type f -print \) -name '*.mp3' -o -name '*.m4a' >"$tmpf"
556 while read -r l; do
557 if [[ ! ${paths[$l]} ]]; then
558 rm -v "$l"
559 fi
560 # note: the pruning is duplicative of filtering on name, but whatever.
561 done <"$tmpf"
562 rm "$tmpf"
563 }
564
565 beets-gen-playlists() {
566 local i str
567 local -a query_array query_str
568 for i in "${!bpla[@]}"; do
569 query_str=()
570 eval "query_array=(${bpla[$i]})"
571 for str in "${query_array[@]}"; do
572 query_str+=("\"$str\"")
573 done
574 cat <<EOF
575 - name: $i.m3u
576 query: '${query_str[@]}'
577 EOF
578 done
579 }
580
581 # beet playlist. use beetag with a playlist name
582 bpl() {
583 local playlist playlist_regex
584 case $1 in
585 -h|--help)
586 for playlist in "${!bpla[@]}"; do
587 printf "%s\n" "$playlist"
588 done
589 return 0
590 ;;
591 esac
592
593 playlist="${*: -1}"
594 playlist_regex='[a-z0-9_]'
595 if [[ ! $playlist =~ $playlist_regex ]]; then
596 echo "bpl: error unexpected chars in playlist: $playlist"
597 return 1
598 fi
599 # all but last arg as options
600 eval beetag -r "${*:1:$# - 1}" "${bpla[$playlist]}"
601 }
602 complete -W "${!bpla[*]}" bpl
603
604
605 # beet modify quietly
606 beetmq() {
607 local tmpf
608 tmpf="$(mktemp)"
609 # a bunch of effort to ignore output we dont care about...
610 sed 's/^format_item:.*/format_item: ignore_this/' ~/.config/beets/config.yaml >$tmpf
611 beet -c $tmpf modify -y "$@" > >(grep -vFx -e 'ignore_this' -e 'Modifying 1 items.' ||:)
612 rm "$tmpf"
613 beetag-nostatus 1
614 }
615
616 kill-bg-quiet() {
617 # https://stackoverflow.com/a/5722874
618 kill %% 2>/dev/null ||:; wait %% 2>/dev/null ||:
619 }
620
621 # debug variables
622 dv() {
623 for arg; do
624 printf "%s=%s " "$arg" "${!arg}"
625 done
626 echo
627 }
628
629 # Must be called from beetag for variables to be setup
630 beetag-help() {
631 local -i i j col_total row col button_total row_total remainder_cols remainder_term
632 col_total=4
633 button_total=${#button_map[@]}
634 row_total=$(( button_total / col_total ))
635 remainder_cols=$(( button_total % col_total ))
636 # for debugging
637 #dv button_total row_total remainder_cols
638 beetag-nostatus
639 # - 3 is just a constant that helps things work in practice.
640 if [[ $LINES ]] && (( LINES - 3 < scrolled )); then
641 hr
642 for (( i=0; i<button_total; i++)); do
643 row=$(( i / col_total ))
644 col=$(( i % col_total ))
645 remainder_term=$remainder_cols
646 if (( col < remainder_term )); then
647 remainder_term=$col
648 fi
649 j=$(( col * row_total + row + remainder_term ))
650 # avoid double newline when we have exactly row * col buttons
651 if (( i == button_total - 1 )); then
652 printf "%s %s" ${buttons[j]} ${button_map[j]}
653 elif (( i % col_total == col_total -1 )); then
654 printf "%s %s\n" ${buttons[j]} ${button_map[j]}
655 else
656 printf "%s %-15s" ${buttons[j]} ${button_map[j]}
657 fi
658 done
659 cat <<'EOF'
660
661
662 y other genres z fg player ' = toggle play 1-5 rate ] repeat1
663 ; previous _ = delete up/down skip mpv vol,pause,seek
664 EOF
665 hr
666 scrolled=10
667 fi
668 }
669
670 # Must be called from beetag for variables to be setup
671 beetag-nostatus() {
672 if (( $# )); then
673 scrolled=$(( scrolled + $1 ))
674 fi
675 if $erasable_line; then
676 # https://stackoverflow.com/a/71286261
677 printf '\033[1A\033[K'
678 fi
679 erasable_line=false
680 }
681 # meant to be called from beetag
682 beetag-status() {
683 if $erasable_line; then
684 # https://stackoverflow.com/a/71286261
685 printf '\033[1A\033[K'
686 fi
687 erasable_line=true
688 }
689
690 # meant to be called from beetag
691 mpvrpc() {
692 if jobs -p | grep -q . &>/dev/null; then
693 printf "%s\n" "$*" | socat - /tmp/mpvsock >/dev/null ||:
694 fi
695 }
696 # meant to be called from beetag
697 # o for get output
698 mpvrpco() {
699 # note: testing for background jobs will output nothing if we are in a pipeline
700 printf "%s\n" "$*" | socat - /tmp/mpvsock ||:
701 }
702
703 # meant to be called from beetag
704 mpvrpc-percent-pos() {
705 mpvrpco '{ "command": ["get_property", "percent-pos"] }' | jq .data | sed 's/\..*/%/' 2>/dev/null ||:
706 }
707
708 # tag with beets.
709 # usage: beetag [-r] [-s] QUERY
710 # it lists the query, reads an input char for tagging one by one.
711 #
712 # note, you may want to change the play command for doing rapid taging
713 # by immediately jumping forward into the song. this is set in the beets
714 # config yaml.
715 #
716 # (available buttons: ` \ ) ] [ and non-printing chars, see
717 # https://stackoverflow.com/questions/10679188/casing-arrow-keys-in-bash
718 #
719 #
720 # note: after foregrounding the player, must quit it to get back. can't ctrl-c.
721 #
722 # keys I dont need help to remember:
723 # 1-5 rate
724 # q quit
725 # ret next
726 #
727 beetag() {
728 local last_genre_i fstring tag id char new_item char_i genre tag remove doplay i j random path
729 local do_rare_genres read_wait help line lsout tmp ls_line skip_lookback
730 local escape_char escaped_input expected_input skip_input_regex right_pad erasable_line seek_sec
731 local pl_state_path pl_state_dir pl_state_file tmpstr
732 local new_random pl_seed_path seed_num seed_file fmt first_play repeat1
733 local -a buttons button_map ids tags tmp_tags initial_ls ls_lines paths
734 local -A button_i
735 local -i i j volume scrolled id_count line_int skip_start pre_j_count head_count skip_lookback
736 local -i overflow_lines overflow
737
738 first_play=true
739 erasable_line=false
740 escape_char=$(printf "\u1b")
741 scrolled=999 # more than any $LINES
742 ### begin arg processing ###
743 random=false
744 repeat1=false
745 new_random=false
746 case $1 in
747 -r)
748 random=true
749 shift
750 ;;
751 -s)
752 random=false
753 shift
754 ;;
755 -x)
756 new_random=true
757 shift
758 ;;
759 esac
760 if (( ! $# )); then
761 echo beetag: error expected a query arg >&2
762 return 1
763 fi
764 ### end arg processing ###
765
766 beetpull
767
768 do_rare_genres=false
769 volume=70
770 read_wait=2
771 doplay=true
772
773 last_genre_i=$(( ${#common_genres[@]} - 1 ))
774 buttons=( {a..p} {r..w} {6..8} , . / - "=")
775 button_map=(${common_genres[@]} ${pl_tags[@]})
776 fstring=
777 for tag in "${pl_tags[@]}"; do
778 fstring+="%ifdef{$tag,$tag }"
779 done
780
781 for (( i=0; i<${#buttons[@]}; i++ )); do
782 button_i[${buttons[i]}]=$i
783 done
784
785 # note: this structure of files is rather haphazard.
786 seed_num=1 # later we might want a few
787 seed_file=seed$seed_num
788 if $random; then
789 pl_state_file=$seed_num
790 else
791 pl_state_file=sorted
792 fi
793 pl_state_dir=/i/info/pl-state
794 if [[ $playlist ]]; then
795 pl_state_dir=$pl_state_dir/$playlist
796 else
797 pl_state_dir=$pl_state_dir/nopl
798 fi
799 pl_state_path=$pl_state_dir/$pl_state_file
800 pl_seed_path=$pl_state_dir/$seed_file
801
802
803 if $new_random || [[ ! -r $pl_seed_path ]]; then
804 mkdir -p $pl_state_dir
805 { base64 < /dev/urandom | head -c 200 ||:; echo; } > $pl_seed_path
806 fi
807
808 # PijokVipiotOzeph is just a random string for a delimiter
809 # shellcheck disable=SC2016 # false positive
810 fmt='%ifdef{rating,$rating }'"$fstring"'$genre | $title - $artist - $album $length $id PijokVipiotOzeph $path'
811 # shellcheck disable=SC2016 # obvious reason
812 tmpstr=$(beet ls -f "$fmt" "$@" | { if $random; then sort -R --random-source=$pl_seed_path; else cat; fi; } )
813 mapfile -t initial_ls <<<"$tmpstr"
814 if [[ ! ${initial_ls[0]} ]]; then
815 echo "beetag: error: no result from beet ls $*"
816 return 1
817 fi
818 id_count=${#initial_ls[@]}
819 for line in "${initial_ls[@]}"; do
820 path="${line#*PijokVipiotOzeph }"
821 # https://github.com/koalaman/shellcheck/issues/2171
822 # shellcheck disable=SC2190 # bug in shellcheck, looking at paths from an earlier function
823 paths+=("$path")
824 line_no_path="${line% PijokVipiotOzeph*}"
825 id="${line_no_path##* }"
826 ids+=("$id")
827 right_pad="${line_no_path%% |*}"
828 ls_line="$(printf %-11s "$right_pad")${line_no_path#"$right_pad"}"
829 ls_lines+=("$ls_line")
830 i=$(( i+1 ))
831 done
832
833
834
835
836 j=0
837 if [[ $playlist ]]; then
838 if [[ -r $pl_state_path ]]; then
839 j=$(cat $pl_state_path)
840 fi
841 fi
842
843 # i only care to see a smallish portion of the list when starting.
844 head_count=$(( LINES - 20 ))
845 head_start=$(( j - head_count / 2 ))
846 if (( head_start < 0 )); then
847 head_start=0
848 fi
849 for (( i=head_start; i < head_count && i < id_count; i++ )); do
850 ls_line="${ls_lines[$i]}"
851 if (( i == j )); then
852 echo "* $ls_line"
853 else
854 echo "$ls_line"
855 fi
856 done
857 if $doplay; then
858 #{ mpv --profile=a --volume=$volume --idle 2>&1 & } 2>/dev/null
859 mpv --profile=a --volume=$volume --idle &
860 # if we dont sleep, can expect an error like this:
861 # socat[1103381] E connect(5, AF=1 "/tmp/mpvsock", 14): Connection refused
862 sleep .1
863 fi
864
865 while true; do
866 id=${ids[j]}
867 path="${paths[$j]}"
868 lsout="${ls_lines[j]}"
869 tags=( ${lsout%%,*} )
870 beetag-help
871 printf "██ %s\n" "$lsout"
872 beetag-nostatus 1
873 if $doplay; then
874 # https://stackoverflow.com/a/7687716
875 # note: duplicated down below
876 #
877 # notes on old method of invoking mpv each time:
878 # https://superuser.com/questions/305933/preventing-bash-from-displaying-done-when-a-background-command-finishes-execut
879 # we can't disown or run in a subshell or set +m because all that
880 # disabled job control from working properly in ways we want.
881 # todo: figure out some kind of answer to this. I think the solution
882 # is that we are waiting in 2 second intervals and checking if the
883 # background job exists. Instead, we should make mpv just idle
884 # when it is done with a song and then send it a command to play a new track.
885 #{ mpv --profile=a --volume=$volume "$path" 2>&1 & } 2>/dev/null
886 # old
887 #{ beet play "--args=--volume=$volume" "id:$id" 2>&1 & } 2>/dev/null
888
889 # on slow systems, we may need to wait like .3 seconds before mpv
890 # is ready. so impatiently check until it is ready
891 if $first_play; then
892 first_play=false
893 for (( i=0; i<20; i++ )); do
894 if [[ $(mpvrpco '{ "command": ["get_property", "idle-active"] }' 2>/dev/null | jq .data) == true ]]; then
895 mpvrpc '{ "command": ["loadfile", "'"$path"'"] }' 2>/dev/null
896 break
897 fi
898 sleep .1
899 done
900 else
901 mpvrpc '{ "command": ["loadfile", "'"$path"'"] }'
902 fi
903 erasable_line=false
904 fi
905 while true; do
906 char=
907 if $doplay; then
908 ret=0
909 read -rsN1 -t $read_wait char || ret=$?
910 read_wait=2
911 # Automatically skip to the next song if this one ends, unless
912 # we turn off the autoplay.
913 if (( ret == 142 )) || [[ ! $char ]]; then
914 if jobs -p | grep -q . &>/dev/null && \
915 [[ $(mpvrpco '{ "command": ["get_property", "idle-active"] }' | jq .data) == false ]]; then
916 continue
917 else
918 break
919 fi
920 fi
921 else
922 read -rsN1 char
923 fi
924 beetag-help
925 if [[ $char == $'\n' ]]; then
926 break
927 fi
928 case $char in
929 ";")
930 j=$(( j - 2 ))
931 break
932 ;;
933 "'")
934 if $doplay; then
935 echo "play toggled off"
936 doplay=false
937 else
938 doplay=true
939 mpvrpc '{ "command": ["loadfile", "'"$path"'"] }'
940 erasable_line=false
941 fi
942 beetag-nostatus 1
943 continue
944 ;;
945 _)
946 m beet rm --delete --force "id:$id"
947 beetag-nostatus 4 # guessing. dont want to test atm
948 break
949 ;;
950 [1-5])
951 beetmq "id:$id" rating=$char
952 continue
953 ;;
954 9)
955 volume=$(( volume - 5 ))
956 if (( volume < 0 )); then
957 volume=0
958 fi
959 ;;&
960 0)
961 volume+=5
962 if (( volume > 130 )); then
963 volume=130
964 fi
965 ;;&
966 0|9)
967 mpvrpc '{ "command": ["set_property", "volume", '$volume'] }'
968 beetag-status
969 echo volume=$volume
970 continue
971 ;;
972 ']')
973 if $repeat1; then
974 repeat1=false
975 else
976 repeat1=true
977 fi
978 echo repeat1=$repeat1
979 continue
980 ;;
981 q)
982 kill-bg-quiet
983 return
984 ;;
985 y)
986 if $do_rare_genres; then
987 do_rare_genres=false
988 button_map=(${common_genres[@]} ${pl_tags[@]})
989 last_genre_i=$(( ${#rare_genres[@]} - 1 ))
990 else
991 do_rare_genres=true
992 button_map=(${rare_genres[@]} ${pl_tags[@]})
993 last_genre_i=$(( ${#rare_genres[@]} - 1 ))
994 fi
995 local -A button_i
996 for (( i=0; i<${#buttons[@]}; i++ )); do
997 button_i[${buttons[i]}]=$i
998 done
999 for (( i=0; i<${#button_map[@]}; i++ )); do
1000 echo ${buttons[i]} ${button_map[i]}
1001 done
1002 continue
1003 ;;
1004 z)
1005 beetag-nostatus 3
1006 # if we ctrl-z, it will put the whole function into sleep. so
1007 # basically, we can't return from a foregrounded mpv like we
1008 # would like to without some strange mechanism I can't think
1009 # of. So, instead, detect ctrl-c and wait a while for prompt
1010 # input. One idea would be to use a music player like mpd where
1011 # we can send it messages.
1012 if ! fg; then
1013 read_wait=10
1014 fi
1015 continue
1016 ;;
1017
1018 #
1019 " ")
1020 # output time if we aren't already paused
1021 if [[ $(mpvrpco '{ "command": ["get_property", "pause"] }' | jq .data) == false ]]; then
1022 # minutes/seconds
1023 #date -d @"$(mpvrpco '{ "command": ["get_property", "playback-time"] }' | jq .data)" +%M:%S ||:
1024 beetag-status
1025 mpvrpc-percent-pos
1026 fi
1027 # originally found this solution, which worked fine.
1028 #kill -STOP %% &>/dev/null
1029 #
1030 mpvrpc '{ "command": ["cycle", "pause"] }'
1031 continue
1032 ;;
1033 "$escape_char")
1034 expected_input=true
1035 read -rsn2 escaped_input
1036 skip_input_regex="^[0-9]+$"
1037 case $escaped_input in
1038 # up char: show all the songs, use less
1039 '[A')
1040 skip_start=0
1041 skip_lookback=5
1042 if (( j - skip_lookback > skip_start )); then
1043 skip_start=$(( j - skip_lookback ))
1044 fi
1045 beetag-nostatus $(( id_count - skip_start - 1 ))
1046 {
1047 line_int=0
1048 for (( i=skip_start; i < id_count; i++ )); do
1049 if (( i == j )); then
1050 echo " * ${ls_lines[i]}"
1051 continue
1052 fi
1053 echo "$line_int | ${ls_lines[i]}"
1054 line_int+=1
1055 done
1056 } | less -F
1057 ;;
1058 # down char
1059 '[B')
1060 # skip forward, but show the last few songs anyways.
1061 skip_start=0
1062 skip_lookback=3
1063 if (( j - skip_lookback > skip_start )); then
1064 skip_start=$(( j - skip_lookback ))
1065 fi
1066 beetag-nostatus $(( id_count - skip_start - 1 ))
1067
1068 line_int=0
1069 overflow_lines=$LINES
1070 for (( i=skip_start; i < overflow_lines - 1 && i < id_count; i++ )); do
1071 ls_line="${ls_lines[i]}"
1072 overflow=$(( ${#ls_line} / ( COLUMNS - 1 ) ))
1073 overflow_lines=$(( overflow_lines - overflow ))
1074 if (( i == j )); then
1075 echo " * $ls_line"
1076 continue
1077 fi
1078 echo "$line_int | $ls_line"
1079 line_int+=1
1080 done
1081 ;;
1082 # left key
1083 '[D')
1084 seek_sec=-8
1085 ;;&
1086 # right key
1087 '[C')
1088 seek_sec=8
1089 ;;&
1090 '[C'|'[D')
1091 beetag-status
1092 mpvrpc-percent-pos
1093 erasable_line=true
1094 mpvrpc '{ "command": ["seek", "'$seek_sec'"] }'
1095 continue
1096 ;;
1097 *)
1098 expected_input=false
1099 ;;
1100 esac
1101 if $expected_input; then
1102 read -r skip_input
1103 case $skip_input in
1104 q)
1105 kill-bg-quiet
1106 return
1107 ;;
1108 esac
1109 if [[ $skip_input =~ $skip_input_regex ]]; then
1110 pre_j_count=$(( j - skip_start ))
1111 j=$(( j + skip_input - pre_j_count ))
1112 if (( skip_input < pre_j_count )); then
1113 j=$(( j - 1 ))
1114 fi
1115 fi
1116 break
1117 fi
1118 ;;
1119 esac
1120 char_i=${button_i[$char]}
1121 new_item=${button_map[$char_i]}
1122 if [[ ! $char_i || ! $new_item ]]; then
1123 echo "error: no mapping of input: $char found, try again"
1124 continue
1125 fi
1126 if (( char_i <= last_genre_i )); then
1127 m beetmq "id:$id" genre=$new_item
1128 else
1129 remove=false
1130 tmp_tags=()
1131 for tag in ${tags[@]}; do
1132 if [[ $new_item == "$tag" ]]; then
1133 remove=true
1134 else
1135 tmp_tags+=("$tag")
1136 fi
1137 done
1138 if $remove; then
1139 tags=("${tags[@]}")
1140 m beetmq "id:$id" "$new_item!"
1141 else
1142 tags+=("$new_item")
1143 m beetmq "id:$id" $new_item=t
1144 fi
1145 fi
1146 done
1147 if ! $repeat1; then
1148 if (( j < id_count - 1 )); then
1149 j+=1
1150 else
1151 j=0
1152 fi
1153 fi
1154 if [[ $playlist ]]; then
1155 echo $j >$pl_state_path
1156 fi
1157 done
1158 }
1159
1160 # usage: FILE|ALBUM_DIR [GENRE]
1161 beetadd() {
1162 local import_path genre_arg single_track_arg
1163 import_path="$1"
1164 if [[ ! -e $import_path ]]; then
1165 echo "beetadd error: path does not exist"
1166 fi
1167 if [[ $2 ]]; then
1168 genre_arg="--set genre=$2"
1169 fi
1170 if [[ -f $import_path ]]; then
1171 single_track_arg=-s
1172 fi
1173 beet import --set totag=t $single_track_arg $genre_arg "$import_path"
1174 beetag totag:t
1175 beet modify -y totag:t "totag!"
1176 }
1177
1178 # update navidrome music data after doing beets tagging
1179 beet2nav() {
1180 m beetpull
1181 m beetconvert
1182 m beetrating
1183 # this function would naturally just be part of beetconvert,
1184 # but we want beetrating to happen sooner so that our ssh auth dialog
1185 # happens earlier. Currently 17 seconds for that.
1186 m beetconvert-rm-extras
1187 m beetsmartplaylists
1188 }
1189
1190 # pull in beets library locally
1191 beetpull() {
1192 local sshfs_host
1193 sshfs_host=b8.nz
1194 if [[ $HOSTNAME == kd ]]; then
1195 return 0
1196 fi
1197 if [[ ! -e /i ]]; then
1198 s mkdir /i
1199 s chown iank:iank /i
1200 fi
1201 if ! mountpoint /i &>/dev/null; then
1202 m sshfs $sshfs_host:/i /i
1203 fi
1204 }
1205
1206 # remove all playlists in navidrome, for when I make big
1207 # playlist name changes and just want to scrap everything.
1208 nav-rm-plists() {
1209 local tmpf id
1210 tmpf=$(mktemp)
1211 if [[ $HOSTNAME != kd ]]; then
1212 echo "error: run on kd"
1213 return 1
1214 fi
1215 sqlite3 /i/navidrome/navidrome.db "select id from playlist" >$tmpf
1216 while read -r id; do
1217
1218 curl --http1.1 --user "iank:$navidrome_pw" "https://b8.nz/rest/deletePlaylist.view?u=iank&s=sb219dvv7egnoe4i47k75cli0m&t=1c8f5575cd0fdf03deb971187c9c88b1&v=1.2.0&c=DSub&id=$id"
1219 done <$tmpf
1220 rm $tmpf
1221 }
1222
1223 # escape regex.
1224 #
1225 # This is not perfect but generally good enough. It escapes all
1226 # metachars listed man 3 pcrepattern.
1227 er() {
1228 sed 's/[]\\^$.[|()?*+{}]/[&]/g; s/\^/\\^/g' <<<"$*"
1229 }
1230
1231 # usage beegenre QUERY
1232 #
1233 # beet set genre for QUERY based on existing artist most used genre on
1234 #
1235 # inverse of query for each artist found in QUERY. If query starts with
1236 # "artist:" it is used as the artist instead of each artist in QUERY.
1237 #
1238 beegenre() {
1239 local count artist artregex genre singleartist tmpf tmpf2
1240 local -a artists genres
1241 singleartist=false
1242 case $1 in
1243 artist:*)
1244 singleartist=true
1245 artist="$1"
1246 shift
1247 ;;
1248 esac
1249 tmpf=$(mktemp)
1250 tmpf2=$(mktemp)
1251 if $singleartist; then
1252 # shellcheck disable=SC2016 # obvious reason
1253 beet ls -f '$genre' "$artist" "${@/#/^}" | sort | uniq -c | sort -n | tail -n1 >$tmpf
1254 read -r count genre <$tmpf ||:
1255 beet modify "$artist" "$@" genre=$genre
1256 else
1257 # shellcheck disable=SC2016 # obvious reason
1258 beet ls -f '$artist' "$@" | sort -u >$tmpf
1259 while read -r artist; do
1260 artregex=$(er "$artist")
1261 # shellcheck disable=SC2016 # obvious reason
1262 beet ls -f '$genre' "artist::^$artregex$" "${@/#/^}" | sort | uniq -c | sort -n | tail -n1 >$tmpf2
1263 read -r count genre <$tmpf2 || continue
1264 if [[ $count ]]; then
1265 artists+=("$artregex")
1266 genres+=("$genre")
1267 echo "beet modify -y $* \"artist::^$artist$\" genre=$genre # $count"
1268 fi
1269 done <$tmpf
1270 read -r -N 1 -s -p "Y/n " char
1271 case $char in
1272 [Yy$'\n'])
1273 for (( i=0; i<${#artists[@]}; i++ )); do
1274 beet modify -y "$@" "artist::^${artists[i]}$" genre=${genre[i]}
1275 done
1276 ;;
1277 esac
1278 fi
1279 rm $tmpf
1280 }
1281
1282 # prettify the date
1283 btrbk-date() {
1284 local indate
1285 indate="$1"
1286 shift
1287 date +%F_%T%:::z -d "$(sed -r 's/(.{4})(..)(.{5})(..)(.*)/\1-\2-\3:\4:\5/' <<<"$indate")" "$@"
1288 }
1289 btrbk-undate() {
1290 # fudCaHougfirp is a random string
1291 { if [[ $1 ]]; then
1292 echo "$1"
1293 else
1294 cat
1295 fi
1296 } | sed -r 's/-0([45])( |$)/fudCaHougfirp0\100/;s/_/T/;s/[:-]//g;s/fudCaHougfirp/-/'
1297
1298 }
1299 btrbk-date-sed() {
1300 local line
1301 while read -r line; do
1302 if [[ $line == *20[0-9][0-9][0-9][0-9][0-9][0-9]T[0-9][0-9][0-9][0-9][0-9][0-9]-0[45]00* ]]; then
1303 pre="${line%%20[0-9][0-9][0-9][0-9][0-9][0-9]T[0-9][0-9][0-9][0-9][0-9][0-9]-0[45]00*}"
1304 post="${line##*20[0-9][0-9][0-9][0-9][0-9][0-9]T[0-9][0-9][0-9][0-9][0-9][0-9]-0[45]00}"
1305 mid="${line:${#pre}:22}"
1306 echo "$pre$(btrbk-date "$mid")$post"
1307 else
1308 echo "$line"
1309 fi
1310 done
1311 }
1312 jrbtrbk() {
1313 jr -u btrbk-run -u btrbk -u switch-mail-host "$@"
1314 }
1315
1316 # internal function
1317 btrbk-host-debug-show-host() {
1318 for f; do
1319 snaphost=
1320 for host in $remote $alt local; do
1321 if line=$(grep -P "\S*$f" /tmp/b/s/$host.log); then
1322 if [[ $snaphost ]]; then
1323 e error: snaphost=$snaphost, host=$host line="$line"
1324 fi
1325 if [[ $line == ssh* ]]; then
1326 tmp="${line#ssh://}"
1327 snaphost="${tmp%%/*}"
1328 else
1329 snaphost=$host
1330 fi
1331 fi
1332 done
1333 echo $snaphost $f | btrbk-date-sed
1334 done
1335 }
1336
1337 # If we get a btrfs receive error like this:
1338 # ERROR: ... clone: did not find source subvol
1339 # running this command will help track down the problem.
1340 # Alter remote= and alt=. When I used it, remote is
1341 # the host having the error when I push a snapshot.
1342 # Alt is just the other host that takes snapshots
1343 # besides the local host.
1344 btrbk-host-debug() {
1345
1346 remote=b8.nz
1347 alt=sywg.b8.nz
1348
1349 mkdir -p /tmp/b/s
1350 for host in $remote $alt; do
1351 h=$(ssh $host hostname)
1352 rsync -a /var/log/btrbk $host:/var/log/btrbk /var/log/btrbk/$h
1353 grr '\bsnapshot success' /var/log/btrbk/$h >/tmp/b/$h.log
1354
1355 ## this takes a while, we only want to do it on 1st run
1356 # if [[ -s /tmp/b/$host.log ]]; then continue; fi
1357 # ssh $host journalctl -u btrbk-run -u btrbk -u switch-mail-host >/tmp/b/$host.log
1358 done
1359 gr '\bsnapshot success' /var/log/btrbk/*.log >/tmp/b/local.log
1360 cd /tmp/b
1361 for f in *.log; do
1362 gr '\bsnapshot success' $f >s/$f
1363 done
1364 cd /mnt/root/btrbk
1365 localq=(q.*)
1366 declare -A localq_a
1367 for f in "${localq[@]}"; do
1368 localq_a[$f]=t
1369 done
1370
1371 remoteq=()
1372 for f in $(ssh $remote "cd /mnt/root/btrbk; echo q.*"); do
1373 if [[ ! ${localq_a[$f]} ]]; then
1374 remoteq+=($f)
1375 fi
1376 done
1377 btrbk-host-debug-show-host "${localq[@]}"
1378 if (( ${#remoteq[@]} >= 1 )); then
1379 echo "=== $remote only ===="
1380 btrbk-host-debug-show-host ${remoteq[@]}
1381 fi
1382
1383 }
1384
1385 # note, to check for glue records
1386 # First, find some the .org nameservers:
1387 # dig +trace iankelling.org
1388 # then, query one:
1389 # dig ns1.iankelling.org @b0.org.afilias-nst.org.
1390
1391 # Now, compare for a domain that does have glue records setup (note the A
1392 # and AAAA records in ADDITIONAL SECTION, those are glue records like the
1393 # one I'm asking for):
1394
1395 # $ dig ns1.gnu.org @b0.org.afilias-nst.org.
1396
1397 # todo: make sm pull/push use systemd instead of the journal cat command
1398 bbk() { # btrbk wrapper
1399 local ret=0
1400 c /
1401 local active=true
1402 systemctl is-active btrbk.timer || active=false
1403 if $active; then
1404 ser stop btrbk.timer
1405 fi
1406 btrbk_is_active=$(systemctl is-active btrbk.service ||:)
1407 case $btrbk_is_active in
1408 inactive|failed) : ;;
1409 *)
1410 echo "bbk: error: systemctl is-active btrbk.service output: $btrbk_is_active"
1411 if $active; then ser start btrbk.timer; fi
1412 return 1
1413 ;;
1414 esac
1415 # todo: consider changing this to srun and having the args come
1416 # from a file like /etc/default/btrbk, like is done in exim
1417 s jdo btrbk-run "$@"
1418 if $active; then
1419 if (( ret )); then
1420 echo bbk: WARNING: btrbk.timer not restarted due to failure
1421 else
1422 ser start btrbk.timer
1423 fi
1424 fi
1425 return $ret
1426 }
1427
1428 faimon() {
1429 fai-monitor | pee cat "fai-monitor-gui -"
1430 }
1431
1432 bfg() { java -jar /a/opt/bfg-1.12.14.jar "$@"; }
1433
1434 bigclock() {
1435 xclock -digital -update 1 -face 'arial black-80:bold'
1436 }
1437
1438 nnn() { /a/opt/nnn -H "$@"; }
1439
1440 locat() { # log-once cat
1441 local files
1442 ngset
1443 files=(/var/local/cron-errors/* /home/iank/cron-errors/* /sysd-mail-once-state/*)
1444 case ${#files[@]} in
1445 0) : ;;
1446 1)
1447 echo ${files[0]}
1448 head ${files[0]}
1449 ;;
1450 *)
1451 head ${files[@]}
1452 ;;
1453 esac
1454 ngreset
1455 }
1456
1457 scr() {
1458 screen -RD "$@"
1459 }
1460
1461 # usage: first get an adb shell on the phone.
1462 #
1463 # just followed instructions in readme at
1464 # https://github.com/Yuubi-san/ceb-tools
1465 # tried to use ceb2txt but it failed because of schema
1466 # slightly different than what it expected.
1467 cheogram-get-logs() {
1468 #adb shell rm -r /storage/emulated/0/Download/Cheogram/Backup
1469 read -r -p "do cheogram backup on phone, do not enable extra cheogram data. press any key when done"
1470 cd /p/cheogram
1471 rm -rf Backup b
1472 adb pull /storage/emulated/0/Download/Cheogram/Backup
1473 sqlite3 b </a/opt/ceb-tools/schema.sql
1474 echo "note: the next step took 39 seconds last time i measured"
1475 # expected failure: Error: near line 1: in prepare, table accounts has no column named pinned_mechanism (1)
1476 # the sql needs an update
1477 /a/opt/ceb-tools/ceb2sqlgz Backup/iank@fsf.org.ceb <pas | gunzip | sqlite3 b ||:
1478 rm -r Backup
1479 }
1480
1481 # usage: cheologs [DAYS_LIMIT]
1482 # default days is 100
1483 cheologs() {
1484 local days q
1485 days=${1:-100}
1486 q="
1487 select
1488 datetime(substr(timeSent,0,11), 'unixepoch'),
1489 replace(replace(counterpart,'@fsf.org',''),
1490 '@conference.fsf.org',''),
1491 body
1492 from messages
1493 where timeSent > $(( (EPOCHSECONDS - days * 60 * 60 * 24) * 1000 ))
1494 order by timeSent;"
1495 sqlite3 /p/cheogram/b ".mode tabs" "$q" | less
1496 }
1497
1498 mycheologs() {
1499 local days q
1500 days=${1:-16}
1501 # timezone compared to utc. note: this takes the current offset, so if daylight savings change
1502 # happened in the looking back period, this won't account for it.
1503 zone_offset=$(( $( date +%z | sed 's/[^1-9-]*//g' ) * 60 * 60))
1504 case $zone_offset in
1505 -*) : ;;
1506 *) zone_offset="+ $zone_offset"
1507 esac
1508 echo zone_offset=$zone_offset
1509 q="
1510 select
1511 datetime(substr(timeSent,0,11) $zone_offset, 'unixepoch'),
1512 body
1513 from messages
1514 where timeSent > $(( (EPOCHSECONDS - days * 60 * 60 * 24) * 1000 ))
1515 and counterpart = 'office@conference.fsf.org/iank'
1516 order by timeSent;"
1517 sqlite3 /p/cheogram/b ".mode tabs" "$q" | sed 's/ /./' | less
1518 }
1519
1520 # version of jdo for my non-root user
1521 jdo() {
1522 # comparison of alternative logging methods:
1523 #
1524 # systemd-run command (what this function does)
1525 #
1526 # If there is a user prompt, the program will detect that it is not
1527 # connected to a terminal and act in a non-interactive way, skipping
1528 # the prompt. This has the benefit that you know exactly how the
1529 # program will act if you want to move it into a service that runs
1530 # automatically.
1531 #
1532 # If run with sudo and command is a shell script which does a sleep,
1533 # it can (sometimes?) output some extra whitespace in front of
1534 # messages, more for each subsequent message. This can be avoided by
1535 # becoming root first.
1536 #
1537 # It logs the command's pid and exit code, which is nice.
1538 #
1539 #
1540 ### command |& ts | tee file.log
1541 #
1542 # If there is a user prompt, like "read -p prompt var", it will hang
1543 # without outputting the prompt.
1544 #
1545 # I've had a few times where ts had an error and I wasn't totally sure
1546 # if it was really the command or ts having the problem.
1547 #
1548 # Sometimes some output will get hidden until you hit enter.
1549 #
1550 #
1551 ### command |& pee cat logger
1552 #
1553 # This seems to work. I need to test more.
1554 #
1555 #
1556 ### command |& logger -s
1557 #
1558 # User prompts get confusingly prefixed to earlier output, and all log
1559 # entries get prefixed with annoying priority level.
1560 #
1561 #
1562 ### systemd-cat
1563 #
1564 # Had a few problems. One major one is that it exited in the middle of
1565 # a command on systemctl daemon-reload
1566 #
1567 # Related commands which can log a whole session: script, sudo, screen
1568 local cmd cmd_name jr_pid ret
1569 ret=0
1570 cmd="$1"
1571 shift
1572 cmd_name=${cmd##*/}
1573 if [[ $cmd != /* ]]; then
1574 cmd=$(type -P "$cmd")
1575 fi
1576 # -q = quiet
1577 journalctl -qn2 -f -u "$cmd_name" &
1578 # Trial and error of time needed to avoid missing initial lines.
1579 # .5 was not reliable. 1 was not reliable. 2 was not reliable
1580 sleep 4
1581 jr_pid=$!
1582 # note, we could have a version that does system --user, but if for example
1583 # it does sudo ssh, that will leave a process around that we can't kill
1584 # and it will leave the unit hanging around in a failed state needing manual
1585 # killing of the process.
1586 s systemd-run --uid "$(id -u)" --gid "$(id -g)" \
1587 -E SSH_AUTH_SOCK=/run/openssh_agent \
1588 --unit "$cmd_name" --wait --collect "$cmd" "$@" || ret=$?
1589 # The sleep lets the journal output its last line
1590 # before the prompt comes up.
1591 sleep .5
1592 kill $jr_pid &>/dev/null ||:
1593 unset jr_pid
1594 fg &>/dev/null ||:
1595 # this avoids any err-catch
1596 (( ret == 0 )) || return $ret
1597 }
1598
1599 # service run, and watch the output
1600 srun() {
1601 local unit
1602 ret=0
1603 unit=$1
1604 journalctl -qn2 -f -u $unit &
1605 systemctl start $unit
1606 sleep 2
1607 kill $jr_pid &>/dev/null ||:
1608 unset jr_pid
1609 fg &>/dev/null ||:
1610 }
1611
1612 sm() { # switch mail host
1613 local tmp keyhash
1614 c /
1615 # run latest
1616 keyhash=$(s ssh-keygen -lf /root/.ssh/home | awk '{print $2}')
1617 tmp=$(s ssh-add -l | awk '$2 == "'$keyhash'"' ||:)
1618 if [[ ! $tmp ]]; then
1619 s ssh-add /root/.ssh/home
1620 fi
1621 s jdo switch-mail-host "$@"
1622 return $ret
1623 }
1624 sh2() { # switch host2
1625 local tmp keyhash
1626 c /
1627 # run latest
1628 keyhash=$(s ssh-keygen -lf /root/.ssh/home | awk '{print $2}')
1629 tmp=$(s ssh-add -l | awk '$2 == "'$keyhash'"')
1630 if [[ ! $tmp ]]; then
1631 s ssh-add /root/.ssh/home
1632 fi
1633 install-my-scripts
1634 s jdo switch-host2 "$@"
1635 return $ret
1636 }
1637
1638 # shellcheck disable=SC2120
1639 lipush() {
1640 # note, i had --delete-excluded, but that deletes all files in --exclude-from on
1641 # the remote site, which doesn't make sense, so not sure why i had it.
1642 local p a
1643 # excluding emacs for now
1644 #p=(/a/opt/{emacs-debian11{,-nox},mu,emacs} /a/bin /a/exe /a/h /a/c /p/c/machine_specific/vps{,.hosts})
1645 p=(/a/bin /a/exe /a/h /a/c /p/c/machine_specific/vps{,.hosts} /c/roles/prom_export/files/simple/usr/local/bin/fsf-install-node-exporter)
1646 a="-ahviSAXPH --specials --devices --delete --relative --exclude-from=/p/c/li-rsync-excludes"
1647 ret=0
1648 for h in li je bk; do
1649 m s rsync "$@" $a ${p[@]} /p/c/machine_specific/$h root@$h.b8.nz:/
1650 ## only li is debian11
1651 #p[0]=/a/opt/emacs-trisuqel10
1652 #p[1]=/a/opt/emacs-trisquel10-nox
1653 done
1654 m s rsync "$@" -ahviSAXPH root@li.b8.nz:/a/h/proposed-comments/ /a/h/proposed-comments || ret=$?
1655 return $ret
1656 }
1657 bkpush() { # no emacs. for running faster.
1658 p=(/a/bin /a/exe /a/h /a/c /p/c/machine_specific/vps{,.hosts} /c/roles/prom_export/files/simple/usr/local/bin/fsf-install-node-exporter)
1659 a="-ahviSAXPH --specials --devices --delete --relative --exclude-from=/p/c/li-rsync-excludes"
1660 ret=0
1661 m rsync "$@" $a ${p[@]} /p/c/machine_specific/bk root@bk.b8.nz:/ || ret=$?
1662 return $ret
1663 }
1664 jepush() { # no emacs. for running faster.
1665 p=(/a/bin /a/exe /a/h /a/c /p/c/machine_specific/vps{,.hosts} /c/roles/prom_export/files/simple/usr/local/bin/fsf-install-node-exporter)
1666 a="-ahviSAXPH --specials --devices --delete --relative --exclude-from=/p/c/li-rsync-excludes"
1667 ret=0
1668 m rsync "$@" $a ${p[@]} /p/c/machine_specific/je root@je.b8.nz:/ || ret=$?
1669 return $ret
1670 }
1671
1672 bindpush() {
1673 dsign iankelling.org expertpathologyreview.com zroe.org amnimal.ninja
1674 lipush
1675 for h in li bk; do
1676 m sl $h <<'EOF'
1677 source ~/.bashrc
1678 m dnsup
1679 EOF
1680 done
1681 }
1682 bindpushb8() {
1683 lipush
1684 for h in li bk; do
1685 m sl $h <<'EOF'
1686 source ~/.bashrc
1687 m dnsb8
1688 EOF
1689 done
1690 }
1691
1692 dnsup() {
1693 conflink -f
1694 m ser reload named
1695 }
1696 dnsb8() {
1697 local f=/var/lib/bind/db.b8.nz
1698 m ser stop named
1699 m sleep 1
1700 m sudo rm -fv $f.jnl $f.signed.jnl
1701 m sudo install -m 644 -o bind -g bind /p/c/machine_specific/vps/bind-initial/db.b8.nz $f
1702 m ser restart named
1703 }
1704 dnsecgen() {
1705 # keys generated like this
1706 # because of https://ftp.isc.org/isc/dnssec-guide/dnssec-guide.pdf
1707 # https://blog.apnic.net/2019/05/23/how-to-deploying-dnssec-with-bind-and-ubuntu-server/
1708
1709 # key length is longer than that guide because
1710 # we are using those at fsf and when old key lengths
1711 # become insecure, I want some extra time to update.
1712 # dnsecgen (in brc2)
1713
1714 local zone=$1
1715 dnssec-keygen -a RSASHA256 -b 2048 $zone
1716 dnssec-keygen -f KSK -a RSASHA256 -b 4096 $zone
1717 for f in K"$zone".*.key; do
1718 # eg Kb8.nz.+008+47995.key tag=47995
1719 # in dnsimple, you add the long string from this.
1720 # in gandi, you add the long string from the .key file,
1721 # then see that the digest matches the ds.
1722 echo "tag is the number after DS"
1723 dnssec-dsfromkey -a SHA-256 $f
1724 done
1725 # For b8.nz, we let bind read the keys and sign, and
1726 # right now they have root ownership, so let them
1727 # get group read.
1728 chmod g+r ./*.private
1729 }
1730 dsign() {
1731 # create .signed file
1732 # note: full paths probably not needed.
1733 local arg
1734 for arg; do
1735 local zone=${arg#db.}
1736 local dir=/p/c/machine_specific/vps/filesystem/var/lib/bind
1737 dnssec-signzone -S -e +31536000 -o $zone -K $dir -d $dir $dir/db.$zone
1738 done
1739 }
1740
1741 # set day start for use in other programs.
1742 # expected to do be in a format like 830, or 800 or 1300.
1743 ds() {
1744 if [[ $1 ]]; then
1745 echo $1 >/b/data/daystart
1746 else
1747 cat /b/data/daystart
1748 fi
1749 }
1750
1751 #### begin bitcoin related things
1752 btc() {
1753 local f=/etc/bitcoin/bitcoin.conf
1754 # importprivkey will timeout if using the default of 15 mins.
1755 # upped it to 1 hour.
1756 bitcoin-cli -rpcclienttimeout=60000 -"$(s grep rpcuser= $f)" -"$(s grep rpcpassword= $f)" "$@"
1757 }
1758 btcusd() { # $1 btc in usd
1759 local price
1760 price="$(curl -s https://api.coinbase.com/v2/prices/BTC-USD/spot | jq -r .data.amount)"
1761 printf "$%s\n" "$price"
1762 if [[ $1 ]]; then
1763 printf "$%.2f\n" "$(echo "scale=4; $price * $1"| bc -l)"
1764 fi
1765 }
1766 usdbtc() { # $1 usd in btc
1767 local price
1768 price="$(curl -s https://api.coinbase.com/v2/prices/BTC-USD/spot | jq -r .data.amount)"
1769 printf "$%s\n" "$price"
1770 if [[ $1 ]]; then
1771 # 100 mil satoshi / btc. 8 digits after the 1.
1772 printf "%.8f btc\n" "$(echo "scale=10; $1 / $price "| bc -l)"
1773 fi
1774 }
1775 satoshi() { # $1 satoshi in usd
1776 local price
1777 price="$(curl -s https://api.coinbase.com/v2/prices/BTC-USD/spot | jq -r .data.amount)"
1778 price=$(echo "scale=10; $price * 0.00000001"| bc -l)
1779 printf "$%f\n" "$price"
1780 if [[ $1 ]]; then
1781 printf "$%.2f\n" "$(echo "scale=10; $price * $1"| bc -l)"
1782 fi
1783 }
1784 #### end bitcoin related things
1785
1786
1787
1788 cbfstool () { /a/opt/coreboot/build/cbfstool "$@"; }
1789
1790
1791 cgpl()
1792 {
1793 if (($#)); then
1794 cp /a/bin/data/COPYING "$@"
1795 else
1796 cp /a/bin/data/COPYING .
1797 fi
1798 }
1799
1800 capache()
1801 {
1802 if (($#)); then
1803 cp /a/bin/data/LICENSE "$@"
1804 else
1805 cp /a/bin/data/LICENSE .
1806 fi
1807 }
1808
1809 chrome() {
1810 if type -p chromium &>/dev/null; then
1811 cmd=chromium
1812 else
1813 cd /
1814 cmd="schroot -c bullseye chromium"
1815 CHROMIUM_FLAGS='--enable-remote-extensions' $cmd & r
1816 fi
1817 }
1818
1819
1820 # do all tee.
1821 # pipe to this, or just type like a shell
1822 # todo: test this
1823 dat() {
1824 tee >(ssh frodo.b8.nz) >(ssh x2) >(ssh tp.b8.nz) >(ssh kw) >(ssh tp.b8.nz)
1825 }
1826 da() { # do all
1827 local host
1828 for host in x2 kw tp.b8.nz x3.b8.nz frodo.b8.nz; do
1829 ssh $host "$@"
1830 done
1831 }
1832
1833
1834 debian_pick_mirror () {
1835 # netselect-apt finds a fast mirror.
1836 # but we need to replace the mirrors ourselves,
1837 # because it doesnt do that. best it can do is
1838 # output a basic sources file
1839 # here we get the server it found, get the main server we use
1840 # then substitute all instances of one for the other in the sources file
1841 # and backup original to /etc/apt/sources.list-original.
1842 # this is idempotent. the only way to identify debian sources is to
1843 # note the original server, so we put it in a comment so we can
1844 # identify it later.
1845 local file
1846 file=$(mktemp -d)/f # safe way to get file name without creating one
1847 sudo netselect-apt -o "$file" || return 1
1848 url=$(grep ^\\w $file | head -n1 | awk '{print $2}')
1849 sudo cp -f /etc/apt/sources.list /etc/apt/sources.list-original
1850 sudo sed -ri "/http.us.debian.org/ s@( *[^ #]+ +)[^ ]+([^#]+).*@\1$url\2# http.us.debian.org@" /etc/apt/sources.list
1851 sudo apt-get update
1852 }
1853 digme() {
1854 digdiff @ns{1,2}.iankelling.org "$@"
1855 }
1856
1857 tsr() { # ts run
1858 "$@" |& ts || return $?
1859 }
1860
1861 dup() {
1862 local ran_d
1863 ran_d=false
1864 system-status _
1865 case $PS1 in
1866 *[\ \]]D\ *)
1867 pushd /
1868 /b/ds/distro-begin |& ts || return $?
1869 /b/ds/distro-end |& ts || return $?
1870 popd
1871 ran_d=true
1872 ;;&
1873 *[\ \]]DB\ *)
1874 pushd /
1875 /b/ds/distro-begin |& ts || return $?
1876 popd
1877 ran_d=true
1878 ;;
1879 *[\ \]]DE\ *)
1880 pushd /
1881 /b/ds/distro-end |& ts || return $?
1882 popd
1883 ran_d=true
1884 ;;&
1885 *CONFLINK*)
1886 if ! $ran_d; then
1887 conflink
1888 fi
1889 ;;
1890 esac
1891 system-status _
1892 }
1893
1894 envload() { # load environment from a previous: export > file
1895 local file=${1:-$HOME/.${USER}_env}
1896 eval "$(export | sed 's/^declare -x/export -n/')"
1897 while IFS= read -r line; do
1898 # declare -x makes variables local to a function
1899 eval ${line/#declare -x/export}
1900 done < "$file"
1901 }
1902
1903 failfunc() { asdf a b c; }
1904 failfunc2() { failfunc d e f; }
1905
1906 # one that comes with distros is too old for newer devices
1907 fastboot() {
1908 /a/opt/android-platform-tools/fastboot "$@";
1909 }
1910
1911 kdecd() { /usr/lib/x86_64-linux-gnu/libexec/kdeconnectd; }
1912
1913 bat() {
1914 cat /sys/class/power_supply/BAT0/capacity
1915 }
1916
1917 # List of apps to install/update
1918 # Create from existing manually installed apps by doing
1919 # fdroidcl update
1920 # fdroidcl search -i, then manually removing
1921 # automatically installed/preinstalled apps
1922
1923 #
1924 # # my attempt at recovering from boot loop:
1925 # # in that case, boot to recovery (volume up, home button, power, let go of power after samsun logo)
1926 # # then
1927 # mount /dev/block/mmcblk0p12 /data
1928 # cd /data
1929 # find -iname '*appname*'
1930 # rm -rf FOUND_DIRS
1931 # usually good enough to just rm -rf /data/app/APPNAME
1932 #
1933 # currently broken:
1934 # # causes replicant to crash
1935 # org.quantumbadger.redreader
1936 # org.kde.kdeconnect_tp
1937
1938 # not broke, but wont work without gps
1939 #com.zoffcc.applications.zanavi
1940 # not broke, but not using atm
1941 #com.nutomic.syncthingandroid
1942 # # doesn\'t work on replicant
1943 #net.sourceforge.opencamera
1944 #
1945 fdroid_pkgs=(
1946 net.mullvad.mullvadvpn
1947 org.schabi.newpipe
1948 io.github.subhamtyagi.lastlauncher
1949 io.anuke.mindustry
1950 com.biglybt.android.client
1951 de.marmaro.krt.ffupdater
1952 me.ccrama.redditslide
1953 org.fedorahosted.freeotp
1954 at.bitfire.davdroid
1955 com.alaskalinuxuser.justnotes
1956 com.artifex.mupdf.viewer.app
1957 com.danielkim.soundrecorder
1958 com.fsck.k9
1959 com.ichi2.anki
1960 com.jmstudios.redmoon
1961 com.jmstudios.chibe
1962 org.kde.kdeconnect_tp
1963 com.notecryptpro
1964 com.termux
1965 cz.martykan.forecastie
1966 de.danoeh.antennapod
1967 de.blinkt.openvpn
1968 de.marmaro.krt.ffupdater
1969 eu.siacs.conversations
1970 free.rm.skytube.oss
1971 im.vector.alpha # riot
1972 info.papdt.blackblub
1973 me.tripsit.tripmobile
1974 net.gaast.giggity
1975 net.minetest.minetest
1976 net.osmand.plus
1977 org.isoron.uhabits
1978 org.linphone
1979 org.gnu.icecat
1980 org.smssecure.smssecure
1981 org.yaaic
1982 sh.ftp.rocketninelabs.meditationassistant.opensource
1983 )
1984 # https://forum.xda-developers.com/android/software-hacking/wip-selinux-capable-superuser-t3216394
1985 # for maru,
1986 #me.phh.superuser
1987
1988 fdup() {
1989 local -A installed updated
1990 local p
1991 # tried putting this in go buildscript cronjob,
1992 # but it failed with undefined: os.UserCacheDir. I expect its due to
1993 # an environment variable missing, but its easier just to stick it here.
1994 m go get -u mvdan.cc/fdroidcl || return 1
1995 m fdroidcl update
1996 if fdroidcl search -u | grep ^org.fdroid.fdroid; then
1997 fdroidcl install org.fdroid.fdroid
1998 sleep 5
1999 m fdroidcl update
2000 fi
2001 for p in $(fdroidcl search -i| grep -o "^\S\+"); do
2002 installed[$p]=true
2003 done
2004 for p in $(fdroidcl search -u| grep -o "^\S\+"); do
2005 updated[$p]=false
2006 done
2007 for p in ${fdroid_pkgs[@]}; do
2008 if ! ${installed[$p]:-false}; then
2009 m fdroidcl install $p
2010 # sleeps are just me being paranoid since replicant has a history of crashing when certain apps are installed
2011 sleep 5
2012 fi
2013 done
2014 for p in ${!installed[@]}; do
2015 if ! ${updated[$p]:-true}; then
2016 m fdroidcl install $p
2017 sleep 5
2018 fi
2019 done
2020 }
2021
2022 firefox-default-profile() {
2023 local key value section
2024 key=Default
2025 value=1
2026 section=$1
2027 file=/p/c/subdir_files/.mozilla/firefox/profiles.ini
2028 sed -ri "/^ *$key/d" "$file"
2029 sed -ri "/ *\[$section\]/,/^ *\[[^]]+\]/{/^\s*${key}[[:space:]=]/d};/ *\[$section\]/a $key=$value" "$file"
2030 }
2031 fdhome() { #firefox default home profile
2032 firefox-default-profile Profile0
2033 }
2034
2035 fdwork() {
2036 firefox-default-profile Profile4
2037 }
2038
2039 ff() {
2040 if type -P firefox &>/dev/null; then
2041 firefox "$@"
2042 else
2043 iceweasel "$@"
2044 fi
2045 }
2046
2047 fn() {
2048 firefox -P alt "$@" >/dev/null 2>&1
2049 }
2050
2051
2052 fsdiff () {
2053 local missing=false
2054 local dname="${PWD##*/}"
2055 local m="/a/tmp/$dname-missing"
2056 local d="/a/tmp/$dname-diff"
2057 [[ -e $d ]] && rm "$d"
2058 [[ -e $m ]] && rm "$m"
2059 local msize=0
2060 local fsfile
2061 while read -r line; do
2062 fsfile="$1${line#.}"
2063 if [[ -e "$fsfile" ]]; then
2064 md5diff "$line" "$fsfile" && tee -a "/a/tmp/$dname-diff" <<< "$fsfile $line"
2065 else
2066 missing=true
2067 echo "$line" >> "$m"
2068 msize=$((msize + 1))
2069 fi
2070 done < <(find . -type f )
2071 if $missing; then
2072 echo "$m"
2073 (( msize <= 100 )) && cat $m
2074 fi
2075 }
2076 fsdiff-test() {
2077 local tmpd x
2078 # expected output, with different tmp dirs
2079 # /tmp/tmp.HDPbwMqdC9/c/d ./c/d
2080 # /a/tmp/tmp.qLDkYxBYPM-missing
2081 # ./b
2082 tmpd="$(mktemp -d)"
2083 cd "$tmpd"
2084 echo ok > a
2085 echo nok > b
2086 mkdir c
2087 echo ok > c/d
2088 local x
2089 x=$(mktemp -d)
2090 mkdir $x/c
2091 echo different > $x/c/d
2092 echo ok > $x/a
2093 fsdiff $x
2094 rm -r "$x" "$tmpd"
2095 }
2096 rename-test() {
2097 # test whether missing files were renamed, generally for use with fsdiff
2098 # $1 = fsdiff output file, $2 = directory to compare to. pwd = fsdiff dir
2099 # echos non-renamed files
2100 local x y found
2101 unset sums
2102 for x in "$2"/*; do
2103 { sums+=( "$(md5sum < "$x")" ) ; } 2>/dev/null
2104 done
2105 while read -r line; do
2106 { missing_sum=$(md5sum < "$line") ; } 2>/dev/null
2107 renamed=false
2108 for x in "${sums[@]}"; do
2109 if [[ $missing_sum == "$x" ]]; then
2110 renamed=true
2111 break
2112 fi
2113 done
2114 $renamed || echo "$line"
2115 done < "$1"
2116 return 0
2117 }
2118
2119 feh() {
2120 # F = fullscren, z = random, Z = auto zoom
2121 command feh --auto-rotate -FzZ "$@"
2122 }
2123
2124
2125
2126 fw() {
2127 firefox -P default "$@" >/dev/null 2>&1
2128 }
2129
2130 gitian() {
2131 git config user.email ian@iankelling.org
2132 }
2133
2134 # at least in flidas, things rely on gpg being gpg1
2135 gpg() {
2136 if type -P gpg2 &>/dev/null; then
2137 command gpg2 "$@"
2138 else
2139 command gpg "$@"
2140 fi
2141 }
2142
2143 gse() {
2144 local email=ian@iankelling.org
2145 git send-email --notes "--envelope-sender=<$email>" \
2146 --suppress-cc=self "$@"
2147 }
2148
2149 gup() { /a/f/gnulib/build-aux/gnupload "$@"; }
2150
2151 dejagnu() { /a/opt/dejagnu/dejagnu "$@"; }
2152
2153 hstatus() {
2154 # do git status on published repos.
2155 c /a/bin/githtml
2156 for x in *; do
2157 cd "$(readlink -f $x)"/..
2158 status=$(i status -s) || pwd
2159 if [[ $status ]]; then
2160 hr
2161 echo $x
2162 printf "%s\n" "$status"
2163 fi
2164 cd /a/bin/githtml
2165 done
2166 }
2167
2168 # work log
2169 wlog() {
2170 local day i days_back
2171 days_back=${1:-16}
2172 for (( i=0; i<days_back; i++ )); do
2173 day=$( date +%F -d @$((EPOCHSECONDS - 86400*i )) )
2174 date "+%a %b %d" -d @$((EPOCHSECONDS - 86400*i )) | tr '\n' ' '
2175 /a/opt/timetrap/bin/t d -ftotal -s $day -e $day all -m '^w|lunch$'
2176 done
2177 }
2178 to() { t out -a "$@"; }
2179 ti() { t in -a "$@"; }
2180 tl() {
2181 local in_secs
2182 to "$*"
2183 t s lunch
2184 t in -a "$*"
2185 in_secs="$(date -d "${*//[_.]/ }" +%s)"
2186 m t out -a "$(date +%F.%T -d @$(( in_secs + 60*45 )) )"
2187 t s w
2188 }
2189
2190 focus() {
2191 /p/c/proc/focus/linux-amd64/focus &
2192 watcharb5
2193 kill %%
2194 }
2195
2196
2197 watcharb5() {
2198 local char ret
2199 killall arbtt-capture ||:
2200 rm -f ~/.arbtt/capture.log
2201 arbtt-capture --sample-rate=10 &
2202 clear
2203 while true; do
2204 arb5
2205 ret=0
2206 # i first thought to sleep and capture ctrl-c, but it seems we can't
2207 # capture control-c, unless maybe we implement the commands in a
2208 # separate script or maybe add err-cleanup to err. Anyways, this
2209 # method is superior because any single char exits.
2210 read -rsN1 -t 5 char || ret=$?
2211 if (( ret == 142 )) || [[ ! $char ]]; then
2212 # debug
2213 #e ret=$ret char=$char
2214 :
2215 else
2216 killall arbtt-capture ||:
2217 return 0
2218 fi
2219 clear
2220 done
2221
2222 }
2223
2224 arb5() {
2225 local i l sec
2226 i=0
2227 if [[ ! -e ~/.arbtt/capture.log ]]; then
2228 sleep 5
2229 fi
2230 # https://stackoverflow.com/questions/56486272/how-to-concat-multiple-fields-to-same-line-with-jq
2231 arbtt-dump -l 30 -t json | jq -r '.[] | [ ( .inactive / 1000 | floor ) , ( .windows[] | select (.active == true) |.title) ] | @tsv' \
2232 | tac | while read -r sec l; do
2233 if (( i % 6 == 0 && i >= 2 )); then
2234 echo "## $(( i / 6 + 1 )) ##"
2235 fi
2236 if (( sec > 10 )); then
2237 printf "%3d %s\n" $sec "$l"
2238 else
2239 printf " %s\n" "$l"
2240 fi
2241 i=$(( i + 1 ))
2242 done
2243 }
2244
2245 arbttlog() {
2246 # from the log, show only the currently active window, and the number of
2247 # seconds of input inactivity.
2248 arbtt-dump "$@" | grep -v '( )\|Current Desktop' | sed -rn '/^[^ ]/{N;s/^(.{21})([0-9]*)[0-9]{3}m.*\(\*/\1\2/;s/^(.{21})[0-9]*.*\(\*/\1/;s/\n//;p}' ; }
2249
2250 idea() {
2251 /a/opt/idea-IC-163.7743.44/bin/idea.sh "$@" & r
2252 }
2253
2254 ilogs-local() {
2255 d=/var/lib/znc/moddata/log/iank/
2256 for n in freenode libera; do
2257 cd $d/$n
2258 hr
2259 for x in "#$1/"*; do
2260 base=${x##*/}
2261 files=()
2262 for f in $@; do
2263 tmp=\#$f/$base
2264 if [[ -e $tmp ]]; then
2265 files+=(\#$f/$base)
2266 fi
2267 done
2268 sed \"s/^./${base%log}/\" ${files[@]}|sort -n
2269 hr
2270 done
2271 done
2272 }
2273 ilogs() {
2274 sl root@iankelling.org ilogs-local "$@"
2275 }
2276
2277
2278 ilog-local() {
2279 local d chan
2280 chan="$1"
2281 d=/var/lib/znc/moddata/log/iank/
2282 for n in freenode libera; do
2283 if [[ ! -d $d$n/"$chan" ]]; then
2284 continue
2285 fi
2286 cd $d$n/"$chan"
2287 hr
2288 for x in *; do
2289 echo $x; sed "s/^./${x%log}/" $x; hr;
2290 done
2291 done
2292 }
2293 ilog() {
2294 local chan
2295 chan="${1:-#fsfsys}"
2296 # use * instead of -r since that does sorted order
2297 sl root@iankelling.org ilog-local "$chan" | less +G
2298 }
2299
2300 o() {
2301 if type gio &> /dev/null ; then
2302 gio open "$@"
2303 elif type gvfs-open &> /dev/null ; then
2304 gvfs-open "$@"
2305 else
2306 xdg-open "$@"
2307 fi
2308 # another alternative is run-mailcap
2309 }
2310 ccomp xdg-open o
2311
2312 # jfilter() {
2313 # grep -Evi -e "^(\S+\s+){4}(sudo|sshd|cron)\[\S*:" \
2314 # -e "^(\S+\s+){4}systemd\[\S*: (starting|started) (btrfsmaintstop|dynamicipupdate|spamd dns bug fix cronjob|rss2email)\.*$"
2315 # }
2316 # jtail() {
2317 # journalctl -n 10000 -f "$@" | jfilter
2318 # }
2319 # jr() { journalctl "$@" | jfilter | less ; }
2320 # jrf() { journalctl -n 200 -f "$@" | jfilter; }
2321
2322
2323 ## old version for model01. i need to get that firmware working again.
2324 # kff() { # keyboardio firmware flash. you must hold down the tilde key
2325 # pushd /a/opt/Model01-Firmware
2326 # # if we didn't want this yes hack, then remove "shell read" from
2327 # # /a/opt/Kaleidoscope/etc/makefiles/sketch.mk
2328 # yes $'\n' | VERBOSE=1 make flash
2329 # popd
2330 # }
2331
2332
2333 kff() {
2334 pushd /a/opt/Kaleidoscope/examples/Devices/Keyboardio/Model100
2335 make flash
2336 popd
2337 }
2338
2339 wgkey() {
2340 local umask_orig name
2341 if (( $# != 1 )); then
2342 e expected 1 arg >&2
2343 return 1
2344 fi
2345 name=$1
2346 umask_orig=$(umask)
2347 umask 0077
2348 wg genkey | tee $name-priv.key | wg pubkey > $name-pub.key
2349 umask $umask_orig
2350 }
2351
2352 declare -A vpn_ips
2353 vpn_ips[kd]=2
2354 # note: 1, 4, 5 are occupied by mail wireguard
2355 vpn_ips[x3]=8
2356 vpn_ips[sy]=12
2357 vpn_ips[x2]=13
2358 vpn_ips[kw]=27
2359 vpn_ips[bo]=28
2360 vpn_ips[frodo]=34
2361
2362 vpn-ips-update() {
2363 local host ipsuf f files
2364 for host in ${!vpn_ips[@]}; do
2365 ipsuf=${vpn_ips[$host]}
2366 wghole $host $ipsuf
2367 u /a/bin/ds/machine_specific/$host/filesystem/etc/systemd/system/openvpn-client-tr@.service <<EOF
2368 [Unit]
2369 Description=OpenVPN tunnel for %I
2370 After=syslog.target network-online.target
2371 Wants=network-online.target
2372 Documentation=man:openvpn(8)
2373 Documentation=https://community.openvpn.net/openvpn/wiki/Openvpn24ManPage
2374 Documentation=https://community.openvpn.net/openvpn/wiki/HOWTO
2375 Requires=iptables.service
2376
2377 [Service]
2378 Type=notify
2379 RuntimeDirectory=openvpn-client
2380 RuntimeDirectoryMode=0710
2381 WorkingDirectory=/etc/openvpn/client
2382 ExecStart=/usr/sbin/openvpn --suppress-timestamps --nobind --config /etc/openvpn/client/%i.conf
2383 # todo, try reenabling this from the default openvpn,
2384 # it was disabled so we could do bind mounts as a command,
2385 # but now systemd handles it
2386 #CapabilityBoundingSet=CAP_IPC_LOCK CAP_NET_ADMIN CAP_NET_RAW CAP_SETGID CAP_SETUID CAP_SYS_CHROOT CAP_DAC_OVERRIDE
2387 LimitNPROC=10
2388 # DeviceAllow=/dev/null rw
2389 # DeviceAllow=/dev/net/tun rw
2390
2391 # we use .1 to make this be on a different network than kd, so that we can
2392 # talk to transmission on kd from remote host, and still use this
2393 # vpn.
2394 ExecStartPre=/usr/bin/flock -w 20 /tmp/newns.flock /a/bin/newns/newns -n 10.174.$ipsuf start %i
2395 ExecStartPre=/sbin/iptables-restore /a/bin/distro-setup/transmission-firewall/netns.rules
2396 # allow wireguard network to connect
2397 ExecStartPre=/usr/sbin/ip r add 10.8.0.0/24 via 10.174.$ipsuf.1 dev veth1-client
2398 ExecStopPost=/usr/bin/flock -w 20 /tmp/newns.flock /a/bin/newns/newns stop %i
2399 PrivateNetwork=true
2400 BindReadOnlyPaths=/etc/tr-resolv:/run/systemd/resolve:norbind /etc/basic-nsswitch:/etc/resolved-nsswitch:norbind
2401
2402 [Install]
2403 WantedBy=multi-user.target
2404 EOF
2405 done
2406
2407 {
2408 for host in ${!vpn_ips[@]}; do
2409 ipsuf=${vpn_ips[$host]}
2410 cat <<EOF
2411 local-data-ptr: "10.2.0.$ipsuf $host.b8.nz"
2412 EOF
2413 done
2414 } | u /b/ds/ptr-data
2415
2416 {
2417 for host in ${!vpn_ips[@]}; do
2418 ipsuf=${vpn_ips[$host]}
2419 cat <<EOF
2420 $host A 10.2.0.$ipsuf
2421 ${host}wg A 10.8.0.$ipsuf
2422 ${host}vp A 10.5.5.$ipsuf
2423 ${host}tr A 10.174.$ipsuf.2
2424 EOF
2425 done
2426 } | cedit vpn-ips-update /p/c/machine_specific/vps/bind-initial/db.b8.nz ||:
2427
2428
2429 echo checking for stray files:
2430
2431 initial_dir=$PWD
2432 cd /a/bin/ds/machine_specific
2433 ngset
2434 files=( */filesystem/etc/systemd/system/openvpn-client-tr@.service )
2435 ngreset
2436 cd $initial_dir
2437 for f in "${files[@]}"; do
2438 host=${f%%/*}
2439 if [[ ! ${vpn_ips[$host]} ]]; then
2440 e /a/bin/ds/machine_specific/$host/filesystem/etc/systemd/system/openvpn-client-tr@.service
2441 fi
2442 done
2443
2444 cd /p/c/machine_specific
2445 ngset
2446 files=( */filesystem/etc/wireguard/wghole.conf )
2447 ngreset
2448 cd $initial_dir
2449 for f in "${files[@]}"; do
2450 host=${f%%/*}
2451 if [[ ! ${vpn_ips[$host]} ]]; then
2452 e /p/c/machine_specific/$host/filesystem/etc/wireguard/wghole.conf
2453 e cedit -s $host /p/c/machine_specific/li/filesystem/etc/wireguard/wgmail.conf '<<<""'
2454 fi
2455 done
2456 }
2457
2458 # usage host ipsuf [extrahost]
2459 #
2460 # If the keys already exist and you want new ones, remove them:
2461 # rm /p/c/machine_specific/$host/filesystem/etc/wireguard/hole-{priv,pub}.key
2462 #
2463 # extrahost is a host/cidr that is allowed to go be routed through the
2464 # vpn by this host.
2465 wghole() {
2466 if (( $# < 2 || $# > 3 )); then
2467 e expected 2-3 arg of hostname, ip suffix, and extrahost >&2
2468 return 1
2469 fi
2470 local host ipsuf umask_orig vpn_allowed
2471 host=$1
2472 ipsuf=$2
2473 if [[ $3 ]]; then
2474 extrahost=,$3
2475 fi
2476 for vpn_host in ${!vpn_ips[@]}; do
2477 if [[ $vpn_host == "$host" ]]; then
2478 continue
2479 fi
2480 vpn_allowed+=",10.174.${vpn_ips[$vpn_host]}.2/32"
2481 done
2482 mkdir -p /p/c/machine_specific/$host/filesystem/etc/wireguard
2483 (
2484 cd /p/c/machine_specific/$host/filesystem/etc/wireguard
2485 umask_orig=$(umask)
2486 umask 0077
2487 if [[ ! -s hole-priv.key || ! -s hole-pub.key ]]; then
2488 wg genkey | tee hole-priv.key | wg pubkey > hole-pub.key
2489 fi
2490 cat >wghole.conf <<EOF
2491 [Interface]
2492 # contents hole-priv.key
2493 PrivateKey = $(cat hole-priv.key)
2494 ListenPort = 1194
2495 Address = 10.8.0.$ipsuf/24
2496 # https://dev.to/tangramvision/what-they-don-t-tell-you-about-setting-up-a-wireguard-vpn-1h2g
2497 # ||: makes the systemd service not fail due to the failed command
2498 PostUp = ping -w10 -c1 10.8.0.1 ||:
2499
2500 [Peer]
2501 # li. called wgmail on that server
2502 PublicKey = CTFsje45qLAU44AbX71Vo+xFJ6rt7Cu6+vdMGyWjBjU=
2503 AllowedIPs = 10.8.0.0/24$vpn_allowed$extrahost
2504 Endpoint = 72.14.176.105:1194
2505 PersistentKeepalive = 25
2506 EOF
2507 umask $umask_orig
2508 # old approach. systemd seems to work fine and cleaner.
2509 rm -f ../network/interfaces.d/wghole
2510 cedit -q $host /p/c/machine_specific/li/filesystem/etc/wireguard/wgmail.conf <<EOF || [[ $? == 1 ]]
2511 [Peer]
2512 PublicKey = $(cat hole-pub.key)
2513 AllowedIPs = 10.8.0.$ipsuf/32,10.174.${vpn_ips[$host]}.2/32
2514 EOF
2515 )
2516 }
2517
2518
2519 mns() { # mount namespace
2520 ns=$1
2521 shift
2522 s mkdir -p /root/mount_namespaces
2523 if ! sudo mountpoint /root/mount_namespaces >/dev/null; then
2524 m sudo mount --bind /root/mount_namespaces /root/mount_namespaces
2525 fi
2526 m sudo mount --make-private /root/mount_namespaces
2527 if [[ ! -e /root/mount_namespaces/$ns ]]; then
2528 m sudo touch /root/mount_namespaces/$ns
2529 fi
2530 if ! sudo mountpoint /root/mount_namespaces/$ns >/dev/null; then
2531 m sudo unshare --propagation slave --mount=/root/mount_namespaces/$ns /bin/true
2532 fi
2533 m sudo -E /usr/bin/nsenter --mount=/root/mount_namespaces/$ns "$@"
2534 }
2535
2536 mnsr() { # mns run
2537 local ns=$1
2538 shift
2539 mns $ns sudo -u iank -E env "PATH=$PATH" "$@"
2540 }
2541
2542 mnsnonet() {
2543 ns=$1
2544 lomh
2545 if ! s ip netns list | grep -Fx nonet &>/dev/null; then
2546 s ip netns add nonet
2547 fi
2548 mns $ns --net=/var/run/netns/nonet sudo -E -u iank /bin/bash
2549 lomh
2550 }
2551
2552
2553 lom() {
2554 # l = the loopback device
2555 local l base
2556 # get sudo pass cached right away
2557 if ! sudo -nv 2>/dev/null; then
2558 sudo -v
2559 fi
2560 if [[ $1 == /* ]]; then
2561 base=${1##*/}
2562 fs_file=$1
2563 if mns $base mountpoint -q /mnt/$base; then
2564 return 0
2565 fi
2566 l=$(losetup -j $fs_file | sed -rn 's/^([^ ]+): .*/\1/p' | head -n1 ||:)
2567 if [[ ! $l ]]; then
2568 l=$(sudo losetup -f)
2569 m sudo losetup $l $fs_file
2570 fi
2571 if ! sudo cryptsetup status /dev/mapper/$base &>/dev/null; then
2572 if ! m sudo cryptsetup luksOpen $l $base; then
2573 m sudo losetup -d $l
2574 return 1
2575 fi
2576 fi
2577 m sudo mkdir -p /mnt/$base
2578 m mns $base mount /dev/mapper/$base /mnt/$base
2579 m mns $base chown $USER:$USER /mnt/$base
2580 lomh
2581 else
2582 base=$1
2583 if mns $base mountpoint /mnt/$base &>/dev/null; then
2584 m mns $base umount /mnt/$base
2585 fi
2586 if sudo cryptsetup status /dev/mapper/$base &>/dev/null; then
2587 if ! m sudo cryptsetup luksClose /dev/mapper/$base; then
2588 echo lom: failed cryptsetup luksClose /dev/mapper/$base
2589 return 1
2590 fi
2591 fi
2592 l=$(losetup -l --noheadings | awk '$6 ~ /\/'$base'$/ {print $1}')
2593 if [[ $l ]]; then
2594 m sudo losetup -d $l
2595 else
2596 echo lom: warning: no loopback device found
2597 fi
2598 fi
2599 }
2600
2601 # mu personality. for original, just run mp. for 2, run mp 2.
2602 # this is partly duplicated in mail-setup
2603 mp() {
2604 local dead=false
2605 for s in {1..5}; do
2606 if ! killall mu; then
2607 dead=true
2608 break
2609 fi
2610 sleep 1
2611 done
2612 if ! $dead; then
2613 echo error: mu not dead
2614 m psg mu
2615 return 1
2616 fi
2617 suf=$1
2618 set -- /m/mucache ~/.cache/mu /m/.mu ~/.config/mu
2619 while (($#)); do
2620 target=$1$suf
2621 f=$2
2622 shift 2
2623 if [[ -e $f && ! -L $f ]]; then
2624 m rm -rf $f
2625 fi
2626 m ln -sf -T $target $f
2627 done
2628 }
2629
2630 # maildir enable
2631 mdenable() {
2632 local md dst ln_path src two
2633
2634 two=false
2635 case $1 in
2636 -2) two=true shift ;;
2637 esac
2638
2639 for md; do
2640 src=
2641 if $two; then
2642 dst=/m/4e2/$md
2643 else
2644 dst=/m/4e/$md
2645 fi
2646
2647 ln_path=/m/md/$md
2648 for d in /m/md/$md /m/4e2/$md; do
2649 if [[ -d $d && ! -L $d ]]; then
2650 src=$d
2651 break
2652 fi
2653 done
2654 if [[ ! $src ]]; then
2655 echo "error: could not find $md" >&2
2656 return 1
2657 fi
2658 m mv -T $src $dst
2659 m ln -sf -T $dst $ln_path
2660 done
2661 }
2662 md2enable() {
2663 mdenable -2 "$@"
2664 }
2665 mddisable() {
2666 local md=$1
2667 dst=/m/md/$md
2668
2669 ### begin copied from mdenable, but different d ###
2670 for d in /m/4e/$md /m/4e2/$md; do
2671 if [[ -d $d && ! -L $d ]]; then
2672 src=$d
2673 break
2674 fi
2675 done
2676 if [[ ! $src ]]; then
2677 echo "error: could not find $md" >&2
2678 return 1
2679 fi
2680 ### end copy from mdenable ###
2681
2682 if [[ -L $dst ]]; then m rm $dst; fi
2683 m mv -T $src $dst
2684 }
2685
2686
2687 mdt() {
2688 markdown "$1" >/tmp/mdtest.html
2689 firefox /tmp/mdtest.html
2690 }
2691
2692 mo() { xset dpms force off; } # monitor off
2693
2694 mpvgpu() {
2695 # seems to be the best gpu decoding on my nvidia 670.
2696 # vlc gets similar or better framerate, but is much darker output on my test movie at least.
2697
2698
2699 case $HOSTNAME in
2700 kd)
2701 echo 0f | sudo tee -a /sys/kernel/debug/dri/0/pstate
2702 ;;
2703 esac
2704 # going back to the default slow clock, and slower fan:
2705 # echo 07 | sudo tee -a /sys/kernel/debug/dri/0/pstate
2706 if [[ $DISPLAY ]]; then
2707 mpv --vo=vdpau --hwdec=auto "$@"
2708 else
2709 # waylandvk seems to work the same
2710 mpv --gpu-context=wayland --hwdec=auto
2711 fi
2712 }
2713
2714 mpvd() {
2715 mpv --profile=d "$@";
2716 }
2717 # mpv all media files in . or $1
2718 mpvm() {
2719 local -a extensions arg
2720 # get page source of https://en.wikipedia.org/w/index.php?title=Video_file_format&action=edit
2721 # into /a/x.log, then
2722 # grep '^| *\.' /a/x.log | sed 's/| *//;s/,//g'
2723
2724 # note: to join them together for a regex, do:
2725 # old=; for e in ${extensions[@]/./}; do if [[ ! $old ]]; then old=$e; continue; fi; echo -n "$old|"; old=$e; done; echo $e
2726 extensions=(
2727 .webm
2728 .mkv
2729 .flv
2730 .flv
2731 .vob
2732 .ogv .ogg
2733 .drc
2734 .gif
2735 .gifv
2736 .mng
2737 .avi
2738 .MTS .M2TS .TS
2739 .mov .qt
2740 .wmv
2741 .yuv
2742 .rm
2743 .rmvb
2744 .viv
2745 .asf
2746 .amv
2747 .mp4 .m4p .m4v
2748 .mpg .mp2 .mpeg .mpe .mpv
2749 .mpg .mpeg .m2v
2750 .m4v
2751 .svi
2752 .3gp
2753 .3g2
2754 .mxf
2755 .roq
2756 .nsv
2757 )
2758 arg=("(" -iname "*${extensions[0]}")
2759 for (( i=1 ; i < ${#extensions[@]}; i++ )); do
2760 arg+=(-o -iname "*${extensions[i]}")
2761 done
2762 arg+=(")")
2763 dir=${1:-.}
2764 # debug:
2765 #find $dir "${arg[@]}" -size +200k
2766 find $dir "${arg[@]}" -size +200k -exec mpv --profile=d '{}' +
2767 }
2768 mpvs() {
2769 mpv --profile=s "$@";
2770 }
2771
2772 myirc() {
2773 if [[ ! $1 ]]; then
2774 set -- fsfsys
2775 fi
2776 local -a d
2777 d=( /var/lib/znc/moddata/log/iank/{freenode,libera} )
2778 # use * instead of -r since that does sorted order
2779 ssh root@iankelling.org "for f in ${d[*]}; do cd \$f/#$1; grep '\<iank.*' *; done" | cut --complement -c12-16
2780 }
2781
2782
2783 # The way pidgin logs with xmpp (maybe related to running cheogram too)
2784 # is that there are sometimes duplicates, and sometimes the a log file
2785 # is for a specific day yet logs messages for subsequent days, and the
2786 # only way to realize that is to notice that the timestamps rolled over
2787 # into a new day, you can't see it in isolation. So, basically, pidgin
2788 # logs are really annoying to read a grep of my messages to find the
2789 # date and time I said when I started and stopped working, so I'm trying
2790 # out a new client: profanity.
2791 mypidgin() {
2792 c /p/c/.purple/logs/jabber/iank@fsf.org/office@conference.fsf.org.chat
2793 for x in *.html; do html2text -o ${x%.html}.txt $x; done;
2794 # shellcheck disable=SC2016 # false positive on ${
2795 grep -A1 ') iank:' *.txt \
2796 | sed -r 's/^(.{10})[^ ]*\.txt:\(?([^ ]*)[[:space:]](..). iank:/\1_\2_\3/
2797 s/^[^ ]*\.txt-//
2798 /^--$/d
2799 s/^[^ ]*\.txt:\((.{2}).(.{2}).(.{4}) (.{8}) (.{2})\)?/\3-\1-\2_\4_\5/' \
2800 | sed -n 'x;1d;0~2{G;s/\n/ /;p};${x;p}'
2801 }
2802 allmyirc() {
2803 local d
2804 d=/var/lib/znc/moddata/log/iank/freenode
2805 ssh root@iankelling.org "cd $d; find . -mtime -60 -type f -exec grep '\<iank.*' {} +" | sed -r 's,^..([^/]*)/(.{11})(.{5})(.{8}).,\2\4 \1,' | sort
2806 }
2807
2808 # usage: debvm DEBIAN_VERSION RAM_MB
2809 debvm() {
2810 local ver ram fname src
2811 ver=$1
2812 ram=${2:-2024}
2813 # * is because it might have -backports in the name. we only expect 1 expansion
2814 fnames=( debian-$ver-*nocloud-"$(dpkg --print-architecture)".qcow2 )
2815 if (( ${#fnames[@]} >= 2 )); then
2816 echo "error: iank: unexpected multiple files"
2817 return 1
2818 fi
2819 fname="${fnames[0]}"
2820 src=/a/opt/roms/$fname
2821 if [[ ! -f $src ]]; then
2822 echo debvm: not found $src, download from eg: https://cloud.debian.org/images/cloud/buster/latest/
2823 return 1
2824 fi
2825 cp -a $src /t
2826 # note, in fai-revm we do this: not sure why, maybe because of br device
2827 # --graphics spice,listen=0.0.0.0
2828 m s virt-install --osinfo debian11 --rng /dev/urandom -n deb${ver}tmp --import -r $ram --vcpus 2 --disk /t/$fname --graphics spice
2829 # note: to ssh into this machine will require host key generation: ssh-keygen -A
2830
2831 # random: for cvs2git on gnu www, use debian 10. I could use trisquel,
2832 # but happen to want to try out the debian cloud images. the upstream
2833 # requires python2 and hasn't really changed since the version in d10.
2834 #
2835 # apt install cvs2git cvs
2836 # # 7G was not enough
2837 # mount -o mode=1777,nosuid,nodev,size=34G -t tmpfs tmpfs /tmp
2838 # cvs2git --encoding utf_8 --fallback-encoding ascii --dumpfile=dump www-rsync/www |& tee /tmp/l
2839 ## www-rsync is an rsynced copy of the cvsfrom savannah
2840 }
2841
2842 mygajim() {
2843 local time time_sec time_pretty days
2844 days=${1:-16}
2845 sqlite3 -separator ' ' /p/c/subdir_files/.local/share/gajim/logs.db "select time, message from logs where contact_name = 'iank' and jid_id = 17;" | while read -r time l; do
2846 case $time in
2847 16*) : ;;
2848 *) continue ;;
2849 esac
2850 if ! time_pretty=$(date +%F.%R -d @$time); then
2851 echo bad time: $time
2852 return 1
2853 fi
2854 echo $time_pretty "$l"
2855 time_sec=${time%%.*}
2856 # only look at the last 18 days. generally just use this for timesheet.
2857 if (( time_sec < EPOCHSECONDS - 60 * 60 * 24 * days )); then break; fi
2858 done
2859 }
2860
2861 allmygajim() {
2862 sqlite3 -separator ' ' /p/c/subdir_files/.local/share/gajim/logs.db "select time, message from logs where contact_name = 'iank'" | less
2863 }
2864
2865 gajlogs() {
2866 sqlite3 -separator ' ' /p/c/subdir_files/.local/share/gajim/logs.db "select time, message from logs" | less
2867 }
2868
2869
2870 net-dev-info() {
2871 e "lspci -nnk|gr -iA2 net"
2872 lspci -nnk|gr -iA2 net
2873 hr
2874 e "s lshw -C network"
2875 hr
2876 sudo lshw -C network
2877 }
2878
2879 nk() {
2880 ser stop NetworkManager
2881 ser disable NetworkManager
2882 ser stop NetworkManager-wait-online.service
2883 ser disable NetworkManager-wait-online.service
2884 ser stop dnsmasq
2885 sudo resolvconf -d NetworkManager
2886 # ser start dnsmasq
2887 sudo ifup br0
2888 }
2889 ngo() {
2890 sudo ifdown br0
2891 ser start NetworkManager
2892 sleep 4
2893 sudo nmtui-connect
2894 }
2895
2896 otp() {
2897 oathtool --totp -b "$*" | xclip -selection clipboard
2898 }
2899 j() {
2900 "$@" |& pee "xclip -r -selection clipboard" cat
2901 }
2902
2903 # x copy
2904 xc() {
2905 xclip -r -selection clipboard
2906 }
2907 # echo copy
2908 ec() {
2909 pee "xclip -r -selection clipboard" cat
2910 }
2911
2912 pakaraoke() {
2913 # from http://askubuntu.com/questions/456021/remove-vocals-from-mp3-and-get-only-instrumentals
2914 pactl load-module module-ladspa-sink sink_name=Karaoke master=alsa_output.usb-Audioengine_Audioengine_D1-00.analog-stereo plugin=karaoke_1409 label=karaoke control=-30
2915 }
2916
2917 pfind() { #find *$1* in $PATH
2918 [[ $# != 1 ]] && { echo requires 1 argument; return 1; }
2919 local pathArray
2920 IFS=: pathArray=($PATH); unset IFS
2921 find "${pathArray[@]}" -iname "*$1*"
2922 }
2923
2924 pick-trash() {
2925 # trash-restore lists everything that has been trashed at or below CWD
2926 # This picks out files just in CWD, not subdirectories,
2927 # which also match grep $1, usually use $1 for a time string
2928 # which you get from running restore-trash once first
2929 local name x ask
2930 local nth=1
2931 # last condition is to not ask again for ones we skipped
2932 while name="$( echo | restore-trash | gr "$PWD/[^/]\+$" | gr "$1" )" \
2933 && [[ $name ]] && (( $(wc -l <<<"$name") >= nth )); do
2934 name="$(echo "$name" | head -n $nth | tail -n 1 )"
2935 read -r -p "$name [Y/n] " ask
2936 if [[ ! $ask || $ask == [Yy] ]]; then
2937 x=$( echo "$name" | gr -o "^\s*[0-9]*" )
2938 echo $x | restore-trash > /dev/null
2939 elif [[ $ask == [Nn] ]]; then
2940 nth=$((nth+1))
2941 else
2942 return
2943 fi
2944 done
2945 }
2946
2947
2948 pub() {
2949 rld /a/h/_site/ li:/var/www/iankelling.org/html
2950 }
2951
2952
2953 pumpa() {
2954 # fixes the menu bar in xmonad. this won\'t be needed when xmonad
2955 # packages catches up on some changes in future (this is written in
2956 # 4/2017)
2957 #
2958 # geekosaur: so youll want to upgrade to xmonad 0.13 or else use a
2959 # locally modified XMonad.Hooks.ManageDocks that doesnt set the
2960 # work area; turns out it\'s impossible to set correctly if you are
2961 # not a fully EWMH compliant desktop environment
2962 #
2963 # geekosaur: chrome shows one failure mode, qt/kde another, other
2964 # gtk apps a third, ... I came up with a setting that works for me
2965 # locally but apparently doesnt work for others, so we joined the
2966 # other tiling window managers in giving up on setting it at all
2967 #
2968 xprop -root -remove _NET_WORKAREA
2969 command pumpa & r
2970 }
2971
2972 # reviewboard, used at my old job
2973 #rbpipe() { rbt post -o --diff-filename=- "$@"; }
2974 #rbp() { rbt post -o "$@"; }
2975
2976 rebr() {
2977 sudo ifdown br0
2978 sudo ifup br0
2979 }
2980
2981
2982 r2e() { command r2e -d /p/c/rss2email.json -c /p/c/rss2email.cfg "$@"; }
2983 # only run on MAIL_HOST. simpler to keep this on one system.
2984 r2eadd() { # usage: name url
2985 # initial setup of rss2email:
2986 # r2e new r2e@iankelling.org
2987 # that initializes files, and sets default email.
2988 # symlink to the config doesnt work, so I copied it to /p/c
2989 # and then use cli option to specify explicit path.
2990 # Only option changed from default config is to set
2991 # force-from = True
2992 #
2993 # or else for a few feeds, the from address is set by the feed, and
2994 # if I fail delivery, then I send a bounce message to that from
2995 # address, which makes me be a spammer.
2996
2997 r2e add $1 "$2" $1@r2e.iankelling.org
2998 # get up to date and dont send old entries now:
2999 r2e run --no-send $1
3000 }
3001
3002 rspicy() { # usage: HOST DOMAIN
3003 # connect to spice vm remote host. use vspicy for local host
3004 local port
3005 # shellcheck disable=SC2087
3006 port=$(ssh $1<<EOF
3007 sudo virsh dumpxml $2|grep "<graphics.*type='spice'" | \
3008 sed -rn "s/.*port='([0-9]+).*/\1/p"
3009 EOF
3010 )
3011 if [[ $port ]]; then
3012 spicy -h $1 -p $port
3013 else
3014 echo "error: no port found. check that the domain is running."
3015 fi
3016 }
3017
3018
3019 scssl() {
3020 # s gem install scss-lint
3021 pushd /a/opt/thoughtbot-guides
3022 git pull --stat
3023 popd
3024 scss-lint -c /a/opt/thoughtbot-guides/style/sass/.scss-lint.yml "$@"
3025 }
3026
3027 skbrc() {
3028 sk -e 2120,245 /b/ds/brc /b/ds/brc2
3029 }
3030
3031 skaraoke() {
3032 local tmp out
3033 out=${2:-${1%.*}.sh}
3034 tmp=$(mktemp -d)
3035 script -t -c "mpv --no-config --no-resume-playback --no-terminal --no-audio-display '$1'" $tmp/typescript 2>$tmp/timing
3036 # todo, the current sleep seems pretty good, but it
3037 # would be nice to have an empirical measurement, or
3038 # some better wait to sync up.
3039 #
3040 # note: --loop-file=no prevents it from hanging if you have that
3041 # set to inf the mpv config.
3042 # --loop=no prevents it from exit code 3 due to stdin if you
3043 # had it set to inf in mpv config.
3044 #
3045 # args go to mpv, for example --volume=80, 50%
3046 cat >$out <<EOFOUTER
3047 #!/bin/bash
3048 trap "trap - TERM && kill 0" INT TERM ERR; set -e
3049 ( sleep .2; scriptreplay <( cat <<'EOF'
3050 $(cat $tmp/timing)
3051 EOF
3052 ) <( cat <<'EOF'
3053 $(cat $tmp/typescript)
3054 EOF
3055 ))&
3056 base64 -d - <<'EOF'| mpv --loop=no --loop-file=no --no-terminal --no-audio-display "\$@" -
3057 $(base64 "$1")
3058 EOF
3059 kill 0
3060 EOFOUTER
3061 rm -r $tmp
3062 chmod +x $out
3063 }
3064
3065 smeld() { # ssh meld usage host1 host2 file
3066 meld <(ssh $1 cat $3) <(ssh $2 cat $3)
3067 }
3068
3069 spd() {
3070 PATH=/usr/local/spdhackfix:$PATH command spd "$@"
3071 }
3072
3073 spamf() { # spamtest on FILE
3074 local spamcpre spamdpid
3075
3076 if (( $# != 1 )); then
3077 e spamtest error: expected 1 arg, filename >&2
3078 return 1
3079 fi
3080
3081 spamdpid=$(systemctl status spamassassin| sed -n '/^ *Main PID:/s/[^0-9]//gp')
3082 spamcpre="nsenter -t $spamdpid -n -m"
3083 s $spamcpre sudo -u Debian-exim spamassassin -t --cf='score PYZOR_CHECK 0' <"$1"
3084 }
3085
3086
3087 # mail related
3088 testmail() {
3089 declare -gi _seq; _seq+=1
3090 echo "test body" | m mail -s "test mail from $HOSTNAME, $_seq" "${@:-root@localhost}"
3091 # for testing to send from an external address, you can do for example
3092 # -fian@iank.bid -aFrom:ian@iank.bid web-6fnbs@mail-tester.com
3093 # note in exim, you can retry a deferred message
3094 # s exim -M MSG_ID
3095 # MSG_ID is in /var/log/exim4/mainlog, looks like 1ccdnD-0001nh-EN
3096 }
3097
3098 # to test sieve, use below command. for fsf mail, see offlineimap-sync script
3099 # make modifications, then copy to live file, use -eW to actually modify mailbox
3100 #
3101 # Another option is to use sieve-test SCRIPT MAIL_FILE. note,
3102 # sieve-test doesnt know about envelopes, Im not sure if sieve-filter does.
3103
3104 # sieve with output filter. arg is mailbox, like INBOX.
3105 # This depends on dovecot conf, notably mail_location in /etc/dovecot/conf.d/10-mail.conf
3106
3107 # always run this first, edit the test files, then run the following
3108 testsieve() {
3109 sieve-filter ~/sieve/maintest.sieve ${1:-INBOX} delete 2> >(head; tail) >/tmp/testsieve.log && sed -rn '/^Performed actions:/,/^[^ ]/{/^ /p}' /tmp/testsieve.log | sort | uniq -c
3110 }
3111 runsieve() {
3112 c ~/sieve; cp personal{test,}.sieve; cp lists{test,}.sieve; cp personalend{test,}.sieve
3113 sieve-filter -eWv ~/sieve/maintest.sieve ${1:-INBOX} delete &> /tmp/testsieve.log
3114 sed -r '/^info: filtering:/{h;d};/^info: msgid=$/N;/^info: msgid=.*left message in mailbox [^ ]+$/d;/^info: msgid=/{H;g};/^info: message kept in source mailbox.$/d' /tmp/testsieve.log
3115 }
3116
3117 # usage:
3118 # alertme SUBJECT
3119 # printf "subject\nbody\n" | alertme
3120 alertme() {
3121 if [[ -t 0 ]]; then
3122 exim -t <<EOF
3123 From: alertme@b8.nz
3124 To: alerts@iankelling.org
3125 Subject: $*
3126 EOF
3127 else
3128 read -r sub
3129 { cat <<EOF
3130 From: alertme@b8.nz
3131 To: alerts@iankelling.org
3132 Subject: $sub
3133
3134 EOF
3135 cat
3136 } | exim -t
3137 fi
3138 }
3139 daylertme() {
3140 if [[ -t 0 ]]; then
3141 exim -t <<EOF
3142 From: alertme@b8.nz
3143 To: daylert@iankelling.org
3144 Subject: $*
3145 EOF
3146 else
3147 read -r sub
3148 { cat <<EOF
3149 From: alertme@b8.nz
3150 To: daylert@iankelling.org
3151 Subject: $sub
3152
3153 EOF
3154 cat
3155 } | exim -t
3156 fi
3157 }
3158
3159 # alert when a page goes live.
3160 alert200() {
3161 local quiet url tmpdir
3162 quiet=false
3163 case $1 in
3164 # dont send a diff of the html. some html is not very readable
3165 -q) quiet=true
3166 shift
3167 ;;
3168 esac
3169 url="$1"
3170 tmpdir="$(mktemp -d)"
3171 cd $tmpdir
3172 while true; do
3173 if wget -q "$url"; then
3174 if $quiet; then
3175 echo | daylert 200
3176 else
3177 alertme $tmpdir
3178 fi
3179 fi
3180 sleep $(( 120 + RANDOM % 300 ))
3181 done
3182 }
3183
3184 # alert on changes to a webpage (just the base page that curl gets)
3185 # usage: weblert URL [SUBJECT...]
3186 weblert() {
3187 local u old new quiet
3188 quiet=false
3189 case $1 in
3190 # dont send a diff of the html. some html is not very readable
3191 -q) quiet=true
3192 shift
3193 ;;
3194 esac
3195 u="$1"
3196 shift
3197 subject="${*:-weblert}"
3198 old=$(curl -s "$u") ||:
3199 while true; do
3200 new=$(curl -s "$u") ||:
3201 if [[ $old && $new ]]; then
3202 if [[ $new != "$old" ]]; then
3203 if $quiet; then
3204 echo | daylertme "$subject"
3205 else
3206 diff <(printf "%s\n" "$old") <(printf "%s\n" "$new") | daylertme "$subject" ||:
3207 fi
3208 fi
3209 old="$new"
3210 fi
3211 sleep $(( 60 + RANDOM % 120 ))
3212 done
3213 }
3214
3215 torshell() {
3216 # per man torsocks
3217 # shellcheck disable=SC1090 # expected
3218 source "$(type -p torsocks)" on
3219 }
3220
3221 eless2() {
3222 less /var/log/exim4/mymain
3223 }
3224
3225
3226 # mail related
3227 testexim() {
3228 # testmail above calls sendmail, which is a link to exim/postfix.
3229 # its docs dont say a way of adding an argument
3230 # to sendmail to turn on debug output. We could make a wrapper, but
3231 # that is a pain. Exim debug args are documented here:
3232 # http://www.exim.org/exim-html-current/doc/html/spec_html/ch-the_exim_command_line.html
3233 #
3234 # http://www.exim.org/exim-html-current/doc/html/spec_html/ch-building_and_installing_exim.html
3235 # note, for exim daemon, you can turn on debug options by
3236 # adding -d, etc to COMMONOPTIONS in
3237 # /etc/default/exim4
3238 #
3239 # to specify recipients other than those in to, cc, bcc, you can use the cli args, eg:
3240 # exim -t 'test@zroe.org, t2@zroe.org' <<'EOF'
3241 #
3242 # -t = get recipient from header
3243 exim -d -t <<EOF
3244 From: root@$(hostname -f)
3245 To: root@$(hostname -f)
3246 Subject: test2
3247
3248 This is a test message.
3249 EOF
3250 }
3251
3252 # test bounce exim
3253 testbexim() {
3254 to=$1
3255 exim -d -f '<>' $to <<EOF
3256 From: Mail Delivery System <Mailer-Daemon@gnu.org>
3257 To: $to
3258 Subject: Mail delivery failed: returning message to sender
3259
3260 This message was created automatically by mail delivery software.
3261 EOF
3262
3263 }
3264
3265
3266 # toggle keyboard
3267 tk() {
3268 # based on
3269 # https://askubuntu.com/questions/160945/is-there-a-way-to-disable-a-laptops-internal-keyboard
3270 id=$(xinput --list --id-only 'AT Translated Set 2 keyboard')
3271 if xinput list | grep -F '∼ AT Translated Set 2 keyboard' &>/dev/null; then
3272 echo enabling keyboard
3273 # find the first slave keyboard number, they are all the same in my output.
3274 # if they werent, worst case we would need to save the slave number somewhere
3275 # when it got disabled.
3276 slave=$(xinput list | sed -n 's/.*slave \+keyboard (\([0-9]*\)).*/\1/p' | head -n1)
3277 xinput reattach $id $slave
3278 else
3279 xinput float $id
3280 fi
3281 }
3282
3283 tm() {
3284 # timer in minutes
3285 # --no-config
3286 (sleep "$(calc "$* * 60")" && mpv --no-config --volume 50 /a/bin/data/alarm.mp3) > /dev/null 2>&1 &
3287 }
3288
3289 ## usage: to connect to my main transmission daemon from a different host, run this
3290 trans-remote-route() {
3291 :
3292 }
3293 trg() { transmission-remote-gtk & r; }
3294 # TODO: this wont work transmission.lan doesnt exist
3295 trc() {
3296 # example, set global upload limit to 100 kilobytes:
3297 # trc -u 100
3298 TR_AUTH=":$(jq -r .profiles[0].password ~/.config/transmission-remote-gtk/config.json)" transmission-remote transmission.lan -ne "$@"
3299 }
3300
3301 trysleep() {
3302 retries="$1"
3303 sleepsecs="$2"
3304 shift 2
3305 for (( i=0; i < retries - 1; i++ )); do
3306 if "$@"; then
3307 return 0
3308 fi
3309 sleep $sleepsecs
3310 done
3311 "$@"
3312 }
3313
3314
3315 tu() {
3316 local s
3317 if [[ -e $1 && ! -w $1 || ! -w $(dirname "$1") ]]; then
3318 s=s;
3319 fi
3320 # full path for using in some initial setup steps
3321 $s /a/exe/teeu "$@"
3322 }
3323
3324 enn() {
3325 local ecmd pid
3326
3327 ecmd="/usr/sbin/exim4 -C /etc/exim4/my.conf"
3328 if ip a show veth1-mail &>/dev/null; then
3329 s $ecmd "$@"
3330 return
3331 fi
3332 pid=$(pgrep -f "/usr/sbin/exim4 -bd -q10m -C /etc/exim4/my.conf"|h1)
3333 m s nsenter -t $pid -n -m $ecmd "$@"
3334 }
3335
3336 # get pid of systemd service
3337 servicepid() {
3338 local pid unit dir
3339 unit="$1"
3340 pid=$(systemctl show --property MainPID --value "$unit")
3341 case $pid in
3342 [1-9]*) : ;;
3343 *)
3344
3345 dir=/sys/fs/cgroup/system.slice
3346 if [[ ! -d $dir ]]; then
3347 # t10 and older directory.
3348 dir=/sys/fs/cgroup/systemd/system.slice
3349 fi
3350
3351 # 0 or empty. This file includes the MainPid, so I expect we
3352 # could just get this in the first place, but i don't know if that
3353 # is always the case.
3354 pid=$(head -n1 $dir/${unit%.service}.service/cgroup.procs)
3355 ;;
3356 esac
3357 if [[ $pid ]]; then
3358 printf "%s\n" "$pid"
3359 else
3360 return 1
3361 fi
3362 }
3363
3364 sdnbash() { # systemd namespace bash
3365 local unit pid
3366 if (( $# != 1 )); then
3367 echo $0: error wrong number of args >&2
3368 return 1
3369 fi
3370 unit=$1
3371 pid=$(servicepid $unit)
3372 m sudo nsenter -t $pid -n -m sudo -u $USER -i bash
3373 }
3374
3375 sdnbashroot() { # systemd namespace bash
3376 local unit pid
3377 if (( $# != 1 )); then
3378 echo $0: error wrong number of args >&2
3379 return 1
3380 fi
3381 unit=$1
3382 pid=$(servicepid $unit)
3383 m sudo nsenter -t $pid -n -m bash
3384 }
3385
3386
3387 sdncmd() { # systemd namespace cmd
3388 local unit pid
3389 if (( $# <= 2 )); then
3390 echo $0: error wrong number of args >&2
3391 return 1
3392 fi
3393 unit=$1
3394 shift
3395 pid=$(servicepid $unit)
3396 m sudo nsenter -t $pid -n -m sudo -u $USER -i "$@"
3397 }
3398
3399
3400 mailnnbash() {
3401 sdnbash mailnn
3402 }
3403
3404 # we use wireguard now, use mailnnbash.
3405 # mailvpnbash() {
3406 # m sudo nsenter -t $(pgrep -f "/usr/sbin/openvpn .* --config /etc/openvpn/.*mail.conf") -n -m sudo -u $USER -i bash
3407 # }
3408
3409 eximbash() {
3410 local pid
3411 pid=$(pgrep -f "/usr/sbin/exim4 -bd -q10m -C /etc/exim4/my.conf"|h1)
3412 if [[ ! $pid ]]; then
3413 echo "eximbash: failed to find exim pid. systemctl -n 30 status exim4:"
3414 systemctl status exim4
3415 fi
3416 m sudo nsenter -t $pid -n -m
3417 }
3418 spamnn() {
3419 local spamdpid
3420 spamdpid=$(systemctl show --property MainPID --value spamassassin)
3421 m sudo nsenter -t $spamdpid -n -m sudo -u Debian-exim spamassassin "$@"
3422 }
3423 unboundbash() {
3424 m sudo nsenter -t "$(systemctl status unbound| sed -n '/^ *Main PID:/s/[^0-9]//gp')" -n -m sudo -u $USER -i bash
3425 }
3426
3427 nmtc() {
3428 s nmtui-connect "$@"
3429 }
3430
3431 mailnncheck() {
3432 local unit pid ns mailnn
3433 # mailvpn would belong on the list if using openvpn
3434 for unit in mailnn unbound dovecot spamassassin exim4 radicale; do
3435 pid=$(servicepid $unit)
3436 echo debug: unit=$unit pid=$pid
3437 if [[ ! $pid ]]; then
3438 echo failed to find pid for unit=$unit
3439 continue
3440 fi
3441 if ! ns=$(s readlink /proc/$pid/ns/net); then
3442 echo failed to find ns for unit=$unit pid=$pid
3443 continue
3444 fi
3445 if [[ $mailnn ]]; then
3446 if [[ $ns != "$mailnn" ]]; then
3447 echo "$unit ns $ns != $mailnn"
3448 fi
3449 else
3450 mailnn=$ns
3451 fi
3452 done
3453
3454 }
3455
3456
3457 vpncmd() {
3458 m sudo -E env "PATH=$PATH" nsenter -t "$(pgrep -f "/usr/sbin/openvpn .* --config /etc/openvpn/.*client.conf")" -n "$@"
3459 }
3460
3461 vpni() {
3462 vpncmd sudo -u iank env "PATH=$PATH" "$@"
3463 }
3464 vpnbash() {
3465 vpncmd bash
3466 }
3467
3468
3469 vpn() {
3470 if [[ -e /lib/systemd/system/openvpn-client@.service ]]; then
3471 local vpn_service=openvpn-client
3472 else
3473 local vpn_service=openvpn
3474 fi
3475
3476 [[ $1 ]] || { echo need arg; return 1; }
3477 journalctl --unit=$vpn_service@$1 -f -n0 &
3478 # sometimes the journal doesnt open until after the vpn output
3479 # has happened. hoping this fixes that.
3480 sleep 1
3481 sudo systemctl start $vpn_service@$1
3482 # sometimes the ask-password agent does not work and needs a delay.
3483 sleep .5
3484 # https://bugs.debian.org/cgi-bin/bugreport.cgi?bug=779240
3485 # noticed around 8-2017 after update from around stretch release
3486 # on debian testing, even though the bug is much older.
3487 sudo systemd-tty-ask-password-agent
3488 }
3489
3490 fixu() {
3491 local stats
3492 ls -lad /run/user/1000
3493 stats=$(stat -c%a-%g-%u /run/user/1000)
3494 if [[ $stats != 700-1000-1000 ]]; then
3495 m s chmod 700 /run/user/1000; m s chown iank.iank /run/user/1000
3496 fi
3497 }
3498
3499 # unmute
3500 um() {
3501 pactl set-sink-mute @DEFAULT_SINK@ false
3502 rm -f /tmp/ianknap
3503 }
3504 nap() {
3505 pactl set-sink-mute @DEFAULT_SINK@ true
3506 touch /tmp/ianknap
3507 }
3508
3509
3510 # systemctl is-enabled / status / cat says nothing, instead theres
3511 # some obscure symlink. paths copied from man systemd.unit.
3512 # possibly also usefull, but incomplete, doesnt show units not loaded in memory:
3513 # seru list-dependencies --reverse --all UNIT
3514 sysd-deps() {
3515 local f
3516 local -a dirs search
3517 ngset
3518
3519 case $1 in
3520 u)
3521 search=(
3522 ~/.config/systemd/user.control/*
3523 $XDG_RUNTIME_DIR/systemd/user.control/*
3524 $XDG_RUNTIME_DIR/systemd/transient/*
3525 $XDG_RUNTIME_DIR/systemd/generator.early/*
3526 ~/.config/systemd/user/*
3527 /etc/systemd/user/*
3528 $XDG_RUNTIME_DIR/systemd/user/*
3529 /run/systemd/user/*
3530 $XDG_RUNTIME_DIR/systemd/generator/*
3531 ~/.local/share/systemd/user/*
3532 /usr/lib/systemd/user/*
3533 $XDG_RUNTIME_DIR/systemd/generator.late/*
3534 )
3535 ;;
3536 *)
3537 search=(
3538 /etc/systemd/system.control/*
3539 /run/systemd/system.control/*
3540 /run/systemd/transient/*
3541 /run/systemd/generator.early/*
3542 /etc/systemd/system/*
3543 /etc/systemd/systemd.attached/*
3544 /run/systemd/system/*
3545 /run/systemd/systemd.attached/*
3546 /run/systemd/generator/*
3547 /lib/systemd/system/*
3548 /run/systemd/generator.late/*
3549 )
3550 ;;
3551 esac
3552 for f in "${search[@]}"; do
3553 [[ -d $f ]] || continue
3554 case $f in
3555 *.requires|*.wants)
3556 dirs+=("$f")
3557 ;;
3558 esac
3559 done
3560 # dirs is just so we write out the directory names, ls does it when there is 2 or more dirs.
3561 case ${#dirs[@]} in
3562 1)
3563 echo "${dirs[0]}:"
3564 ll "${dirs[@]}"
3565 ;;
3566 0) : ;;
3567 *)
3568 ll "${dirs[@]}"
3569 ;;
3570 esac
3571 ngreset
3572 }
3573
3574 fixvpndns() {
3575 local link istls
3576 read -r _ link _ istls < <(resolvectl dnsovertls tunfsf)
3577 case $istls in
3578 yes|no) : ;;
3579 *) echo fixvpndns error: unexpected istls value: $istls >&2; return 1 ;;
3580 esac
3581 s busctl call org.freedesktop.resolve1 /org/freedesktop/resolve1 org.freedesktop.resolve1.Manager SetLinkDNSOverTLS is $link no
3582 }
3583
3584 vpnoff() {
3585 [[ $1 ]] || { echo need arg; return 1; }
3586 if [[ -e /lib/systemd/system/openvpn-client@.service ]]; then
3587 local vpn_service=openvpn-client
3588 else
3589 local vpn_service=openvpn
3590 fi
3591 sudo systemctl stop $vpn_service@$1
3592 }
3593 vpnoffc() { # vpn off client
3594 ser stop openvpn-client-tr@client
3595 }
3596 vpnc() {
3597 ser start openvpn-client-tr@client
3598 }
3599
3600
3601 vspicy() { # usage: VIRSH_DOMAIN
3602 # connect to vms made with virt-install
3603 spicy -p "$(sudo virsh dumpxml "$1"|grep "<graphics.*type='spice'"|\
3604 sed -r "s/.*port='([0-9]+).*/\1/")"
3605 }
3606
3607 wian() {
3608 cat-new-files /m/4e/INBOX/new
3609 }
3610 wakehours() {
3611 local sec
3612 if (( $# != 1 )) ; then
3613 echo wakehours: error: expected 1 arg, got $# >&2
3614 return 1
3615 fi
3616 sec=$(( EPOCHSECONDS - $( date +%s -d $1am ) ))
3617 printf "%d:%02d\n" $(( sec / 60 / 60)) $(( (sec / 60) % 60 ))
3618 }
3619
3620 calvis() { # calendar visualize
3621 install -m 600 /dev/null /tmp/calendar-bytes
3622 while read -r l; do
3623 for char in $l; do
3624 # shellcheck disable=SC2059 # intentional for the hex formatting
3625 printf "\x$(printf "%x" $char)" >>/tmp/calendar-bytes
3626 done
3627 done < <(grep -v '[#-]' /p/calendar-data)
3628 /p/c/proc/calendar/linux-amd64/calendar
3629 }
3630
3631 wtr() { curl wttr.in/boston; }
3632
3633 xevkb() { xev -event keyboard; }
3634
3635 # * misc stuff
3636
3637 vrun() {
3638 printf "running: %s\n" "$*"
3639 "$@"
3640 }
3641
3642 f=/a/f/ansible-configs/files/common/etc/fsf-workstation-bashrc.sh
3643 if [[ -e $f ]]; then
3644 # shellcheck disable=SC1090
3645 source $f
3646 fi
3647
3648 electrum() {
3649 # https://electrum.readthedocs.io/en/latest/tor.html
3650 # https://github.com/spesmilo/electrum-docs/issues/129
3651 s rsync -ptog --chown bitcoin:bitcoin ~/.Xauthority /var/lib/bitcoind/.Xauthority
3652 sudo -u bitcoin DISPLAY=$DISPLAY XAUTHORITY=/var/lib/bitcoind/.Xauthority /a/opt/electrum-4.2.1-x86_64.AppImage -p socks5:localhost:9050
3653 }
3654 monero() {
3655 sudo -u bitcoin DISPLAY=$DISPLAY XAUTHORITY=/var/lib/bitcoind/.Xauthority /a/opt/monero-gui-v0.17.3.2/monero-wallet-gui
3656 }
3657
3658
3659 # rg my main files
3660 rgm() {
3661 rg "$@" /p/w.org /a/t.org /a/work.org /b
3662 }
3663
3664 # re all my files more expansively
3665 rem() {
3666 local paths
3667 paths="/p/c /b"
3668 find $paths -not \( -name .svn -prune -o -name .git -prune \
3669 -o -name .hg -prune -o -name .editor-backups -prune \
3670 -o -name .undo-tree-history -prune \) 2>/dev/null | grep -iP --color=auto -- "$*" ||:
3671 rgv -m 5 -- "$*" $paths /a/t.org /p/w.org /a/work.org ||:
3672 }
3673
3674 # setup:
3675 # pip3 install linode-cli
3676 # linode-cli
3677 livp9() {
3678 local input ip id tmp
3679 input=$1
3680 if [[ $2 ]]; then
3681 id=$2
3682 ip=$3
3683 else
3684 tmp=$(mktemp)
3685 echo $tmp
3686 linode-cli --json --pretty linodes create --root_pass loxHuceygomGisun | tee $tmp
3687 read -r ip id <<<"$(tail -n+2 $tmp | jq -r '.[0].ipv4[0] , .[0].id')"
3688 for string in $ip $id; do
3689 case $string in
3690 [0-9]*) : ;;
3691 *)
3692 echo "livp9: bad value ip=$ip id=$id input=$input"
3693 return 1
3694 ;;
3695 esac
3696 done
3697 rm $tmp
3698
3699 while true; do
3700 if timeout 4 ssh $ip :; then
3701 break
3702 fi
3703 sleep 3
3704 done
3705 fi
3706 ssh $ip <<EOF
3707 apt-get -qq update
3708 apt-get -qq -y install ffmpeg rsync
3709 mkdir vp9
3710 EOF
3711 m rsync $input $ip:
3712 m ssh $ip ffmpeg -nostdin -hide_banner -loglevel error -i $input -g 192 -vcodec libvpx-vp9 -vf scale=-1:720 -max_muxing_queue_size 9999 -b:v 750K -pass 1 -an -f null /dev/null
3713 m ssh $ip ffmpeg -nostdin -hide_banner -loglevel error -y -i $input -g 192 -vcodec libvpx-vp9 -tile-rows 2 -vf scale=-1:720 -max_muxing_queue_size 9999 -b:v 750K -pass 2 -c:a libvorbis -qscale:a 5 vp9/$input
3714 rsync $ip:vp9/$input vp9
3715 linode-cli linodes delete $id
3716 }
3717
3718 reset-konsole() {
3719 # we also have a file in /a/c/...konsole...
3720 local f=$HOME/.config/konsolerc
3721 setini DefaultProfile profileian.profile "Desktop Entry" $f
3722 setini Favorites profileian.profile "Favorite Profiles" $f
3723 setini ShowMenuBarByDefault false KonsoleWindow $f
3724 setini TabBarPosition Top TabBar $f
3725 }
3726
3727 reset-sakura() {
3728 while read -r k v; do
3729 # shellcheck disable=SC2154
3730 setini $k $v sakura /a/c/subdir_files/.config/sakura/sakura.conf
3731 done <<'EOF'
3732 colorset1_back rgb(33,37,39)
3733 less_questions true
3734 audible_bell No
3735 visible_bell No
3736 disable_numbered_tabswitch true
3737 scroll_lines 10000000
3738 scrollbar true
3739 EOF
3740 }
3741
3742 # make a page of links found in the files $@. redirect output
3743 linkhtml() {
3744 gr -oh 'https?:\/\/(www\.)?[-a-zA-Z0-9@:%._\+~#=]{1,256}\.[a-zA-Z0-9()]{1,6}\b([-a-zA-Z0-9()@:%_\+.~#?&//=]*)' "$@" | \
3745 rev | sort -u | rev | sed 's,.*,<a href="\0">\0</a><br\>,'
3746 }
3747
3748 reset-xscreensaver() {
3749 # except for spash, i set these by setting gui options in
3750 # xscreensaver-command -demo
3751 # then finding the corresponding option in .xscreensaver
3752 # spash, i happened to notice in .xscreensaver
3753 #
3754 # dpmsOff, monitor doesnt come back on using old free software supported nvidia card
3755 cat > /home/iank/.xscreensaver <<'EOF'
3756 mode: blank
3757 dpmsEnabled: True
3758 dpmsStandby: 0:07:00
3759 dpmsSuspend: 0:08:00
3760 dpmsOff: 0:00:00
3761 timeout: 0:05:00
3762 lock: True
3763 lockTimeout: 0:06:00
3764 splash: False
3765 EOF
3766
3767 }
3768
3769
3770 # very useful, copy directory structure 3 deep. add remove /*/ to change level
3771 # rsync -aivh --exclude '/*/*/*/' -f"+ */" -f"- *" SRC DEST
3772
3773
3774 # * stuff that makes sense to be at the end
3775 if [[ "$SUDOD" ]]; then
3776 # allow failure, for example if we are sudoing into a user with diffferent/lesser permissions.
3777 cd "$SUDOD" ||:
3778 unset SUDOD
3779 elif [[ -d /a ]] && [[ $PWD == "$HOME" ]] && [[ $- == *i* ]]; then
3780 cd /a
3781 OLDPWD=
3782 fi
3783
3784
3785
3786
3787 # for mitmproxy to get a newer python.
3788 # commented until i want to use it because it
3789 # noticably slows bash startup
3790 #
3791
3792 mypyenvinit () {
3793 if [[ $EUID == 0 || ! -e ~/.pyenv/bin ]]; then
3794 echo "error: dont be root. make sure pyenv is installed"
3795 return 1
3796 fi
3797 export PATH="$HOME/.pyenv/bin:$PATH"
3798 eval "$(pyenv init -)"
3799 eval "$(pyenv virtualenv-init -)"
3800 }
3801
3802
3803 export GOPATH=$HOME/go
3804 path-add $GOPATH/bin
3805 path-add /usr/local/go/bin
3806
3807 # I have the git repo and a release. either one should work.
3808 # I have both because I was trying to solve an issue that
3809 # turned out to be unrelated.
3810 # ARDUINO_PATH=/a/opt/Arduino/build/linux/work
3811
3812 ## i should have documented this...
3813 # based on https://github.com/keyboardio/Kaleidoscope
3814 export KALEIDOSCOPE_DIR=/a/opt/Kaleidoscope
3815
3816 # They want to be added to the start, but i think
3817 # that should be avoided unless we really need it.
3818 path-add --end ~/.npm-global
3819
3820
3821 path-add --end $HOME/.cargo/bin
3822
3823 if type -P rg &>/dev/null; then
3824 # --no-messages because of annoying errors on broken symlinks
3825 # -z = search .gz etc files
3826 # -. = search dotfiles
3827 rg() { command rg -. -z --no-messages -L -i -M 900 --no-ignore-parent --no-ignore-vcs -g '!.git' -g '!auto-save-list' -g '!.savehist' "$@" || return $?; }
3828 #fails if not exist. ignore
3829 complete -r rg 2>/dev/null ||:
3830 else
3831 alias rg=grr
3832 fi
3833
3834 # rg with respecting vcs ignore files
3835 rgv() {
3836 ret=0
3837 # -. = search dotfiles
3838 # -z = search zipped files
3839 # -i = case insensitive
3840 # -M = max columns
3841 # --no-messages because of annoying errors on broken symlinks
3842 command rg -. -z --no-messages -i -M 900 -g '!.git' -g '!auto-save-list' -g '!.savehist' "$@" || ret=$?
3843 return $ret
3844 }
3845
3846 amall() {
3847 echo "$(tput setaf 5 2>/dev/null ||:)█ coresite █$(tput sgr0 2>/dev/null||:)"
3848 amfsf "$@"
3849 echo "$(tput setaf 5 2>/dev/null ||:)█ office █$(tput sgr0 2>/dev/null||:)"
3850 amoffice "$@"
3851 }
3852 amallq() { # amall quiet
3853 amfsf "$@"
3854 amoffice "$@"
3855 }
3856 amfsf() {
3857 sedi -r '/alertmanager.url/s/@prom.office/@prom/' ~/.config/amtool/config.yml
3858 amtool "$@"
3859 }
3860 amoffice() {
3861 sedi -r '/alertmanager.url/s/@prom.fsf/@prom.office.fsf/' ~/.config/amtool/config.yml
3862 amtool "$@"
3863 }
3864 amls() {
3865 amall silence query "$@"
3866 }
3867 # amtool silence add
3868 amsa() {
3869 amall silence add "$@"
3870 }
3871 # amtool silence force
3872 amsf() {
3873 amall silence add x!="1"
3874 }
3875 amrmall() {
3876 # note: not sure if quoting of this arg is correct
3877 amfsf silence expire "$(amfsf silence query -q)"
3878 amoffice silence expire "$(amoffice silence query -q)"
3879 }
3880
3881
3882 youtube-dl-update() {
3883 sudo wget https://yt-dl.org/downloads/latest/youtube-dl -O /usr/local/bin/youtube-dl
3884 sudo chmod a+rx /usr/local/bin/youtube-dl
3885 }
3886
3887 # https://github.com/yt-dlp/yt-dlp/wiki/Installation
3888 yt-dlp-update() {
3889 sudo curl -L https://github.com/yt-dlp/yt-dlp/releases/latest/download/yt-dlp -o /usr/local/bin/yt-dlp
3890 sudo chmod a+rx /usr/local/bin/yt-dlp # Make executable
3891 }
3892
3893 mpvyt() {
3894 mpv --ytdl ytdl_path=/usr/local/bin/yt-dlp "$@"
3895 }
3896
3897 # taken from default changes to bashrc and bash_profile
3898 path-add --end --ifexists $HOME/.rvm/bin
3899 # also had ruby bin dir, but moved that to environment.sh
3900 # so its included in overall env
3901
3902
3903 export BASEFILE_DIR=/a/bin/fai-basefiles
3904
3905 #export ANDROID_HOME=/a/opt/android-home
3906 # https://f-droid.org/en/docs/Installing_the_Server_and_Repo_Tools/
3907 #export USE_SDK_WRAPPER=yes
3908 #PATH=$PATH:$ANDROID_HOME/tools:$ANDROID_HOME/platform-tools
3909
3910 # didnt get drush working, if I did, this seems like the
3911 # only good thing to include for it.
3912 # Include Drush completion.
3913 # if [ -f "/home/ian/.drush/drush.complete.sh" ] ; then
3914 # source /home/ian/.drush/drush.complete.sh
3915 # fi
3916
3917
3918 # best practice
3919 unset IFS
3920
3921 # https://wiki.archlinux.org/index.php/Xinitrc#Autostart_X_at_login
3922 # i added an extra condition as gentoo xorg guide says depending on
3923 # $DISPLAY is fragile.
3924 if [[ ! $DISPLAY && $XDG_VTNR == 1 ]] && shopt -q login_shell && isarch; then
3925 exec startx
3926 fi
3927
3928
3929 # ensure no bad programs appending to this file will have an affect
3930 return 0