X-Git-Url: https://iankelling.org/git/?a=blobdiff_plain;f=brc2;h=9dda87b0930740b7896e601fd780e452b887dcfc;hb=563cc41a1f3ddb95bedf595cc249f53aea6629c1;hp=fdb2c060e6de9a0742e667d585f768be98b9001b;hpb=602a1874cc11a7d371890cdae4c0dc982267ea89;p=distro-setup diff --git a/brc2 b/brc2 index fdb2c06..9dda87b 100644 --- a/brc2 +++ b/brc2 @@ -6,7 +6,10 @@ # * settings -if [[ $HISTFILE ]]; then +if [[ $LESSHISTFILE == - ]]; then + HISTFILE= + c() { cd "$@"; } +elif [[ $HISTFILE ]]; then HISTFILE=$HOME/.bh fi @@ -22,6 +25,7 @@ path-add --end ~/.local/bin path-add --ifexists --end /a/work/libremanage path-add --ifexists --end /a/opt/adt-bundle*/tools /a/opt/adt-bundle*/platform-tools path-add --ifexists --end /a/opt/scancode-toolkit-3.10. +path-add --ifexists --end /p/bin case $HOSTNAME in sy|bo) @@ -110,6 +114,12 @@ rootrsync() { s rsync -e "ssh -F /root/.ssh/confighome" "$@" } +zcheck() { + ssh bow DISPLAY=:0 scrot /tmp/oegu.jpg + scp bow:/tmp/oegu.jpg /t + ssh bow rm /tmp/oegu.jpg + feh /t/oegu.jpg +} slemacs() { local arg rtime v @@ -293,19 +303,6 @@ abrowserrmcompat() { fi ngreset } -ngset() { - if shopt nullglob >/dev/null; then - ngreset=false - else - shopt -s nullglob - ngreset=true - fi -} -ngreset() { - if $ngreset; then - shopt -u nullglob - fi -} checkre() { s checkrestart -b /a/bin/ds/checkrestart-blacklist -pv @@ -367,7 +364,7 @@ ap() { } aw() { pushd /a/work/ans >/dev/null - time ansible-playbook -v -i inventory adhoc.yml "$@" + time ansible-playbook -i inventory adhoc.yml "$@" popd >/dev/null } ad() { @@ -383,6 +380,434 @@ astudio() { /a/opt/android-studio/bin/studio.sh "$@" &r; } + +iki() { + local url path + if [[ $1 ]]; then + path="$*" + else + read -r -p "enter path" path + fi + url=$(readlink -f "$path") + url="https://brains.fsf.org/wiki/${url#*brains/}" + url="${url%.mdwn}" + echo "$url" + # /f/brains/sysadmin/interns/2022/nick_shrader/intro_blog_post.mdwn + # becomes + # https://brains.fsf.org/wiki/sysadmin/interns/2022/nick_shrader/intro_blog_post + +} + +# Generate beet smartplaylists for navidrome. +# for going in the reverse direction, run +# /b/ds/navidrome-playlist-export +beetsmartplaylists() { + install -m 0700 -d /tmp/ianbeetstmp + beet splupdate + # kill off any playlists we deleted. they will still need manual + # killing from a navidrome client. + rm -rf /i/converted/beetsmartplaylists + mkdir -p /i/converted/beetsmartplaylists + for f in /tmp/ianbeetstmp/*; do + sed 's,^/i/m,/i/converted,;s,\.flac$,.mp3,' "$f" >"/i/converted/beetsmartplaylists/${f##*/}" + rm "$f" + done + rmdir /tmp/ianbeetstmp +} + +# Export beets ratings into navidrome +beetrating() { + local tmp tmpfile myuser userid rating path cpath sqlpath + # plucked this from the db. im the only user. + userid=23cc2eb9-e35e-4811-a0f0-d5f0dd6eb634 + tmpfile=$(mktemp) + beet ls -f '$rating $path' ^genre:spoken-w ^genre:skit rating:2..5 >$tmpfile + while read -r rating path; do + tmp="/i/converted${path#/i/m}" + cpath="${tmp%.*}.mp3" # converted path + sqlpath="${cpath//\'/\'\'}" + old_rating=$(sqlite3 /i/navidrome/navidrome.db "select rating from annotation inner join media_file on item_id = id where path = '$sqlpath' and item_type = 'media_file';") + if [[ $old_rating ]]; then + if [[ $old_rating != $rating ]]; then + # https://stackoverflow.com/a/50317320 + m sqlite3 /i/navidrome/navidrome.db " +update annotation set rating = $rating + where item_id in ( + select media_file.id from annotation inner join media_file on annotation.item_id = media_file.id + where media_file.path = '$sqlpath' and annotation.item_type = 'media_file' );" + fi + else + # /a/opt/navidrome/persistence/sql_annotations.go v0.48.0 + # https://www.sqlite.org/lang_insert.html + m sqlite3 /i/navidrome/navidrome.db "insert into annotation select '$(uuidgen)', '$userid', id, 'media_file', 0, NULL, $rating, 0, NULL from media_file where path = '$sqlpath';" + fi + #sqlite3 /i/navidrome/navidrome.db "select path from annotation inner join media_file on item_id = id where rating = $r;" + done <$tmpfile +} + +# Do transcoding and hardlinking of audio files for navidrome. +# +# This deletes files in the converted directory which should no longer +# be there due to a rename of the unconverted file. +beetconvert() { + local l query + local -A paths + query="^genre:spoken-w ^genre:skit ^lesser_version:t ^rating:1" + # redirect is to avoid printing every file + beet convert -y $query >/dev/null 2> >(grep -v '^convert: Skipping' ||:) + + ## begin removal of files that are leftover from previous conversion, + # eg, previously rated > 1, now rated 1. + while read -r l; do + convertedpath="/i/converted${l#/i/m}" + case $convertedpath in + *.flac) convertedpath="${convertedpath%.flac}.mp3" ;; + esac + paths[$convertedpath]=t + done < <(beet ls -f '$path' $query) + while read -r l; do + if [[ ! ${paths[$l]} ]]; then + rm -v "$l" + fi + # note: the pruning is duplicative of filtering on name, but whatever. + done < <(find /i/converted -path /i/converted/beetsmartplaylists -prune -o \( -type f -print \) -name '*.mp3' -o -name '*.m4a') + ## end +} + +# tag with beets. +# usage: beetag QUERY +# it lists the query, reads an input char for tagging one by one. +# 1-5 = set rating +# a-x 0 6-9 / . , = set genre/playlist. (available buttons: ` \ ) ] [ +# q = quit +# y = toggle to setting rare genres +# z = put the player in the foreground +# enter = next song +# ' = toggle playing of songs, also replays current song if hit twice +# ; = go to previous song +# _ = delete file, remove from library +# -/+ = decrease / increase volume +# +# note, you may want to change the play command for doing rapid taging +# by immediately jumping forward into the song. this is set in the beets +# config yaml. +beetag() { + local last_genre_i fstring tag id char new_item char_i genre tag remove doplay i j random + local do_rare_genres read_wait + local -a genres pl_tags buttons button_map ids tags rare_genres tmp_tags + local -A button_i + local -i volume + do_rare_genres=false + random=false + volume=70 + read_wait=2 + case $1 in + -r) + random=true + shift + ;; + esac + if (( ! $# )); then + echo beetag: error expected a query arg >&2 + return 1 + fi + doplay=true + genres=( + # gangsta rap / angry rap. something like g-rap would make beet queries for genre:rap include it + arp + ambient + avant + blues + classical + # slow instrumental. todo: reclassify some ambient into this. + chill + country + # like power glove + dark-wave + # lyrical edm. todo: some pop needs reclassification to this + dance + hardcore + instrumental + latin + metal + # mq = mac quale. similar to the mr robot soundtracks. + # slow, foreboding. usually electronic. + mq + pop + rap + rock + # like rain by brian crain. mostly slow broody piano + sleep + techno + world + ) + # because we were destined to run out of single key buttons. + rare_genres=( + jazz + musical + noise + skit + spoken-w + ) + pl_tags=( + ## cross-genre tags that dont really make a playlist + expl + # songs i like but they get old fast due to feeling gimicky, or cringy after a while. + gimicky + # alternate version of a song we already have which isn't as good + lesser_version + # anything sad which i sometimes like or avoid. + sad + + ## playlists + # intimate, love + love + # favorite songs pump up songs + pump1 + # favorite rap pump up songs, allows more songs than pump1 + pumprap + # heart rending, spine tickling + rend + # for running + run + ) + last_genre_i=$(( ${#genres[@]} - 1 )) + buttons=( {a..p} {r..w} 0 {6..9} , . / ) + button_map=(${genres[@]} ${pl_tags[@]}) + fstring= + for tag in "${pl_tags[@]}"; do + fstring+="%ifdef{$tag,$tag }" + done + + for (( i=0; i<${#buttons[@]}; i++ )); do + button_i[${buttons[i]}]=$i + done + beet ls -f '%ifdef{rating,$rating }'"$fstring"', $genre $artist - $album - $title' "$@" + mapfile -t ids < <(beet ls -f '$id' "$@" | { if $random; then sort -R; else cat; fi; } ) + for (( j=0; j<${#ids[@]}; j++ )); do + hr + id=${ids[j]} + lsout="$(beet ls -f '%ifdef{rating,$rating }'"$fstring"', $genre $id $artist - $album - $title' "id:$id")" + tags=( ${lsout%%,*} ) + printf "%s\n" "$lsout" + for (( i=0; i<${#button_map[@]}; i++ )); do + echo ${buttons[i]} ${button_map[i]} + done + if $doplay; then + beet play --args=--volume=$volume "id:$id" & + fi + while true; do + char= + if $doplay; then + ret=0 + read -r -N 1 -s -t $read_wait char || ret=$? + read_wait=2 + # Automatically skip to the next song if this one ends, unless + # we turn off the autoplay. + if (( ret == 142 )) || [[ ! $char ]]; then + if bg %% &>/dev/null; then + continue + else + break + fi + fi + else + read -r -N 1 -s char + fi + if [[ $char == $'\n' ]]; then + kill %% ||: &>/dev/null + break + fi + case $char in + ";") + kill %% ||: &>/dev/null + j=$(( j - 2 )) + break + ;; + "'") + if $doplay; then + doplay=false + else + doplay=true + kill %% ||: &>/dev/null + beet play --args=--volume=$volume "id:$id" & + fi + continue + ;; + _) + kill %% ||: &>/dev/null + m beet rm --delete --force "id:$id" + break + ;; + [1-5]) + beet modify -y "id:$id" rating=$char + continue + ;; + -) + volume=$(( volume - 5 )) + if (( volume < 0 )); then + volume=0 + fi + echo volume=$volume + continue + ;; + q) + kill %% ||: &>/dev/null + return + ;; + +) + volume+=5 + if (( volume > 130 )); then + volume=130 + fi + echo volume=$volume + continue + ;; + y) + if $do_rare_genres; then + do_rare_genres=false + button_map=(${genres[@]} ${pl_tags[@]}) + last_genre_i=$(( ${#rare_genres[@]} - 1 )) + else + do_rare_genres=true + button_map=(${rare_genres[@]} ${pl_tags[@]}) + last_genre_i=$(( ${#genres[@]} - 1 )) + fi + local -A button_i + for (( i=0; i<${#buttons[@]}; i++ )); do + button_i[${buttons[i]}]=$i + done + for (( i=0; i<${#button_map[@]}; i++ )); do + echo ${buttons[i]} ${button_map[i]} + done + continue + ;; + z) + # if we ctrl-z, it will put the whole function into sleep. so + # basically, we can't return from a foregrounded mpv like we + # would like to without some strange mechanism I can't think + # of. So, instead, detect ctrl-c and wait a while for prompt + # input. One idea would be to use a music player like mpd where + # we can send it messages. + if ! fg; then + sleep_wait=10 + fi + continue + ;; + esac + char_i=${button_i[$char]} + new_item=${button_map[$char_i]} + if [[ ! $char_i || ! $new_item ]]; then + echo "error: no mapping of input: $char found, try again" + continue + fi + if (( char_i <= last_genre_i )); then + m beet modify -y "id:$id" genre=$new_item + else + remove=false + tmp_tags=() + for tag in ${tags[@]}; do + if [[ $new_item == "$tag" ]]; then + remove=true + else + tmp_tags+=("$tag") + fi + done + if $remove; then + tags=("${tags[@]}") + m beet modify -y "id:$id" "$new_item!" + else + tags+=("$new_item") + m beet modify -y "id:$id" $new_item=t + fi + fi + done + done +} + +# usage: FILE|ALBUM_DIR [GENRE] +beetadd() { + local import_path genre_arg single_track_arg + import_path="$1" + if [[ ! -e $import_path ]]; then + echo "beetadd error: path does not exist" + fi + if [[ $2 ]]; then + genre_arg="--set genre=$2" + fi + if [[ -f $import_path ]]; then + single_track_arg=-s + fi + beet import --set totag=t $single_track_arg $genre_arg "$import_path" + beetag totag:t + beet modify -y totag:t "totag!" +} + +# update navidrome music data after doing beets tagging +beet2nav() { + beetconvert + beetsmartplaylists + beetrating +} + +# pull in beets library locally +beetpull() { + if [[ ! -e /i ]]; then + s mkdir /i + s chown iank:iank /i + sshfs b8.nz:/i /i + fi +} + +# escape regex. +# +# This is not perfect but generally good enough. It escapes all +# metachars listed man 3 pcrepattern. +er() { + sed 's/[]\\^$.[|()?*+{}]/[&]/g; s/\^/\\^/g' <<<"$*" +} + +# usage beegenre QUERY +# +# beet set genre for QUERY based on existing artist most used genre on +# +# inverse of query for each artist found in QUERY. If query starts with +# "artist:" it is used as the artist instead of each artist in QUERY. +# +beegenre() { + local artist artregex genre term singleartist + local -a artists genres terms + singleartist=false + case $1 in + artist:*) + singleartist=true + artist="$term" + ;; + esac + if $singleartist; then + read count genre < <(beet ls -f '$genre' "$artist" "${@/#/^}" | sort | uniq -c | sort -n | tail -n1) ||: + beet modify "$artist" "$@" genre=$genre + else + while read -r artist; do + artregex=$(er "$artist") + read count genre < <(beet ls -f '$genre' "artist::^$artregex$" "${@/#/^}" | sort | uniq -c | sort -n | tail -n1) || continue + if [[ $count ]]; then + artists+=("$artregex") + genres+=("$genre") + echo "beet modify -y $@ \"artist::^$artist$\" genre=$genre # $count" + fi + done < <(beet ls -f '$artist' "$@" | sort -u) + read -r -N 1 -s -p "Y/n " char + case $char in + [Yy$'\n']) + for (( i=0; i<${#artists[@]}; i++ )); do + beet modify -y "$@" "artist::^${artists[i]}$" genre=${genre[i]} + done + ;; + esac + fi +} + # note, to check for glue records # First, find some the .org nameservers: # dig +trace iankelling.org @@ -417,7 +842,7 @@ bbk() { # btrbk wrapper install-my-scripts # todo: consider changing this to srun and having the args come # from a file like /etc/default/btrbk, like is done in exim - s jrun btrbk-run "$@" + s jdo btrbk-run "$@" if $active; then if (( ret )); then echo bbk: WARNING: btrbk.timer not restarted due to failure @@ -457,40 +882,138 @@ locat() { # log-once cat ngreset } -# duplicated somewhat below. -jrun() { # journal run. run args, log to journal, tail and grep the journal. - # Note, an alternative without systemd would be something like ts. - # Note, I tried using systemd-cat, but this seems obviously better, - # and that seemed to have a problem exiting during a systemctl daemon-reload - local cmd_name jr_pid s +scr() { + screen -RD "$@" +} + +# usage: first get an adb shell on the phone. +# +# just followed instructions in readme at +# https://github.com/Yuubi-san/ceb-tools +# tried to use ceb2txt but it failed because of schema +# slightly different than what it expected. +cheogram-get-logs() { + adb shell rm -r /storage/emulated/0/Download/Cheogram/Backup + read -p "do cheogram backup on phone, do not enable extra cheogram data. press any key when done" + cd /p/cheogram + rm -rf Backup b + adb pull /storage/emulated/0/Download/Cheogram/Backup + sqlite3 b /dev/null ||: unset jr_pid fg &>/dev/null ||: + # this avoids any err-catch + (( $ret == 0 )) || return $ret } + # service run, and watch the output srun() { local unit @@ -504,7 +1027,20 @@ srun() { fg &>/dev/null ||: } -sm() { +sm() { # switch mail host + local tmp keyhash + c / + # run latest + keyhash=$(s ssh-keygen -lf /root/.ssh/home | awk '{print $2}') + tmp=$(s ssh-add -l | awk '$2 == "'$keyhash'"') + if [[ ! $tmp ]]; then + s ssh-add /root/.ssh/home + fi + install-my-scripts + s jdo switch-mail-host "$@" + return $ret +} +sh2() { # switch host2 local tmp keyhash c / # run latest @@ -514,7 +1050,7 @@ sm() { s ssh-add /root/.ssh/home fi install-my-scripts - s jrun switch-mail-host "$@" + s jdo switch-host2 "$@" return $ret } @@ -1035,8 +1571,9 @@ hstatus() { # work log wlog() { - local day now i - for (( i=0; i<60; i++ )); do + local day now i days_back + days_back=${1:-16} + for (( i=0; i/dev/null; then s ip netns add nonet fi @@ -1206,7 +1744,7 @@ lom() { m sudo losetup $l $fs_file fi if ! sudo cryptsetup status /dev/mapper/$base &>/dev/null; then - if ! sudo cryptsetup luksOpen $l $base; then + if ! m sudo cryptsetup luksOpen $l $base; then m sudo losetup -d $l return 1 fi @@ -1264,48 +1802,60 @@ mp() { done } -# these might need a mu index or something added. -mbenable() { - local mb=$1 - dst=/m/4e/$mb - src=/m/md/$mb - [[ -e $src ]] || { echo "src:$src does not exist"; return 1; } - m mv -T $src $dst - m ln -s -T $dst $src -} -mb2enable() { - local mb - for mb; do - dst=/m/4e2/$mb - link=/m/md/$mb - src=/m/md/$mb - if [[ ! -e $src || -L $src ]]; then - src=/m/4e/$mb +# maildir enable +mdenable() { + local md dst ln_path src two + + two=false + case $1 in + -2) two=true shift ;; + esac + + for md; do + src= + if $two; then + dst=/m/4e2/$md + else + dst=/m/4e/$md + fi + + ln_path=/m/md/$md + for d in /m/md/$md /m/4e2/$md; do + if [[ -d $d && ! -L $d ]]; then + src=$d + break + fi + done + if [[ ! $src ]]; then + echo "error: could not find $md" >&2 + return 1 fi - [[ -e $src ]] || { echo "src:$src does not exist"; return 1; } m mv -T $src $dst - m ln -sf -T $dst $link + m ln -sf -T $dst $ln_path done } -mbdisable() { - local mb=$1 - dst=/m/md/$mb - src=/m/4e/$mb - set -x - [[ -e $src ]] || { set +x; return 1; } - if [[ -L $dst ]]; then rm $dst; fi - mv -T $src $dst - set +x +md2enable() { + mdenable -2 "$@" } -mb2disable() { - local mb=$1 - dst=/m/md/$mb - src=/m/4e2/$mb - set -x - [[ -e $src ]] || { set +x; return 1; } - if [[ -L $dst ]]; then rm $dst; fi - mv -T $src $dst - set +x +mddisable() { + local md=$1 + dst=/m/md/$md + + ### begin copied from mdenable, but different d ### + for d in /m/4e/$md /m/4e2/$md; do + if [[ -d $d && ! -L $d ]]; then + src=$d + break + fi + done + if [[ ! $src ]]; then + echo "error: could not find $md" >&2 + return 1 + fi + ### end copy from mdenable ### + + if [[ -L $dst ]]; then m rm $dst; fi + m mv -T $src $dst } @@ -1316,6 +1866,26 @@ mdt() { mo() { xset dpms force off; } # monitor off +mpvgpu() { + # seems to be the best gpu decoding on my nvidia 670. + # vlc gets similar or better framerate, but is much darker output on my test movie at least. + + + case $HOSTNAME in + kd) + echo 0f | sudo tee -a /sys/kernel/debug/dri/0/pstate + ;; + esac + # going back to the default slow clock, and slower fan: + # echo 07 | sudo tee -a /sys/kernel/debug/dri/0/pstate + if [[ $DISPLAY ]]; then + mpv --vo=vdpau --hwdec=auto "$@" + else + # waylandvk seems to work the same + mpv --gpu-context=wayland --hwdec=auto + fi +} + mpvd() { mpv --profile=d "$@"; } @@ -1325,6 +1895,9 @@ mpvm() { # get page source of https://en.wikipedia.org/w/index.php?title=Video_file_format&action=edit # into /a/x.log, then # grep '^| *\.' /a/x.log | sed 's/| *//;s/,//g' + + # note: to join them together for a regex, do: + # old=; for e in ${extensions[@]/./}; do if [[ ! $old ]]; then old=$e; continue; fi; echo -n "$old|"; old=$e; done; echo $e extensions=( .webm .mkv @@ -1364,8 +1937,8 @@ mpvm() { arg+=(")") dir=${1:-.} # debug: - #find $dir "${arg[@]}" -size +1M - find $dir "${arg[@]}" -size +1M -exec mpv --profile=d '{}' + + #find $dir "${arg[@]}" -size +200k + find $dir "${arg[@]}" -size +200k -exec mpv --profile=d '{}' + } mpvs() { mpv --profile=s "$@"; @@ -1391,8 +1964,38 @@ allmyirc() { ssh root@iankelling.org "cd $d; find . -mtime -60 -type f -exec grep '\' $to < +To: $to +Subject: Mail delivery failed: returning message to sender + +This message was created automatically by mail delivery software. +EOF + +} + + # toggle keyboard tk() { # based on @@ -1873,13 +2503,33 @@ servicepid() { sdnbash() { # systemd namespace bash local unit pid + if (( $# != 1 )); then + echo $0: error wrong number of args >&2 + return 1 + fi unit=$1 pid=$(servicepid $unit) m sudo nsenter -t $pid -n -m sudo -u $USER -i bash } +sdnbashroot() { # systemd namespace bash + local unit pid + if (( $# != 1 )); then + echo $0: error wrong number of args >&2 + return 1 + fi + unit=$1 + pid=$(servicepid $unit) + m sudo nsenter -t $pid -n -m bash +} + + sdncmd() { # systemd namespace cmd local unit pid + if (( $# <= 2 )); then + echo $0: error wrong number of args >&2 + return 1 + fi unit=$1 shift pid=$(servicepid $unit) @@ -1978,8 +2628,12 @@ vpn() { } fixu() { + local stats ls -lad /run/user/1000 - s chmod 700 /run/user/1000; s chown iank.iank /run/user/1000 + stats=$(stat -c%a-%g-%u /run/user/1000) + if [[ $stats != 700-1000-1000 ]]; then + m s chmod 700 /run/user/1000; m s chown iank.iank /run/user/1000 + fi } # systemctl is-enabled / status / cat says nothing, instead theres @@ -2163,6 +2817,10 @@ EOF } +# very useful, copy directory structure 3 deep. add remove /*/ to change level +# rsync -aivh --exclude '/*/*/*/' -f"+ */" -f"- *" SRC DEST + + # * stuff that makes sense to be at the end if [[ "$SUDOD" ]]; then # allow failure, for example if we are sudoing into a user with diffferent/lesser permissions.