2 # Copyright (C) 2019 Ian Kelling
3 # SPDX-License-Identifier: AGPL-3.0-or-later
5 # shellcheck source=/a/bin/ds/.bashrc
6 export LC_USEBASHRC
=t
; if [[ -s ~
/.bashrc
]]; then . ~
/.bashrc
; fi
9 source /a
/bin
/errhandle
/err
10 src
="$(readlink -f -- "${BASH_SOURCE[0]}")"; src
=${src%/*} # directory of this file
12 if [[ $EUID == 0 ]]; then
13 echo "$0: error: run as regular user" >&2
18 echo 1 >~
/.local
/distro-end
21 # shellcheck source=./pkgs
24 echo "$0: $(date) starting now)"
25 # see example of usage to understand.
28 IFS
= read -r -d '' y ||
:
33 echo 0 >~
/.local
/distro-end
34 if $pending_reboot; then
35 echo "$0: pending reboot and then finished. doing it now."
36 echo "exiting with status 0"
39 echo "$0: $(date): ending now)"
40 echo "exiting with status 0"
46 printf "$pre sudo %s\n" "$*"
47 SUDOD
="$PWD" command sudo
"$@";
49 m
() { printf "$pre %s\n" "$*"; "$@"; }
50 e
() { printf "$pre %s\n" "$*"; }
52 codename
=$
(debian-codename
)
53 codename_compat
=$
(debian-codename-compat
)
55 sed="sed --follow-symlinks"
57 # when we schroot, it will fail if we are in a directory that doesnt exist in the chroot
67 # get sudo pass cached right away
68 if ! sudo
-nv 2>/dev
/null
; then
74 # old repo. remove when all machines updated
75 sudo
rm -fv /etc
/apt
/sources.list.d
/wireguard-ubuntu-wireguard-bionic.list
77 sudo
rm -fv /etc
/apt
/preferences.d
/minetest
86 sudo debconf-set-selections
<<EOF
87 popularity-contest popularity-contest/participate boolean true
90 ########### begin section including vps ################
97 # no equivalent in other distros:
98 if isdeb
&& pcheck apt-file
; then
99 # this condition is just a speed optimization
108 # allows me to pipe with ssh -t, and gets rid of spam
109 # http://forums.debian.net/viewtopic.php?f=5&t=85822
110 # i'd rather disable the service than comment the init file
111 # this says disabling the service, it will still get restarted
112 # but this script doesn't do anything on restart, so it should be fine
113 sudo truncate
-s0 /var
/run
/motd.dynamic
116 # this isn't a complete solution. It still shows me when updates are available,
117 # but it's no big deal.
118 sudo
rm -fv /etc
/update-motd.d
/10-help-text /etc
/update-motd.d
/00-header
127 # dogcam setup. not using atm
130 # /a/bin/webcam/install-server
133 # /a/bin/webcam/install-client
138 ## not actually using prometheus just yet
139 # # office is not exposed to internet yet
140 # if [[ $HOSTNAME != kw ]]; then
141 # ## prometheus node exporter setup
142 # web-conf -f 9100 -p 9101 apache2 $(hostname -f) <<'EOF'
143 # #https://httpd.apache.org/docs/2.4/mod/mod_authn_core.html#authtype
144 # # https://stackoverflow.com/questions/5011102/apache-reverse-proxy-with-basic-authentication
148 # AuthName "Authentication Required"
149 # # setup one time, with root:www-data, 640
150 # AuthUserFile "/etc/prometheus-htpasswd"
160 ######### begin universal pinned packages ######
161 case $
(debian-codename
) in
162 etiona|flidas|nabia|aramo
)
163 sudo
rm -fv /etc
/apt
/preferences.d
/etiona-buster
164 sd
/etc
/apt
/preferences.d
/trisquel-debian
<<EOF
165 Explanation: Debian* includes Debian + Debian Backports
167 Pin: release o=Debian*
171 # needed for debootstrap scripts for fai since fai requires debian
174 #curl http://archive.ubuntu.com/ubuntu/project/ubuntu-archive-keyring.gpg | s apt-key add -
175 sd
/etc
/apt
/preferences.d
/flidas-xenial
<<EOF
177 Pin: release a=xenial
181 Pin: release a=xenial-updates
185 Pin: release a=xenial-security
189 Pin: release n=xenial
192 sd
/etc
/apt
/sources.list.d
/xenial.list
2>/dev
/null
<<EOF
193 deb http://us.archive.ubuntu.com/ubuntu/ xenial main
194 deb http://us.archive.ubuntu.com/ubuntu/ xenial-updates main
195 deb http://us.archive.ubuntu.com/ubuntu/ xenial-security main
198 if ! apt-key list |
grep /C0B21F32
&>/dev
/null
; then
200 #sudo apt-key adv --keyserver keyserver.ubuntu.com --recv-keys 3B4FE6ACC0B21F32
201 sd
/etc
/apt
/preferences.d
/flidas-bionic
<<EOF
203 Pin: release a=bionic
207 Pin: release a=bionic-updates
211 Pin: release a=bionic-security
216 # better to run btrfs-progs which matches our kernel version
217 # (note, renamed from btrfs-tools)
218 sd
/etc
/apt
/preferences.d
/btrfs-progs
<<EOF
219 Package: btrfs-progs libzstd1
220 Pin: release a=bionic
223 Package: btrfs-progs libzstd1
224 Pin: release a=bionic-updates
227 Package: btrfs-progs libzstd1
228 Pin: release a=bionic-security
235 deb http://us.archive.ubuntu.com/ubuntu/ bionic main
236 deb http://us.archive.ubuntu.com/ubuntu/ bionic-updates main
237 deb http://us.archive.ubuntu.com/ubuntu/ bionic-security main
239 f
=/etc
/apt
/sources.list.d
/bionic.list
240 if ! diff -q $t $f; then
246 # no special reason, but its better for btrfs-progs to
247 # be closer to our kernel version
250 if [[ ! -e /usr
/share
/debootstrap
/scripts
/xenial
]]; then
253 m aptitude download debootstrap
/xenial
255 sudo
cp .
/usr
/share
/debootstrap
/scripts
/* /usr
/share
/debootstrap
/scripts
258 sd
/etc
/apt
/preferences.d
/flidas-etiona
<<EOF
260 Pin: release a=etiona
264 Pin: release a=etiona-updates
268 Pin: release a=etiona-security
272 Pin: release a=etiona-backports
278 deb http://mirror.fsf.org/trisquel/ etiona main
279 deb http://mirror.fsf.org/trisquel/ etiona-updates main
280 deb http://archive.trisquel.info/trisquel/ etiona-security main
281 deb http://mirror.fsf.org/trisquel/ etiona-backports main
283 f
=/etc
/apt
/sources.list.d
/etiona.list
284 if ! diff -q $t $f; then
290 sd
/etc
/apt
/preferences.d
/debian-goodies
<<EOF
291 Package: debian-goodies
292 Pin: release n=etiona
297 # dont use buster because it causes dist-upgrade to think its downgrading
298 # packages while really just reinstalling the same version.
299 f
=/etc
/apt
/apt.conf.d
/01iank
301 # # stupid buster uses some key algorithm not supported by flidas gpg that apt uses.
302 # sd /etc/apt/apt.conf.d/01iank <<'EOF'
303 # Acquire::AllowInsecureRepositories "true";
306 f
=/etc
/apt
/sources.list.d
/buster.list
309 # newer version needed for false positive in checkrestart.
310 # I did buster at first, but other problem above with having
311 # buster repos. not sure if the false positive exists in etiona.
314 sd
/etc
/apt
/preferences.d
/shellcheck
<<EOF
316 Pin: release a=etiona
320 Pin: release a=etiona-updates
324 Pin: release a=etiona-security
328 sd
/etc
/apt
/preferences.d
/bash
<<EOF
330 Pin: release a=etiona
334 Pin: release a=etiona-updates
338 Pin: release a=etiona-security
346 #p install --no-install-recommends minetest/buster libleveldb1d/buster libncursesw6/buster libtinfo6/buster
348 # shellcheck disable=SC2043 # in case we want more than 1 in the loop later.
349 for n
in bullseye
; do
350 f
=/etc
/apt
/sources.list.d
/$n.list
357 deb http://deb.debian.org/debian bullseye main
358 deb-src http://deb.debian.org/debian bullseye main
360 deb http://deb.debian.org/debian-security/ bullseye-security main
361 deb-src http://deb.debian.org/debian-security/ bullseye-security main
363 deb http://deb.debian.org/debian bullseye-updates main
364 deb-src http://deb.debian.org/debian bullseye-updates main
366 deb http://http.debian.net/debian bullseye-backports main
367 deb-src http://http.debian.net/debian bullseye-backports main
372 if ! diff -q $t $f; then
379 curl
-s https
://ftp-master.debian.org
/keys
/archive-key-10-security.asc | sudo apt-key add
-
380 curl
-s https
://ftp-master.debian.org
/keys
/archive-key-10.asc | sudo apt-key add
-
384 if [[ ! -e /usr
/share
/debootstrap
/scripts
/bullseye
]]; then
387 m aptitude download debootstrap
/bullseye
389 sudo
cp .
/usr
/share
/debootstrap
/scripts
/* /usr
/share
/debootstrap
/scripts
394 sd
/etc
/apt
/preferences.d
/focal
<<'EOF'
396 Pin: release n=focal,o=Ubuntu
400 sd
/etc
/apt
/preferences.d
/spamassassin
<<'EOF'
401 Package: spamassassin sa-compile spamc
402 Pin: release n=focal,o=Ubuntu
405 sd
/etc
/apt
/preferences.d
/spamassassin
<<'EOF'
406 Package: spamassassin sa-compile spamc
407 Pin: release n=focal,o=Ubuntu
410 sd
/etc
/apt
/preferences.d
/psd
<<'EOF'
411 Package: profile-sync-daemon
412 Pin: release n=focal,o=Ubuntu
416 f
=/etc
/apt
/sources.list.d
/focal.list
419 deb http://us.archive.ubuntu.com/ubuntu/ focal main universe
420 deb http://us.archive.ubuntu.com/ubuntu/ focal-updates main universe
421 deb http://us.archive.ubuntu.com/ubuntu/ focal-security main universe
423 if ! diff -q $t $f; then
424 sudo
dd if=$t of
=$f status
=none
430 sd
/etc
/apt
/preferences.d
/nabia-etiona
<<'EOF'
432 Pin: release n=nabia*,o=Trisquel
436 f
=/etc
/apt
/sources.list.d
/nabia.list
439 deb http://mirror.fsf.org/trisquel/ nabia main
440 deb-src http://mirror.fsf.org/trisquel/ nabia main
442 deb http://mirror.fsf.org/trisquel/ nabia-updates main
443 deb-src http://mirror.fsf.org/trisquel/ nabia-updates main
445 deb http://archive.trisquel.info/trisquel/ nabia-security main
446 deb-src http://archive.trisquel.info/trisquel/ nabia-security main
448 # Uncomment this lines to enable the backports optional repository
449 deb http://mirror.fsf.org/trisquel/ nabia-backports main
450 deb-src http://mirror.fsf.org/trisquel/ nabia-backports main
452 if ! diff -q $t $f; then
453 sudo
dd if=$t of
=$f status
=none
457 # duplicated in fai. Pin for bionic + ubuntu so that ppas dont get
459 sd
/etc
/apt
/preferences.d
/etiona-bionic
<<'EOF'
461 Pin: release n=bionic,o=Ubuntu
464 Pin: release n=bionic,o=Ubuntu
468 sd
/etc
/apt
/preferences.d
/etiona-sa
<<'EOF'
470 Pin: release n=bionic,o=Ubuntu
476 sd
/etc
/apt
/preferences.d
/aramo-nabia
<<'EOF'
478 Pin: release n=aramo*,o=Trisquel
481 f
=/etc
/apt
/sources.list.d
/aramo.list
484 deb http://mirror.fsf.org/trisquel/ aramo main
485 deb-src http://mirror.fsf.org/trisquel/ aramo main
487 deb http://mirror.fsf.org/trisquel/ aramo-updates main
488 deb-src http://mirror.fsf.org/trisquel/ aramo-updates main
490 deb http://archive.trisquel.info/trisquel/ aramo-security main
491 deb-src http://archive.trisquel.info/trisquel/ aramo-security main
493 # Uncomment this lines to enable the backports optional repository
494 deb http://mirror.fsf.org/trisquel/ aramo-backports main
495 deb-src http://mirror.fsf.org/trisquel/ aramo-backports main
497 if ! diff -q $t $f; then
498 sudo
dd if=$t of
=$f status
=none
505 pi debian-goodies shellcheck
510 case $codename_compat in
512 s systemctl
enable --now ssh-agent-iank
516 case $codename_compat in
518 sd
/etc
/apt
/preferences.d
/nabia-btrfs-progs
<<'EOF'
520 Pin: release a=buster-backports
523 p
install btrfs-progs
528 # 2020-03-03 old file
529 s
rm -fv /etc
/apt
/preferences.d
/radicale
530 ######### end universal pinned packages ######
535 sd
/etc
/apt
/preferences.d
/obs
<<EOF
537 Pin: release n=bionic
540 sd
/etc
/apt
/preferences.d
/chromium
<<EOF
542 Pin: release n=bionic
547 # note, to get the latest, it would be n=bullseye*
548 # but that has conflicting package versions, so this does the old one.
549 # I only use it for special rare purposes. Just keep in mind it is an
550 # outdated insecure version.
551 sd
/etc
/apt
/preferences.d
/chromium-bullseye
<<EOF
552 Package: chromium chromium-* libicu67 libjpeg62-turbo libjsoncpp24 libre2-9 libwebpmux3
553 Pin: release o=Debian*,n=bullseye
558 # obs dependency not in trisquel
559 sd
/etc
/apt
/preferences.d
/obs
<<EOF
561 Pin: release n=jammy,o=Ubuntu
569 ##### begin automatic upgrades (after checkrestart has been installed) ####
570 # if apt-config-auto-update is installed,
571 # it also has similar config, in a file 10something,
572 # but i think his overrides it since its higher number.
573 # This file was part of the automatic-updates package,
574 # and it has a configu option to not get new package lists,
575 # which seems pretty stupid to me, you cant actually upgrade
576 # anything if you dont have the new package list.
577 sd
/etc
/apt
/apt.conf.d
/20auto-upgrades
<<'EOF'
578 APT::Periodic::Update-Package-Lists "1";
579 APT::Periodic::Download-Upgradeable-Packages "1";
580 APT::Periodic::AutocleanInterval "7";
581 APT::Periodic::Unattended-Upgrade "1";
584 # fyi: default file has comments about available options,
585 # you may want to read that, do pkx unattended-upgrades
586 # default is just security updates. this list found from reading
587 # match_whitelist_string() in $(which unattended-upgrades)
588 sd
/etc
/apt
/apt.conf.d
/50unattended
-upgrades <<EOF
589 Unattended-Upgrade::Mail "root";
590 Unattended-Upgrade::MailOnlyOnError "true";
591 Unattended-Upgrade::Remove-Unused-Dependencies "true";
592 Unattended-Upgrade::Origins-Pattern {
593 "o=*,l=*,a=*,c=*,site=*,n=*";
598 sudo
rm -f /etc
/cron.d
/unattended-upgrade-reboot
/usr
/local
/bin
/zelous-unattended-reboot
/etc
/cron.d
/myupgrade
600 # myupgrade cron exists in /etc/cron.d/ian
602 ##### end automatic upgrades ####
605 # commented in case i want to use this sometime later
606 # sd /etc/apt/preferences.d/buster-backports <<EOF
608 # Pin: release a=buster-backports
613 ###### begin website setup
617 f
=/var
/lib
/bind
/db.b8.nz
618 if [[ ! -e $f ]]; then
622 s
/c
/roles
/prom-export
/files
/simple
/usr
/local
/bin
/fsf-install-node-exporter
-l
625 web-conf
-p 9101 -f 9100 - apache2
${HOSTNAME}ex.b8.nz
<<'EOF'
628 AuthName "basic_auth"
630 # htpasswd -c prometheus-export-htpasswd USERNAME
631 AuthUserFile "/etc/prometheus-export-htpasswd"
640 # i just dont feel like setting up a special purpose ssh key to do this automatically.
642 # run this once for bk on local machine:
643 # only used for old openvpn setup
644 /a/exe/vpn-mk-client-cert -c bk.b8.nz -b expertpath -n mail li.iankelling.org
653 m
/a
/h
/setup.sh iankelling.org
655 # start mumble only when im going to use it, since i dont use it much
656 pi-nostart mumble-server
657 sudo
$sed -ri "s/^ *(serverpassword=).*/\1$(< /a/bin/bash_unpublished/mumble_pass)/" /etc
/mumble-server.ini
659 # do certificate to avoid warning about unsigned cert,
660 # which is overkill for my use, but hey, I'm cool, I know
662 m web-conf apache2 mumble.iankelling.org
663 sudo
rm -fv /etc
/apache
2/sites-enabled
/mumble.iankelling.org
665 # general vpn for as needed use
666 vpn-server-setup
-d -r -4 10.5.5 -p 443 -n hole
668 # todo: consider if this should exist for the
670 teeu
/etc
/openvpn
/server
/hole.conf
<<'EOF'
674 sd
/etc
/openvpn
/client-config-hole
/kd
<<'EOF'
675 ifconfig-push 10.5.5.2 255.255.255.0
677 sd
/etc
/openvpn
/client-config-hole
/tp
<<'EOF'
678 ifconfig-push 10.5.5.3 255.255.255.0
680 sd
/etc
/openvpn
/client-config-hole
/frodo
<<'EOF'
681 ifconfig-push 10.5.5.5 255.255.255.0
683 sd
/etc
/openvpn
/client-config-hole
/x2
<<'EOF'
684 ifconfig-push 10.5.5.7 255.255.255.0
686 sd
/etc
/openvpn
/client-config-hole
/x3
<<'EOF'
687 ifconfig-push 10.5.5.8 255.255.255.0
689 sd
/etc
/openvpn
/client-config-hole
/kw
<<'EOF'
690 ifconfig-push 10.5.5.9 255.255.255.0
692 sd
/etc
/openvpn
/client-config-hole
/sy
<<'EOF'
693 ifconfig-push 10.5.5.12 255.255.255.0
695 sd
/etc
/openvpn
/client-config-hole
/bo
<<'EOF'
696 ifconfig-push 10.5.5.13 255.255.255.0
698 sd
/etc
/openvpn
/client-config-hole
/onep9
<<'EOF'
699 ifconfig-push 10.5.5.14 255.255.255.0
704 # for adding cert to system with /p
707 #mkc /p/c/machine_specific/$host/filesystem/etc/openvpn/client
708 #vpn-mk-client-cert -b $host -n hole -r iankelling.org
709 #s chown -R iank:iank .
711 # example of adding to remote system 107,
712 # vpn-mk-client-cert -n hole -c 10.2.0.107 -b hd8 iankelling.org
714 # for wireguard hole vpn, use function:
718 # if it is going to want to connect to transmission-daemon on ok
719 # wghole bo 28 10.173.0.2/32
721 # requested from linode via a support ticket.
722 # https://www.linode.com/docs/networking/an-overview-of-ipv6-on-linode/
723 # ipv6 stuff pieced together
724 # via slightly wrong information from
725 # https://github.com/angristan/openvpn-install/blob/master/openvpn-install.sh
726 # https://community.openvpn.net/openvpn/wiki/IPv6
729 # This uses a public /64, but afaik, that is not needed for my
730 # current use case, since I'm doing ipv6 nat, they could be private
731 # and nat to a public address. I'm doing ipv6 nat in order to have 2
732 # vpn clients that externally share the same ip when sending so they
733 # share ip reputation. Note, the eth0 and tunx needed to be
734 # different subnets. On the same, I saw some neighbor packet go
735 # unanswered, tcpdump showed packets getting lost. I tried splitting the
736 # /64, it didn't work but I didn't investigate closely.
739 # not starting as i intend to replace it
740 m vpn-server-setup
-s -i tunmail
-n mail -d -6 2600:3c00
:e002
:3800::/64 2600:3c00
:e002
:3800::1/64
741 sudo
tee /etc
/openvpn
/client-config-mail
/mailclient
<<'EOF'
742 ifconfig-push 10.8.0.4 255.255.255.0
743 ifconfig-ipv6-push 2600:3c00:e002:3800::4/64
745 sudo
tee /etc
/openvpn
/client-config-mail
/expertpath
<<'EOF'
746 ifconfig-push 10.8.0.5 255.255.255.0
747 ifconfig-ipv6-push 2600:3c00:e002:3800::5/64
751 sudo
dd of
=/etc
/systemd
/system
/vpn-mail-forward.service
<<'EOF'
753 Description=Turns on iptables mail nat
754 BindsTo=openvpn-server@mail.service
759 ExecStart=/a/bin/distro-setup/vpn-mail-forward tunmail start
760 ExecStop=/a/bin/distro-setup/vpn-mail-forward tunmail stop
763 RequiredBy=openvpn-server@mail.service
768 # needed for li's local mail delivery.
769 tu
/etc
/hosts
<<<"10.8.0.4 mx.iankelling.org"
771 # wgmail handles this.
772 #sgo vpn-mail-forward.service
774 #sgo openvpn-server@mail
777 # setup let's encrypt cert
778 m web-conf apache2 mail.iankelling.org
779 # TODO, i expanded the above cert manually to mx.iankelling.org, this should be captured
780 # in the automation here. We use mail.iankelling.org as our ehlo name when sending mail
781 # but our mx record is mx.iankelling.org. Initially I was just using mail.iankelling.org,
782 # but the problem is I want multiple ips to be able to identify as mail.iankelling.org,
783 # but a subset to be mx.iankelling.org. Afaik, there is no problem with having
784 # our mail cert be for mail.iankelling.org, and have people connect to mx.ian...,
785 # but it doesn't make logical sense to do this.
786 sudo rm -fv /etc/apache2/sites-enabled/mail.iankelling.org{,-redir}.conf
789 a2enmod -q proxy proxy_http
790 domain=cal.iankelling.org
791 web-conf -f 10.8.0.4:5232 - apache2 $domain <<'EOF'
792 # https://radicale.org/2.1.html
793 #https://httpd.apache.org/docs/2.4/mod/mod_authn_core.html#authtype
794 # https://stackoverflow.com/questions/5011102/apache-reverse-proxy-with-basic-authentication
796 # this doesn't exactly fit with the documentation.
797 # We need location / to do an auth, it cant be done outside,
798 # in order to pass on X-Remote-User. And we need
799 # the other location in order to remove the /radicale/ for
800 # requests which have it. This could be done with a rewrite,
801 # but i just get something working and call it a day.
806 AuthName "Authentication Required"
807 # setup one time, with root:www-data, 640
808 AuthUserFile "/etc/caldav-htpasswd"
810 RequestHeader set X-Remote-User expr=%{REMOTE_USER}
812 <Location "/radicale/">
813 Options +FollowSymLinks +Multiviews -Indexes
814 RequestHeader set X-Script-Name /radicale/
815 RequestHeader set X-Remote-User expr=%{REMOTE_USER}
816 ProxyPass "http://10.8.0.4:5232/" retry=0
817 ProxyPassReverse "http://10.8.0.4:5232/"
820 # nginx version of above would be:
821 # auth_basic "Not currently available";
822 # auth_basic_user_file /etc/nginx/caldav/htpasswd;
826 ###### begin znc setup #####
829 # https://wiki.znc.in/FAQ seems to imply that znc doesn\'t need restart after cert change.
830 # to get into the web interface,
831 # then use non-main browser or else it doebsn't allow it based on ocsp stapling from my main site.
832 # https://iankelling.org:12533/
833 # login as ian, pass is in pass store, the part after :
835 # znc config generated by doing
837 # selected port is also used in erc config
838 # comma separated channel list worked.
839 # while figuring things out, running znc -D for debug in foreground.
840 # to exit and save config:
841 # /msg *status shutdown
842 # configed auth on freenode by following
843 # https://wiki.znc.in/Sasl:
847 # Set MyNickservName pa$$w0rd
848 # created the system service after, and had to do
849 # mv /home/iank/.znc/* /var/lib/znc
850 # sed -i 's,/home/iank/.znc/,/var/lib/znc,' /var/lib/znc/config/znc.conf
851 # and made a copy of the config files into /p/c
852 # /msg *status LoadMod --type=global log -sanitize
853 # todo: in config file AllowWeb = true should be false. better security if that is off unless we need it.
854 # /msg *status LoadMod --type=network perform
855 # /query *perform add PRIVMSG ChanServ :invite #fsf-office
856 # /msg *perform add JOIN #fsf-office
857 # /msg *status LoadMod NickServ
860 # also ran /znc LoadMod clearbufferonmsg
861 # it would be nice if erc supported erc query buffers by doing
862 # /msg *status clearbuffer <name of the query/receiver
864 # an example seems to be here: https://github.com/zenspider/elisp/blob/master/rwd-irc.el
865 # if that was the case i could remove the module clearbufferonmsg
866 # also would be nice if erc supported
867 # https://wiki.znc.in/self-message
868 # https://wiki.znc.in/Query_buffers \
870 # for geekshed, there was no sasl support as far as I can tell,
871 # so I set to msg nickserv to identify upon connect.
872 if ! getent passwd znc > /dev/null; then
873 sudo useradd --create-home -d /var/lib/znc --system --shell /sbin/nologin --comment "Account to run ZNC daemon" --user-group znc
875 sudo chmod 700 /var/lib/znc
876 sudo chown -R znc:znc /var/lib/znc
877 # Avoid restarting if possible, reconnecting to irc is annoying.
878 # The unit file was made active with conflink.
879 # Note, avoid using ser here because we wrap sudo to prints the command first.
880 if [[ $(systemctl is-active znc) != active ]]; then
883 ###### stop znc setup #####
892 # todo, save the config
893 /etc/cron.daily/stream-cert
894 web-conf -c /etc/cert-live.fsf.org -p 443 -f 8000 apache2 live.fsf.org
898 ###### end website setup
900 ########### end section including li/lj ###############
905 ### system76 things ###
907 bo) # sy| sy doesnt seem to really need this.
908 # note, i stored the initial popos packages at /a/bin/data/popos-pkgs
909 if [[ ! -e /etc/apt/sources.list.d/system76.list ]]; then
910 # https://blog.zackad.dev/en/2017/08/17/add-ppa-simple-way.html
911 sd /etc/apt/sources.list.d/system76.list <<EOF
912 deb http://ppa.launchpad.net/system76-dev/stable/ubuntu $codename_compat main
913 deb-src http://ppa.launchpad.net/system76-dev/stable/ubuntu $codename_compat main
915 # ubuntu keyserver is prone to intermittent failures
916 trysleep 4 15 s apt-key adv --keyserver keyserver.ubuntu.com --recv-keys 5D1F3A80254F6AFBA254FED5ACD442D1C8B7748B
918 # https://support.system76.com/articles/install-ubuntu/
919 # but i'm hoping this is not needed
920 # sd /etc/apt/preferences.d/system76 <<'EOF'
922 # Pin: release o=LP-PPA-system76-dev-stable
926 # TODO: I had to uninstall linux-image-generic-hwe-20.04 because of a conflict
927 # about linux-firmware. Should probably install it to begin with in fai if
929 pi system76-driver system76-firmware
930 # if you get a notice about a firmware update, the notifier on i3
931 # is too dumb to do anything when you click it. so to see
933 # /var/cache/system76-firmware-daemon
934 # extract the xz files there, one will contain a changelog.
935 # then to install an update:
936 # s system76-firmware-cli schedule
940 ### end system76 things ###
945 # ppa:obsproject/obs-studio
946 if [[ ! -s /etc/apt/sources.list.d/obs.list ]]; then
947 # https://blog.zackad.dev/en/2017/08/17/add-ppa-simple-way.html
948 sd /etc/apt/sources.list.d/obs.list <<EOF
949 deb http://ppa.launchpad.net/obsproject/obs-studio/ubuntu $codename_compat main
950 deb-src http://ppa.launchpad.net/obsproject/obs-studio/ubuntu $codename_compat main
952 trysleep 4 15 s apt-key adv --keyserver keyserver.ubuntu.com --recv-keys BC7345F522079769F5BBE987EFC71127F425E228
958 case $codename_compat in
960 # mate-indicator-applet and beyond are msc things I noticed diffing a
961 # standard install with mine.
962 pi xorg lightdm mate-desktop-environment mate-desktop-environment-extras mate-indicator-applet anacron
968 # todo: figure out mate for buster
969 # pi task-gnome-desktop
972 # i had installing mate-indicator-applet, but im not sure why so i removed
973 pi xorg lightdm mate-desktop-environment mate-desktop-environment-extras anacron
976 # # apt-get update periodically fails with an appstream error.
977 # # this removes gnome-core, but its just a package for dependencies
978 # p -y remove appstream
981 # by default, it sleeps when not logged in to x/wayland and on ac power.
983 if id -u gdm &>/dev/null; then
984 sudo -u gdm dbus-launch gsettings set org.gnome.settings-daemon.plugins.power sleep-inactive-ac-type 'nothing'
988 # lightdm startup fails without this. on etiona, we got unity-greeter installed automatically,
989 # it would probably work on nabia too, but google just lead me to this and it works fine.
990 pi lightdm-gtk-greeter
991 # ok, this is really weird
992 # normally this file has
993 sd /etc/X11/Xsession.d/99x11-common_start <<'EOF'
995 # this file normally just has: exec $STARTUP
996 # but then ~/.xsession-errors
997 # says $STARTUP is not found, which appears to be the real
998 # error, but normal bash doesnt operate that way.
999 # https://bugs.launchpad.net/ubuntu/+source/im-config/+bug/1879352
1002 # also, gdm wayland was default, had to do
1003 # dpkg-reconfigure gdm3
1004 # and choose lightdm.
1008 # not yet bothering with mate
1009 pi lightdm-gtk-greeter lightdm
1014 if [[ $codename_compat == flidas ]]; then
1015 # doesnt exist in newer
1024 # firefox would work here too, apt would select abrowser.
1025 # and the update-alternatives thing i think is becuz firefox is
1026 # generally available before abrowser and this helps fix things
1027 # up when we have both.
1029 s update-alternatives --set x-www-browser /usr/bin/abrowser
1041 # newer distros just use adb for package name it seems
1042 case $codename_compat in
1044 pi android-tools-adbd
1048 case $codename_compat in
1050 pi libext2fs-dev libzstd-dev
1051 cd /a/opt/btrfs-progs
1056 case $codename_compat in
1065 # not packaged in newer distros it seems
1066 case $codename_compat in
1067 bionic|buster|stretch)
1073 # TODO: some of the X programs can be removed from pall when using wayland
1075 # depends gcc is a way to install suggests. this is apparently the only
1076 # way to install suggests even if the main package is already
1077 # installed. reinstall doesn't work, uninstalling can cause removing
1078 # dependent packages.
1079 # shellcheck disable=SC2046 # word splitting is intended
1080 pi ${pall[@]} $(apt-cache search ruby[.0-9]+-doc| awk '{print $1}') $($src/distro-pkgs)
1082 # schroot service will restart schroot sessions after reboot.
1086 # fix systemd unit failure. i dont know of any actual impact
1087 # other than systemd showing in degraded state. So, we dont bother
1088 # fixing the current state, let it fix on the next reboot.
1089 # https://gitlab.com/cjwatson/binfmt-support/-/commit/54f0e1af8a
1090 tmp=$(systemctl cat binfmt-support.service | grep ^After=)
1091 if [[ $tmp != *systemd-binfmt.service* ]]; then
1092 s u /etc/systemd/system/binfmt-support.service.d/override.conf <<EOF
1094 $tmp systemd-binfmt.service
1099 # commented, not worth the hassle i think.
1105 sudo rm -fv /etc/systemd/resolved.conf.d/iank.conf
1107 # website is dead june 14 2019. back in october, but meh
1108 sudo rm -fv /etc/apt/sources.list.d/iridium-browser.list
1113 # wget -qO - https://downloads.iridiumbrowser.de/ubuntu/iridium-release-sign-01.pub|sudo apt-key add -
1116 # deb [arch=amd64] https://downloads.iridiumbrowser.de/deb/ stable main
1117 # #deb-src https://downloads.iridiumbrowser.de/deb/ stable main
1119 # f=/etc/apt/sources.list.d/iridium-browser.list
1120 # if ! diff -q $t $f; then
1125 # pi iridium-browser
1131 if mountpoint /p &>/dev/null; then
1132 # note, see bashrc for more documentation.
1134 sd /etc/systemd/system/rss2email.service <<'EOF'
1136 Description=rss2email
1137 After=multi-user.target
1142 # about 24 hours of failures
1143 # it copies over its files without respecting symlinks, so
1144 # we pass options to use different location.
1145 ExecStart=/usr/local/bin/sysd-mail-once -288 rss2email r2e -d /p/c/rss2email.json -c /p/c/rss2email.cfg run
1147 sd /etc/systemd/system/rss2email.timer <<'EOF'
1149 Description=rss2email
1152 # for initial run. required.
1154 # for subsequent runs.
1155 OnUnitInactiveSec=300
1158 WantedBy=timers.target
1160 sudo systemctl daemon-reload
1164 ######### begin irc periodic backup #############
1165 if [[ $HOSTNAME == frodo ]]; then
1166 sd /etc/systemd/system/ircbackup.service <<'EOF'
1168 Description=irc li backup
1169 After=multi-user.target
1174 ExecStart=/usr/local/bin/sysd-mail-once irc-backup rsync -rlptDhSAX root@iankelling.org:/var/lib/znc/moddata/log/iank/freenode/ /k/irclogs
1176 sd /etc/systemd/system/ircbackup.timer <<'EOF'
1178 Description=irc li backup hourly
1184 WantedBy=timers.target
1186 sudo systemctl daemon-reload
1191 ######### end irc periodic backup #############
1195 # pi-nostart does not disable
1199 if [[ -e /p/c/gen-fsf-vpn ]]; then
1203 if [[ -e /p/c/machine_specific/$HOSTNAME/filesystem/etc/openvpn/client/hole.crt ]]; then
1204 sgo openvpn-client@hole
1207 ############# begin syncthing setup ###########
1210 f=/usr/share/keyrings/syncthing-archive-keyring.gpg
1211 if [[ ! -e $f ]]; then
1212 s curl -s -o $f https://syncthing.net/release-key.gpg
1214 s="deb [signed-by=/usr/share/keyrings/syncthing-archive-keyring.gpg] https://apt.syncthing.net/ syncthing stable"
1215 if [[ $(cat /etc/apt/sources.list.d/syncthing.list) != "$s" ]]; then
1216 echo "$s" | sd /etc/apt/sources.list.d/syncthing.list
1222 m lnf -T /w/syncthing /home/iank/.config/syncthing
1223 ser daemon-reload # syncthing likely not properly packaged
1224 sgo syncthing@iank # runs as iank
1228 # 1003 just happens to be what was on my system
1229 if ! getent passwd ziva; then
1230 s groupadd -g 1003 ziva
1231 # syncthing state / config / db are all in ~/.config/syncthing
1232 s useradd -g 1003 -u 1003 -d /d/ziva-home -c ziva -s /bin/bash ziva
1238 # user for short term use dropping of privileges
1240 if ! getent group zu &>/dev/null; then
1241 s groupadd -g 1023 zu
1243 if ! getent passwd zu &>/dev/null; then
1244 s useradd -g 1023 -u 1023 -c zu -s /bin/bash zu
1248 # these things persist in ~/.config/syncthing, which I save in
1249 # /w/syncthing (not in /p, because syncthing should continue to
1250 # run on home server even when using laptop as primary device)
1251 # open http://localhost:8384/
1252 # change listen address from default to tcp://:22001,
1253 # this is because we do port forward so it doesn\'t have to use
1254 # some external server, but the syncthing is broken for port forward,
1255 # you get a message, something "like connected to myself, this should not happen"
1256 # when connecting to other local devices, so I bump the port up by 1,
1258 # https://forum.syncthing.net/t/connected-to-myself-should-not-happen/1763/19.
1259 # Without this, it was being stuck syncing at 0%.
1260 # Set gui username and password.
1262 # install syncthing via f-droid,
1263 # folder setting, turn off send only.
1264 # on phone, add device, click bar code icon
1265 # on dekstop, top right, actions, device id
1266 # after adding, notification will appear on desktop to confirm
1268 # syncing folder. from phone to desktop: select desktop in the
1269 # folder on phone\'s sync options, notification will appear in
1270 # desktop\'s web ui within a minute. For the reverse, the
1271 # notification will appear in android\'s notifications, you have to
1272 # swipe down and tap it to add the folder. It won\'t appear in the
1273 # syncthing ui, which would be intuitive, but don\'t wait for it
1274 # there. The notification may not work, instead open the web gui
1275 # from in the app, there should be a notification within there.
1277 # On phone, set settings to run syncthing all the time, and
1278 # show no notification.
1280 # Folder versioning would make sense if I didn\'t already use btrfs
1281 # for backups. I would choose staggered, or trash can for more space.
1283 # if needed to install on a remote comp:
1284 # ssh -L 8384:localhost:8384 -N frodo
1285 # open http://localhost:8384/
1287 # Note, the other thing i did was port forward port 22000,
1288 # per https://docs.syncthing.net/users/firewall.html
1290 ############# end syncthing setup ###########
1294 ####### begin misc packages ###########
1303 sudo update-alternatives --set pinentry /usr/bin/pinentry-gtk-2
1306 # sakura config is owned by ian
1309 m sudo -u user2 -i reset-konsole
1310 # user2 xscreensaver we don't want to reset
1311 m reset-xscreensaver
1314 # this would install from cabal for newer / consistent version across os, but it screws up xmonad, so disabled for now.
1315 # this is also in primary-setup
1316 # pi libxss-dev # dependency based on build failure
1318 # cabal install --upgrade-dependencies --force-reinstalls arbtt
1319 # also, i assume syncing this between machines somehow messed up the data.
1321 ## not using arbtt for now
1322 # if mountpoint /p &>/dev/null; then
1326 # # same as seru enable arbtt, but works over ssh when systemctl --user causes error:
1327 # # Failed to connect to bus: No such file or directory
1328 # lnf -T /a/bin/ds/subdir_files/.config/systemd/user/arbtt.service /home/iank/.config/systemd/user/default.target.wants/arbtt.service
1330 # seru start arbtt ||:
1334 rm -fv /home/iank/.config/systemd/user/default.target.wants/arbtt.service
1339 if [[ ! -e ~/.linphonerc && -e /p/.linphonerc-initial ]]; then
1340 m cp /p/.linphonerc-initial ~/.linphonerc
1343 # linphone in t10 wont do dns with systemd-resolved or something
1344 s teeu /etc/hosts <<'EOF'
1345 74.94.156.215 watson.fsf.org
1350 ### begin spd install
1351 if mountpoint /p &>/dev/null; then
1352 pi libswitch-perl libdigest-md5-file-perl libgnupg-interface-perl
1354 m wget -O $t http://mirror.fsf.org/fsfsys-trisquel/fsfsys-trisquel/pool/main/s/spd-perl/spd-perl_0.2-1_amd64.deb
1357 # this guesses at the appropriate directory, adjust if needed
1358 perldir=(/usr/lib/x86_64-linux-gnu/perl/5.*)
1359 m sudo ln -sf ../../../perl/5.18.2/SPD/ ${perldir[0]}
1360 # newer distro had gpg2 as default, older one, flidas, need to make it that way
1361 gpgpath=$(which gpg2) ||:
1362 if [[ $gpgpath ]]; then
1363 sudo mkdir -p /usr/local/spdhackfix
1364 s lnf -T $gpgpath /usr/local/spdhackfix/gpg
1370 # nagstamon setting which were set through the ui
1371 # monitor url https://klaxon.fsf.org/cgi-bin
1372 # monitor url cgi https://klaxon.fsf.org/cgi-bin
1374 # all unknown services
1375 # all warning services
1376 # acknowledged hosts & services
1377 # hosts & services down for maintenence
1378 # services on down hosts
1379 # services on hosts in maintenece
1380 # services on unreachable osts
1381 # hosts in soft state
1382 # services in soft state
1383 # in display tab: fullscreen
1385 # these translate to these settings I think
1386 # filter_acknowledged_hosts_services = True
1387 # filter_all_unknown_services = True
1388 # filter_all_warning_services = True
1389 # filter_hosts_in_soft_state = True
1390 # filter_hosts_services_maintenance = True
1391 # filter_services_in_soft_state = True
1392 # filter_services_on_down_hosts = True
1393 # filter_services_on_hosts_in_maintenance = True
1394 # filter_services_on_unreachable_hosts = True
1395 # notify_if_up = False
1396 # statusbar_floating = False
1398 # but i'm just going to rely on the webpage plus sms for now.
1401 # it asks if it should make users in it's group capture packets without root,
1402 # which is arguably more secure than running wireshark as root. default is no,
1403 # which is what i prefer, since I plan to use tcpdump to input to wireshark.
1404 s DEBIAN_FRONTEND=noninteractive pi wireshark-gtk
1406 # /run and /dev/shm are listed as required for pulseaudio. All 4 in the group
1407 # listed in the default config as suggested.
1408 # /run/usr/1000 i noticed was missing for pulseaudio
1409 # /run/user/0 just seemed like a not bad idea, given the above
1410 tu /etc/schroot/desktop/fstab <<'EOF'
1411 /p /p none rw,bind 0 0
1412 /a /a none rw,bind 0 0
1413 /run /run none rw,bind 0 0
1414 /run/lock /run/lock none rw,bind 0 0
1415 /dev/shm /dev/shm none rw,bind 0 0
1416 /run/shm /run/shm none rw,bind 0 0
1417 /run/user/1000 /run/user/1000 none rw,bind 0 0
1418 /run/user/1001 /run/user/1001 none rw,bind 0 0
1419 /run/user/0 /run/user/0 none rw,bind 0 0
1422 # todo: consider if this should use the new sysd-prom-fail
1423 sd /etc/systemd/system/schrootupdate.service <<'EOF'
1425 Description=schrootupdate
1426 After=multi-user.target
1430 ExecStart=/usr/local/bin/sysd-mail-once schrootupdate /a/bin/distro-setup/schrootupdate
1432 sd /etc/systemd/system/schrootupdate.timer <<'EOF'
1434 Description=schrootupdate
1437 OnCalendar=*-*-* 04:20:00 America/New_York
1440 WantedBy=timers.target
1443 sgo schrootupdate.timer
1450 m mkschroot -s /a/bin/fai/fai/config/files/etc/apt/sources.list.d/bullseye.list/BULLSEYE_FREE \
1451 debian bullseye firefox-esr pulseaudio chromium anki
1452 case $(debian-codename) in
1454 # we have a lot of t8 stuff, useful to have
1455 m mkschroot -s /a/bin/fai/fai/config/files/etc/apt/sources.list.d/flidas.list/FLIDAS \
1457 tu /nocow/schroot/flidas/etc/sudoers <<EOF
1458 $USER ALL=(ALL) NOPASSWD: ALL
1459 Defaults env_keep += SUDOD
1460 Defaults always_set_home
1463 sd /nocow/schroot/flidas//etc/locale.gen <<'EOF'
1466 s schroot -c flidas locale-gen
1467 s schroot -c flidas update-locale LANG=en_US.UTF-8
1469 m mkschroot -s /a/bin/fai/fai/config/files/etc/apt/sources.list.d/testing.list/TESTING_NONFREE debian unstable debootstrap
1470 sudo cp -a /nocow/schroot/unstable/usr/share/debootstrap/scripts/* /usr/share/debootstrap/scripts
1472 m mkschroot -s /a/bin/fai/fai/config/files/etc/apt/sources.list.d/impish.list/IMPISH ubuntu impish
1482 sudo mkdir -p /nocow/user
1483 sudo chown $USER:$USER /nocow/user
1487 ####### begin transmission
1497 tdir=/nocow/user/tor
1503 # adapted from /var/lib/dpkg/info/transmission-daemon.postinst
1504 # 450 seems likely to be unused. we need to specify one or else
1505 # it won't be stable across installs.
1506 if ! getent passwd debian-transmission > /dev/null; then
1507 sudo groupadd -g 450 debian-transmission
1508 sudo adduser --quiet \
1513 --disabled-password \
1514 --home /var/lib/transmission-daemon \
1517 # We want group writable stuff from transmission.
1518 # However, after setting this, I learn that transmission sets it's
1519 # own umask based on it's settings file. Well, no harm leaving this
1520 # so it's set right from the beginning.
1521 sudo chfn debian-transmission -o umask=0002
1523 # note i had to do this, which is persistent:
1525 # s chgrp debian-transmission torrents partial-torrents
1527 # syslog says things like
1528 # 'Failed to set receive buffer: requested 4194304, got 425984'
1529 # google suggets giving it even more than that
1530 tu /etc/sysctl.conf<<'EOF'
1531 net.core.rmem_max = 67108864
1532 net.core.wmem_max = 16777216
1536 # some reason it doesn\'t seem to start automatically anyways
1537 pi-nostart transmission-daemon
1538 # be extra sure its not started
1539 ser disable transmission-daemon
1540 ser stop transmission-daemon
1542 # the folder was moved here after an install around 02/2017.
1543 # it contains runtime data,
1544 # plus a simple symlink to the config file which it\'s
1545 # not worth separating out.
1546 # between comps, the uid can change
1548 f=$tdir/transmission-daemon
1549 for d in $tdir/partial-torrents $tdir/torrents $f; do
1550 if [[ ! -d $d ]]; then
1553 sudo chown -R debian-transmission:user2 $d
1555 s lnf -T $f /var/lib/transmission-daemon/.config/transmission-daemon
1556 s lnf -T /etc/transmission-daemon/settings.json $f/settings.json
1557 sudo chown -R debian-transmission:debian-transmission $f
1558 sudo chown -R debian-transmission:debian-transmission /var/lib/transmission-daemon
1560 # config file documented here, and it\'s the same config
1561 # for daemon vs client, so it\'s documented in the gui.
1562 # https://trac.transmissionbt.com/wiki/EditConfigFiles#Options
1564 # I originaly setup rpc-whitelist, but after using
1565 # routing to a network namespace, it doesn\'t see the
1566 # real source address, so it\'s disabled.
1568 # Changed the cache-size to 256 mb, reduces disk use.
1569 # It is a read & write cache.
1570 if ! systemctl is-active transmission-daemon-nn &>/dev/null && \
1571 ! systemctl is-active transmission-daemon; then
1573 command sudo ruby <<EOF >$tmp
1575 p = '/etc/transmission-daemon/settings.json'
1577 'rpc-whitelist-enabled' => false,
1578 'rpc-authentication-required' => false,
1579 'incomplete-dir' => '$tdir/partial-torrents',
1580 'incomplete-dir-enabled' => true,
1581 'download-dir' => '$tdir/torrents',
1582 "speed-limit-up" => 800,
1583 "speed-limit-up-enabled" => true,
1584 "peer-port" => 61486,
1585 "cache-size-mb" => 256,
1586 "ratio-limit" => 5.0,
1587 "ratio-limit-enabled" => false,
1589 puts(JSON.pretty_generate(JSON.parse(File.read(p)).merge(s)))
1591 cat $tmp | sudo dd of=/etc/transmission-daemon/settings.json
1595 ####### end transmission
1599 # to persist upload/dl metadata. initially, moved all the stuff
1600 # in /var/lib/transmission-daemon to /d/tor
1601 s usermod --home /d/tor debian-transmission
1602 sgo transmission-daemon-nn
1608 ######### begin transmission client setup ######
1610 # to connect from a remote client, trans-remote-route in brc2
1613 if [[ -e /p/transmission-rpc-pass ]]; then
1614 # arch had a default config,
1615 # debian had nothing until you start it.
1616 # With a little trial an error, here is a minimal config
1617 # taken from the generated one, plus changes that the
1618 # settings ui does, without a bunch of ui crap settings.
1620 # only settings I set were
1625 # the password is randomly generated on first run, i copied it out
1626 # so it could be used by other hosts.
1629 p = '/etc/transmission-daemon/settings.json'
1630 s = JSON.parse(File.read(p))
1631 s["rpc-password"] = File.read("/p/transmission-rpc-pass").chomp
1632 # default is 0022 (18 in decimal)
1634 File.write p, JSON.pretty_generate(s)
1637 rpc_pass=$(</p/transmission-rpc-pass)
1638 for f in /home/*; do
1640 uid=$(id -u $u 2>/dev/null) || continue
1641 if [[ ! $uid -ge 1000 ]]; then
1644 d=$f/.config/transmission-remote-gtk
1645 sudo -u $u mkdir -p $d
1646 # i tried setting hostname to transmission.b8.nz, so i could dynamically change where
1647 # this connects to, but it said some 421 denied error when I did that. Then it
1648 # froze X when i ran it under strace. Whatever.
1649 sudo -u $u dd of=$d/config.json <<EOF
1653 "profile-name" : "Default",
1654 "hostname" : "10.173.0.2",
1655 "rpc-url-path" : "/transmission/rpc",
1657 "password" : "$rpc_pass",
1658 "auto-connect" : true,
1662 "update-active-only" : false,
1663 "activeonly-fullsync-enabled" : false,
1664 "activeonly-fullsync-every" : 2,
1665 "update-interval" : 3,
1666 "min-update-interval" : 3,
1667 "session-update-interval" : 60,
1668 "exec-commands" : [],
1673 "add-options-dialog" : false
1678 ######### end transmission client setup ######
1684 sudo gpasswd -a $USER lpadmin # based on ubuntu wiki
1685 # goto http://127.0.0.1:631
1686 # administration tab, add new printer button.
1687 # In debian, I could use hte recommended driver,
1688 # in arch, I had to pick out the 6L driver.
1691 # bridge networking as user fails. google lead here, but it doesn\'t work:
1692 # oh well, I give up.
1693 # http://wiki.qemu.org/Features-Done/HelperNetworking
1695 # f=/etc/qemu/bridge.conf
1699 # #s chown root:qemu $f # debian has somethig like qemu-libvirt. equivalent?
1702 # general known for debian/ubuntu, not for fedora
1704 m /a/bin/buildscripts/go
1705 # only needed for rg. cargo takes up 11 gigs, filled up the disk on je.
1706 #m /a/bin/buildscripts/rust
1707 m /a/bin/buildscripts/misc
1708 m /a/bin/buildscripts/pithosfly
1709 #m /a/bin/buildscripts/alacritty
1710 #m /a/bin/buildscripts/kitty
1712 pi-nostart virtinst virt-manager
1714 # i cant if this is whats causing it to start even though
1715 # its disabled. note: it leaves around dnsmasq instances even
1716 # if you stop it. what the hell systemd?
1718 # allow user to run vms, from debian handbook. libvirt-qemu
1719 # based on https://www.whonix.org/wiki/KVM#First-time_User.3F
1720 for x in iank user2; do s usermod -a -G libvirt,kvm,libvirt-qemu $x; done
1723 pi --no-install-recommends kdeconnect
1724 ### kdeconnect for gnome. started in /a/bin/distro-setup/desktop-20-autostart.sh
1725 ### but gnome + xmonad not working in flidas, so i disabled it
1726 # pi libgtk-3-dev python3-requests-oauthlib valac cmake python-nautilus libappindicator3-dev
1727 # cd /a/opt/indicator-kdeconnect
1730 # cmake .. -DCMAKE_INSTALL_PREFIX=/usr
1733 # # we can start it manually with /usr/lib/x86_64-linux-gnu/libexec/kdeconnectd
1734 # # it seems, according to
1735 # # /etc/xdg/autostart/kdeconnectd.desktop
1736 # # I'm not seeing the icon, but the clipboard replication is working
1739 ### begin model 01 arduino support ###
1740 # https://github.com/keyboardio/Kaleidoscope/wiki/Install-Arduino-support-on-Linux
1741 # also built latest arduino in /a/opt/Arduino, (just cd build; ant build; ant run )
1742 # set arduino var in bashrc,
1743 # have system config file setup too.
1744 sudo adduser $USER dialout
1747 # download arduino ide, extract in /a/opt, ignore the install script, run ./arduino,
1748 # toolbar, preferences, add board manager url:
1749 # https://raw.githubusercontent.com/keyboardio/boardsmanager/master/package_keyboardio_index.json
1750 # toolbar, board manager, add keyboardio
1751 # toolbar, select model01 board
1752 # toolbar, examples, model01, compile
1756 # this is for the mail command too. update-alternatives is kind of misleading
1757 # since at least it's main commands pretend mail does not exist.
1758 # bsd's mail got pulled in on some dumb dependency, i dunno how.
1759 sudo update-alternatives --set mailx /usr/bin/mail.mailutils
1761 ######### end misc packages #########
1764 # packages I once used before and liked, but don\'t want installed now for
1766 # python-sqlite is used for offlineimap
1767 # lxappearance python-sqlite dolphin paman dconf-editor
1773 # todo, finish configuring smart.
1776 # mostly from https://wiki.archlinux.org/index.php/S.M.A.R.T.
1777 # turn on smart. background on options:
1778 # first line, -a = test everyting on all devices.
1779 # -S on, turn on disk internal saving of vendor specific info,
1780 # from google, seems like this is usually already on and fairly standard.
1781 # -o on, turn on 4 hour period non-performance degrading testing.
1782 # short test daily 2-3am, extended tests Saturdays between 3-4am:
1783 sched="-s (S/../.././02|L/../../6/03)"
1784 sudo sed -i --follow-symlinks "s#^[[:space:]]*DEVICESCAN.*#\
1785 DEVICESCAN -a -o on -S on -n standby,q $sched \
1786 -m root@mail.iankelling.org -M exec /usr/local/bin/smart-notify#" /etc/smartd.conf
1788 # in the default configuration of at least ubuntu 14.04, resolvconf is
1789 # configured to order any nameservers associated with tun* or tap*
1790 # before the normal internet interfaces, which means they are always
1791 # consulted first. This is often slower and undesirable, ie. local dns
1792 # queries go from 0ms to 10+ or 100+ ms. To reverse the ordering, you
1794 #sudo sed -i --follow-symlinks '/tun\*\|tap\*/d' /etc/resolvconf/interface-order
1795 # however, this breaks dns lookup for hosts on the openvpn lan.
1796 # I can\'t figure out why hosts on the normal lan would not be
1797 # broken under the default ordering, except the host I was
1798 # testing with previously had an entry in /etc/hosts.
1800 ############# end unfinished
1802 ########### misc stuff
1804 # pressing tab after sdf here:
1805 # scp sdfbash: set +o noglob: command not found
1806 # in t11, bash 5.1.16. this fixes it.
1807 sudo sed -ri 's/([[:space:]]*)(\$reset)$/\1set +o noglob #$reset/' /usr/share/bash-completion/bash_completion
1809 rm -fv /home/iank/.mpv/watch_later
1810 rm -rf /home/iank/.mpv
1812 if [[ ! -e ~/.local/bin/pip ]]; then
1814 wget -O$tmp https://bootstrap.pypa.io/get-pip.py
1820 # soo, apt install beets fails due to wanting a pip package,
1821 # we find out why it wants this through
1822 # apt-cache depends --recurse --no-recommends --no-suggests --no-conflicts --no-breaks --no-replaces --no-enhances beets | less
1823 # python-mediafile requires tox, which requires virtualenv, which requires pip.
1824 # but, python-mediafile doesn't really require tox, it is specified in
1825 # ./usr/lib/python3/dist-packages/mediafile-0.9.0.dist-info/METADATA
1826 # as being required only for testing, but the debian package
1827 # included it anyways, due to a mistake or bad tooling or something.
1828 # I don't plan to use tox, so, according to https://serverfault.com/a/251091,
1829 # we can create and install a dummy package by:
1831 # "equivs-control <name>, edit the file produced to provide the right
1832 # dependency and have a nice name, then run equivs-build <name> and
1833 # finally dpkg -i the resulting .deb file"
1834 # as of 2023-02, the tox dependency was removed in debian unstable, so
1835 # this hack will probably go away in t12.
1837 if pcheck beets; then
1838 tmpdir="$(mktemp -d)"
1840 # edited from output of equivs-control tox
1844 Standards-Version: 3.9.2
1846 Description: tox-dummy
1849 sudo dpkg -i tox_1.0_all.deb
1851 pi beets python3-discogs-client
1856 # get rid of annoying message
1857 s sed -ri "s/^([[:space:]]*ui.print_\('Playing)/#\1/" /usr/share/beets/beetsplug/play.py
1860 # notes about barrier
1861 # run barrier, do the gui config,
1862 # setup the 2 screens, using hostnames for the new screen.
1863 # save the server config
1864 # $HOME/.local/share/barrier/.barrier.conf
1867 # ssl errors, resolved via advice here: https://github.com/debauchee/barrier/issues/231
1868 # BARRIER_SSL_PATH=~/.local/share/barrier/SSL/
1869 # mkdir -p "${BARRIER_SSL_PATH}"
1870 # openssl req -x509 -nodes -days 365 -subj /CN=Barrier -newkey rsa:4096 -keyout ${BARRIER_SSL_PATH}/Barrier.pem -out ${BARRIER_SSL_PATH}/Barrier.pem
1871 # ran on both machines.
1872 # When pressing start in the gui, the cli options used are printed to the console,
1873 # they are useful. So on server, just run barriers, client run barrierc SERVER_IP
1875 ### begin timetrap setup
1876 if mountpoint /p &>/dev/null; then
1877 mkdir -p ~/.timetrap/
1878 ln -sf /a/opt/timetrap_formatters ~/.timetrap/formatters
1879 if ! type -p t &>/dev/null; then
1880 pi ruby-dev libsqlite3-dev
1881 gem install --user timetrap
1884 ### end timetrap setup
1886 # leftover cleanup for t9
1890 # needed for debootstrap scripts for fai since fai requires debian
1893 pi-nostart network-manager
1894 # i hate networkmanager. noo, of course disabling it doesnt work
1895 # unless you add a hack. found this by doing
1896 # systemd-analyze dot > x.dot
1900 soff NetworkManager-wait-online.service
1901 # make networkmanager use resolvconf instead of its own dnsmasq which
1902 # conflicts with the normal dnsmasq package.
1903 f=/etc/NetworkManager/NetworkManager.conf
1905 sudo sed -ri '/ *\[main\]/,/^ *\[[^]]+\]/{/^\s*dns[[:space:]=]/d}' $f
1906 sudo sed -ri '/ *\[main\]/a dns=default' $f
1907 if [[ $m != $(md5sum $f) ]]; then
1908 srestart NetworkManager
1910 # networkmanager has this nasty behavior on flidas: if the machine
1911 # crashes with dnsmasq running, on subsequent boot, it adds an entry to
1912 # resolvconf for 127.0.0.1 in some stupid attempt to restore
1914 # This can be manually fixed by stoping dnsmasq,
1915 # then based on whats in /run/dnsmasq/, i see we can run
1916 # s resolvconf -d NetworkManager
1917 # oh ya, and stoping NetworkManager leaves this crap behind without cleaning it up.
1918 ser disable NetworkManager
1922 # I have no use for avahi,
1923 # had to run this twice when doing manually, i dunno why
1924 soff avahi-daemon ||:
1928 # make my /etc/fonts/conf.d/ get used.
1929 # I have a new sans-serif font there because the default one
1930 # displays l and I as the same char, grrrrr.
1933 pi desktop-file-utils
1934 m /a/bin/distro-setup/mymimes
1936 if type -p dbus-launch >/dev/null; then
1937 # stop autopoping windows when i plug in an android phone.
1938 # dbus-launch makes this work within an ssh connection, otherwise you get this message,
1939 # with still 0 exit code.
1940 # dconf-WARNING **: failed to commit changes to dconf: Cannot autolaunch D-Bus without X11 $DISPLAY
1941 m dbus-launch gsettings set org.gnome.desktop.media-handling automount-open false
1944 # on grub upgrade, we get prompts unless we do this
1946 for dev in $(s btrfs fil show /boot | sed -nr 's#.*path\s+(\S+)$#\1#p'); do
1947 devs+=("$(devbyid $dev),")
1949 devs[-1]=${devs[-1]%,} # jonied by commas
1950 sudo debconf-set-selections <<EOF
1951 grub-pc grub-pc/install_devices multiselect ${devs[*]}
1955 sysd-prom-fail-install dynamicipupdate
1956 sysd-prom-fail-install systemstatus
1957 sysd-prom-fail-install btrfsmaintstop
1958 sgo btrfsmaint.timer
1964 if grep -xFq $HOSTNAME /a/bin/ds/machine_specific/btrbk.hosts; then
1967 if [[ $HOSTNAME == kd ]]; then
1968 sgo btrbk-spread.timer
1971 # note: to see when it was last run,
1980 ### begin prometheus ###
1986 # Font awesome is needed for the alertmanager ui.
1987 pi prometheus-alertmanager prometheus fonts-font-awesome
1988 /c/roles/prom/files/simple/usr/local/bin/fsf-install-prometheus
1989 web-conf -p 9091 -f 9090 - apache2 i.b8.nz <<'EOF'
1992 AuthName "basic_auth"
1994 # htpasswd -c prometheus-htpasswd USERNAME
1995 AuthUserFile "/etc/prometheus-htpasswd"
2000 web-conf -p 9094 -f 9093 - apache2 i.b8.nz <<'EOF'
2003 AuthName "basic_auth"
2005 # htpasswd -c prometheus-htpasswd USERNAME
2006 AuthUserFile "/etc/prometheus-htpasswd"
2011 # by default, the alertmanager web ui is not enabled other than a page
2012 # that suggests to use the amtool cli. that tool is good, but you cant
2013 # silence things nearly as easily as with the gui.
2014 if [[ ! -e /usr/share/prometheus/alertmanager/ui/index.html ]]; then
2015 # default script didnt work, required some changes to get elm 19.1,
2016 # which is a dependency of the latest alertmanager. I modified
2017 # and copied it into /b/ds. In future, might need some other
2019 #sudo /usr/share/prometheus/alertmanager/generate-ui.sh
2020 sudo /b/ds/generate-ui.sh
2021 ser restart prometheus-alertmanager
2024 s /c/roles/prom-export/files/simple/usr/local/bin/fsf-install-node-exporter -l
2026 for ser in prometheus-node-exporter prometheus-alertmanager prometheus; do
2027 sysd-prom-fail-install $ser
2032 s /c/roles/prom-export/files/simple/usr/local/bin/fsf-install-node-exporter
2036 # cleanup old files. 2023-02
2037 x=(/var/lib/prometheus/node-exporter/*.premerge)
2038 if [[ -e ${x[0]} ]]; then
2039 s rm /var/lib/prometheus/node-exporter/*
2044 # todo, for limiting node exporter http,
2045 # either use iptables or, in
2046 # /etc/default/prometheus-node-exporter
2047 # listen on the wireguard interface
2050 wgip=$(command sudo sed -rn 's,^ *Address *= *([^/]+).*,\1,p' /etc/wireguard/wghole.conf)
2051 # old filename. remove once all hosts are updated.
2052 s rm -fv /etc/apache2/sites-enabled/${HOSTNAME}wg.b8.nz.conf
2053 web-conf -i -a $wgip -p 9101 -f 9100 - apache2 ${HOSTNAME}wg.b8.nz <<'EOF'
2056 AuthName "basic_auth"
2058 # htpasswd -c prometheus-export-htpasswd USERNAME
2059 AuthUserFile "/etc/prometheus-export-htpasswd"
2063 # For work, i think we will just use the firewall for hosts in the main data center, and
2064 # vpn for hosts outside it.
2066 # TODO: figure out how to detect the ping failure and try again.
2068 # Binding to the wg interface, it might go down, so always restart, and wait for it on boot.
2069 s mkdir /etc/systemd/system/apache2.service.d
2070 sd /etc/systemd/system/apache2.service.d/restart.conf <<EOF
2072 After=wg-quick@wghole.service
2073 StartLimitIntervalSec=0
2083 ### end prometheus ###
2085 ### begin nagios ###
2087 pi nagios-nrpe-server
2091 # the backport is for this bug: https://bugs.debian.org/cgi-bin/bugreport.cgi?bug=800345
2092 pi nagios4 nagios-nrpe-plugin monitoring-plugins-basic/bullseye-backports
2093 s rm -fv /etc/apache2/conf-enabled/nagios4-cgi.conf
2095 # to add a password for admin:
2096 # htdigest /etc/nagios4/htdigest.users Nagios4 iank
2097 # now using the same pass as prometheus
2099 # nagstamon auth settings, set to digest instead of basic.
2101 web-conf -p 3005 - apache2 i.b8.nz <<'EOF'
2102 # adapted from /etc/apache2/conf-enabled/nagios4-cgi.conf
2104 ScriptAlias /cgi-bin/nagios4 /usr/lib/cgi-bin/nagios4
2105 ScriptAlias /nagios4/cgi-bin /usr/lib/cgi-bin/nagios4
2107 # Where the stylesheets (config files) reside
2108 Alias /nagios4/stylesheets /etc/nagios4/stylesheets
2110 # Where the HTML pages live
2111 Alias /nagios4 /usr/share/nagios4/htdocs
2113 <DirectoryMatch (/usr/share/nagios4/htdocs|/usr/lib/cgi-bin/nagios4|/etc/nagios4/stylesheets)>
2114 Options FollowSymLinks
2115 DirectoryIndex index.php index.html
2116 AllowOverride AuthConfig
2118 # The default Debian nagios4 install sets use_authentication=0 in
2119 # /etc/nagios4/cgi.cfg, which turns off nagos's internal authentication.
2120 # This is insecure. As a compromise this default apache2 configuration
2121 # only allows private IP addresses access.
2123 # The <Files>...</Files> below shows how you can secure the nagios4
2124 # web site so anybody can view it, but only authenticated users can issue
2125 # commands (such as silence notifications). To do that replace the
2126 # "Require all granted" with "Require valid-user", and use htdigest
2127 # program from the apache2-utils package to add users to
2128 # /etc/nagios4/htdigest.users.
2130 # A step up is to insist all users validate themselves by moving
2131 # the stanza's in the <Files>..<Files> into the <DirectoryMatch>.
2132 # Then by setting use_authentication=1 in /etc/nagios4/cgi.cfg you
2133 # can configure which people get to see a particular service from
2134 # within the nagios configuration.
2136 AuthDigestDomain "Nagios4"
2137 AuthDigestProvider file
2138 AuthUserFile "/etc/nagios4-htdigest.users"
2139 AuthGroupFile "/etc/group"
2145 <Directory /usr/share/nagios4/htdocs>
2152 # when you alter a service through the web, it changes vars in /var/lib/nagios4/status.dat. for example:
2153 # notifications_enabled=1
2154 # note, the same variable exists in the correspdonding "define service {"
2156 # in the default config, we have these definitions
2158 # 11 define command {
2159 # 2 define contact {
2160 # 1 define contactgroup {
2162 # 4 define hostgroup {
2163 # 23 define service {
2164 # 5 define timeperiod {
2169 # klaxon:/etc/nagios3 # grep -rho '^ *define [^{ ]*' | sort | uniq -c
2172 # 6 define contactgroup
2174 # 1 define hostextinfo
2175 # 16 define hostgroup
2176 # 3040 define service
2177 # 2 define servicedependency
2178 # 6 define timeperiod
2185 ### begin bitcoin ###
2189 sudo install -m 0755 -o root -g root -t /usr/bin /a/opt/bitcoin-24.0.1/bin/*
2191 # note: the bitcoin user & group are setup in fai
2192 sudo usermod -a -G bitcoin iank
2193 # todo: make bitcoin have a stable uid/gid
2194 if [[ ! $(readlink -f /var/lib/bitcoind/wallets) == /q/wallets ]]; then
2195 s lnf /q/wallets /var/lib/bitcoind
2196 sudo chown -h bitcoin:bitcoin /var/lib/bitcoind/wallets
2198 # note, there exists
2199 # /a/bin/ds/disabled/bitcoin
2207 sd /etc/cups/client.conf <<'EOF'
2208 ServerName printserver0.office.fsf.org
2215 In mate settings settings, change scrolling to two-finger,
2216 because the default edge scroll doesn\'t work. Originally found this in debian.
2219 # Remove dep that came in with desktop to fix associations.
2220 m pu transmission-gtk
2224 lnf -T /d/vidshare /home/iank/Videos
2228 # # Based on guix manual instructions, also added code to profile.
2229 # # disabled since i'm not using it now.
2231 # if ! type -p guix >/dev/null; then
2233 # wget https://git.savannah.gnu.org/cgit/guix.git/plain/etc/guix-install.sh
2234 # # added some stuff to envonment.sh for profile based on
2235 # # manual instructions
2236 # # wget https://sv.gnu.org/people/viewgpg.php?user_id=15145 -qO - | gpg --import -
2237 # # echo is to get past prompt
2238 # yes | sudo -E HOME=$HOME bash guix-install.sh || [[ $? == 141 ]]
2239 # guix install glibc-utf8-locales
2240 # guix package --install guile
2246 m /a/bin/buildscripts/tor-browser
2247 # one root command needed to install
2248 s ln -sf /a/opt/tor-browser/Browser/start-tor-browser /usr/local/bin
2252 pi-nostart nfs-kernel-server
2254 # todo, this is old, probably needs removing
2255 if [[ $HOSTNAME == tp ]]; then
2256 sd /etc/wireguard/wg0.conf <<EOF
2258 PrivateKey = $(cat /p/c/machine_specific/tp/filesystem/root/wg.key)
2259 Address = 10.3.0.2/24, fdfd::2/64
2262 PresharedKey = $(cat /p/c/machine_specific/tp/filesystem/root/wg.psk)
2263 PublicKey = 9RnAsJB+ISrA/9lmDKBoT08oBiKwzA64exBBj+rO+ng=
2264 Endpoint = b8.nz:26000
2265 AllowedIPs = 10.3.0.1/24, fdfd::1/64
2266 PersistentKeepalive = 20
2268 sudo systemctl enable wg-quick@wg0
2269 sudo systemctl start wg-quick@wg0
2273 if [[ $HOSTNAME == kw ]]; then
2274 # hosts 1-199. 200+ are dynamic, avoid those
2275 tu /etc/exports <<'EOF'
2276 /root/.ianktrisquel_9/.iank/e/e 192.168.0.0/25(rw,no_root_squash,async,no_subtree_check) 192.168.0.128/26(rw,no_root_squash,async,no_subtree_check) 192.168.0.192/29(rw,no_root_squash,async,no_subtree_check)
2277 /home/iank/.iank/e/e 192.168.0.0/25(rw,no_root_squash,async,no_subtree_check) 192.168.0.128/26(rw,no_root_squash,async,no_subtree_check) 192.168.0.192/29(rw,no_root_squash,async,no_subtree_check)
2285 # if I was going to create a persistent vm, i might do it like this:
2286 # variant=something # from: virt-install --os-variant list
2287 # s virt-install --noautoconsole --graphics spice,listen=0.0.0.0 \
2288 # --disk=/a/images/some_name.qcow2,bus=virtio --vcpus 2 -r 4096 -w bridge=br0 \
2289 # -n some_name --import --os-variant $variant --cpu host-model-only
2292 # for brother HL-2270DW, this worked:
2293 # https://askubuntu.com/questions/1067234/cant-use-wireless-brother-printer-2270dw-ubuntu-18-04
2294 # /a/opt/linux-brprinter-installer-2.2.2-1
2295 # answer n when it asks about uri.
2296 # Then go to cups, delete the existing printer, added on with dnssd url. browsed to
2297 # ppd at /usr/share/ppd/HL2270DW.ppd, which is duplicated at /usr/share/cups/model/HL2270DW.ppd
2298 # ppd file got installed from bash -x ./usr/local/Brother/Printer/HL2270DW/cupswrapper/cupswrap,
2299 # which I downloaded from their driver. but dont do that again, i copied it to /a/opt/HL2270DW.ppd,
2302 # I had to reset it to use wired instead of wifi. it only uses 1 at a time. boot with go button held, after lights turn off, tap go 6 times.
2303 # Then it was already configured, but if i needed to, go to its web ui, default pass is "access".
2305 ######### begin stuff belonging at the end ##########