standarize restart delays, check that exim is running on remote hosts
[distro-setup] / distro-end
1 #!/bin/bash
2 # Copyright (C) 2019 Ian Kelling
3 # SPDX-License-Identifier: AGPL-3.0-or-later
4
5 # shellcheck source=/a/bin/ds/.bashrc
6 export LC_USEBASHRC=t; if [[ -s ~/.bashrc ]]; then . ~/.bashrc; fi
7
8 ### setup
9 source /a/bin/errhandle/err
10 src="$(readlink -f -- "${BASH_SOURCE[0]}")"; src=${src%/*} # directory of this file
11
12 if [[ $EUID == 0 ]]; then
13 echo "$0: error: run as regular user" >&2
14 exit 1
15 fi
16
17 err-cleanup() {
18 echo 1 >~/.local/distro-end
19 }
20
21 # shellcheck source=./pkgs
22 source $src/pkgs
23
24 echo "$0: $(date) starting now)"
25 # see example of usage to understand.
26 end_msg() {
27 local y
28 IFS= read -r -d '' y ||:
29 end_msg_var+="$y"
30 }
31 end() {
32 e "$end_msg_var"
33 echo 0 >~/.local/distro-end
34 if $pending_reboot; then
35 echo "$0: pending reboot and then finished. doing it now."
36 echo "exiting with status 0"
37 sudo reboot now
38 else
39 echo "$0: $(date): ending now)"
40 echo "exiting with status 0"
41 fi
42 exit 0
43 }
44 pre="${0##*/}:"
45 sudo() {
46 printf "$pre %s\n" "$*"
47 SUDOD="$PWD" command sudo "$@";
48 }
49 m() { printf "$pre %s\n" "$*"; "$@"; }
50 e() { printf "$pre %s\n" "$*"; }
51 distro=$(distro-name)
52 codename=$(debian-codename)
53 codename_compat=$(debian-codename-compat)
54 pending_reboot=false
55 sed="sed --follow-symlinks"
56
57 # when we schroot, it will fail if we are in a directory that doesnt exist in the chroot
58 cd /
59
60 ## template:
61 # case $distro in
62 # esac
63
64 case $HOSTNAME in
65 li|bk|je) : ;;
66 *)
67 # get sudo pass cached right away
68 if ! sudo -nv 2>/dev/null; then
69 sudo -v
70 fi
71 ;;
72 esac
73
74 # old repo. remove when all machines updated
75 sudo rm -fv /etc/apt/sources.list.d/wireguard-ubuntu-wireguard-bionic.list
76 # remove old file
77 sudo rm -fv /etc/apt/preferences.d/minetest
78
79 #### initial packages
80 pup
81 if isdeb; then
82 pi aptitude
83 fi
84
85 # avoid prompts
86 sudo debconf-set-selections <<EOF
87 popularity-contest popularity-contest/participate boolean true
88 EOF
89
90 ########### begin section including vps ################
91 pi ${p2[@]}
92
93
94 conflink
95
96 sudo rm -fv
97
98 # no equivalent in other distros:
99 if isdeb && pcheck apt-file; then
100 # this condition is just a speed optimization
101 pi apt-file
102 sudo apt-file update
103 fi
104
105
106 # disable motd junk.
107 case $distro in
108 debian)
109 # allows me to pipe with ssh -t, and gets rid of spam
110 # http://forums.debian.net/viewtopic.php?f=5&t=85822
111 # i'd rather disable the service than comment the init file
112 # this says disabling the service, it will still get restarted
113 # but this script doesn't do anything on restart, so it should be fine
114 sudo truncate -s0 /var/run/motd.dynamic
115 ;;
116 trisquel|ubuntu)
117 # this isn't a complete solution. It still shows me when updates are available,
118 # but it's no big deal.
119 sudo rm -fv /etc/update-motd.d/10-help-text /etc/update-motd.d/00-header
120 ;;
121 esac
122
123
124
125
126
127
128 # dogcam setup. not using atm
129 # case $HOSTNAME in
130 # lj|li)
131 # /a/bin/webcam/install-server
132 # ;;
133 # kw)
134 # /a/bin/webcam/install-client
135 # ;;
136 # esac
137
138
139 ## not actually using prometheus just yet
140 # # office is not exposed to internet yet
141 # if [[ $HOSTNAME != kw ]]; then
142 # ## prometheus node exporter setup
143 # web-conf -f 9100 -p 9101 apache2 $(hostname -f) <<'EOF'
144 # #https://httpd.apache.org/docs/2.4/mod/mod_authn_core.html#authtype
145 # # https://stackoverflow.com/questions/5011102/apache-reverse-proxy-with-basic-authentication
146 # <Location />
147 # AllowOverride None
148 # AuthType basic
149 # AuthName "Authentication Required"
150 # # setup one time, with root:www-data, 640
151 # AuthUserFile "/etc/prometheus-htpasswd"
152 # Require valid-user
153 # </Location>
154 # EOF
155 # fi
156
157
158 pi debootstrap
159 ######### begin universal pinned packages ######
160 case $(debian-codename) in
161 nabia|etiona|flidas)
162 sudo rm -fv /etc/apt/preferences.d/etiona-buster
163 sd /etc/apt/preferences.d/trisquel-debian <<EOF
164 Explanation: Debian* includes Debian + Debian Backports
165 Package: *
166 Pin: release o=Debian*
167 Pin-Priority: -100
168 EOF
169 ;;&
170 # needed for debootstrap scripts for fai since fai requires debian
171 flidas)
172 # moved to fai
173 #curl http://archive.ubuntu.com/ubuntu/project/ubuntu-archive-keyring.gpg | s apt-key add -
174 sd /etc/apt/preferences.d/flidas-xenial <<EOF
175 Package: *
176 Pin: release a=xenial
177 Pin-Priority: -100
178
179 Package: *
180 Pin: release a=xenial-updates
181 Pin-Priority: -100
182
183 Package: *
184 Pin: release a=xenial-security
185 Pin-Priority: -100
186
187 Package: firefox
188 Pin: release n=xenial
189 Pin-Priority: 500
190 EOF
191 sd /etc/apt/sources.list.d/xenial.list 2>/dev/null <<EOF
192 deb http://us.archive.ubuntu.com/ubuntu/ xenial main
193 deb http://us.archive.ubuntu.com/ubuntu/ xenial-updates main
194 deb http://us.archive.ubuntu.com/ubuntu/ xenial-security main
195 EOF
196
197 if ! apt-key list | grep /C0B21F32 &>/dev/null; then
198 # moved to fai
199 #sudo apt-key adv --keyserver keyserver.ubuntu.com --recv-keys 3B4FE6ACC0B21F32
200 sd /etc/apt/preferences.d/flidas-bionic <<EOF
201 Package: *
202 Pin: release a=bionic
203 Pin-Priority: -100
204
205 Package: *
206 Pin: release a=bionic-updates
207 Pin-Priority: -100
208
209 Package: *
210 Pin: release a=bionic-security
211 Pin-Priority: -100
212 EOF
213 fi
214
215 # better to run btrfs-progs which matches our kernel version
216 # (note, renamed from btrfs-tools)
217 sd /etc/apt/preferences.d/btrfs-progs <<EOF
218 Package: btrfs-progs libzstd1
219 Pin: release a=bionic
220 Pin-Priority: 1005
221
222 Package: btrfs-progs libzstd1
223 Pin: release a=bionic-updates
224 Pin-Priority: 1005
225
226 Package: btrfs-progs libzstd1
227 Pin: release a=bionic-security
228 Pin-Priority: 1005
229 EOF
230
231
232 t=$(mktemp)
233 cat >$t <<EOF
234 deb http://us.archive.ubuntu.com/ubuntu/ bionic main
235 deb http://us.archive.ubuntu.com/ubuntu/ bionic-updates main
236 deb http://us.archive.ubuntu.com/ubuntu/ bionic-security main
237 EOF
238 f=/etc/apt/sources.list.d/bionic.list
239 if ! diff -q $t $f; then
240 sudo cp $t $f
241 sudo chmod 644 $f
242 m p update
243 fi
244
245 # no special reason, but its better for btrfs-progs to
246 # be closer to our kernel version
247 pi btrfs-progs
248
249 if [[ ! -e /usr/share/debootstrap/scripts/xenial ]]; then
250 t=$(mktemp -d)
251 cd $t
252 m aptitude download debootstrap/xenial
253 m ex ./*
254 sudo cp ./usr/share/debootstrap/scripts/* /usr/share/debootstrap/scripts
255 fi
256
257 sd /etc/apt/preferences.d/flidas-etiona <<EOF
258 Package: *
259 Pin: release a=etiona
260 Pin-Priority: -100
261
262 Package: *
263 Pin: release a=etiona-updates
264 Pin-Priority: -100
265
266 Package: *
267 Pin: release a=etiona-security
268 Pin-Priority: -100
269
270 Package: *
271 Pin: release a=etiona-backports
272 Pin-Priority: -100
273 EOF
274
275 t=$(mktemp)
276 cat >$t <<EOF
277 deb http://mirror.fsf.org/trisquel/ etiona main
278 deb http://mirror.fsf.org/trisquel/ etiona-updates main
279 deb http://archive.trisquel.info/trisquel/ etiona-security main
280 deb http://mirror.fsf.org/trisquel/ etiona-backports main
281 EOF
282 f=/etc/apt/sources.list.d/etiona.list
283 if ! diff -q $t $f; then
284 sudo cp $t $f
285 n s chmod 644 $f
286 m p update
287 fi
288
289 sd /etc/apt/preferences.d/debian-goodies <<EOF
290 Package: debian-goodies
291 Pin: release n=etiona
292 Pin-Priority: 1005
293 EOF
294
295
296 # dont use buster because it causes dist-upgrade to think its downgrading
297 # packages while really just reinstalling the same version.
298 f=/etc/apt/apt.conf.d/01iank
299 sudo rm -fv $f
300 # # stupid buster uses some key algorithm not supported by flidas gpg that apt uses.
301 # sd /etc/apt/apt.conf.d/01iank <<'EOF'
302 # Acquire::AllowInsecureRepositories "true";
303 # EOF
304
305 f=/etc/apt/sources.list.d/buster.list
306 sudo rm -fv $f
307
308 # newer version needed for false positive in checkrestart.
309 # I did buster at first, but other problem above with having
310 # buster repos. not sure if the false positive exists in etiona.
311 pi debian-goodies
312
313 sd /etc/apt/preferences.d/shellcheck <<EOF
314 Package: shellcheck
315 Pin: release a=etiona
316 Pin-Priority: 1005
317
318 Package: shellcheck
319 Pin: release a=etiona-updates
320 Pin-Priority: 1005
321
322 Package: shellcheck
323 Pin: release a=etiona-security
324 Pin-Priority: 1005
325 EOF
326
327 sd /etc/apt/preferences.d/bash <<EOF
328 Package: bash
329 Pin: release a=etiona
330 Pin-Priority: 1005
331
332 Package: bash
333 Pin: release a=etiona-updates
334 Pin-Priority: 1005
335
336 Package: bash
337 Pin: release a=etiona-security
338 Pin-Priority: 1005
339 EOF
340
341
342 ;;&
343 nabia|etiona)
344 # for ziva
345 #p install --no-install-recommends minetest/buster libleveldb1d/buster libncursesw6/buster libtinfo6/buster
346 doupdate=false
347 for n in buster bullseye; do
348 f=/etc/apt/sources.list.d/$n.list
349 t=$(mktemp)
350 case $n in
351 buster)
352 cat >$t <<'EOF'
353 deb http://http.us.debian.org/debian buster main
354 deb-src http://http.us.debian.org/debian buster main
355
356 deb http://security.debian.org/ buster/updates main
357 deb-src http://security.debian.org/ buster/updates main
358
359 deb http://http.us.debian.org/debian buster-updates main
360 deb-src http://http.us.debian.org/debian buster-updates main
361
362 deb http://http.debian.net/debian buster-backports main
363 deb-src http://http.debian.net/debian buster-backports main
364 EOF
365 ;;
366 bullseye)
367 cat >$t <<'EOF'
368 EOF
369 cat >$t <<EOF
370 deb http://deb.debian.org/debian bullseye main
371 deb-src http://deb.debian.org/debian bullseye main
372
373 deb http://deb.debian.org/debian-security/ bullseye-security main
374 deb-src http://deb.debian.org/debian-security/ bullseye-security main
375
376 deb http://deb.debian.org/debian bullseye-updates main
377 deb-src http://deb.debian.org/debian bullseye-updates main
378
379 deb http://http.debian.net/debian bullseye-backports main
380 deb-src http://http.debian.net/debian bullseye-backports main
381 EOF
382 ;;
383 esac
384
385 if ! diff -q $t $f; then
386 doupdate=true
387 s cp $t $f
388 s chmod 644 $f
389 fi
390 done
391 if $doupdate; then
392 curl -s https://ftp-master.debian.org/keys/archive-key-10-security.asc | sudo apt-key add -
393 curl -s https://ftp-master.debian.org/keys/archive-key-10.asc | sudo apt-key add -
394 p update
395 fi
396
397 if [[ ! -e /usr/share/debootstrap/scripts/bullseye ]]; then
398 t=$(mktemp -d)
399 cd $t
400 m aptitude download debootstrap/bullseye
401 m ex ./*
402 sudo cp ./usr/share/debootstrap/scripts/* /usr/share/debootstrap/scripts
403 fi
404
405 ;;&
406 etiona)
407 sd /etc/apt/preferences.d/focal <<'EOF'
408 Package: *
409 Pin: release n=focal,o=Ubuntu
410 Pin-Priority: -100
411 EOF
412
413 sd /etc/apt/preferences.d/spamassassin <<'EOF'
414 Package: spamassassin sa-compile spamc
415 Pin: release n=focal,o=Ubuntu
416 Pin-Priority: 500
417 EOF
418 sd /etc/apt/preferences.d/spamassassin <<'EOF'
419 Package: spamassassin sa-compile spamc
420 Pin: release n=focal,o=Ubuntu
421 Pin-Priority: 500
422 EOF
423 sd /etc/apt/preferences.d/psd <<'EOF'
424 Package: profile-sync-daemon
425 Pin: release n=focal,o=Ubuntu
426 Pin-Priority: 500
427 EOF
428
429 f=/etc/apt/sources.list.d/focal.list
430 t=$(mktemp)
431 cat >$t <<'EOF'
432 deb http://us.archive.ubuntu.com/ubuntu/ focal main universe
433 deb http://us.archive.ubuntu.com/ubuntu/ focal-updates main universe
434 deb http://us.archive.ubuntu.com/ubuntu/ focal-security main universe
435 EOF
436 if ! diff -q $t $f; then
437 sudo dd if=$t of=$f 2>/dev/null
438 p update
439 fi
440
441
442
443 sd /etc/apt/preferences.d/nabia-etiona <<'EOF'
444 Package: *
445 Pin: release n=nabia*,o=Trisquel
446 Pin-Priority: -100
447 EOF
448
449 f=/etc/apt/sources.list.d/nabia.list
450 t=$(mktemp)
451 cat >$t <<'EOF'
452 deb http://mirror.fsf.org/trisquel/ nabia main
453 deb-src http://mirror.fsf.org/trisquel/ nabia main
454
455 deb http://mirror.fsf.org/trisquel/ nabia-updates main
456 deb-src http://mirror.fsf.org/trisquel/ nabia-updates main
457
458 deb http://archive.trisquel.info/trisquel/ nabia-security main
459 deb-src http://archive.trisquel.info/trisquel/ nabia-security main
460
461 # Uncomment this lines to enable the backports optional repository
462 deb http://mirror.fsf.org/trisquel/ nabia-backports main
463 deb-src http://mirror.fsf.org/trisquel/ nabia-backports main
464 EOF
465 if ! diff -q $t $f; then
466 sudo dd if=$t of=$f 2>/dev/null
467 p update
468 fi
469
470 # duplicated in fai. Pin for bionic + ubuntu so that ppas dont get
471 # matched.
472 sd /etc/apt/preferences.d/etiona-bionic <<'EOF'
473 Package: *
474 Pin: release n=bionic,o=Ubuntu
475 Pin-Priority: -100
476 Package: firefox
477 Pin: release n=bionic,o=Ubuntu
478 Pin-Priority: 500
479 EOF
480
481 sd /etc/apt/preferences.d/etiona-sa <<'EOF'
482 Package: *
483 Pin: release n=bionic,o=Ubuntu
484 Pin-Priority: -100
485 EOF
486
487 ;;&
488 *)
489 if isdeb; then
490 pi debian-goodies shellcheck
491 fi
492 ;;
493 esac
494
495
496
497 case $codename_compat in
498 focal)
499 sd /etc/apt/preferences.d/nabia-btrfs-progs <<'EOF'
500 Package: btrfs-progs
501 Pin: release a=buster-backports
502 Pin-Priority: 500
503 EOF
504 p install btrfs-progs
505 ;;
506 esac
507
508
509 # 2020-03-03 old file
510 s rm -fv /etc/apt/preferences.d/radicale
511 ######### end universal pinned packages ######
512
513
514 case $codename in
515 etiona)
516 sd /etc/apt/preferences.d/obs <<EOF
517 Package: libfdk-aac1
518 Pin: release n=bionic
519 Pin-Priority: 500
520 EOF
521 sd /etc/apt/preferences.d/chromium <<EOF
522 Package: chromium-*
523 Pin: release n=bionic
524 Pin-Priority: 500
525 EOF
526
527 ;;
528 esac
529
530
531
532 ##### begin automatic upgrades (after checkrestart has been installed) ####
533 # if apt-config-auto-update is installed,
534 # it also has similar config, in a file 10something,
535 # but i think his overrides it since its higher number.
536 # This file was part of the automatic-updates package,
537 # and it has a configu option to not get new package lists,
538 # which seems pretty stupid to me, you cant actually upgrade
539 # anything if you dont have the new package list.
540 sd /etc/apt/apt.conf.d/20auto-upgrades <<'EOF'
541 APT::Periodic::Update-Package-Lists "1";
542 APT::Periodic::Download-Upgradeable-Packages "1";
543 APT::Periodic::AutocleanInterval "7";
544 APT::Periodic::Unattended-Upgrade "1";
545 EOF
546
547 # fyi: default file has comments about available options,
548 # you may want to read that, do pkx unattended-upgrades
549 # default is just security updates. this list found from reading
550 # match_whitelist_string() in $(which unattended-upgrades)
551 sd /etc/apt/apt.conf.d/50unattended-upgrades <<EOF
552 Unattended-Upgrade::Mail "root";
553 Unattended-Upgrade::MailOnlyOnError "true";
554 Unattended-Upgrade::Remove-Unused-Dependencies "true";
555 Unattended-Upgrade::Origins-Pattern {
556 "o=*,l=*,a=*,c=*,site=*,n=*";
557 };
558 EOF
559
560 # old files
561 sudo rm -f /etc/cron.d/unattended-upgrade-reboot /usr/local/bin/zelous-unattended-reboot /etc/cron.d/myupgrade
562
563 # myupgrade cron exists in /etc/cron.d/ian
564
565 ##### end automatic upgrades ####
566
567
568 # commented in case i want to use this sometime later
569 # sd /etc/apt/preferences.d/buster-backports <<EOF
570 # Package: *
571 # Pin: release a=buster-backports
572 # Pin-Priority: 500
573 # EOF
574
575 if [[ -e /etc/wireguard/wghole.conf ]]; then
576 reload=false
577 if [[ ! -e /etc/systemd/system/wg-quick@wghole.service.d/override.conf ]]; then
578 reload=true
579 fi
580 sd /etc/systemd/system/wg-quick@wghole.service.d/override.conf <<'EOF'
581 [Unit]
582 StartLimitIntervalSec=0
583
584 [Service]
585 Restart=always
586 RestartSec=20
587 EOF
588 if $reload; then ser daemon-reload; fi
589 sgo wg-quick@wghole
590 fi
591
592 ###### begin website setup
593 case $HOSTNAME in
594 li|bk|je)
595 pi bind9
596 f=/var/lib/bind/db.b8.nz
597 if [[ ! -e $f ]]; then
598 dnsb8
599 fi
600 ;;&
601 bk)
602 sgo wg-quick@wgmail
603
604 # i just dont feel like setting up a special purpose ssh key to do this automatically.
605 end_msg <<'EOF'
606 # run this once for bk on local machine:
607 # only used for old openvpn setup
608 /a/exe/vpn-mk-client-cert -c bk.b8.nz -b expertpath -n mail li.iankelling.org
609 EOF
610 end
611 ;;
612 je)
613 end
614 ;;
615 li)
616
617 m /a/h/setup.sh iankelling.org
618
619 # start mumble only when im going to use it, since i dont use it much
620 pi-nostart mumble-server
621 sudo $sed -ri "s/^ *(serverpassword=).*/\1$(< /a/bin/bash_unpublished/mumble_pass)/" /etc/mumble-server.ini
622
623 # do certificate to avoid warning about unsigned cert,
624 # which is overkill for my use, but hey, I'm cool, I know
625 # how to do this.
626 m web-conf apache2 mumble.iankelling.org
627 sudo rm -fv /etc/apache2/sites-enabled/mumble.iankelling.org
628
629 # general vpn for as needed use
630 vpn-server-setup -d -r -4 10.5.5 -p 443 -n hole
631
632 # todo: consider if this should exist for the
633 # other vpn server
634 teeu /etc/openvpn/server/hole.conf <<'EOF'
635 client-to-client
636 EOF
637
638 # sullivan d8
639 sd /etc/openvpn/client-config-hole/sd8 <<'EOF'
640 ifconfig-push 10.5.5.41 255.255.255.0
641 EOF
642 # hsieh d8
643 sd /etc/openvpn/client-config-hole/hd8 <<'EOF'
644 ifconfig-push 10.5.5.42 255.255.255.0
645 EOF
646
647 sd /etc/openvpn/client-config-hole/onep9 <<'EOF'
648 ifconfig-push 10.5.5.14 255.255.255.0
649 EOF
650 sd /etc/openvpn/client-config-hole/bo <<'EOF'
651 ifconfig-push 10.5.5.13 255.255.255.0
652 EOF
653 sd /etc/openvpn/client-config-hole/sy <<'EOF'
654 ifconfig-push 10.5.5.12 255.255.255.0
655 EOF
656 sd /etc/openvpn/client-config-hole/kw <<'EOF'
657 ifconfig-push 10.5.5.9 255.255.255.0
658 EOF
659 sd /etc/openvpn/client-config-hole/x3 <<'EOF'
660 ifconfig-push 10.5.5.8 255.255.255.0
661 EOF
662 sd /etc/openvpn/client-config-hole/x2 <<'EOF'
663 ifconfig-push 10.5.5.7 255.255.255.0
664 EOF
665 sd /etc/openvpn/client-config-hole/wclient <<'EOF'
666 ifconfig-push 10.5.5.6 255.255.255.0
667 EOF
668 sd /etc/openvpn/client-config-hole/frodo <<'EOF'
669 ifconfig-push 10.5.5.5 255.255.255.0
670 EOF
671 sd /etc/openvpn/client-config-hole/amy <<'EOF'
672 ifconfig-push 10.5.5.3 255.255.255.0
673 EOF
674 sd /etc/openvpn/client-config-hole/kd <<'EOF'
675 ifconfig-push 10.5.5.2 255.255.255.0
676 EOF
677
678 # for adding to current system:
679 #vpn-mk-client-cert -s "" -n hole 72.14.176.105
680 # adding to remove system 107,
681 #vpn-mk-client-cert -s "" -n hole -c 10.2.0.107 -b hd8 iankelling.org
682 #
683 # for wireguard hole vpn
684 # wghole
685
686 # requested from linode via a support ticket.
687 # https://www.linode.com/docs/networking/an-overview-of-ipv6-on-linode/
688 # ipv6 stuff pieced together
689 # via slightly wrong information from
690 # https://github.com/angristan/openvpn-install/blob/master/openvpn-install.sh
691 # https://community.openvpn.net/openvpn/wiki/IPv6
692 # and man openvpn.
693 #
694 # This uses a public /64, but afaik, that is not needed for my
695 # current use case, since I'm doing ipv6 nat, they could be private
696 # and nat to a public address. I'm doing ipv6 nat in order to have 2
697 # vpn clients that externally share the same ip when sending so they
698 # share ip reputation. Note, the eth0 and tunx needed to be
699 # different subnets. On the same, I saw some neighbor packet go
700 # unanswered, tcpdump showed packets getting lost. I tried splitting the
701 # /64, it didn't work but I didn't investigate closely.
702
703
704 # not starting as i intend to replace it
705 m vpn-server-setup -s -i tunmail -n mail -d -6 2600:3c00:e002:3800::/64 2600:3c00:e002:3800::1/64
706 sudo tee /etc/openvpn/client-config-mail/mailclient <<'EOF'
707 ifconfig-push 10.8.0.4 255.255.255.0
708 ifconfig-ipv6-push 2600:3c00:e002:3800::4/64
709 EOF
710 sudo tee /etc/openvpn/client-config-mail/expertpath <<'EOF'
711 ifconfig-push 10.8.0.5 255.255.255.0
712 ifconfig-ipv6-push 2600:3c00:e002:3800::5/64
713 EOF
714
715
716 sudo dd of=/etc/systemd/system/vpn-mail-forward.service <<'EOF'
717 [Unit]
718 Description=Turns on iptables mail nat
719 BindsTo=openvpn-server@mail.service
720
721 [Service]
722 Type=oneshot
723 RemainAfterExit=yes
724 ExecStart=/a/bin/distro-setup/vpn-mail-forward tunmail start
725 ExecStop=/a/bin/distro-setup/vpn-mail-forward tunmail stop
726
727 [Install]
728 RequiredBy=openvpn-server@mail.service
729 EOF
730 ser daemon-reload
731
732
733 # needed for li's local mail delivery.
734 tu /etc/hosts <<<"10.8.0.4 mx.iankelling.org"
735
736 # wgmail handles this.
737 #sgo vpn-mail-forward.service
738 # old:
739 #sgo openvpn-server@mail
740 sgo wg-quick@wgmail
741
742 # setup let's encrypt cert
743 m web-conf apache2 mail.iankelling.org
744 # TODO, i expanded the above cert manually to mx.iankelling.org, this should be captured
745 # in the automation here. We use mail.iankelling.org as our ehlo name when sending mail
746 # but our mx record is mx.iankelling.org. Initially I was just using mail.iankelling.org,
747 # but the problem is I want multiple ips to be able to identify as mail.iankelling.org,
748 # but a subset to be mx.iankelling.org. Afaik, there is no problem with having
749 # our mail cert be for mail.iankelling.org, and have people connect to mx.ian...,
750 # but it doesn't make logical sense to do this.
751 sudo rm -fv /etc/apache2/sites-enabled/mail.iankelling.org{,-redir}.conf
752 ser reload apache2
753
754 a2enmod -q proxy proxy_http
755 domain=cal.iankelling.org
756 web-conf -f 10.8.0.4:5232 - apache2 $domain <<'EOF'
757 # https://radicale.org/2.1.html
758 #https://httpd.apache.org/docs/2.4/mod/mod_authn_core.html#authtype
759 # https://stackoverflow.com/questions/5011102/apache-reverse-proxy-with-basic-authentication
760 <Location /radicale/>
761 Options +FollowSymLinks +Multiviews +Indexes
762 AllowOverride None
763 AuthType basic
764 AuthName "Authentication Required"
765 # setup one time, with root:www-data, 640
766 AuthUserFile "/etc/caldav-htpasswd"
767 Require valid-user
768 RequestHeader set X-Script-Name /radicale/
769 RequestHeader set X-Remote-User expr=%{REMOTE_USER}
770 ProxyPass "http://10.8.0.4:5232/" retry=0
771 ProxyPassReverse "http://10.8.0.4:5232/"
772 </Location>
773 EOF
774 # nginx version of above would be:
775 # auth_basic "Not currently available";
776 # auth_basic_user_file /etc/nginx/caldav/htpasswd;
777
778
779
780 ###### begin znc setup #####
781 pi znc
782
783 # https://wiki.znc.in/FAQ seems to imply that znc doesn\'t need restart after cert change.
784 # to get into the web interface,
785 # then use non-main browser or else it doebsn't allow it based on ocsp stapling from my main site.
786 # https://iankelling.org:12533/
787 # login as ian, pass is in pass store, the part after :
788
789 # znc config generated by doing
790 # znc --makeconf
791 # selected port is also used in erc config
792 # comma separated channel list worked.
793 # while figuring things out, running znc -D for debug in foreground.
794 # to exit and save config:
795 # /msg *status shutdown
796 # configed auth on freenode by following
797 # https://wiki.znc.in/Sasl:
798 # /query *sasl
799 # RequireAuth yes
800 # Mechanism PLAIN
801 # Set MyNickservName pa$$w0rd
802 # created the system service after, and had to do
803 # mv /home/iank/.znc/* /var/lib/znc
804 # sed -i 's,/home/iank/.znc/,/var/lib/znc,' /var/lib/znc/config/znc.conf
805 # and made a copy of the config files into /p/c
806 # /msg *status LoadMod --type=global log -sanitize
807 # todo: in config file AllowWeb = true should be false. better security if that is off unless we need it.
808 # /msg *status LoadMod --type=network perform
809 # /query *perform add PRIVMSG ChanServ :invite #fsf-office
810 # /msg *perform add JOIN #fsf-office
811 # /msg *status LoadMod NickServ
812 #
813 # i set Buffer = 500
814 # also ran /znc LoadMod clearbufferonmsg
815 # it would be nice if erc supported erc query buffers by doing
816 # /msg *status clearbuffer <name of the query/receiver
817 # on killing the,
818 # an example seems to be here: https://github.com/zenspider/elisp/blob/master/rwd-irc.el
819 # if that was the case i could remove the module clearbufferonmsg
820 # also would be nice if erc supported
821 # https://wiki.znc.in/self-message
822 # https://wiki.znc.in/Query_buffers \
823 #
824 if ! getent passwd znc > /dev/null; then
825 sudo useradd --create-home -d /var/lib/znc --system --shell /sbin/nologin --comment "Account to run ZNC daemon" --user-group znc
826 fi
827 sudo chmod 700 /var/lib/znc
828 sudo chown -R znc:znc /var/lib/znc
829 # Avoid restarting if possible, reconnecting to irc is annoying.
830 # The unit file was made active with conflink.
831 # Note, avoid using ser here because we wrap sudo to prints the command first.
832 if [[ $(systemctl is-active znc) != active ]]; then
833 sgo znc
834 fi
835 ###### stop znc setup #####
836
837 end
838 ;;
839 esac
840 ###### end website setup
841
842 ########### end section including li/lj ###############
843
844
845 #### desktop stuff
846
847 ### system76 things ###
848 case $HOSTNAME in
849 sy|bo)
850 # note, i stored the initial popos packages at /a/bin/data/popos-pkgs
851 if [[ ! -e /etc/apt/sources.list.d/system76.list ]]; then
852 # https://blog.zackad.dev/en/2017/08/17/add-ppa-simple-way.html
853 sd /etc/apt/sources.list.d/system76.list <<EOF
854 deb http://ppa.launchpad.net/system76-dev/stable/ubuntu $codename_compat main
855 deb-src http://ppa.launchpad.net/system76-dev/stable/ubuntu $codename_compat main
856 EOF
857 # ubuntu keyserver is prone to intermittent failures
858 trysleep 4 15 s apt-key adv --keyserver keyserver.ubuntu.com --recv-keys 5D1F3A80254F6AFBA254FED5ACD442D1C8B7748B
859 p update
860 # https://support.system76.com/articles/install-ubuntu/
861 # but i'm hoping this is not needed
862 # sd /etc/apt/preferences.d/system76 <<'EOF'
863 # Package: *
864 # Pin: release o=LP-PPA-system76-dev-stable
865 # Pin-Priority: 1001
866 # EOF
867 pi system76-driver system76-firmware
868 # if you get a notice about a firmware update, the notifier on i3
869 # is too dumb to do anything when you click it. so to see
870 # a changelog, cd to
871 # /var/cache/system76-firmware-daemon
872 # extract the xz files there, one will contain a changelog.
873 # then to install an update:
874 # s system76-firmware-cli schedule
875 fi
876 ;;
877 esac
878
879 case $distro in
880 trisquel|ubuntu)
881
882 # ppa:obsproject/obs-studio
883 if [[ ! -s /etc/apt/sources.list.d/obs.list ]]; then
884 # https://blog.zackad.dev/en/2017/08/17/add-ppa-simple-way.html
885 sd /etc/apt/sources.list.d/obs.list <<EOF
886 deb http://ppa.launchpad.net/obsproject/obs-studio/ubuntu $codename_compat main
887 deb-src http://ppa.launchpad.net/obsproject/obs-studio/ubuntu $codename_compat main
888 EOF
889 trysleep 4 15 s apt-key adv --keyserver keyserver.ubuntu.com --recv-keys BC7345F522079769F5BBE987EFC71127F425E228
890 p update
891 fi
892 ;;
893 esac
894
895 case $codename_compat in
896 xenial)
897 # mate-indicator-applet and beyond are msc things I noticed diffing a
898 # standard install with mine.
899 pi xorg lightdm mate-desktop-environment mate-desktop-environment-extras mate-indicator-applet anacron
900 ;;
901 stretch)
902 pi task-mate-desktop
903 ;;
904 buster)
905 # todo: figure out mate for buster
906 # pi task-gnome-desktop
907 ;;
908 bionic|focal)
909 # i had installing mate-indicator-applet, but im not sure why so i removed
910 pi xorg lightdm mate-desktop-environment mate-desktop-environment-extras anacron
911
912 # pi gnome-core
913 # # apt-get update periodically fails with an appstream error.
914 # # this removes gnome-core, but its just a package for dependencies
915 # p -y remove appstream
916
917
918 # by default, it sleeps when not logged in to x/wayland and on ac power.
919 # stop that.
920 if id -u gdm &>/dev/null; then
921 sudo -u gdm dbus-launch gsettings set org.gnome.settings-daemon.plugins.power sleep-inactive-ac-type 'nothing'
922 fi
923 ;;&
924 focal)
925 # lightdm startup fails without this. on etiona, we got unity-greeter installed automatically,
926 # it would probably work on nabia too, but google just lead me to this and it works fine.
927 pi lightdm-gtk-greeter
928 # ok, this is really weird
929 # normally this file has
930 sd /etc/X11/Xsession.d/99x11-common_start <<'EOF'
931 # this is very odd.
932 # this file normally just has: exec $STARTUP
933 # but then ~/.xsession-errors
934 # says $STARTUP is not found, which appears to be the real
935 # error, but normal bash doesnt operate that way.
936 # https://bugs.launchpad.net/ubuntu/+source/im-config/+bug/1879352
937 eval exec $STARTUP
938 EOF
939 # also, gdm wayland was default, had to do
940 # dpkg-reconfigure gdm3
941 # and choose lightdm.
942 #
943 ;;
944 esac
945
946
947 if [[ $codename_compat == flidas ]]; then
948 # doesnt exist in newer
949 pi gnupg-doc
950 fi
951
952
953 case $distro in
954 trisquel)
955 case $codename in
956 *)
957 # firefox would work here too, apt would select abrowser.
958 # and the update-alternatives thing i think is becuz firefox is
959 # generally available before abrowser and this helps fix things
960 # up when we have both.
961 pi abrowser
962 s update-alternatives --set x-www-browser /usr/bin/abrowser
963 ;;
964 esac
965 ;;
966 ubuntu)
967 pi firefox
968 ;;
969 debian)
970 pi firefox-esr
971 ;;
972 esac
973
974 # newer distros just use adb for package name it seems
975 case $codename_compat in
976 bionic|stretch)
977 pi android-tools-adbd
978 ;;
979 esac
980
981 case $codename_compat in
982 focal)
983 pi libext2fs-dev libzstd-dev
984 cd /a/opt/btrfs-progs
985 ;;
986 esac
987
988
989 case $codename_compat in
990 bionic)
991 pi python-vte
992 ;;
993 *)
994 pi reportbug-gtk
995 ;;
996 esac
997
998 # not packaged in newer distros it seems
999 case $codename_compat in
1000 bionic|buster|stretch)
1001 pi dtrx
1002 ;;
1003 esac
1004
1005
1006 # TODO: some of the X programs can be removed from pall when using wayland
1007
1008 # depends gcc is a way to install suggests. this is apparently the only
1009 # way to install suggests even if the main package is already
1010 # installed. reinstall doesn't work, uninstalling can cause removing
1011 # dependent packages.
1012 pi ${pall[@]} $(apt-cache search ruby[.0-9]+-doc| awk '{print $1}') $($src/distro-pkgs)
1013
1014
1015 # commented, not worth the hassle i think.
1016 #seru enable psd
1017 #seru start psd
1018
1019
1020 # old filename
1021 sudo rm -fv /etc/systemd/resolved.conf.d/iank.conf
1022
1023 # website is dead june 14 2019. back in october, but meh
1024 sudo rm -fv /etc/apt/sources.list.d/iridium-browser.list
1025 # case $distro in
1026 # debian)
1027 # pi chromium ;;
1028 # trisquel|ubuntu)
1029 # wget -qO - https://downloads.iridiumbrowser.de/ubuntu/iridium-release-sign-01.pub|sudo apt-key add -
1030 # t=$(mktemp)
1031 # cat >$t <<EOF
1032 # deb [arch=amd64] https://downloads.iridiumbrowser.de/deb/ stable main
1033 # #deb-src https://downloads.iridiumbrowser.de/deb/ stable main
1034 # EOF
1035 # f=/etc/apt/sources.list.d/iridium-browser.list
1036 # if ! diff -q $t $f; then
1037 # s cp $t $f
1038 # s chmod 644 $f
1039 # p update
1040 # fi
1041 # pi iridium-browser
1042 # ;;
1043 # esac
1044
1045
1046 ### begin home vpn server setup
1047
1048
1049 # # this section done initially to make persistent keys.
1050 # # Also note, I temporarily set /etc/hosts so my host was
1051 # # b8.nz when running this, since the vpn client config
1052 # # generator assumes we need to go to that server to get
1053 # # server keys.
1054 # vpn-server-setup -rds
1055 # s cp -r --parents /etc/openvpn/easy-rsa/keys /p/c/filesystem
1056 # s chown -R 1000:1000 /p/c/filesystem/etc/openvpn/easy-rsa/keys
1057 # # kw = kgpe work machine.
1058 # for host in x2 x3 kw; do
1059 # vpn-mk-client-cert -b $host -n home b8.nz 1196
1060 # dir=/p/c/machine_specific/$host/filesystem/etc/openvpn/client
1061 # mkdir -p $dir
1062 # s bash -c "cp /etc/openvpn/client/home* $dir"
1063 # # note: /etc/update-resolv-conf-home also exists for all systems with /p
1064 # done
1065
1066 # key already exists, so this won't generate one, just the configs.
1067 # m vpn-server-setup -rds
1068 # sudo tee -a /etc/openvpn/server/server.conf <<'EOF'
1069 # push "dhcp-option DNS 10.0.0.1"
1070 # push "route 10.0.0.0 255.255.0.0"
1071 # client-connect /a/bin/distro-setup/vpn-client-connect
1072 # EOF
1073 # sudo sed -i --follow-symlinks 's/10.8./10.9./g;s/^\s*port\s.*/port 1196/' /etc/openvpn/server/server.conf
1074
1075 # if [[ $HOSTNAME == tp ]]; then
1076 # if [[ -e /lib/systemd/system/openvpn-server@.service ]]; then
1077 # vpn_service=openvpn-server@server
1078 # else
1079 # vpn_service=openvpn@server
1080 # fi
1081 # sgo $vpn_service
1082 # fi
1083 ### end vpn server setup
1084
1085 ##### rss2email
1086 if mountpoint /p &>/dev/null; then
1087 # note, see bashrc for more documentation.
1088 pi rss2email
1089 sd /etc/systemd/system/rss2email.service <<'EOF'
1090 [Unit]
1091 Description=rss2email
1092 After=multi-user.target
1093
1094 [Service]
1095 User=iank
1096 Type=oneshot
1097 # about 24 hours of failures
1098 # it copies over its files without respecting symlinks, so
1099 # we pass options to use different location.
1100 ExecStart=/usr/local/bin/sysd-mail-once -288 rss2email r2e -d /p/c/rss2email.json -c /p/c/rss2email.cfg run
1101 EOF
1102 sd /etc/systemd/system/rss2email.timer <<'EOF'
1103 [Unit]
1104 Description=rss2email
1105
1106 [Timer]
1107 # for initial run. required.
1108 OnActiveSec=30
1109 # for subsequent runs.
1110 OnUnitInactiveSec=300
1111
1112 [Install]
1113 WantedBy=timers.target
1114 EOF
1115 sudo systemctl daemon-reload
1116 fi
1117
1118
1119 ######### begin irc periodic backup #############
1120 if [[ $HOSTNAME == frodo ]]; then
1121 sd /etc/systemd/system/ircbackup.service <<'EOF'
1122 [Unit]
1123 Description=irc li backup
1124 After=multi-user.target
1125
1126 [Service]
1127 User=iank
1128 Type=oneshot
1129 ExecStart=/usr/local/bin/sysd-mail-once irc-backup rsync -rlptDhSAX root@iankelling.org:/var/lib/znc/moddata/log/iank/freenode/ /k/irclogs
1130 EOF
1131 sd /etc/systemd/system/ircbackup.timer <<'EOF'
1132 [Unit]
1133 Description=irc li backup hourly
1134
1135 [Timer]
1136 OnCalendar=hourly
1137
1138 [Install]
1139 WantedBy=timers.target
1140 EOF
1141 sudo systemctl daemon-reload
1142 sgo ircbackup.timer
1143 fi
1144
1145
1146 ######### end irc periodic backup #############
1147
1148
1149 pi-nostart openvpn
1150 # pi-nostart does not disable
1151 ser disable openvpn
1152
1153
1154 if [[ -e /p/c/gen-fsf-vpn ]]; then
1155 /p/c/gen-fsf-vpn
1156 fi
1157
1158 if [[ -e /p/c/machine_specific/$HOSTNAME/filesystem/etc/openvpn/client/hole.crt ]]; then
1159 sgo openvpn-client@hole
1160 fi
1161
1162 if [[ $HOSTNAME == frodo ]]; then
1163 vpn-mk-client-cert -b frodo -n hole iankelling.org
1164 fi
1165
1166 ############# begin syncthing setup ###########
1167 case $HOSTNAME in
1168 kd|frodo)
1169 f=/usr/share/keyrings/syncthing-archive-keyring.gpg
1170 if [[ ! -e $f ]]; then
1171 s curl -s -o $f https://syncthing.net/release-key.gpg
1172 fi
1173 s="deb [signed-by=/usr/share/keyrings/syncthing-archive-keyring.gpg] https://apt.syncthing.net/ syncthing stable"
1174 if [[ $(cat /etc/apt/sources.list.d/syncthing.list) != "$s" ]]; then
1175 echo "$s" | sd /etc/apt/sources.list.d/syncthing.list
1176 p update
1177 fi
1178 pi syncthing
1179 ;;&
1180 frodo)
1181 m lnf -T /w/syncthing /home/iank/.config/syncthing
1182 ser daemon-reload # syncthing likely not properly packaged
1183 sgo syncthing@iank # runs as iank
1184 ;;
1185 kd)
1186
1187 # 1003 just happens to be what was on my system
1188 if ! getent passwd ziva; then
1189 s groupadd -g 1003 ziva
1190 # syncthing state / config / db are all in ~/.config/syncthing
1191 s useradd -g 1003 -u 1003 -d /d/ziva-home -c ziva -s /bin/bash ziva
1192 fi
1193 sgo syncthing@ziva
1194 ;;
1195 esac
1196
1197 # user for short term use dropping of privileges
1198
1199 if ! getent group zu &>/dev/null; then
1200 s groupadd -g 1023 zu
1201 fi
1202 if ! getent passwd zu &>/dev/null; then
1203 s useradd -g 1023 -u 1023 -c zu -s /bin/bash zu
1204 fi
1205
1206
1207 # these things persist in ~/.config/syncthing, which I save in
1208 # /w/syncthing (not in /p, because syncthing should continue to
1209 # run on home server even when using laptop as primary device)
1210 # open http://localhost:8384/
1211 # change listen address from default to tcp://:22001,
1212 # this is because we do port forward so it doesn\'t have to use
1213 # some external server, but the syncthing is broken for port forward,
1214 # you get a message, something "like connected to myself, this should not happen"
1215 # when connecting to other local devices, so I bump the port up by 1,
1216 # based on
1217 # https://forum.syncthing.net/t/connected-to-myself-should-not-happen/1763/19.
1218 # Without this, it was being stuck syncing at 0%.
1219 # Set gui username and password.
1220 #
1221 # install syncthing via f-droid,
1222 # folder setting, turn off send only.
1223 # on phone, add device, click bar code icon
1224 # on dekstop, top right, actions, device id
1225 # after adding, notification will appear on desktop to confirm
1226 #
1227 # syncing folder. from phone to desktop: select desktop in the
1228 # folder on phone\'s sync options, notification will appear in
1229 # desktop\'s web ui within a minute. For the reverse, the
1230 # notification will appear in android\'s notifications, you have to
1231 # swipe down and tap it to add the folder. It won\'t appear in the
1232 # syncthing ui, which would be intuitive, but don\'t wait for it
1233 # there. The notification may not work, instead open the web gui
1234 # from in the app, there should be a notification within there.
1235 #
1236 # On phone, set settings to run syncthing all the time, and
1237 # show no notification.
1238 #
1239 # Folder versioning would make sense if I didn\'t already use btrfs
1240 # for backups. I would choose staggered, or trash can for more space.
1241 #
1242 # if needed to install on a remote comp:
1243 # ssh -L 8384:localhost:8384 -N frodo
1244 # open http://localhost:8384/
1245 #
1246 # Note, the other thing i did was port forward port 22000,
1247 # per https://docs.syncthing.net/users/firewall.html
1248
1249 ############# end syncthing setup ###########
1250
1251
1252
1253 ####### begin misc packages ###########
1254
1255 # template
1256 case $codename in
1257 flidas)
1258 :
1259 ;;
1260 esac
1261
1262 sudo update-alternatives --set pinentry /usr/bin/pinentry-gtk-2
1263
1264
1265 # sakura config is owned by ian
1266 m reset-sakura
1267 m reset-konsole
1268 m sudo -u user2 -i reset-konsole
1269 # user2 xscreensaver we don't want to reset
1270 m reset-xscreensaver
1271
1272
1273 # this would install from cabal for newer / consistent version across os, but it screws up xmonad, so disabled for now.
1274 # this is also in primary-setup
1275 # pi libxss-dev # dependency based on build failure
1276 # cabal update
1277 # cabal install --upgrade-dependencies --force-reinstalls arbtt
1278 # also, i assume syncing this between machines somehow messed up the data.
1279 if mountpoint /p &>/dev/null; then
1280 case $codename in
1281 etiona|nabia)
1282 pi arbtt
1283 # same as seru enable arbtt, but works over ssh when systemctl --user causes error:
1284 # Failed to connect to bus: No such file or directory
1285 lnf -T /a/bin/ds/subdir_files/.config/systemd/user/arbtt.service /home/iank/.config/systemd/user/default.target.wants/arbtt.service
1286 # allow failure
1287 seru start arbtt ||:
1288 ;;
1289 esac
1290 fi
1291
1292
1293 m primary-setup
1294
1295 if [[ ! -e ~/.linphonerc && -e /p/.linphonerc-initial ]]; then
1296 m cp /p/.linphonerc-initial ~/.linphonerc
1297 fi
1298
1299 # linphone in t10 wont do dns with systemd-resolved or something
1300 s teeu /etc/hosts <<'EOF'
1301 74.94.156.215 watson.fsf.org
1302 EOF
1303
1304
1305
1306 ### begin spd install
1307 if mountpoint /p &>/dev/null; then
1308 pi libswitch-perl libdigest-md5-file-perl libgnupg-interface-perl
1309 t=$(mktemp)
1310 m wget -O $t http://mirror.fsf.org/fsfsys-trisquel/fsfsys-trisquel/pool/main/s/spd-perl/spd-perl_0.2-1_amd64.deb
1311 sudo dpkg -i $t
1312 m rm $t
1313 # this guesses at the appropriate directory, adjust if needed
1314 perldir=(/usr/lib/x86_64-linux-gnu/perl/5.*)
1315 m sudo ln -sf ../../../perl/5.18.2/SPD/ ${perldir[0]}
1316 # newer distro had gpg2 as default, older one, flidas, need to make it that way
1317 gpgpath=$(which gpg2) ||:
1318 if [[ $gpgpath ]]; then
1319 sudo mkdir -p /usr/local/spdhackfix
1320 s lnf -T $gpgpath /usr/local/spdhackfix/gpg
1321 fi
1322 fi
1323 ### end spd install
1324
1325
1326 # nagstamon setting which were set through the ui
1327 # monitor url https://klaxon.fsf.org/cgi-bin
1328 # monitor url cgi https://klaxon.fsf.org/cgi-bin
1329 # in filters tab:
1330 # all unknown services
1331 # all warning services
1332 # acknowledged hosts & services
1333 # hosts & services down for maintenence
1334 # services on down hosts
1335 # services on hosts in maintenece
1336 # services on unreachable osts
1337 # hosts in soft state
1338 # services in soft state
1339 # in display tab: fullscreen
1340
1341 # these translate to these settings I think
1342 # filter_acknowledged_hosts_services = True
1343 # filter_all_unknown_services = True
1344 # filter_all_warning_services = True
1345 # filter_hosts_in_soft_state = True
1346 # filter_hosts_services_maintenance = True
1347 # filter_services_in_soft_state = True
1348 # filter_services_on_down_hosts = True
1349 # filter_services_on_hosts_in_maintenance = True
1350 # filter_services_on_unreachable_hosts = True
1351 # notify_if_up = False
1352 # statusbar_floating = False
1353 # fullscreen = True
1354 # but i'm just going to rely on the webpage plus sms for now.
1355
1356
1357 # it asks if it should make users in it's group capture packets without root,
1358 # which is arguably more secure than running wireshark as root. default is no,
1359 # which is what i prefer, since I plan to use tcpdump to input to wireshark.
1360 s DEBIAN_FRONTEND=noninteractive pi wireshark-gtk
1361
1362 # /run and /dev/shm are listed as required for pulseaudio. All 4 in the group
1363 # listed in the default config as suggested.
1364 # /run/usr/1000 i noticed was missing for pulseaudio
1365 # /run/user/0 just seemed like a not bad idea, given the above
1366 tu /etc/schroot/desktop/fstab <<'EOF'
1367 /p /p none rw,bind 0 0
1368 /a /a none rw,bind 0 0
1369 /run /run none rw,bind 0 0
1370 /run/lock /run/lock none rw,bind 0 0
1371 /dev/shm /dev/shm none rw,bind 0 0
1372 /run/shm /run/shm none rw,bind 0 0
1373 /run/user/1000 /run/user/1000 none rw,bind 0 0
1374 /run/user/1001 /run/user/1001 none rw,bind 0 0
1375 /run/user/0 /run/user/0 none rw,bind 0 0
1376 EOF
1377
1378 sd /etc/systemd/system/schrootupdate.service <<'EOF'
1379 [Unit]
1380 Description=schrootupdate
1381 After=multi-user.target
1382
1383 [Service]
1384 Type=oneshot
1385 ExecStart=/usr/local/bin/sysd-mail-once schrootupdate /a/bin/distro-setup/schrootupdate
1386 EOF
1387 sd /etc/systemd/system/schrootupdate.timer <<'EOF'
1388 [Unit]
1389 Description=schrootupdate
1390
1391 [Timer]
1392 OnCalendar=*-*-* 04:20:00
1393
1394 [Install]
1395 WantedBy=timers.target
1396 EOF
1397 ser daemon-reload
1398 sgo schrootupdate.timer
1399
1400
1401
1402 # for my roommate
1403 case $distro in
1404 trisquel)
1405 m mkschroot -s /a/bin/fai/fai/config/files/etc/apt/sources.list.d/bullseye.list/BULLSEYE_FREE \
1406 debian bullseye firefox-esr pulseaudio chromium anki
1407 case $(debian-codename) in
1408 etiona|nabia)
1409 # we have a lot of t8 stuff, useful to have
1410 m mkschroot -s /a/bin/fai/fai/config/files/etc/apt/sources.list.d/flidas.list/FLIDAS \
1411 trisquel flidas
1412 tu /nocow/schroot/flidas/etc/sudoers <<EOF
1413 $USER ALL=(ALL) NOPASSWD: ALL
1414 Defaults env_keep += SUDOD
1415 Defaults always_set_home
1416 Defaults !umask
1417 EOF
1418 sd /nocow/schroot/flidas//etc/locale.gen <<'EOF'
1419 en_US.UTF-8 UTF-8
1420 EOF
1421 s schroot -c flidas locale-gen
1422 s schroot -c flidas update-locale LANG=en_US.UTF-8
1423 ;;
1424 esac
1425 ;;
1426 debian)
1427 pi chromium
1428 ;;
1429 esac
1430
1431 sudo mkdir -p /nocow/user
1432 sudo chown $USER:$USER /nocow/user
1433 pi anki
1434
1435
1436 ####### begin transmission
1437
1438 case $HOSTNAME in
1439 frodo)
1440 tdir=/i/k
1441 ;;
1442 kd)
1443 tdir=/d/tor
1444 ;;
1445 *)
1446 tdir=/nocow/user/tor
1447 ;;
1448 esac
1449
1450 mkdir -p $tdir
1451
1452 # adapted from /var/lib/dpkg/info/transmission-daemon.postinst
1453 # 450 seems likely to be unused. we need to specify one or else
1454 # it won't be stable across installs.
1455 if ! getent passwd debian-transmission > /dev/null; then
1456 sudo groupadd -g 450 debian-transmission
1457 sudo adduser --quiet \
1458 --gid 450 \
1459 --uid 450 \
1460 --system \
1461 --no-create-home \
1462 --disabled-password \
1463 --home /var/lib/transmission-daemon \
1464 debian-transmission
1465 fi
1466 # We want group writable stuff from transmission.
1467 # However, after setting this, I learn that transmission sets it's
1468 # own umask based on it's settings file. Well, no harm leaving this
1469 # so it's set right from the beginning.
1470 sudo chfn debian-transmission -o umask=0002
1471
1472 # note i had to do this, which is persistent:
1473 # cd /i/k
1474 # s chgrp debian-transmission torrents partial-torrents
1475
1476 # syslog says things like
1477 # 'Failed to set receive buffer: requested 4194304, got 425984'
1478 # google suggets giving it even more than that
1479 tu /etc/sysctl.conf<<'EOF'
1480 net.core.rmem_max = 67108864
1481 net.core.wmem_max = 16777216
1482 EOF
1483 sudo sysctl -p
1484
1485 # some reason it doesn\'t seem to start automatically anyways
1486 pi-nostart transmission-daemon
1487 # be extra sure its not started
1488 ser disable transmission-daemon
1489 ser stop transmission-daemon
1490
1491 # the folder was moved here after an install around 02/2017.
1492 # it contains runtime data,
1493 # plus a simple symlink to the config file which it\'s
1494 # not worth separating out.
1495 # between comps, the uid can change
1496
1497 f=$tdir/transmission-daemon
1498 for d in $tdir/partial-torrents $tdir/torrents $f; do
1499 if [[ ! -d $d ]]; then
1500 mkdir $d
1501 fi
1502 sudo chown -R debian-transmission:user2 $d
1503 done
1504 s lnf -T $f /var/lib/transmission-daemon/.config/transmission-daemon
1505 s lnf -T /etc/transmission-daemon/settings.json $f/settings.json
1506 sudo chown -R debian-transmission:debian-transmission $f
1507 sudo chown -R debian-transmission:debian-transmission /var/lib/transmission-daemon
1508 #
1509 # config file documented here, and it\'s the same config
1510 # for daemon vs client, so it\'s documented in the gui.
1511 # https://trac.transmissionbt.com/wiki/EditConfigFiles#Options
1512 #
1513 # I originaly setup rpc-whitelist, but after using
1514 # routing to a network namespace, it doesn\'t see the
1515 # real source address, so it\'s disabled.
1516 #
1517 # Changed the cache-size to 256 mb, reduces disk use.
1518 # It is a read & write cache.
1519 sudo ruby <<EOF
1520 require 'json'
1521 p = '/etc/transmission-daemon/settings.json'
1522 File.write(p, JSON.pretty_generate(JSON.parse(File.read(p)).merge({
1523 'rpc-whitelist-enabled' => false,
1524 'rpc-authentication-required' => false,
1525 'incomplete-dir' => '$tdir/partial-torrents',
1526 'incomplete-dir-enabled' => true,
1527 'download-dir' => '$tdir/torrents',
1528 "speed-limit-up" => 800,
1529 "speed-limit-up-enabled" => true,
1530 "peer-port" => 61486,
1531 "cache-size-mb" => 256,
1532 "ratio-limit" => 5.0,
1533 "ratio-limit-enabled" => false,
1534 })) + "\n")
1535 EOF
1536
1537 ####### end transmission
1538
1539 case $HOSTNAME in
1540 kd)
1541 # to persist upload/dl metadata. initially, moved all the stuff
1542 # in /var/lib/transmission-daemon to /d/tor
1543 s usermod --home /d/tor debian-transmission
1544 sgo transmission-daemon-nn
1545
1546 ;;
1547 esac
1548
1549
1550 ######### begin transmission client setup ######
1551
1552 if [[ -e /p/transmission-rpc-pass ]]; then
1553 # arch had a default config,
1554 # debian had nothing until you start it.
1555 # With a little trial an error, here is a minimal config
1556 # taken from the generated one, plus changes that the
1557 # settings ui does, without a bunch of ui crap settings.
1558 #
1559 # only settings I set were
1560 # hostname
1561 # auto-connect
1562 # password
1563
1564 # the password is randomly generated on first run, i copied it out
1565 # so it could be used by other hosts.
1566 sudo ruby <<'EOF'
1567 require 'json'
1568 p = '/etc/transmission-daemon/settings.json'
1569 s = JSON.parse(File.read(p))
1570 s["rpc-password"] = File.read("/p/transmission-rpc-pass").chomp
1571 # default is 0022 (18 in decimal)
1572 s["umask"] = 2
1573 File.write p, JSON.pretty_generate(s)
1574 EOF
1575
1576 rpc_pass=$(</p/transmission-rpc-pass)
1577 for f in /home/*; do
1578 u=${f##*/}
1579 uid=$(id -u $u 2>/dev/null) || continue
1580 if [[ ! $uid -ge 1000 ]]; then
1581 continue
1582 fi
1583 d=$f/.config/transmission-remote-gtk
1584 sudo -u $u mkdir -p $d
1585 # i tried setting hostname to transmission.b8.nz, so i could dynamically change where
1586 # this connects to, but it said some 421 denied error when I did that. Then it
1587 # froze X when i ran it under strace. Whatever.
1588 sudo -u $u dd of=$d/config.json <<EOF
1589 {
1590 "profiles" : [
1591 {
1592 "profile-name" : "Default",
1593 "hostname" : "10.173.0.2",
1594 "rpc-url-path" : "/transmission/rpc",
1595 "username" : "",
1596 "password" : "$rpc_pass",
1597 "auto-connect" : true,
1598 "ssl" : false,
1599 "timeout" : 40,
1600 "retries" : 3,
1601 "update-active-only" : false,
1602 "activeonly-fullsync-enabled" : false,
1603 "activeonly-fullsync-every" : 2,
1604 "update-interval" : 3,
1605 "min-update-interval" : 3,
1606 "session-update-interval" : 60,
1607 "exec-commands" : [],
1608 "destinations" : []
1609 }
1610 ],
1611 "profile-id" : 0,
1612 "add-options-dialog" : false
1613 }
1614 EOF
1615 done
1616 fi
1617 ######### end transmission client setup ######
1618
1619
1620 ### printer setup
1621 pi cups
1622
1623 sudo gpasswd -a $USER lpadmin # based on ubuntu wiki
1624 # goto http://127.0.0.1:631
1625 # administration tab, add new printer button.
1626 # In debian, I could use hte recommended driver,
1627 # in arch, I had to pick out the 6L driver.
1628
1629
1630 # bridge networking as user fails. google lead here, but it doesn\'t work:
1631 # oh well, I give up.
1632 # http://wiki.qemu.org/Features-Done/HelperNetworking
1633 # s mkdir /etc/qemu
1634 # f=/etc/qemu/bridge.conf
1635 # sd $f <<'EOF'
1636 # allow br0
1637 # EOF
1638 # #s chown root:qemu $f # debian has somethig like qemu-libvirt. equivalent?
1639 # s chmod 640 $f
1640
1641 # general known for debian/ubuntu, not for fedora
1642
1643 m /a/bin/buildscripts/go
1644 m /a/bin/buildscripts/rust
1645 m /a/bin/buildscripts/misc
1646 m /a/bin/buildscripts/pithosfly
1647 #m /a/bin/buildscripts/alacritty
1648 m /a/bin/buildscripts/kitty
1649
1650 pi-nostart virtinst virt-manager
1651 soff libvirtd
1652 # i cant if this is whats causing it to start even though
1653 # its disabled. note: it leaves around dnsmasq instances even
1654 # if you stop it. what the hell systemd?
1655 soff libvirt-guests
1656 # allow user to run vms, from debian handbook. libvirt-qemu
1657 # based on https://www.whonix.org/wiki/KVM#First-time_User.3F
1658 for x in iank user2; do s usermod -a -G libvirt,kvm,libvirt-qemu $x; done
1659
1660
1661 pi --no-install-recommends kdeconnect
1662 ### kdeconnect for gnome. started in /a/bin/distro-setup/desktop-20-autostart.sh
1663 ### but gnome + xmonad not working in flidas, so i disabled it
1664 # pi libgtk-3-dev python3-requests-oauthlib valac cmake python-nautilus libappindicator3-dev
1665 # cd /a/opt/indicator-kdeconnect
1666 # mkdir -p build
1667 # cd build
1668 # cmake .. -DCMAKE_INSTALL_PREFIX=/usr
1669 # make
1670 # sudo make install
1671 # # we can start it manually with /usr/lib/x86_64-linux-gnu/libexec/kdeconnectd
1672 # # it seems, according to
1673 # # /etc/xdg/autostart/kdeconnectd.desktop
1674 # # I'm not seeing the icon, but the clipboard replication is working
1675
1676
1677 ### model 01 arduino support ###
1678 # https://github.com/keyboardio/Kaleidoscope/wiki/Install-Arduino-support-on-Linux
1679 # also built latest arduino in /a/opt/Arduino, (just cd build; ant build; ant run )
1680 # set arduino var in bashrc,
1681 # have system config file setup too.
1682 sudo adduser $USER dialout
1683
1684 # this is for the mail command too. update-alternatives is kind of misleading
1685 # since at least it's main commands pretend mail does not exist.
1686 # bsd's mail got pulled in on some dumb dependency, i dunno how.
1687 sudo update-alternatives --set mailx /usr/bin/mail.mailutils
1688
1689 ######### end misc packages #########
1690
1691
1692 # packages I once used before and liked, but don\'t want installed now for
1693 # various reasons:
1694 # python-sqlite is used for offlineimap
1695 # lxappearance python-sqlite dolphin paman dconf-editor
1696
1697
1698
1699 ######## unfinished
1700
1701 # todo, finish configuring smart.
1702
1703 pi smartmontools
1704 # mostly from https://wiki.archlinux.org/index.php/S.M.A.R.T.
1705 # turn on smart. background on options:
1706 # first line, -a = test everyting on all devices.
1707 # -S on, turn on disk internal saving of vendor specific info,
1708 # from google, seems like this is usually already on and fairly standard.
1709 # -o on, turn on 4 hour period non-performance degrading testing.
1710 # short test daily 2-3am, extended tests Saturdays between 3-4am:
1711 sched="-s (S/../.././02|L/../../6/03)"
1712 sudo sed -i --follow-symlinks "s#^[[:space:]]*DEVICESCAN.*#\
1713 DEVICESCAN -a -o on -S on -n standby,q $sched \
1714 -m root@mail.iankelling.org -M exec /usr/local/bin/smart-notify#" /etc/smartd.conf
1715
1716 # in the default configuration of at least ubuntu 14.04, resolvconf is
1717 # configured to order any nameservers associated with tun* or tap*
1718 # before the normal internet interfaces, which means they are always
1719 # consulted first. This is often slower and undesirable, ie. local dns
1720 # queries go from 0ms to 10+ or 100+ ms. To reverse the ordering, you
1721 # can do:
1722 #sudo sed -i --follow-symlinks '/tun\*\|tap\*/d' /etc/resolvconf/interface-order
1723 # however, this breaks dns lookup for hosts on the openvpn lan.
1724 # I can\'t figure out why hosts on the normal lan would not be
1725 # broken under the default ordering, except the host I was
1726 # testing with previously had an entry in /etc/hosts.
1727
1728 ############# end unfinished
1729
1730 ########### misc stuff
1731
1732 if [[ $HOSTNAME != frodo ]]; then
1733 # remove. i moved this into dns
1734 echo | s cedit hole /etc/hosts ||:
1735 fi
1736
1737 if [[ ! -e ~/.local/bin/pip ]]; then
1738 tmp=$(mktemp)
1739 wget -O$tmp https://bootstrap.pypa.io/get-pip.py
1740 python3 $tmp --user
1741 hash -r
1742 fi
1743
1744
1745 ### begin timetrap setup
1746 if mountpoint /p &>/dev/null; then
1747 mkdir -p ~/.timetrap/
1748 ln -sf /a/opt/timetrap_formatters ~/.timetrap/formatters
1749 if ! type -p t &>/dev/null; then
1750 pi ruby-dev libsqlite3-dev
1751 gem install --user timetrap
1752 fi
1753 fi
1754 ### end timetrap setup
1755
1756 # leftover cleanup for t9
1757 pu resolvconf
1758
1759 case $codename in
1760 # needed for debootstrap scripts for fai since fai requires debian
1761 flidas)
1762 pi dnsmasq
1763 pi-nostart network-manager
1764 # i hate networkmanager. noo, of course disabling it doesnt work
1765 # unless you add a hack. found this by doing
1766 # systemd-analyze dot > x.dot
1767 # less x.dot
1768 # /networkman
1769 soff NetworkManager
1770 soff NetworkManager-wait-online.service
1771 # make networkmanager use resolvconf instead of its own dnsmasq which
1772 # conflicts with the normal dnsmasq package.
1773 f=/etc/NetworkManager/NetworkManager.conf
1774 m=$(md5sum $f)
1775 sudo sed -ri '/ *\[main\]/,/^ *\[[^]]+\]/{/^\s*dns[[:space:]=]/d}' $f
1776 sudo sed -ri '/ *\[main\]/a dns=default' $f
1777 if [[ $m != $(md5sum $f) ]]; then
1778 srestart NetworkManager
1779 fi
1780 # networkmanager has this nasty behavior on flidas: if the machine
1781 # crashes with dnsmasq running, on subsequent boot, it adds an entry to
1782 # resolvconf for 127.0.0.1 in some stupid attempt to restore
1783 # nameservers.
1784 # This can be manually fixed by stoping dnsmasq,
1785 # then based on whats in /run/dnsmasq/, i see we can run
1786 # s resolvconf -d NetworkManager
1787 # oh ya, and stoping NetworkManager leaves this crap behind without cleaning it up.
1788 ser disable NetworkManager
1789 ;;
1790 esac
1791
1792 # I have no use for avahi,
1793 # had to run this twice when doing manually, i dunno why
1794 soff avahi-daemon ||:
1795 sleep 1
1796 soff avahi-daemon
1797
1798 # make my /etc/fonts/conf.d/ get used.
1799 # I have a new sans-serif font there because the default one
1800 # displays l and I as the same char, grrrrr.
1801 sudo fc-cache
1802
1803 pi desktop-file-utils
1804 m /a/bin/distro-setup/mymimes
1805
1806
1807 sgo dynamicipupdate.timer
1808
1809
1810 # stop autopoping windows when i plug in an android phone.
1811 # dbus-launch makes this work within an ssh connection, otherwise you get this message,
1812 # with still 0 exit code.
1813 # dconf-WARNING **: failed to commit changes to dconf: Cannot autolaunch D-Bus without X11 $DISPLAY
1814 m dbus-launch gsettings set org.gnome.desktop.media-handling automount-open false
1815
1816
1817 # on grub upgrade, we get prompts unless we do this
1818 devs=()
1819 for dev in $(s btrfs fil show /boot | sed -nr 's#.*path\s+(\S+)$#\1#p'); do
1820 devs+=("$(devbyid $dev),")
1821 done
1822 devs[-1]=${devs[-1]%,} # jonied by commas
1823 sudo debconf-set-selections <<EOF
1824 grub-pc grub-pc/install_devices multiselect ${devs[*]}
1825 EOF
1826
1827 # btrfs maintenance
1828 sgo btrfsmaint.timer
1829 sgo btrfsmaintstop.timer
1830
1831 sgo systemstatus.timer
1832
1833
1834 if grep -xFq $HOSTNAME /a/bin/ds/machine_specific/btrbk.hosts; then
1835 sgo btrbk.timer
1836 fi
1837 # note: to see when it was last run,
1838 # ser list-timers
1839
1840 case $HOSTNAME in
1841 kd)
1842 sgo btrbkrust.timer
1843 ;;
1844 esac
1845
1846 end_msg <<'EOF'
1847 In mate settings settings, change scrolling to two-finger,
1848 because the default edge scroll doesn\'t work. Originally found this in debian.
1849 EOF
1850
1851 # Remove dep that came in with desktop to fix associations.
1852 m pu transmission-gtk
1853
1854 case $HOSTNAME in
1855 kd)
1856 lnf -T /d/vidshare /home/iank/Videos
1857 ;;
1858 esac
1859
1860 # # Based on guix manual instructions, also added code to profile.
1861 # # disabled since i'm not using it now.
1862 # pi nscd
1863 # if ! type -p guix >/dev/null; then
1864 # cd $(mktemp -d)
1865 # wget https://git.savannah.gnu.org/cgit/guix.git/plain/etc/guix-install.sh
1866 # # added some stuff to envonment.sh for profile based on
1867 # # manual instructions
1868 # # wget https://sv.gnu.org/people/viewgpg.php?user_id=15145 -qO - | gpg --import -
1869 # # echo is to get past prompt
1870 # yes | sudo -E HOME=$HOME bash guix-install.sh || [[ $? == 141 ]]
1871 # guix install glibc-utf8-locales
1872 # guix package --install guile
1873 # fi
1874
1875 lnf -T /a/opt ~/src
1876
1877 pi tor
1878 m /a/bin/buildscripts/tor-browser
1879 # one root command needed to install
1880 s ln -sf /a/opt/tor-browser_en-US/Browser/start-tor-browser /usr/local/bin
1881
1882
1883 # nfs server
1884 pi-nostart nfs-kernel-server
1885
1886 if [[ $HOSTNAME == tp ]]; then
1887 sd /etc/wireguard/wg0.conf <<EOF
1888 [Interface]
1889 PrivateKey = $(cat /p/c/machine_specific/tp/filesystem/root/wg.key)
1890 Address = 10.3.0.2/24, fdfd::2/64
1891
1892 [Peer]
1893 PresharedKey = $(cat /p/c/machine_specific/tp/filesystem/root/wg.psk)
1894 PublicKey = 9RnAsJB+ISrA/9lmDKBoT08oBiKwzA64exBBj+rO+ng=
1895 Endpoint = b8.nz:26000
1896 AllowedIPs = 10.3.0.1/24, fdfd::1/64
1897 PersistentKeepalive = 20
1898 EOF
1899 sudo systemctl enable wg-quick@wg0
1900 sudo systemctl start wg-quick@wg0
1901 fi
1902
1903
1904 if [[ $HOSTNAME == kw ]]; then
1905 # hosts 1-199. 200+ are dynamic, avoid those
1906 tu /etc/exports <<'EOF'
1907 /root/.ianktrisquel_9/.iank/e/e 192.168.0.0/25(rw,no_root_squash,async,no_subtree_check) 192.168.0.128/26(rw,no_root_squash,async,no_subtree_check) 192.168.0.192/29(rw,no_root_squash,async,no_subtree_check)
1908 /home/iank/.iank/e/e 192.168.0.0/25(rw,no_root_squash,async,no_subtree_check) 192.168.0.128/26(rw,no_root_squash,async,no_subtree_check) 192.168.0.192/29(rw,no_root_squash,async,no_subtree_check)
1909 EOF
1910 ekw
1911 sgo nfs-server
1912 sudo exportfs -rav
1913 fi
1914
1915
1916 # if I was going to create a persistent vm, i might do it like this:
1917 # variant=something # from: virt-install --os-variant list
1918 # s virt-install --noautoconsole --graphics spice,listen=0.0.0.0 \
1919 # --disk=/a/images/some_name.qcow2,bus=virtio --vcpus 2 -r 4096 -w bridge=br0 \
1920 # -n some_name --import --os-variant $variant --cpu host-model-only
1921
1922
1923 # for brother HL-2270DW, this worked:
1924 # https://askubuntu.com/questions/1067234/cant-use-wireless-brother-printer-2270dw-ubuntu-18-04
1925 # /a/opt/linux-brprinter-installer-2.2.2-1
1926 # answer n when it asks about uri.
1927 # Then go to cups, delete the existing printer, added on with dnssd url. browsed to
1928 # ppd at /usr/share/ppd/HL2270DW.ppd, which is duplicated at /usr/share/cups/model/HL2270DW.ppd
1929 # ppd file got installed from bash -x ./usr/local/Brother/Printer/HL2270DW/cupswrapper/cupswrap,
1930 # which I downloaded from their driver. but dont do that again, i copied it to /a/opt/HL2270DW.ppd,
1931 # use that.
1932
1933 # I had to reset it to use wired instead of wifi. it only uses 1 at a time. boot with go button held, after lights turn off, tap go 6 times.
1934 # Then it was already configured, but if i needed to, go to its web ui, default pass is "access".
1935
1936 ######### begin stuff belonging at the end ##########
1937
1938 end