2 # Copyright (C) 2016 Ian Kelling
4 # Licensed under the Apache License, Version 2.0 (the "License");
5 # you may not use this file except in compliance with the License.
6 # You may obtain a copy of the License at
8 # http://www.apache.org/licenses/LICENSE-2.0
10 # Unless required by applicable law or agreed to in writing, software
11 # distributed under the License is distributed on an "AS IS" BASIS,
12 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 # See the License for the specific language governing permissions and
14 # limitations under the License.
17 source /a
/bin
/errhandle
/err
18 src
="$(readlink -f -- "${BASH_SOURCE[0]}")"; src
=${src%/*} # directory of this file
20 # shellcheck source=./pkgs
24 exec &> >(sudo
tee -a /var
/log
/distro-end
)
25 echo "$0: $(date): starting now)"
26 # see example of usage to understand.
29 IFS
= read -r -d '' y ||
:
33 printf "$0: %s\n" "$*" >&2; exit 1
35 spa
() { # simple package add
39 codename
=$
(debian-codename
)
40 codename_compat
=$
(debian-codename-compat
)
42 sed="sed --follow-symlinks"
54 s debconf-set-selections
<<EOF
55 popularity-contest popularity-contest/participate boolean true
58 ########### begin section including li ################
70 # not needed for deb, dependency of at.
75 # no equivalent in other distros:
76 if isdeb
&& pcheck apt-file
; then
77 # this condition is just a speed optimization
86 # allows me to pipe with ssh -t, and gets rid of spam
87 # http://forums.debian.net/viewtopic.php?f=5&t=85822
88 # i'd rather disable the service than comment the init file
89 # this says disabling the service, it will still get restarted
90 # but this script doesn't do anything on restart, so it should be fine
91 s
dd of
=/var
/run
/motd.dynamic
if=/dev
/null
94 # this isn't a complete solution. It still shows me when updates are available,
95 # but it's no big deal.
96 s
rm -f /etc
/update-motd.d
/10-help-text /etc
/update-motd.d
/00-header
103 ### begin certbot install ###
104 if [[ $distro == debian
]]; then
105 # note, need python-certbot-nginx for nginx, but it depends on nginx,
106 # and I'm not installing nginx by default right now.
107 pi certbot python-certbot-apache
108 elif [[ $codename_compat == xenial
]]; then
109 # not packaged in xenial or flidas
110 pi software-properties-common
111 l
="deb http://ppa.launchpad.net/certbot/certbot/ubuntu xenial main"
112 if ! grep -xFq "$l" /etc
/apt
/sources.list
{,.d
/*.list
}; then
113 s add-apt-repository
-y ppa
:certbot
/certbot ||
:
116 pi python-certbot-apache
118 die
"distro unknown for certbot"
120 # make a version of the certbot timer that emails me.
121 x
=/systemd
/system
/certbot
122 $sed -r -f - /lib
$x.timer
<<'EOF' |s dd of=/etc${x}mail.timer
123 s,^Description.*,\0 mail version,
125 $sed -r -f - /lib
$x.service
<<'EOF' |s dd of=/etc${x}mail.service
126 s,(ExecStart=)(/usr/bin/certbot),\1/a/bin/log-quiet/sysd-mail-once certbotmail \2 --renew-hook /a/bin/distro-setup/certbot-renew-hook,
129 sgo certbotmail.timer
130 ### end certbot install ###
133 # dogcam setup. not using atm
136 # /a/bin/webcam/install-server
139 # /a/bin/webcam/install-client
144 ## not actually using prometheus just yet
145 # # office is not exposed to internet yet
146 # if [[ $HOSTNAME != kw ]]; then
147 # ## prometheus node exporter setup
148 # web-conf -f 9100 -p 9101 apache2 $(hostname -f) <<'EOF'
149 # #https://httpd.apache.org/docs/2.4/mod/mod_authn_core.html#authtype
150 # # https://stackoverflow.com/questions/5011102/apache-reverse-proxy-with-basic-authentication
154 # AuthName "Authentication Required"
155 # # setup one time, with root:www-data, 640
156 # AuthUserFile "/etc/prometheus-htpasswd"
167 f
=/var
/lib
/bind
/db.b8.nz
168 if [[ ! -e $f ]]; then
171 install -m 644 -o bind -g bind /p
/c
/machine_specific
/li
/bind-initial
/db.b8.nz
$f
176 li
) domain
=iankelling.org
;;
178 /a
/h
/setup.sh
$domain
181 # start mumble only when im going to use it, since i dont use it much
182 pi-nostart mumble-server
183 s
$sed -ri "s/^ *(serverpassword=).*/\1$(< /a/bin/bash_unpublished/mumble_pass)/" /etc
/mumble-server.ini
185 # do certificate to avoid warning about unsigned cert,
186 # which is overkill for my use, but hey, I'm cool, I know
188 web-conf apache2 mumble.iankelling.org
189 s
rm -f /etc
/apache
2/sites-enabled
/mumble.iankelling.org
191 export RENEWED_LINEAGE=/etc/letsencrypt/live/mumble.iankelling.org
192 /a/bin/distro-setup/certbot-renew-hook
196 # requested from linode via a support ticket.
197 # https://www.linode.com/docs/networking/an-overview-of-ipv6-on-linode/
198 # ipv6 stuff pieced together
199 # via slightly wrong information from
200 # https://github.com/angristan/openvpn-install/blob/master/openvpn-install.sh
201 # https://community.openvpn.net/openvpn/wiki/IPv6
204 vpn-server-setup
-rd 2600:3c00
:e000
:280::1/64 2600:3c00
::f03c
:91ff
:feb4
:0bf3
205 s
tee /etc
/openvpn
/client-config
/mail <<'EOF'
206 ifconfig-push 10.8.0.4 255.255.255.0
207 ifconfig-ipv6-push 2600:3c00:e000:280::2/64
210 if [[ -e /lib
/systemd
/system
/openvpn-server@.service
]]; then
211 vpn_service
=openvpn-server@server
213 vpn_service
=openvpn@server
216 sudo
dd of
=/etc
/systemd
/system
/vpnmail.service
<<EOF
218 Description=Turns on iptables mail nat
223 ExecStart=/a/bin/distro-setup/vpn-mail-forward start
224 ExecStop=/a/bin/distro-setup/vpn-mail-forward stop
227 WantedBy=$vpn_service.service
231 # needed for li's local mail delivery.
232 tu
/etc
/hosts
<<<"10.8.0.4 mail.iankelling.org"
234 # setup let's encrypt cert
235 web-conf apache2 mail.iankelling.org
236 s rm /etc/apache2/sites-enabled/mail.iankelling.org{,-redir}.conf
239 domain=cal.iankelling.org
240 web-conf -f 10.8.0.4:5232 - apache2 $domain <<'EOF'
241 #https://httpd.apache.org/docs/2.4/mod/mod_authn_core.html#authtype
242 # https://stackoverflow.com/questions/5011102/apache-reverse-proxy-with-basic-authentication
244 Options +FollowSymLinks +Multiviews +Indexes
247 AuthName "Authentication Required"
248 # setup one time, with root:www-data, 640
249 AuthUserFile "/etc/caldav-htpasswd"
253 # nginx version of above would be:
254 # auth_basic "Not currently available";
255 # auth_basic_user_file /etc/nginx/caldav/htpasswd;
259 ###### begin znc setup #####
262 # https://wiki.znc.in/FAQ seems to imply that znc doesn\'t need restart after cert change.
263 # to get into the web interface,
264 # then use non-main browser or else it doebsn't allow it based on ocsp stapling from my main site.
265 # https://iankelling.org:12533/
267 export RENEWED_LINEAGE=/etc/letsencrypt/live/iankelling.org
268 /a/bin/distro-setup/certbot-renew-hook
271 # znc config generated by doing
273 # selected port is also used in erc config
274 # comma separated channel list worked.
275 # while figuring things out, running znc -D for debug in foreground.
276 # to exit and save config:
277 # /msg *status shutdown
278 # configed auth on freenode by following
279 # https://wiki.znc.in/Sasl:
280 # /msg *sasl RequireAuth yes
281 # /msg *sasl Mechanism PLAIN
282 # /msg *sasl Set ident_name password
283 # created the system service after, and had to do
284 # mv /home/iank/.znc/* /var/lib/znc
285 # sed -i 's,/home/iank/.znc/,/var/lib/znc,' /var/lib/znc/config/znc.conf
286 # and made a copy of the config files into /p/c
287 # /msg *status LoadMod --type=global log -sanitize
288 # todo: in config file AllowWeb = true should be false. better security if that is off unless we need it.
289 # /msg *status LoadMod --type=network perform
290 # /msg *perform add PRIVMSG ChanServ :invite #fsf-office
291 # /msg *perform add JOIN #fsf-office
294 # also ran /znc LoadMod clearbufferonmsg
295 # it would be nice if erc supported erc query buffers by doing
296 # /msg *status clearbuffer <name of the query/receiver
298 # an example seems to be here: https://github.com/zenspider/elisp/blob/master/rwd-irc.el
299 # if that was the case i could remove the module clearbufferonmsg
300 # also would be nice if erc supported
301 # https://wiki.znc.in/self-message
302 # https://wiki.znc.in/Query_buffers \
304 s useradd --create-home -d /var/lib/znc --system --shell /sbin/nologin --comment "Account to run ZNC daemon" --user-group znc || [[ $? == 9 ]] # 9 if it exists already
305 s chmod 700 /var/lib/znc
306 s chown -R znc:znc /var/lib/znc
307 s dd of=/etc/systemd/system/znc.service 2>/dev/null <<'EOF'
309 Description=ZNC, an advanced IRC bouncer
310 After=network-online.target
313 ExecStart=/usr/bin/znc -f --datadir=/var/lib/znc
317 WantedBy=multi-user.target
321 ###### stop znc setup #####
324 ######### begin flidas pinned packages ######
325 case $(debian-codename) in
326 # needed for debootstrap scripts for fai since fai requires debian
328 curl http://archive.ubuntu.com/ubuntu/project/ubuntu-archive-keyring.gpg | s apt-key add -
329 s dd of=/etc/apt/preferences.d/flidas-xenial <<EOF
331 Pin: release a=xenial
335 Pin: release a=xenial-updates
339 Pin: release a=xenial-security
342 s dd of=/etc/apt/sources.list.d/xenial.list 2>/dev/null <<EOF
343 deb http://us.archive.ubuntu.com/ubuntu/ xenial main
344 deb http://us.archive.ubuntu.com/ubuntu/ xenial-updates main
345 deb http://us.archive.ubuntu.com/ubuntu/ xenial-security main
348 s apt-key adv --keyserver keyserver.ubuntu.com --recv-keys 3B4FE6ACC0B21F32
349 s dd of=/etc/apt/preferences.d/flidas-bionic <<EOF
351 Pin: release a=bionic
355 Pin: release a=bionic-updates
359 Pin: release a=bionic-security
363 # better to run btrfs-progs which matches our kernel version
364 # (note, renamed from btrfs-tools)
365 s dd of=/etc/apt/preferences.d/btrfs-progs <<EOF
366 Package: btrfs-progs libzstd1
367 Pin: release a=bionic
370 Package: btrfs-progs libzstd1
371 Pin: release a=bionic-updates
374 Package: btrfs-progs libzstd1
375 Pin: release a=bionic-security
382 deb http://us.archive.ubuntu.com/ubuntu/ bionic main
383 deb http://us.archive.ubuntu.com/ubuntu/ bionic-updates main
384 deb http://us.archive.ubuntu.com/ubuntu/ bionic-security main
386 f=/etc/apt/sources.list.d/bionic.list
387 if ! diff -q $t $f; then
393 # no special reason, but its better for btrfs-progs to
394 # be closer to our kernel version
399 aptitude download debootstrap/xenial
401 s cp ./usr/share/debootstrap/scripts/* /usr/share/debootstrap/scripts
403 s dd of=/etc/apt/preferences.d/flidas-etiona <<EOF
405 Pin: release a=etiona
409 Pin: release a=etiona-updates
413 Pin: release a=etiona-security
417 Pin: release a=etiona-backports
423 deb http://mirror.fsf.org/trisquel/ etiona main
424 deb http://mirror.fsf.org/trisquel/ etiona-updates main
425 deb http://archive.trisquel.info/trisquel/ etiona-security main
426 deb http://mirror.fsf.org/trisquel/ etiona-backports main
428 f=/etc/apt/sources.list.d/etiona.list
429 if ! diff -q $t $f; then
435 s dd of=/etc/apt/preferences.d/debian-goodies <<EOF
436 Package: debian-goodies
437 Pin: release n=etiona
442 s dd of=/etc/apt/preferences.d/flidas-buster <<EOF
444 Pin: release n=buster
448 Pin: release n=buster-updates
452 # dont use buster because it causes dist-upgrade to think its downgrading
453 # packages while really just reinstalling the same version.
454 f=/etc/apt/apt.conf.d/01iank
456 # # stupid buster uses some key algorithm not supported by flidas gpg that apt uses.
457 # s dd of=/etc/apt/apt.conf.d/01iank <<'EOF'
458 # Acquire::AllowInsecureRepositories "true";
461 f=/etc/apt/sources.list.d/buster.list
465 # deb http://http.us.debian.org/debian buster main
466 # deb-src http://http.us.debian.org/debian buster main
468 # deb http://security.debian.org/ buster/updates main
469 # deb-src http://security.debian.org/ buster/updates main
471 # deb http://http.us.debian.org/debian buster-updates main
472 # deb-src http://http.us.debian.org/debian buster-updates main
474 # if ! diff -q $t $f; then
480 # newer version needed for false positive in checkrestart.
481 # I did buster at first, but other problem above with having
482 # buster repos. not sure if the false positive exists in etiona.
483 p install -y --allow-unauthenticated debian-goodies
485 s dd of=/etc/apt/preferences.d/shellcheck <<EOF
487 Pin: release a=etiona
491 Pin: release a=etiona-updates
495 Pin: release a=etiona-security
499 s dd of=/etc/apt/preferences.d/bash <<EOF
501 Pin: release a=etiona
505 Pin: release a=etiona-updates
509 Pin: release a=etiona-security
517 pi debian-goodies shellcheck
521 ######### end flidas pinned packages ######
523 ##### begin automatic upgrades (after checkrestart has been installed) ####
524 s dd of=/etc/apt/apt.conf.d/10periodic <<'EOF'
525 # this file was mostly just comments.
526 APT::Periodic::Update-Package-Lists "1";
527 APT::Periodic::Download-Upgradeable-Packages "1";
528 APT::Periodic::AutocleanInterval "7";
529 APT::Periodic::Unattended-Upgrade "1";
532 s dd of=/etc/apt/apt.conf.d/50unattended-upgrades <<EOF
533 # fyi: default file has comments about available options,
534 # you may want to read that, do pkx unattended-upgrades
535 Unattended-Upgrade::Mail "root";
536 Unattended-Upgrade::MailOnlyOnError "true";
537 Unattended-Upgrade::Remove-Unused-Dependencies "true";
538 Unattended-Upgrade::Origins-Pattern {
539 # default is just security updates. this list found from reading
540 # match_whitelist_string() in `which unattended-upgrades`
541 "o=*,l=*,a=*,c=*,site=*,n=*";
545 # old names, too verbose
546 s rm -f /etc/cron.d/unattended-upgrade-reboot /usr/local/bin/zelous-unattended-reboot
548 s dd of=/etc/cron.d/myupgrade <<'EOF'
549 # Setup reboots when running outdated stuff, unattended upgrades happen
550 # at 6 am + rand(60 min).
551 20 7 * * * root /usr/local/bin/myupgrade | /usr/local/bin/log-once -1 myupgrade
552 0 * * * * root /usr/local/bin/mycheckrestart | /usr/local/bin/log-once -1 mycheckrestart
554 ##### end automatic upgrades ####
557 echo "$0: $(date): ending now)"
562 ########### end section including li/lj ###############
565 case $codename_compat in
567 # mate-indicator-applet and beyond are msc things I noticed diffing a
568 # standard install with mine.
569 pi xorg lightdm mate-desktop-environment mate-desktop-environment-extras mate-indicator-applet anacron
575 # mate doesnt have wayland support yet
576 pi task-gnome-desktop
583 # TODO: some of the X programs can be removed from pall when using wayland
585 # depends gcc is a way to install suggests. this is apparently the only
586 # way to install suggests even if the main package is already
587 # installed. reinstall doesn't work, uninstalling can cause removing
588 # dependent packages.
589 pi ${pall[@]} $(apt-cache search ruby[.0-9]+-doc| awk '{print $1}') $(apt-cache depends gcc|grep -i suggests:| awk '{print $2}') $($src/distro-pkgs)
593 wget -O$x https://bootstrap.pypa.io/get-pip.py
597 sgo fsf-vpn-dns-cleanup
600 # website is dead june 14 2019
601 s rm -f /etc/apt/sources.list.d/iridium-browser.list
606 # wget -qO - https://downloads.iridiumbrowser.de/ubuntu/iridium-release-sign-01.pub|sudo apt-key add -
609 # deb [arch=amd64] https://downloads.iridiumbrowser.de/deb/ stable main
610 # #deb-src https://downloads.iridiumbrowser.de/deb/ stable main
612 # f=/etc/apt/sources.list.d/iridium-browser.list
613 # if ! diff -q $t $f; then
623 ### begin home vpn server setup
626 # # this section done initially to make persistent keys.
627 # # Also note, I temporarily set /etc/hosts so my host was
628 # # b8.nz when running this, since the vpn client config
629 # # generator assumes we need to go to that server to get
631 # vpn-server-setup -rds
632 # s cp -r --parents /etc/openvpn/easy-rsa/keys /p/c/filesystem
633 # s chown -R 1000:1000 /p/c/filesystem/etc/openvpn/easy-rsa/keys
634 # # kw = kgpe work machine.
635 # for host in x2 x3 kw; do
636 # vpn-mk-client-cert -b $host -n home b8.nz 1196
637 # dir=/p/c/machine_specific/$host/filesystem/etc/openvpn/client
639 # s bash -c "cp /etc/openvpn/client/home* $dir"
640 # # note: /etc/update-resolv-conf-home also exists for all systems with /p
643 # key already exists, so this won't generate one, just the configs.
644 vpn-server-setup -rds
645 s tee -a /etc/openvpn/server/server.conf <<'EOF'
646 push "dhcp-option DNS 10.0.0.1"
647 push "route 10.0.0.0 255.255.0.0"
648 client-connect /a/bin/distro-setup/vpn-client-connect
650 s sed -i --follow-symlinks 's/10.8./10.9./g;s/^\s*port\s.*/port 1196/' /etc/openvpn/server/server.conf
652 if [[ $HOSTNAME == tp ]]; then
653 if [[ -e /lib/systemd/system/openvpn-server@.service ]]; then
654 vpn_service=openvpn-server@server
656 vpn_service=openvpn@server
660 ### end vpn server setup
664 # note, see bashrc for more documentation.
666 s dd of=/etc/systemd/system/rss2email.service <<'EOF'
668 Description=rss2email
669 After=multi-user.target
674 # about 24 hours of failures
675 # it copies over its files without respecting symlinks, so
676 # we pass options to use different location.
677 ExecStart=/a/bin/log-quiet/sysd-mail-once -288 rss2email r2e -d /p/c/rss2email.json -c /p/c/rss2email.cfg run
679 s dd of=/etc/systemd/system/rss2email.timer <<'EOF'
681 Description=rss2email
684 # for initial run. required.
686 # for subsequent runs.
687 OnUnitInactiveSec=300
690 WantedBy=timers.target
692 s systemctl daemon-reload
695 ######### begin pump.io periodic backup #############
696 if [[ $HOSTNAME == frodo ]]; then
697 s dd of=/etc/systemd/system/pumpbackup.service <<'EOF'
699 Description=pump li backup
700 After=multi-user.target
705 ExecStart=/a/bin/log-quiet/sysd-mail-once pump-backup /a/bin/distro-setup/pump-backup
707 s dd of=/etc/systemd/system/pumpbackup.timer <<'EOF'
709 Description=pump li backup hourly
715 WantedBy=timers.target
717 s systemctl daemon-reload
720 ######### end pump.io periodic backup #############
723 ######### begin irc periodic backup #############
724 if [[ $HOSTNAME == frodo ]]; then
725 s dd of=/etc/systemd/system/ircbackup.service <<'EOF'
727 Description=irc li backup
728 After=multi-user.target
733 ExecStart=/a/bin/log-quiet/sysd-mail-once irc-backup rsync -rlptDhSAX root@iankelling.org:/var/lib/znc/moddata/log/iank/freenode/ /k/irclogs
735 s dd of=/etc/systemd/system/ircbackup.timer <<'EOF'
737 Description=irc li backup hourly
743 WantedBy=timers.target
745 s systemctl daemon-reload
750 ######### end irc periodic backup #############
753 # https://github.com/jlebon/textern
755 make native-install USER=1
758 debian|trisquel|ubuntu)
759 # suggests resolvconf package. installing it here is redundant, but make sure anyways.
760 # todo: check other distros to make sure it\'s installed
761 pi-nostart openvpn resolvconf
762 # pi-nostart does not disable
768 /a/bin/distro-setup/radicale-setup
770 ## android studio setup
771 # this contains the setting for android sdk to point to
772 # /a/opt/androidsdk, which is asked upon first run
773 lnf /a/opt/.AndroidStudio2.2 ~
774 # android site says it needs a bunch of packages for ubuntu,
775 # but I googled for debian, and someone says you just need lib32stdc++6 plus the
777 # https://pid7007blog.blogspot.com/2015/07/installing-android-studio-in-debian-8.html
778 # see w.org for more android studio details
779 spa lib32stdc++6 default-jdk
782 ############# begin syncthing setup ###########
783 if [[ $HOSTNAME == frodo ]]; then
784 # It\'s simpler to just worry about running it in one place for now.
785 # I assume it would work to clone it\'s config to another non-phone
786 # and just run it in one place instead of the normal having a
787 # separate config. I lean toward using the same config, since btrfs
788 # syncs between comps.
790 arch) pi syncthing ;;
791 trisquel|ubuntu|debian)
792 # testing has relatively up to date packages
793 if ! isdebian-testing; then
794 # based on error when doing apt-get update:
795 # E: The method driver /usr/lib/apt/methods/https could not be found.
796 pi apt-transport-https
797 # google led me here:
798 # https://apt.syncthing.net/
799 curl -s https://syncthing.net/release-key.txt | sudo apt-key add -
800 s="deb http://apt.syncthing.net/ syncthing release"
801 if [[ $(cat /etc/apt/sources.list.d/syncthing.list) != "$s" ]]; then
802 echo "$s" | s dd of=/etc/apt/sources.list.d/syncthing.list
809 lnf -T /w/syncthing /home/iank/.config/syncthing
810 ser daemon-reload # syncthing likely not properly packaged
811 sgo syncthing@iank # runs as iank
813 # these things persist in ~/.config/syncthing, which I save in
814 # /w/syncthing (not in /p, because syncthing should continue to
815 # run on home server even when using laptop as primary device)
816 # open http://localhost:8384/
817 # change listen address from default to tcp://:22001,
818 # this is because we do port forward so it doesn\'t have to use
819 # some external server, but the syncthing is broken for port forward,
820 # you get a message, something "like connected to myself, this should not happen"
821 # when connecting to other local devices, so I bump the port up by 1,
823 # https://forum.syncthing.net/t/connected-to-myself-should-not-happen/1763/19.
824 # Without this, it was being stuck syncing at 0%.
825 # Set gui username and password.
827 # install syncthing via f-droid,
828 # folder setting, turn off send only.
829 # on phone, add device, click bar code icon
830 # on dekstop, top right, actions, device id
831 # after adding, notification will appear on desktop to confirm
833 # syncing folder. from phone to desktop: select desktop in the
834 # folder on phone\'s sync options, notification will appear in
835 # desktop\'s web ui within a minute. For the reverse, the
836 # notification will appear in android\'s notifications, you have to
837 # swipe down and tap it to add the folder. It won\'t appear in the
838 # syncthing ui, which would be intuitive, but don\'t wait for it
839 # there. The notification may not work, instead open the web gui
840 # from in the app, there should be a notification within there.
842 # On phone, set settings to run syncthing all the time, and
843 # show no notification.
845 # Folder versioning would make sense if I didn\'t already use btrfs
846 # for backups. I would choose staggered, or trash can for more space.
848 # if needed to install on a remote comp:
849 # ssh -L 8384:localhost:8384 -N frodo
850 # open http://localhost:8384/
852 # Note, the other thing i did was port forward port 22000,
853 # per https://docs.syncthing.net/users/firewall.html
856 ############# end syncthing setup ###########
860 ####### begin misc packages ###########
869 # sakura config is owned by ian
872 sudo -u user2 -i reset-konsole
873 # user2 xscreensaver we don't want to reset
877 # this would install from cabal for newer / consistent version across os, but it screws up xmonad, so disabled for now.
878 # this is also in primary-setup
879 # pi libxss-dev # dependency based on build failure
881 # cabal install --upgrade-dependencies --force-reinstalls arbtt
882 # also, i assume syncing this between machines somehow messed thin
883 #lnf -T /m/arbtt-capture.log ~/.arbtt/capture.log
887 if [[ ! -e ~/.linphonerc && -e /p/.linphonerc-initial ]]; then
888 cp /p/.linphonerc-initial ~/.linphonerc
892 ### begin spd install
893 pi libswitch-perl libdigest-md5-file-perl libgnupg-interface-perl
895 wget -O $t http://mirror.fsf.org/fsfsys-trisquel/fsfsys-trisquel/pool/main/s/spd-perl/spd-perl_0.2-1_amd64.deb
898 # this guesses at the appropriate directory, adjust if needed
899 perldir=(/usr/lib/x86_64-linux-gnu/perl/5.*)
900 sudo ln -sf ../../../perl/5.18.2/SPD/ ${perldir[0]}
901 # newer distro had gpg2 as default, older one, flidas, need to make it that way
902 gpgpath=$(which gpg2)
904 s mkdir -p /usr/local/spdhackfix
905 s lnf -T $gpgpath /usr/local/spdhackfix/gpg
910 if [[ $HOSTNAME == kw ]]; then
912 NOTE: after this finishes, i did
914 # remove br from auto:
915 s vim /etc/network/interfaces
919 # nagstamon setting which were set through the ui
921 # all unknown sources
922 # all warning services
923 # acknowledged hosts & services
924 # hosts & services down for maintenence
925 # services on down hosts
926 # services on hosts in maintenece
927 # services on unreachable osts
928 # hosts in soft state
929 # services in soft state
930 # in display tab: fullscreen
932 # these translate to these settings I think
933 # filter_acknowledged_hosts_services = True
934 # filter_all_unknown_services = True
935 # filter_all_warning_services = True
936 # filter_hosts_in_soft_state = True
937 # filter_hosts_services_maintenance = True
938 # filter_services_in_soft_state = True
939 # filter_services_on_down_hosts = True
940 # filter_services_on_hosts_in_maintenance = True
941 # filter_services_on_unreachable_hosts = True
942 # notify_if_up = False
943 # statusbar_floating = False
945 # but i'm just going to rely on the webpage plus sms for now.
949 debian|trisquel|ubuntu)
950 # it asks if it should make users in it's group capture packets without root,
951 # which is arguably more secure than running wireshark as root. default is no,
952 # which is what i prefer, since I plan to use tcpdump to input to wireshark.
953 s DEBIAN_FRONTEND=noninteractive pi wireshark-gtk
958 # /run and /dev/shm are listed as required for pulseaudio. All 4 in the group
959 # listed in the default config as suggested.
960 # /run/usr/1000 i noticed was missing for pulseaudio
961 # /run/user/0 just seemed like a not bad idea, given the above
962 tu /etc/schroot/desktop/fstab <<'EOF'
963 /run /run none rw,bind 0 0
964 /run/lock /run/lock none rw,bind 0 0
965 /dev/shm /dev/shm none rw,bind 0 0
966 /run/shm /run/shm none rw,bind 0 0
967 /run/user/1000 /run/user/1000 none rw,bind 0 0
968 /run/user/1001 /run/user/1001 none rw,bind 0 0
969 /run/user/0 /run/user/0 none rw,bind 0 0
977 repo=http://archive.ubuntu.com/ubuntu/
980 repo=http://deb.debian.org/debian/
985 if schroot -l | grep -xFq chroot:$n; then
986 echo "$0: $n schroot already installed, skipping"
991 s dd of=/etc/schroot/chroot.d/$n.conf <<EOF
997 preserve-environment=true
1000 if [[ -e $d/bin ]]; then
1001 s chroot $d apt-get update
1002 s chroot $d apt-get -y dist-upgrade --purge --auto-remove
1003 cd; s schroot -c $n -- apt-get install --allow-unauthenticated -y ${apps[@]}
1007 s debootstrap $n $d $repo
1008 cd; s schroot -c $n -- apt-get install --allow-unauthenticated -y ${apps[@]}
1010 s cp -P {,$d}/etc/localtime
1012 s dd of=/etc/systemd/system/schrootupdate.service <<'EOF'
1014 Description=schrootupdate
1015 After=multi-user.target
1019 ExecStart=/a/bin/log-quiet/sysd-mail-once schrootupdate /a/bin/distro-setup/schrootupdate
1021 s dd of=/etc/systemd/system/schrootupdate.timer <<'EOF'
1023 Description=schrootupdate
1026 OnCalendar=*-*-* 04:20:00
1029 WantedBy=timers.target
1031 s systemctl daemon-reload
1032 sgo schrootupdate.timer
1039 mkschroot debian stretch firefox-esr pulseaudio chromium
1046 s mkdir -p /nocow/user
1047 s chown $USER:$USER /nocow/user
1051 # adapted from /var/lib/dpkg/info/transmission-daemon.postinst
1052 # 450 seems likely to be unused. we need to specify one or else
1053 # it won't be stable across installs.
1054 if ! getent passwd debian-transmission > /dev/null; then
1055 s groupadd -g 450 debian-transmission
1063 --home-dir /var/lib/transmission-daemon \
1064 --shell /bin/false \
1073 --disabled-password \
1074 --home /var/lib/transmission-daemon \
1079 # We want group writable stuff from transmission.
1080 # However, after setting this, I learn that transmission sets it's
1081 # own umask based on it's settings file. Well, no harm leaving this
1082 # so it's set right from the beginning.
1083 s chfn debian-transmission -o umask=0002
1086 debian|trisquel|ubuntu)
1087 # note i had to do this, which is persistent:
1089 # s chgrp debian-transmission torrents partial-torrents
1091 # syslog says things like
1092 # 'Failed to set receive buffer: requested 4194304, got 425984'
1093 # google suggets giving it even more than that
1094 tu /etc/sysctl.conf<<'EOF'
1095 net.core.rmem_max = 67108864
1096 net.core.wmem_max = 16777216
1100 # some reason it doesn\'t seem to start automatically anyways
1101 pi-nostart transmission-daemon
1102 # be extra sure its not started
1103 ser disable transmission-daemon
1104 ser stop transmission-daemon
1106 # the folder was moved here after an install around 02/2017.
1107 # it contains runtime data,
1108 # plus a simple symlink to the config file which it\'s
1109 # not worth separating out.
1110 # between comps, the uid can change
1111 f=/i/transmission-daemon
1112 s lnf -T $f /var/lib/transmission-daemon/.config/transmission-daemon
1113 if [[ -e $f ]]; then
1114 s chown -R debian-transmission:debian-transmission $f
1116 for f in /i/k/partial-torrents /i/k/torrents; do
1117 if [[ -e $f ]]; then
1118 s chown -R debian-transmission:user2 $f
1121 s chown -R debian-transmission:debian-transmission /var/lib/transmission-daemon
1123 # config file documented here, and it\'s the same config
1124 # for daemon vs client, so it\'s documented in the gui.
1125 # https://trac.transmissionbt.com/wiki/EditConfigFiles#Options
1127 # I originaly setup rpc-whitelist, but after using
1128 # routing to a network namespace, it doesn\'t see the
1129 # real source address, so it\'s disabled.
1131 # Changed the cache-size to 256 mb, reduces disk use.
1132 # It is a read & write cache.
1136 p = '/etc/transmission-daemon/settings.json'
1137 File.write(p, JSON.pretty_generate(JSON.parse(File.read(p)).merge({
1138 'rpc-whitelist-enabled' => false,
1139 'rpc-authentication-required' => false,
1140 'incomplete-dir' => '/i/k/partial-torrents',
1141 'incomplete-dir-enabled' => true,
1142 'download-dir' => '/i/k/torrents',
1143 "speed-limit-up" => 800,
1144 "speed-limit-up-enabled" => true,
1145 "peer-port" => 61486,
1146 "cache-size-mb" => 256,
1147 "ratio-limit" => 5.0,
1148 "ratio-limit-enabled" => true,
1153 # todo: others unknown
1158 # trisquel 8 = openvpn, debian stretch = openvpn-client
1159 vpn_ser=openvpn-client
1160 if [[ ! -e /lib/systemd/system/openvpn-client@.service ]]; then
1164 s dd of=/etc/systemd/system/transmission-daemon-nn.service <<EOF
1166 Description=Transmission BitTorrent Daemon netns
1167 After=network.target
1168 Requires=${vpn_ser}-nn@client.service
1169 After=${vpn_ser}-nn@client.service
1170 JoinsNamespaceOf=${vpn_ser}-nn@client.service
1173 #User=debian-transmission
1174 # notify type doesn't work with sudo
1176 ExecStart=/usr/bin/nsenter --mount=/root/mount_namespaces/client sudo -u debian-transmission /usr/bin/transmission-daemon -f --log-error
1177 ExecReload=/bin/kill -s HUP \$MAINPID
1182 WantedBy=multi-user.target
1186 if [[ $HOSTNAME == frodo ]]; then
1187 sgo transmission-daemon-nn
1191 ######### begin transmission client setup ######
1193 if [[ -e /p/transmission-rpc-pass ]]; then
1194 # arch had a default config,
1195 # debian had nothing until you start it.
1196 # With a little trial an error, here is a minimal config
1197 # taken from the generated one, plus changes that the
1198 # settings ui does, without a bunch of ui crap settings.
1200 # only settings I set were
1205 # the password is randomly generated on first run, i copied it out
1206 # so it could be used by other hosts.
1209 p = '/etc/transmission-daemon/settings.json'
1210 s = JSON.parse(File.read(p))
1211 s["rpc-password"] = File.read("/p/transmission-rpc-pass").chomp
1212 # default is 0022 (18 in decimal)
1214 File.write p, JSON.pretty_generate(s)
1217 rpc_pass=$(</p/transmission-rpc-pass)
1218 for f in /home/*; do
1220 if [[ ! $(id -u $u) -ge 1000 ]]; then
1223 d=$f/.config/transmission-remote-gtk
1225 s -u $u dd of=$d/config.json <<EOF
1229 "profile-name" : "Default",
1230 "hostname" : "transmission.b8.nz",
1231 "rpc-url-path" : "/transmission/rpc",
1233 "password" : "$rpc_pass",
1234 "auto-connect" : true,
1238 "update-active-only" : false,
1239 "activeonly-fullsync-enabled" : false,
1240 "activeonly-fullsync-every" : 2,
1241 "update-interval" : 3,
1242 "min-update-interval" : 3,
1243 "session-update-interval" : 60,
1251 "add-options-dialog" : false
1256 ######### end transmission client setup ######
1258 # dunno why it\'s there, but get rid of it
1260 li|lj) s rm -rf /home/linode ;;
1267 pi cups ghostscript gsfonts # from arch wiki cups page
1268 pi hplip # from google
1269 s gpasswd -a $USER sys # from arch wiki
1270 sgo org.cups.cupsd.service
1272 debian|trisquel|ubuntu)
1274 s gpasswd -a $USER lpadmin # based on ubuntu wiki
1277 # other distros unknown
1279 # goto http://127.0.0.1:631
1280 # administration tab, add new printer button.
1281 # In debian, I could use hte recommended driver,
1282 # in arch, I had to pick out the 6L driver.
1285 # allow user to run vms, from debian handbook
1286 for x in iank user2; do s usermod -a -G libvirt,kvm $x; done
1287 # bridge networking as user fails. google lead here, but it doesn\'t work:
1288 # oh well, I give up.
1289 # http://wiki.qemu.org/Features-Done/HelperNetworking
1291 # f=/etc/qemu/bridge.conf
1292 # s dd of=$f <<'EOF'
1295 # #s chown root:qemu $f # debian has somethig like qemu-libvirt. equivalent?
1298 # general known for debian/ubuntu, not for fedora
1301 debian|trisquel|ubuntu)
1302 if ! type -p go &>/dev/null; then
1304 # just the latest stable at the time of writing
1305 # TODO, maybe put this all into a build script,
1306 # and do some automatic updates
1307 wget -q https://dl.google.com/go/go1.12.4.linux-amd64.tar.gz
1308 s tar -C /usr/local -xzf go1.12.4.linux-amd64.tar.gz
1311 go get -u mvdan.cc/fdroidcl
1312 # a bit of googling, and added settings to bashrc
1319 # otherwise we get error about accessing kvm module.
1320 # seems like there might be a better way, but google was a bit vague.
1321 s $sed -ri '/^ *user *=/d' /etc/libvirt/qemu.conf
1322 echo 'user = "root"' | s tee -a /etc/libvirt/qemu.conf
1323 # guessing this is not needed
1324 #sgo virtlogd.service
1326 # iank: disabed as im not using libvirt usually
1327 # # https://bbs.archlinux.org/viewtopic.php?id=206206
1328 # # # this should prolly go in the wiki
1329 # sgo virtlogd.socket
1332 debian|trisquel|ubuntu)
1333 pi-nostart virtinst virt-manager
1342 wget ftp://ftp.gnu.org/pub/gnu/global/global-6.5.7.tar.gz
1345 # based on https://github.com/leoliu/ggtags
1346 ./configure --with-exuberant-ctags=/usr/bin/ctags
1349 pip install pygments
1357 debian|trisquel|ubuntu)
1364 # removed synergy since ive not used it in a long time
1367 pi --no-install-recommends kdeconnect
1368 ### kdeconnect for gnome. started in /a/bin/distro-setup/desktop-20-autostart.sh
1369 ### but gnome + xmonad not working in flidas, so i disabled it
1370 # pi libgtk-3-dev python3-requests-oauthlib valac cmake python-nautilus libappindicator3-dev
1371 # cd /a/opt/indicator-kdeconnect
1374 # cmake .. -DCMAKE_INSTALL_PREFIX=/usr
1377 # # we can start it manually with /usr/lib/x86_64-linux-gnu/libexec/kdeconnectd
1378 # # it seems, according to
1379 # # /etc/xdg/autostart/kdeconnectd.desktop
1380 # # I'm not seeing the icon, but the clipboard replication is working
1383 ### model 01 arduino support ###
1384 # https://github.com/keyboardio/Kaleidoscope/wiki/Install-Arduino-support-on-Linux
1385 # also built latest arduino in /a/opt/Arduino, (just cd build; ant build; ant run )
1386 # set arduino var in bashrc,
1387 # have system config file setup too.
1388 sudo adduser $USER dialout
1391 sudo usermod -a -G uucp $USER
1395 # this is for the mail command too. update-alternatives is kind of misleading
1396 # since at least it's main commands pretend mail does not exist.
1397 # bsd's mail got pulled in on some dumb dependency, i dunno how.
1398 s update-alternatives --set mailx /usr/bin/mail.mailutils
1400 ######### end misc packages #########
1403 # packages I once used before and liked, but don\'t want installed now for
1405 # python-sqlite is used for offlineimap
1406 # lxappearance python-sqlite dolphin paman dconf-editor
1412 # todo, finish configuring smart.
1415 # mostly from https://wiki.archlinux.org/index.php/S.M.A.R.T.
1416 # turn on smart. background on options:
1417 # first line, -a = test everyting on all devices.
1418 # -S on, turn on disk internal saving of vendor specific info,
1419 # from google, seems like this is usually already on and fairly standard.
1420 # -o on, turn on 4 hour period non-performance degrading testing.
1421 # short test daily 2-3am, extended tests Saturdays between 3-4am:
1422 sched="-s (S/../.././02|L/../../6/03)"
1423 s sed -i --follow-symlinks "s#^[[:space:]]*DEVICESCAN.*#\
1424 DEVICESCAN -a -o on -S on -n standby,q $sched \
1425 -m ian@iankelling.org -M exec /usr/local/bin/smart-notify#" /etc/smartd.conf
1427 # in the default configuration of at least ubuntu 14.04, resolvconf is
1428 # configured to order any nameservers associated with tun* or tap*
1429 # before the normal internet interfaces, which means they are always
1430 # consulted first. This is often slower and undesirable, ie. local dns
1431 # queries go from 0ms to 10+ or 100+ ms. To reverse the ordering, you
1433 #sudo sed -i --follow-symlinks '/tun\*\|tap\*/d' /etc/resolvconf/interface-order
1434 # however, this breaks dns lookup for hosts on the openvpn lan.
1435 # I can\'t figure out why hosts on the normal lan would not be
1436 # broken under the default ordering, except the host I was
1437 # testing with previously had an entry in /etc/hosts.
1439 ############# end unfinished
1441 ########### misc stuff
1443 # make networkmanager use resolvconf instead of its own dnsmasq which
1444 # conflicts with the normal dnsmasq package.
1445 f=/etc/NetworkManager/NetworkManager.conf
1447 s sed -ri '/ *\[main\]/,/^ *\[[^]]+\]/{/^\s*dns[[:space:]=]/d}' $f
1448 if [[ $m != $(md5sum $f) ]]; then
1449 srestart NetworkManager
1452 # make my /etc/fonts/conf.d/ get used.
1453 # I have a new sans-serif font there because the default one
1454 # displays l and I as the same char, grrrrr.
1457 /a/bin/distro-setup/mymimes
1463 # stop autopoping windows when i plug in an android phone.
1464 # dbus-launch makes this work within an ssh connection, otherwise you get this message,
1465 # with still 0 exit code.
1466 # dconf-WARNING **: failed to commit changes to dconf: Cannot autolaunch D-Bus without X11 $DISPLAY
1467 dbus-launch gsettings set org.gnome.desktop.media-handling automount-open false
1470 # on grub upgrade, we get prompts unless we do this
1472 for dev in $(s btrfs fil show /boot | sed -nr 's#.*path\s+(\S+)$#\1#p'); do
1473 devs+=("$(devbyid $dev),")
1475 devs[-1]=${devs[-1]%,} # jonied by commas
1476 s debconf-set-selections <<EOF
1477 grub-pc grub-pc/install_devices multiselect ${devs[*]}
1481 sgo btrfsmaint.timer
1482 sgo btrfsmaintstop.timer
1485 # the wiki backup script from ofswiki.org uses generic paths
1486 s lnf /p/c/machine_specific/li/mw_vars /root
1487 s lnf /k/backup/wiki_backup /root
1491 trisquel|ubuntu|debian)
1492 # unison-gtk second, i want it to be default, not sure if that works
1493 # with spa. note, I used to install from testing repo when using stable,
1494 # but it shouldn't be needed since I wrote a script to handle mismatching
1496 spa unison unison-gtk
1505 # default is alsa, doesn\'t work with with pianobar
1506 s dd of=/etc/libao.conf <<'EOF'
1507 default_driver=pulse
1512 # # disabled due to my patch being in btrbk
1514 # arch|debian|trisquel|ubuntu) pi btrbk ;;
1521 # note: to see when it was last run,
1526 In mate settings settings, change scrolling to two-finger,
1527 because the default edge scroll doesn\'t work. Originally found this in debian.
1532 # remove dep that came in with desktop
1539 debian|trisquel|ubuntu) s gpasswd -a iank adm ;; #needed for reading logs
1542 /a/bin/buildscripts/pithosfly
1545 # based on guix manual instructions, also added code to profile
1547 if ! type -p guix >/dev/null; then
1549 wget https://git.savannah.gnu.org/cgit/guix.git/plain/etc/guix-install.sh
1550 # added some stuff to envonment.sh for profile based on
1551 # manual instructions
1552 # wget https://sv.gnu.org/people/viewgpg.php?user_id=15145 -qO - | gpg --import -
1553 # echo is to get past prompt
1554 yes | sudo -E HOME=$HOME bash guix-install.sh || [[ $? == 141 ]]
1555 guix install glibc-utf8-locales
1556 guix package --install guile
1560 curl https://sh.rustup.rs -sSf | bash -s -- -y
1561 # todo: update this. updates in rust are stupidly complicate
1562 if ! which rg &>/dev/null; then
1563 cargo install ripgrep
1569 # https://www.torproject.org/docs/rpms.html.en
1570 # https://www.torproject.org/docs/debian.html.en
1571 # todo: figure out if the running service needs to be restarted upon updates
1572 # todo on fedora: setup non-dev packages
1574 s dd of=/etc/yum.repos.d/torproject.repo <<'EOF'
1576 name=Tor experimental repo
1578 baseurl=http://deb.torproject.org/torproject.org/rpm/tor-testing/fc/20/$basearch/
1580 gpgkey=http://deb.torproject.org/torproject.org/rpm/RPM-GPG-KEY-torproject.org.asc
1583 name=Tor experimental source repo
1586 baseurl=http://deb.torproject.org/torproject.org/rpm/tor-testing/fc/20/SRPMS
1588 gpgkey=http://deb.torproject.org/torproject.org/rpm/RPM-GPG-KEY-torproject.org.asc
1591 # to be secure, take a look at the fingerprint reported from the following install, and see if it matches from the link above:
1592 # 3B9E EEB9 7B1E 827B CF0A 0D96 8AF5 653C 5AC0 01F1
1594 /a/bin/buildscripts/tor-browser
1597 tu /etc/apt/sources.list "deb http://deb.torproject.org/torproject.org $(debian-codename) main"
1598 gpg --keyserver keys.gnupg.net --recv 886DDD89
1599 gpg --export A3C4F0F979CAA22CDBA8F512EE8CBC9E886DDD89 | sudo apt-key add -
1601 pi deb.torproject.org-keyring
1603 /a/bin/buildscripts/tor-browser
1607 /a/bin/buildscripts/tor-browser
1610 pi tor tor-browser-en
1620 fedora todo: disable the firewall or find a way to automate it.
1621 there's an unused section in t.org for tramikssion firewall setup
1623 fedora manual config for nfs:
1625 change to permanent configuration
1626 check the box for nfs
1627 was hard to figure this out, not sure if this is all needed, but
1629 mountd: udp/tcp 20048
1630 portmapper, in firewall-config its called rpc-bind: udp/tcp 111
1631 troubleshooting, unblock things in rpcinfo -p
1632 make sure to reload the firewall to load the persistent configuration
1638 debian|trisquel|ubuntu)
1639 pi-nostart nfs-server
1642 pi nfs-utils || pending_reboot=true
1646 # networkmanager has this nasty behavior on flidas: if the machine
1647 # crashes with dnsmasq running, on subsequent boot, it adds an entry to
1648 # resolvconf for 127.0.0.1 in some stupid attempt to restore
1650 # This can be manually fixed by stoping dnsmasq,
1651 # then based on whats in /run/dnsmasq/, i see we can run
1652 # s resolvconf -d NetworkManager
1653 # oh ya, and stoping NetworkManager leaves this crap behind without cleaning it up.
1654 ser stop NetworkManager
1655 ser disable NetworkManager
1658 if [[ $HOSTNAME == frodo ]]; then
1659 # nohide = export filesystems mounted deeper than the export point
1660 # fsid=0 makes this export the "root" export
1661 # not documented in the man page, but this means
1662 # 1. it can be mounted with a shorthand of server:/
1663 # 2. exports that are subdirectories of this one will automatically be mounted
1664 tu /etc/exports <<'EOF'
1665 /k 10.0.0.0/24(rw,fsid=0,nohide,no_root_squash,async,no_subtree_check,insecure)
1675 # if I was going to create a persistent vm, i might do it like this:
1676 # variant=something # from: virt-install --os-variant list
1677 # s virt-install --noautoconsole --graphics spice,listen=0.0.0.0 \
1678 # --disk=/a/images/some_name.qcow2,bus=virtio --vcpus 2 -r 4096 -w bridge=br0 \
1679 # -n some_name --import --os-variant $variant --cpu host-model-only
1683 ######### begin stuff belonging at the end ##########
1686 if $pending_reboot; then
1687 echo "$0: pending reboot and then finished. doing it now."
1690 echo "$0: $(date): ending now)"