#!/bin/bash
# Copyright (C) 2019 Ian Kelling
# SPDX-License-Identifier: AGPL-3.0-or-later
if [[ -s ~/.bashrc ]];then . ~/.bashrc;fi

### setup
source /a/bin/errhandle/err
src="$(readlink -f -- "${BASH_SOURCE[0]}")"; src=${src%/*} # directory of this file

if [[ $EUID == 0 ]]; then
  echo "$0: error: run as regular user" >&2
  exit 1
fi

err-cleanup() {
  echo 1 >~/.local/distro-end
}

# shellcheck source=./pkgs
source $src/pkgs

echo "$0: $(date) starting now)"
# see example of usage to understand.
end_msg() {
  local y
  IFS= read -r -d '' y  ||:
  end_msg_var+="$y"
}
end() {
  e "$end_msg_var"
  echo 0 >~/.local/distro-end
  if $pending_reboot; then
    echo "$0: pending reboot and then finished. doing it now."
    echo "exiting with status 0"
    sudo reboot now
  else
    echo "$0: $(date): ending now)"
    echo "exiting with status 0"
  fi
  exit 0
}
pre="${0##*/}:"
sudo() {
  printf "$pre %s\n"  "$*"
  SUDOD="$PWD" command sudo "$@";
}
sd() {
  sudo dd of="$1" 2>/dev/null
}
m() { printf "$pre %s\n"  "$*"; "$@"; }
e() { printf "$pre %s\n"  "$*"; }
err() { echo "[$(date +'%Y-%m-%d %H:%M:%S%z')]: $0: $*" >&2; }
distro=$(distro-name)
codename=$(debian-codename)
codename_compat=$(debian-codename-compat)
pending_reboot=false
sed="sed --follow-symlinks"
## template:
# case $distro in
# esac

#### initial packages
pup
if isdeb; then
  pi aptitude
fi

# avoid prompts
sudo debconf-set-selections <<EOF
popularity-contest popularity-contest/participate boolean true
EOF

########### begin section including linode ################
pi ${p2[@]}


conflink

# no equivalent in other distros:
if isdeb && pcheck apt-file; then
  # this condition is just a speed optimization
  pi apt-file
  sudo apt-file update
fi


# disable motd junk.
case $distro in
  debian)
    # allows me to pipe with ssh -t, and gets rid of spam
    # http://forums.debian.net/viewtopic.php?f=5&t=85822
    # i'd rather disable the service than comment the init file
    # this says disabling the service, it will still get restarted
    # but this script doesn't do anything on restart, so it should be fine
    sudo truncate -s0 /var/run/motd.dynamic
    ;;
  trisquel|ubuntu)
    # this isn't a complete solution. It still shows me when updates are available,
    # but it's no big deal.
    sudo rm -fv /etc/update-motd.d/10-help-text /etc/update-motd.d/00-header
    ;;
esac




### begin certbot install ###
if [[ $distro == debian || $codename_compat == bionic ]]; then
  # note, need python-certbot-nginx for nginx, but it depends on nginx,
  # and I'm not installing nginx by default right now.
  pi certbot python3-certbot-apache
elif [[ $codename_compat == xenial ]]; then
  # not packaged in xenial or flidas
  pi software-properties-common
  l="deb http://ppa.launchpad.net/certbot/certbot/ubuntu xenial main"
  if ! grep -xFq "$l" /etc/apt/sources.list{,.d/*.list}; then
    sudo add-apt-repository -y ppa:certbot/certbot ||:
    m p update
  fi
  pi python-certbot-apache
else
  err "distro unknown for certbot"
fi
# make a version of the certbot timer that emails me.
x=/systemd/system/certbot
$sed -r -f - /lib$x.timer <<'EOF' |sd /etc${x}mail.timer
s,^Description.*,\0 mail version,
EOF
$sed -r -f - /lib$x.service <<'EOF' |sd /etc${x}mail.service
s,(ExecStart=)(/usr/bin/certbot),\1/a/bin/log-quiet/sysd-mail-once certbotmail \2 --renew-hook /a/bin/distro-setup/certbot-renew-hook,
EOF
ser daemon-reload
sgo certbotmail.timer
### end certbot install ###


# dogcam setup. not using atm
# case $HOSTNAME in
#   lj|li)
#     /a/bin/webcam/install-server
#     ;;
#   kw)
#     /a/bin/webcam/install-client
#     ;;
# esac


## not actually using prometheus just yet
# # office is not exposed to internet yet
# if [[ $HOSTNAME != kw ]]; then
#   ## prometheus node exporter setup
#   web-conf -f 9100 -p 9101 apache2 $(hostname -f) <<'EOF'
# #https://httpd.apache.org/docs/2.4/mod/mod_authn_core.html#authtype
# # https://stackoverflow.com/questions/5011102/apache-reverse-proxy-with-basic-authentication
# <Location />
#    AllowOverride None
#    AuthType basic
#    AuthName "Authentication Required"
#    # setup one time, with root:www-data, 640
#    AuthUserFile "/etc/prometheus-htpasswd"
#    Require valid-user
# </Location>
# EOF
# fi


######### begin flidas pinned packages ######
case $(debian-codename) in
  # needed for debootstrap scripts for fai since fai requires debian
  flidas)
    curl http://archive.ubuntu.com/ubuntu/project/ubuntu-archive-keyring.gpg | s apt-key add -
    sd /etc/apt/preferences.d/flidas-xenial <<EOF
Package: *
Pin: release a=xenial
Pin-Priority: -100

Package: *
Pin: release a=xenial-updates
Pin-Priority: -100

Package: *
Pin: release a=xenial-security
Pin-Priority: -100
EOF
    sd /etc/apt/sources.list.d/xenial.list 2>/dev/null <<EOF
deb http://us.archive.ubuntu.com/ubuntu/ xenial main
deb http://us.archive.ubuntu.com/ubuntu/ xenial-updates main
deb http://us.archive.ubuntu.com/ubuntu/ xenial-security main
EOF

    if ! apt-key list | grep /C0B21F32 &>/dev/null; then
      sudo apt-key adv --keyserver keyserver.ubuntu.com --recv-keys 3B4FE6ACC0B21F32
      sd /etc/apt/preferences.d/flidas-bionic <<EOF
Package: *
Pin: release a=bionic
Pin-Priority: -100

Package: *
Pin: release a=bionic-updates
Pin-Priority: -100

Package: *
Pin: release a=bionic-security
Pin-Priority: -100
EOF
    fi

    # better to run btrfs-progs which matches our kernel version
    # (note, renamed from btrfs-tools)
    sd /etc/apt/preferences.d/btrfs-progs <<EOF
Package: btrfs-progs libzstd1
Pin: release a=bionic
Pin-Priority: 1005

Package: btrfs-progs libzstd1
Pin: release a=bionic-updates
Pin-Priority: 1005

Package: btrfs-progs libzstd1
Pin: release a=bionic-security
Pin-Priority: 1005
EOF


    t=$(mktemp)
    cat >$t <<EOF
deb http://us.archive.ubuntu.com/ubuntu/ bionic main
deb http://us.archive.ubuntu.com/ubuntu/ bionic-updates main
deb http://us.archive.ubuntu.com/ubuntu/ bionic-security main
EOF
    f=/etc/apt/sources.list.d/bionic.list
    if ! diff -q $t $f; then
      sudo cp $t $f
      sudo chmod 644 $f
      m p update
    fi

    # no special reason, but its better for btrfs-progs to
    # be closer to our kernel version
    pi btrfs-progs

    if [[ ! -e /usr/share/debootstrap/scripts/xenial ]]; then
      t=$(mktemp -d)
      cd $t
      m aptitude download debootstrap/xenial
      m ex ./*
      sudo cp ./usr/share/debootstrap/scripts/* /usr/share/debootstrap/scripts
    fi

    sd /etc/apt/preferences.d/flidas-etiona <<EOF
Package: *
Pin: release a=etiona
Pin-Priority: -100

Package: *
Pin: release a=etiona-updates
Pin-Priority: -100

Package: *
Pin: release a=etiona-security
Pin-Priority: -100

Package: *
Pin: release a=etiona-backports
Pin-Priority: -100
EOF

    t=$(mktemp)
    cat >$t <<EOF
deb http://mirror.fsf.org/trisquel/ etiona main
deb http://mirror.fsf.org/trisquel/ etiona-updates main
deb http://archive.trisquel.info/trisquel/ etiona-security main
deb http://mirror.fsf.org/trisquel/ etiona-backports main
EOF
    f=/etc/apt/sources.list.d/etiona.list
    if ! diff -q $t $f; then
      sudo cp $t $f
      n s chmod 644 $f
      m p update
    fi

    sd /etc/apt/preferences.d/debian-goodies <<EOF
Package: debian-goodies
Pin: release n=etiona
Pin-Priority: 1005
EOF


    sd /etc/apt/preferences.d/flidas-buster <<EOF
Package: *
Pin: release n=buster
Pin-Priority: -100

Package: *
Pin: release n=buster-updates
Pin-Priority: -100
EOF

    # dont use buster because it causes dist-upgrade to think its downgrading
    # packages while really just reinstalling the same version.
    f=/etc/apt/apt.conf.d/01iank
    sudo rm -fv $f
    #         # stupid buster uses some key algorithm not supported by flidas gpg that apt uses.
    #         sd /etc/apt/apt.conf.d/01iank <<'EOF'
    # Acquire::AllowInsecureRepositories "true";
    # EOF

    f=/etc/apt/sources.list.d/buster.list
    sudo rm -fv $f
    #         t=$(mktemp)
    #         cat >$t <<EOF
    # deb http://http.us.debian.org/debian buster main
    # deb-src http://http.us.debian.org/debian buster main

    # deb http://security.debian.org/ buster/updates main
    # deb-src http://security.debian.org/ buster/updates main

    # deb http://http.us.debian.org/debian buster-updates main
    # deb-src http://http.us.debian.org/debian buster-updates main
    # EOF
    #         if ! diff -q $t $f; then
    #           s cp $t $f
    #           s chmod 644 $f
    #           p update
    #         fi

    # newer version needed for false positive in checkrestart.
    # I did buster at first, but other problem above with having
    # buster repos. not sure if the false positive exists in etiona.
    pi debian-goodies

    sd /etc/apt/preferences.d/shellcheck <<EOF
Package: shellcheck
Pin: release a=etiona
Pin-Priority: 1005

Package: shellcheck
Pin: release a=etiona-updates
Pin-Priority: 1005

Package: shellcheck
Pin: release a=etiona-security
Pin-Priority: 1005
EOF

    sd /etc/apt/preferences.d/bash <<EOF
Package: bash
Pin: release a=etiona
Pin-Priority: 1005

Package: bash
Pin: release a=etiona-updates
Pin-Priority: 1005

Package: bash
Pin: release a=etiona-security
Pin-Priority: 1005
EOF


    ;;
  *)
    if isdeb; then
      pi debian-goodies shellcheck
    fi
    ;;
esac
######### end flidas pinned packages ######

##### begin automatic upgrades (after checkrestart has been installed) ####
sd /etc/apt/apt.conf.d/10periodic <<'EOF'
# this file was mostly just comments.
APT::Periodic::Update-Package-Lists "1";
APT::Periodic::Download-Upgradeable-Packages "1";
APT::Periodic::AutocleanInterval "7";
APT::Periodic::Unattended-Upgrade "1";
EOF

sd /etc/apt/apt.conf.d/50unattended-upgrades  <<EOF
# fyi: default file has comments about available options,
# you may want to read that, do pkx unattended-upgrades
Unattended-Upgrade::Mail "root";
Unattended-Upgrade::MailOnlyOnError "true";
Unattended-Upgrade::Remove-Unused-Dependencies "true";
Unattended-Upgrade::Origins-Pattern {
  # default is just security updates. this list found from reading
  # match_whitelist_string() in $(which unattended-upgrades)
  "o=*,l=*,a=*,c=*,site=*,n=*";
};
EOF

# old names, too verbose
sudo rm -f /etc/cron.d/unattended-upgrade-reboot /usr/local/bin/zelous-unattended-reboot

sd /etc/cron.d/myupgrade <<'EOF'
# Setup reboots when running outdated stuff, unattended upgrades happen
# at 6 am + rand(60 min).

# default is /bin/sh
SHELL=/bin/bash
# default is /usr/bin:/bin
PATH=/usr/bin:/bin:/usr/local/bin
20 7 * * * iank myupgrade |& log-once -1 myupgrade
0  * * * * root mycheckrestart |& log-once -1 mycheckrestart
EOF
##### end automatic upgrades ####



###### begin website setup
case $HOSTNAME in
  li|l2)
    pi bind9
    f=/var/lib/bind/db.b8.nz
    if [[ ! -e $f ]]; then
      ser stop bind9
      sudo rm -fv $f.jnl
      sudo install -m 644 -o bind -g bind /p/c/machine_specific/linode/bind-initial/db.b8.nz $f
      ser restart bind9
    fi
    ;;&
  l2)
    # setup let's encrypt cert
    m web-conf apache2 l2.b8.nz
    sudo rm -fv /etc/apache2/sites-enabled/l2.b8.nz{,-redir}.conf
    ser reload apache2
    s lnf -T /etc/letsencrypt/live/l2.b8.nz/fullchain.pem /etc/exim4/exim.crt
    if [[ ! -L /etc/exim4/exim.key ]]; then
      s lnf -T /etc/letsencrypt/live/l2.b8.nz/privkey.pem /etc/exim4/exim.key
      mail-setup
    fi
    end
    ;;
  li)

    case $HOSTNAME in
      li)
        m /a/h/setup.sh iankelling.org
        ;;
      tp)
        m /a/h/setup.sh -s b8.nz
        ;;
      *)
        # allow symlinks on non-main hosts so i can host files in arbitrary paths
        m /a/h/setup.sh -s -p 80
        ;;
    esac
    m /a/h/build.rb

    # start mumble only when im going to use it, since i dont use it much
    pi-nostart mumble-server
    sudo $sed -ri "s/^ *(serverpassword=).*/\1$(< /a/bin/bash_unpublished/mumble_pass)/" /etc/mumble-server.ini

    # do certificate to avoid warning about unsigned cert,
    # which is overkill for my use, but hey, I'm cool, I know
    # how to do this.
    m web-conf apache2 mumble.iankelling.org
    sudo rm -fv /etc/apache2/sites-enabled/mumble.iankelling.org
    s <<'EOF'
export RENEWED_LINEAGE=/etc/letsencrypt/live/mumble.iankelling.org
/a/bin/distro-setup/certbot-renew-hook
EOF


    # requested from linode via a support ticket.
    # https://www.linode.com/docs/networking/an-overview-of-ipv6-on-linode/
    # ipv6 stuff pieced together
    # via slightly wrong information from
    # https://github.com/angristan/openvpn-install/blob/master/openvpn-install.sh
    # https://community.openvpn.net/openvpn/wiki/IPv6
    # and man openvpn

    m vpn-server-setup -rd 2600:3c00:e000:280::1/64 2600:3c00::f03c:91ff:feb4:0bf3
    sudo tee /etc/openvpn/client-config/mail <<'EOF'
ifconfig-push 10.8.0.4 255.255.255.0
ifconfig-ipv6-push 2600:3c00:e000:280::2/64
EOF

    if [[ -e /lib/systemd/system/openvpn-server@.service ]]; then
      vpn_service=openvpn-server@server
    else
      vpn_service=openvpn@server
    fi

    sudo dd of=/etc/systemd/system/vpnmail.service <<EOF
[Unit]
Description=Turns on iptables mail nat

[Service]
Type=oneshot
RemainAfterExit=yes
ExecStart=/a/bin/distro-setup/vpn-mail-forward start
ExecStop=/a/bin/distro-setup/vpn-mail-forward stop

[Install]
WantedBy=$vpn_service.service
EOF
    ser daemon-reload
    sgo vpnmail.service
    # needed for li's local mail delivery.
    tu /etc/hosts <<<"10.8.0.4 mail.iankelling.org"
    sgo $vpn_service
    # setup let's encrypt cert
    m web-conf apache2 mail.iankelling.org
    sudo rm -fv /etc/apache2/sites-enabled/mail.iankelling.org{,-redir}.conf
    ser reload apache2

    domain=cal.iankelling.org
    web-conf -f 10.8.0.4:5232 - apache2 $domain <<'EOF'
#https://httpd.apache.org/docs/2.4/mod/mod_authn_core.html#authtype
# https://stackoverflow.com/questions/5011102/apache-reverse-proxy-with-basic-authentication
<Location />
   Options +FollowSymLinks +Multiviews +Indexes
   AllowOverride None
   AuthType basic
   AuthName "Authentication Required"
   # setup one time, with root:www-data, 640
   AuthUserFile "/etc/caldav-htpasswd"
   Require valid-user
</Location>
EOF
    # nginx version of above would be:
    # auth_basic "Not currently available";
    # auth_basic_user_file /etc/nginx/caldav/htpasswd;



    ###### begin znc setup #####
    pi znc

    # https://wiki.znc.in/FAQ seems to imply that znc doesn\'t need restart after cert change.
    # to get into the web interface,
    # then use non-main browser or else it doebsn't allow it based on ocsp stapling from my main site.
    # https://iankelling.org:12533/
    s <<'EOF'
export RENEWED_LINEAGE=/etc/letsencrypt/live/iankelling.org
/a/bin/distro-setup/certbot-renew-hook
EOF

    # znc config generated by doing
    # znc --makeconf
    # selected port is also used in erc config
    # comma separated channel list worked.
    # while figuring things out, running znc -D for debug in foreground.
    # to exit and save config:
    # /msg *status shutdown
    # configed auth on freenode by following
    # https://wiki.znc.in/Sasl:
    # /msg *sasl RequireAuth yes
    # /msg *sasl Mechanism PLAIN
    # /msg *sasl Set ident_name password
    # created the system service after, and had to do
    # mv /home/iank/.znc/* /var/lib/znc
    # sed -i 's,/home/iank/.znc/,/var/lib/znc,' /var/lib/znc/config/znc.conf
    # and made a copy of the config files into /p/c
    # /msg *status LoadMod --type=global log -sanitize
    # todo: in config file AllowWeb = true should be false. better security if that is off unless we need it.
    # /msg *status LoadMod --type=network perform
    # /msg *perform add PRIVMSG ChanServ :invite #fsf-office
    # /msg *perform add JOIN #fsf-office
    #
    # i set  Buffer = 500
    # also ran /znc LoadMod clearbufferonmsg
    # it would be nice if erc supported erc query buffers by doing
    # /msg *status clearbuffer <name of the query/receiver
    # on killing the,
    # an example seems to be here:	https://github.com/zenspider/elisp/blob/master/rwd-irc.el
    # if that was the case i could remove the module clearbufferonmsg
    # also would be nice if erc supported
    # https://wiki.znc.in/self-message
    # https://wiki.znc.in/Query_buffers                                                \
      #
    if ! getent passwd znc > /dev/null; then
      sudo useradd --create-home -d /var/lib/znc --system --shell /sbin/nologin --comment "Account to run ZNC daemon" --user-group znc
    fi
    sudo chmod 700 /var/lib/znc
    sudo chown -R znc:znc /var/lib/znc
    # Avoid restarting if possible, reconnecting to irc is annoying.
    # The unit file was made active with conflink.
    # Note, avoid using ser here because we wrap sudo to prints the command first.
    if [[ $(systemctl is-active znc) != active ]]; then
      sgo znc
    fi
    ###### stop znc setup #####

    end
    ;;
esac
###### end website setup

########### end section including li/lj ###############

#### desktop stuff
case $codename_compat in
  xenial)
    # mate-indicator-applet and beyond are msc things I noticed diffing a
    # standard install with mine.
    pi xorg lightdm mate-desktop-environment mate-desktop-environment-extras mate-indicator-applet anacron
    ;;
  stretch)
    pi task-mate-desktop
    ;;
  buster)
    # mate doesnt have wayland support yet
    pi task-gnome-desktop
    ;;
  bionic)
    pi gnome-core
    ;;
esac


if [[ $codename_compat == flidas ]]; then
  # doesnt exist in newer
  pi gnupg-doc
fi

if [[ $codename == flidas ]]; then
  pi abrowser
else
  pi firefox
  sudo ln -sf /usr/bin/firefox /usr/local/bin/abrowser
fi

# TODO: some of the X programs can be removed from pall when using wayland

# depends gcc is a way to install suggests. this is apparently the only
# way to install suggests even if the main package is already
# installed. reinstall doesn't work, uninstalling can cause removing
# dependent packages.
pi ${pall[@]} $(apt-cache search ruby[.0-9]+-doc| awk '{print $1}') $(apt-cache depends gcc|grep -i suggests:| awk '{print $2}') $($src/distro-pkgs)


# website is dead june 14 2019. back in october, but meh
sudo rm -fv /etc/apt/sources.list.d/iridium-browser.list
# case $distro in
#   debian)
#     pi chromium ;;
#   trisquel|ubuntu)
#     wget -qO - https://downloads.iridiumbrowser.de/ubuntu/iridium-release-sign-01.pub|sudo apt-key add -
#     t=$(mktemp)
#     cat >$t <<EOF
# deb [arch=amd64] https://downloads.iridiumbrowser.de/deb/ stable main
# #deb-src https://downloads.iridiumbrowser.de/deb/ stable main
# EOF
#     f=/etc/apt/sources.list.d/iridium-browser.list
#     if ! diff -q $t $f; then
#       s cp $t $f
#       s chmod 644 $f
#       p update
#     fi
#     pi iridium-browser
#     ;;
# esac


### begin home vpn server setup


# # this section done initially to make persistent keys.
# # Also note, I temporarily set /etc/hosts so my host was
# # b8.nz when running this, since the vpn client config
# # generator assumes we need to go to that server to get
# # server keys.
# vpn-server-setup -rds
# s cp -r --parents /etc/openvpn/easy-rsa/keys /p/c/filesystem
# s chown -R 1000:1000 /p/c/filesystem/etc/openvpn/easy-rsa/keys
# # kw = kgpe work machine.
# for host in x2 x3 kw; do
# vpn-mk-client-cert -b $host -n home b8.nz 1196
# dir=/p/c/machine_specific/$host/filesystem/etc/openvpn/client
# mkdir -p $dir
# s bash -c "cp /etc/openvpn/client/home* $dir"
#     # note: /etc/update-resolv-conf-home also exists for all systems with /p
# done

# key already exists, so this won't generate one, just the configs.
m vpn-server-setup -rds
sudo tee -a /etc/openvpn/server/server.conf <<'EOF'
push "dhcp-option DNS 10.0.0.1"
push "route 10.0.0.0 255.255.0.0"
client-connect /a/bin/distro-setup/vpn-client-connect
EOF
sudo sed -i --follow-symlinks 's/10.8./10.9./g;s/^\s*port\s.*/port 1196/' /etc/openvpn/server/server.conf

if [[ $HOSTNAME == tp ]]; then
  if [[ -e /lib/systemd/system/openvpn-server@.service ]]; then
    vpn_service=openvpn-server@server
  else
    vpn_service=openvpn@server
  fi
  sgo $vpn_service
fi
### end vpn server setup


##### rss2email
# note, see bashrc for more documentation.
pi rss2email
sd /etc/systemd/system/rss2email.service <<'EOF'
[Unit]
Description=rss2email
After=multi-user.target

[Service]
User=iank
Type=oneshot
# about 24 hours of failures
# it copies over its files without respecting symlinks, so
# we pass options to use different location.
ExecStart=/a/bin/log-quiet/sysd-mail-once -288 rss2email r2e -d /p/c/rss2email.json -c /p/c/rss2email.cfg run
EOF
sd /etc/systemd/system/rss2email.timer <<'EOF'
[Unit]
Description=rss2email

[Timer]
# for initial run. required.
OnActiveSec=30
# for subsequent runs.
OnUnitInactiveSec=300

[Install]
WantedBy=timers.target
EOF
sudo systemctl daemon-reload


######### begin  pump.io periodic backup #############
if [[ $HOSTNAME == frodo ]]; then
  sd /etc/systemd/system/pumpbackup.service <<'EOF'
[Unit]
Description=pump li backup
After=multi-user.target

[Service]
User=iank
Type=oneshot
ExecStart=/a/bin/log-quiet/sysd-mail-once pump-backup /a/bin/distro-setup/pump-backup
EOF
  sd /etc/systemd/system/pumpbackup.timer <<'EOF'
[Unit]
Description=pump li backup hourly

[Timer]
OnCalendar=hourly

[Install]
WantedBy=timers.target
EOF
  ser daemon-reload
  sgo pumpbackup.timer
fi
#########  end  pump.io periodic backup #############


######### begin irc periodic backup #############
if [[ $HOSTNAME == frodo ]]; then
  sd /etc/systemd/system/ircbackup.service <<'EOF'
[Unit]
Description=irc li backup
After=multi-user.target

[Service]
User=iank
Type=oneshot
ExecStart=/a/bin/log-quiet/sysd-mail-once irc-backup rsync -rlptDhSAX root@iankelling.org:/var/lib/znc/moddata/log/iank/freenode/ /k/irclogs
EOF
  sd /etc/systemd/system/ircbackup.timer <<'EOF'
[Unit]
Description=irc li backup hourly

[Timer]
OnCalendar=hourly

[Install]
WantedBy=timers.target
EOF
  sudo systemctl daemon-reload
  sgo ircbackup.timer
fi


######### end irc periodic backup #############


case $distro in
  debian|trisquel|ubuntu)
    # suggests resolvconf package. installing it here is redundant, but make sure anyways.
    # todo: check other distros to make sure it\'s installed
    pi-nostart openvpn resolvconf
    # pi-nostart does not disable
    ser disable openvpn
    ;;
  *) pi openvpn;;
esac

m /a/bin/distro-setup/radicale-setup


############# begin syncthing setup ###########
if [[ $HOSTNAME == frodo ]]; then
  # It\'s simpler to just worry about running it in one place for now.
  # I assume it would work to clone it\'s config to another non-phone
  # and just run it in one place instead of the normal having a
  # separate config.  I lean toward using the same config, since btrfs
  # syncs between comps.
  # testing has relatively up to date packages
  if ! isdebian-testing; then
    # based on error when doing apt-get update:
    # E: The method driver /usr/lib/apt/methods/https could not be found.
    pi apt-transport-https
    # google led me here:
    # https://apt.syncthing.net/
    curl -s https://syncthing.net/release-key.txt | sudo apt-key add -
    s="deb http://apt.syncthing.net/ syncthing release"
    if [[ $(cat /etc/apt/sources.list.d/syncthing.list) != "$s" ]]; then
      echo "$s" | sd /etc/apt/sources.list.d/syncthing.list
      p update
    fi
  fi
  pi syncthing
  m lnf -T /w/syncthing /home/iank/.config/syncthing
  ser daemon-reload # syncthing likely not properly packaged
  sgo syncthing@iank # runs as iank

  # these things persist in ~/.config/syncthing, which I save in
  # /w/syncthing (not in /p, because syncthing should continue to
  # run on home server even when using laptop as primary device)
  # open http://localhost:8384/
  # change listen address from default to tcp://:22001,
  # this is because we do port forward so it doesn\'t have to use
  # some external server, but the syncthing is broken for port forward,
  # you get a message, something "like connected to myself, this should not happen"
  # when connecting to other local devices, so I bump the port up by 1,
  # based on
  # https://forum.syncthing.net/t/connected-to-myself-should-not-happen/1763/19.
  # Without this, it was being stuck syncing at 0%.
  # Set gui username and password.
  #
  # install syncthing via f-droid,
  # folder setting, turn off send only.
  # on phone, add device, click bar code icon
  # on dekstop, top right, actions, device id
  # after adding, notification will appear on desktop to confirm
  #
  # syncing folder. from phone to desktop: select desktop in the
  # folder on phone\'s sync options, notification will appear in
  # desktop\'s web ui within a minute. For the reverse, the
  # notification will appear in android\'s notifications, you have to
  # swipe down and tap it to add the folder. It won\'t appear in the
  # syncthing ui, which would be intuitive, but don\'t wait for it
  # there. The notification may not work, instead open the web gui
  # from in the app, there should be a notification within there.
  #
  # On phone, set settings to run syncthing all the time, and
  # show no notification.
  #
  # Folder versioning would make sense if I didn\'t already use btrfs
  # for backups. I would choose staggered, or trash can for more space.
  #
  # if needed to install on a remote comp:
  # ssh -L 8384:localhost:8384 -N frodo
  # open http://localhost:8384/
  #
  # Note, the other thing i did was port forward port 22000,
  # per https://docs.syncthing.net/users/firewall.html

fi
#############  end syncthing setup ###########



####### begin misc packages ###########

case $codename in
  flidas)
    :
    ;;
esac


# sakura config is owned by ian
m reset-sakura
m reset-konsole
m sudo -u user2 -i reset-konsole
# user2 xscreensaver we don't want to reset
m reset-xscreensaver


# this would install from cabal for newer / consistent version across os, but it screws up xmonad, so disabled for now.
# this is also in primary-setup
# pi libxss-dev # dependency based on build failure
# cabal update
# cabal install --upgrade-dependencies  --force-reinstalls arbtt
# also, i assume syncing this between machines somehow messed thin
#lnf -T /m/arbtt-capture.log ~/.arbtt/capture.log

m primary-setup

if [[ ! -e ~/.linphonerc && -e /p/.linphonerc-initial ]]; then
  m cp /p/.linphonerc-initial ~/.linphonerc
fi


### begin spd install
pi libswitch-perl libdigest-md5-file-perl libgnupg-interface-perl
t=$(mktemp)
m wget -O $t http://mirror.fsf.org/fsfsys-trisquel/fsfsys-trisquel/pool/main/s/spd-perl/spd-perl_0.2-1_amd64.deb
sudo dpkg -i $t
m rm $t
# this guesses at the appropriate directory, adjust if needed
perldir=(/usr/lib/x86_64-linux-gnu/perl/5.*)
m sudo ln -sf ../../../perl/5.18.2/SPD/ ${perldir[0]}
# newer distro had gpg2 as default, older one, flidas, need to make it that way
gpgpath=$(which gpg2)
if [[ $x ]]; then
  sudo mkdir -p /usr/local/spdhackfix
  s lnf -T $gpgpath /usr/local/spdhackfix/gpg
fi
### end spd install


# nagstamon setting which were set through the ui
# in filters tab:
# all unknown sources
# all warning services
# acknowledged hosts & services
# hosts & services down for maintenence
# services on down hosts
# services on hosts in maintenece
# services on unreachable osts
# hosts in soft state
# services in soft state
# in display tab: fullscreen

# these translate to these settings I think
# filter_acknowledged_hosts_services = True
# filter_all_unknown_services = True
# filter_all_warning_services = True
# filter_hosts_in_soft_state = True
# filter_hosts_services_maintenance = True
# filter_services_in_soft_state = True
# filter_services_on_down_hosts = True
# filter_services_on_hosts_in_maintenance = True
# filter_services_on_unreachable_hosts = True
# notify_if_up = False
# statusbar_floating = False
# fullscreen = True
# but i'm just going to rely on the webpage plus sms for now.


# it asks if it should make users in it's group capture packets without root,
# which is arguably more secure than running wireshark as root. default is no,
# which is what i prefer, since I plan to use tcpdump to input to wireshark.
s DEBIAN_FRONTEND=noninteractive pi wireshark-gtk

# /run and /dev/shm are listed as required for pulseaudio. All 4 in the group
# listed in the default config as suggested.
# /run/usr/1000 i noticed was missing for pulseaudio
# /run/user/0 just seemed like a not bad idea, given the above
tu /etc/schroot/desktop/fstab <<'EOF'
/run           /run            none    rw,bind         0       0
/run/lock      /run/lock       none    rw,bind         0       0
/dev/shm       /dev/shm        none    rw,bind         0       0
/run/shm       /run/shm        none    rw,bind         0       0
/run/user/1000 /run/user/1000  none    rw,bind         0       0
/run/user/1001 /run/user/1001  none    rw,bind         0       0
/run/user/0    /run/user/0     none    rw,bind         0       0
EOF

mkschroot() {
  distro=$1
  shift
  case $distro in
    ubuntu)
      repo=http://archive.ubuntu.com/ubuntu/
      ;;
    debian)
      repo=http://deb.debian.org/debian/
      ;;
  esac
  n=$1
  shift
  if schroot -l | grep -xFq chroot:$n; then
    echo "$0: $n schroot already installed, skipping"
    return 0
  fi
  apps=($@)
  d=/nocow/schroot/$n
  sd /etc/schroot/chroot.d/$n.conf <<EOF
[$n]
description=$n
type=directory
directory=$d
profile=desktop
preserve-environment=true
users=$USER,user2
EOF
  if [[ -e $d/bin ]]; then
    sudo chroot $d apt-get update
    sudo chroot $d apt-get -y dist-upgrade --purge --auto-remove
    cd; sudo schroot -c $n -- apt-get install --allow-unauthenticated -y ${apps[@]}
  else
    sudo mkdir -p $d

    sudo debootstrap $n $d $repo
    cd; sudo schroot -c $n -- apt-get install --allow-unauthenticated -y ${apps[@]}
  fi
  sudo cp -P {,$d}/etc/localtime
}
sd /etc/systemd/system/schrootupdate.service <<'EOF'
[Unit]
Description=schrootupdate
After=multi-user.target

[Service]
Type=oneshot
ExecStart=/a/bin/log-quiet/sysd-mail-once schrootupdate /a/bin/distro-setup/schrootupdate
EOF
sd /etc/systemd/system/schrootupdate.timer <<'EOF'
[Unit]
Description=schrootupdate

[Timer]
OnCalendar=*-*-* 04:20:00

[Install]
WantedBy=timers.target
EOF
ser daemon-reload
sgo schrootupdate.timer



# for my roommate
case $distro in
  trisquel)
    m mkschroot debian stretch firefox-esr pulseaudio chromium
    ;;
  debian)
    pi chromium
    ;;
esac

sudo mkdir -p /nocow/user
sudo chown $USER:$USER /nocow/user
pi anki


####### begin transmission

case $HOSTNAME in
  frodo)
    tdir=/i/k
    ;;
  *)
    tdir=/nocow/user
    ;;
esac

# adapted from /var/lib/dpkg/info/transmission-daemon.postinst
# 450 seems likely to be unused. we need to specify one or else
# it won't be stable across installs.
if ! getent passwd debian-transmission > /dev/null; then
  sudo groupadd -g 450 debian-transmission
  sudo adduser --quiet \
       --gid 450 \
       --uid 450 \
       --system \
       --no-create-home \
       --disabled-password \
       --home /var/lib/transmission-daemon \
       debian-transmission
fi
# We want group writable stuff from transmission.
# However, after setting this, I learn that transmission sets it's
# own umask based on it's settings file. Well, no harm leaving this
# so it's set right from the beginning.
sudo chfn debian-transmission -o umask=0002

# note i had to do this, which is persistent:
# cd /i/k
# s chgrp debian-transmission torrents partial-torrents

# syslog says things like
# 'Failed to set receive buffer: requested 4194304, got 425984'
# google suggets giving it even more than that
tu /etc/sysctl.conf<<'EOF'
net.core.rmem_max = 67108864
net.core.wmem_max = 16777216
EOF
sudo sysctl -p

# some reason it doesn\'t seem to start automatically anyways
pi-nostart transmission-daemon
# be extra sure its not started
ser disable transmission-daemon
ser stop transmission-daemon

# the folder was moved here after an install around 02/2017.
# it contains runtime data,
# plus a simple symlink to the config file which it\'s
# not worth separating out.
# between comps, the uid can change
f=$tdir/transmission-daemon
mkdir -p $f
s lnf -T $f /var/lib/transmission-daemon/.config/transmission-daemon
s lnf -T /etc/transmission-daemon/settings.json $f/settings.json
sudo chown -R debian-transmission:debian-transmission $f
for f in $tdir/partial-torrents $tdir/torrents; do
  if [[ -e $f ]]; then
    sudo chown -R debian-transmission:user2 $f
  fi
done
sudo chown -R debian-transmission:debian-transmission /var/lib/transmission-daemon
#
# config file documented here, and it\'s the same config
# for daemon vs client, so it\'s documented in the gui.
# https://trac.transmissionbt.com/wiki/EditConfigFiles#Options
#
# I originaly setup rpc-whitelist, but after using
# routing to a network namespace, it doesn\'t see the
# real source address, so it\'s disabled.
#
# Changed the cache-size to 256 mb, reduces disk use.
# It is a read & write cache.
sudo ruby <<EOF
require 'json'
p = '/etc/transmission-daemon/settings.json'
File.write(p, JSON.pretty_generate(JSON.parse(File.read(p)).merge({
'rpc-whitelist-enabled' => false,
'rpc-authentication-required' => false,
'incomplete-dir' => '$tdir/partial-torrents',
'incomplete-dir-enabled' => true,
'download-dir' => '$tdir/torrents',
"speed-limit-up" => 800,
"speed-limit-up-enabled" => true,
"peer-port" => 61486,
"cache-size-mb" => 256,
"ratio-limit" => 5.0,
"ratio-limit-enabled" => true,
})) + "\n")
EOF
####### end transmission



# trisquel 8 = openvpn, debian stretch = openvpn-client
vpn_ser=openvpn-client
if [[ ! -e /lib/systemd/system/openvpn-client@.service ]]; then
  vpn_ser=openvpn
fi

sd /etc/systemd/system/transmission-daemon-nn.service <<EOF
[Unit]
Description=Transmission BitTorrent Daemon netns
After=network.target
Requires=${vpn_ser}-nn@client.service
After=${vpn_ser}-nn@client.service
JoinsNamespaceOf=${vpn_ser}-nn@client.service

[Service]
#User=debian-transmission
# notify type doesn't work with sudo
#Type=notify
ExecStart=/usr/bin/nsenter --mount=/root/mount_namespaces/client sudo -u debian-transmission /usr/bin/transmission-daemon -f --log-error
ExecReload=/bin/kill -s HUP \$MAINPID
PrivateNetwork=true
Nice=19

[Install]
WantedBy=multi-user.target
EOF
ser daemon-reload

if [[ $HOSTNAME == frodo ]]; then
  sgo transmission-daemon-nn
fi


######### begin transmission client setup ######

if [[ -e /p/transmission-rpc-pass ]]; then
  # arch had a default config,
  # debian had nothing until you start it.
  # With a little trial an error, here is a minimal config
  # taken from the generated one, plus changes that the
  # settings ui does, without a bunch of ui crap settings.
  #
  # only settings I set were
  # hostname
  # auto-connect
  # password

  # the password is randomly generated on first run, i copied it out
  # so it could be used by other hosts.
  sudo ruby <<'EOF'
require 'json'
p = '/etc/transmission-daemon/settings.json'
s = JSON.parse(File.read(p))
s["rpc-password"] = File.read("/p/transmission-rpc-pass").chomp
# default is 0022 (18 in decimal)
s["umask"] = 2
File.write p, JSON.pretty_generate(s)
EOF

  rpc_pass=$(</p/transmission-rpc-pass)
  for f in /home/*; do
    u=${f##*/}
    uid=$(id -u $u 2>/dev/null) || continue
    if [[ ! $uid -ge 1000 ]]; then
      continue
    fi
    d=$f/.config/transmission-remote-gtk
    sudo -u $u mkdir -p $d
    sudo -u $u dd of=$d/config.json <<EOF
{
  "profiles" : [
      {
      "profile-name" : "Default",
      "hostname" : "transmission.b8.nz",

      "rpc-url-path" : "/transmission/rpc",
      "username" : "",
      "password" : "$rpc_pass",
      "auto-connect" : true,
      "ssl" : false,
      "timeout" : 40,
      "retries" : 3,
      "update-active-only" : false,
      "activeonly-fullsync-enabled" : false,
      "activeonly-fullsync-every" : 2,
      "update-interval" : 3,
      "min-update-interval" : 3,
      "session-update-interval" : 60,
      "exec-commands" : [],
      "destinations" : []
      },
      {
      "profile-name" : "local",
      "hostname" : "10.173.0.2",

      "username" : "",
      "password" : "$rpc_pass",
      "auto-connect" : true,
      "ssl" : false,
      "timeout" : 40,
      "retries" : 3,
      "update-active-only" : false,
      "activeonly-fullsync-enabled" : false,
      "activeonly-fullsync-every" : 2,
      "update-interval" : 3,
      "min-update-interval" : 3,
      "session-update-interval" : 60,
      "exec-commands" : [],
      "destinations" : []
      }
  ],
  "profile-id" : 0,
  "add-options-dialog" : false
}
EOF
  done
fi
######### end transmission client setup ######


### printer setup
pi cups hplip
sudo gpasswd -a $USER lpadmin # based on ubuntu wiki
# goto http://127.0.0.1:631
# administration tab, add new printer button.
# In debian, I could use hte recommended driver,
# in arch, I had to pick out the 6L driver.


# bridge networking as user fails. google lead here, but it doesn\'t work:
# oh well, I give up.
# http://wiki.qemu.org/Features-Done/HelperNetworking
# s mkdir /etc/qemu
# f=/etc/qemu/bridge.conf
# sd $f <<'EOF'
# allow br0
# EOF
# #s chown root:qemu $f # debian has somethig like qemu-libvirt. equivalent?
# s chmod 640 $f

# general known for debian/ubuntu, not for fedora

m /a/bin/buildscripts/go
m /a/bin/buildscripts/rust
m /a/bin/buildscripts/misc

pi-nostart virtinst virt-manager
# allow user to run vms, from debian handbook
for x in iank user2; do s usermod -a -G libvirt,kvm $x; done


pi --no-install-recommends kdeconnect
### kdeconnect for gnome. started in /a/bin/distro-setup/desktop-20-autostart.sh
### but gnome + xmonad not working in flidas, so i disabled it
# pi libgtk-3-dev python3-requests-oauthlib valac cmake python-nautilus libappindicator3-dev
# cd /a/opt/indicator-kdeconnect
# mkdir -p build
# cd build
# cmake .. -DCMAKE_INSTALL_PREFIX=/usr
# make
# sudo make install
# # we can start it manually with /usr/lib/x86_64-linux-gnu/libexec/kdeconnectd
# # it seems, according to
# # /etc/xdg/autostart/kdeconnectd.desktop
# # I'm not seeing the icon, but the clipboard replication is working


### model 01 arduino support ###
# https://github.com/keyboardio/Kaleidoscope/wiki/Install-Arduino-support-on-Linux
# also built latest arduino in /a/opt/Arduino, (just cd build; ant build; ant run )
# set arduino var in bashrc,
# have system config file setup too.
sudo adduser $USER dialout

# this is for the mail command too. update-alternatives is kind of misleading
# since at least it's main commands pretend mail does not exist.
# bsd's mail got pulled in on some dumb dependency, i dunno how.
sudo update-alternatives --set mailx /usr/bin/mail.mailutils

######### end misc packages #########


# packages I once used before and liked, but don\'t want installed now for
# various reasons:
# python-sqlite is used for offlineimap
# lxappearance python-sqlite dolphin paman dconf-editor



######## unfinished

# todo, finish configuring smart.

pi smartmontools
# mostly from https://wiki.archlinux.org/index.php/S.M.A.R.T.
# turn on smart. background on options:
# first line, -a = test everyting on all devices.
# -S on, turn on disk internal saving of vendor specific info,
# from google, seems like this is usually already on and fairly standard.
# -o on, turn on 4 hour period non-performance degrading testing.
# short test daily 2-3am, extended tests Saturdays between 3-4am:
sched="-s (S/../.././02|L/../../6/03)"
sudo sed -i --follow-symlinks "s#^[[:space:]]*DEVICESCAN.*#\
DEVICESCAN -a -o on -S on -n standby,q $sched \
-m ian@iankelling.org -M exec /usr/local/bin/smart-notify#" /etc/smartd.conf

# in the default configuration of at least ubuntu 14.04, resolvconf is
# configured to order any nameservers associated with tun* or tap*
# before the normal internet interfaces, which means they are always
# consulted first. This is often slower and undesirable, ie. local dns
# queries go from 0ms to 10+ or 100+ ms. To reverse the ordering, you
# can do:
#sudo sed -i --follow-symlinks '/tun\*\|tap\*/d' /etc/resolvconf/interface-order
# however, this breaks dns lookup for hosts on the openvpn lan.
# I can\'t figure out why hosts on the normal lan would not be
# broken under the default ordering, except the host I was
# testing with previously had an entry in /etc/hosts.

############# end unfinished

########### misc stuff

pi-nostart network-manager
# make networkmanager use resolvconf instead of its own dnsmasq which
# conflicts with the normal dnsmasq package.
f=/etc/NetworkManager/NetworkManager.conf
m=$(md5sum $f)
sudo sed -ri '/ *\[main\]/,/^ *\[[^]]+\]/{/^\s*dns[[:space:]=]/d}' $f
sudo sed -ri '/ *\[main\]/a dns=default' $f
if [[ $m != $(md5sum $f) ]]; then
  srestart NetworkManager
fi

# make my /etc/fonts/conf.d/ get used.
# I have a new sans-serif font there because the default one
# displays l and I as the same char, grrrrr.
sudo fc-cache

pi desktop-file-utils
m /a/bin/distro-setup/mymimes


sgo dynamicipupdate


# stop autopoping windows when i plug in an android phone.
# dbus-launch makes this work within an ssh connection, otherwise you get this message,
# with still 0 exit code.
# dconf-WARNING **: failed to commit changes to dconf: Cannot autolaunch D-Bus without X11 $DISPLAY
m dbus-launch gsettings set org.gnome.desktop.media-handling automount-open false


# on grub upgrade, we get prompts unless we do this
devs=()
for dev in $(s btrfs fil show /boot | sed -nr 's#.*path\s+(\S+)$#\1#p'); do
  devs+=("$(devbyid $dev),")
done
devs[-1]=${devs[-1]%,} # jonied by commas
sudo debconf-set-selections <<EOF
grub-pc grub-pc/install_devices multiselect ${devs[*]}
EOF

# btrfs maintenance
sgo btrfsmaint.timer
sgo btrfsmaintstop.timer

# aren't autoupdating this, but I do check on it somewhat regularly.
m cd /a/opt/btrbk
sudo make install

sgo btrbk.timer
# note: to see when it was last run,
# ser list-timers


end_msg <<'EOF'
In mate settings settings, change scrolling to two-finger,
because the default edge scroll doesn\'t work. Originally found this in debian.
EOF

# Remove dep that came in with desktop to fix associations.
m pu transmission-gtk


m /a/bin/buildscripts/pithosfly


# # Based on guix manual instructions, also added code to profile.
# # disabled since i'm not using it now.
# pi nscd
# if ! type -p guix >/dev/null; then
#   cd $(mktemp -d)
#   wget https://git.savannah.gnu.org/cgit/guix.git/plain/etc/guix-install.sh
#   # added some stuff to envonment.sh for profile based on
#   # manual instructions
#   # wget https://sv.gnu.org/people/viewgpg.php?user_id=15145 -qO - | gpg --import -
#   # echo is to get past prompt
#   yes | sudo -E HOME=$HOME bash guix-install.sh || [[ $? == 141 ]]
#   guix install glibc-utf8-locales
#   guix package --install guile
# fi



pi tor
m /a/bin/buildscripts/tor-browser

# nfs server
pi-nostart nfs-kernel-server

# networkmanager has this nasty behavior on flidas: if the machine
# crashes with dnsmasq running, on subsequent boot, it adds an entry to
# resolvconf for 127.0.0.1 in some stupid attempt to restore
# nameservers.
# This can be manually fixed by stoping dnsmasq,
# then based on whats in /run/dnsmasq/, i see we can run
# s resolvconf -d NetworkManager
# oh ya, and stoping NetworkManager leaves this crap behind without cleaning it up.
ser disable NetworkManager


if [[ $HOSTNAME == frodo ]]; then
  # nohide = export filesystems mounted deeper than the export point
  # fsid=0 makes this export the "root" export
  # not documented in the man page, but this means
  # 1. it can be mounted with a shorthand of server:/
  # 2. exports that are subdirectories of this one will automatically be mounted
  tu /etc/exports <<'EOF'
/k 10.0.0.0/24(rw,fsid=0,nohide,no_root_squash,async,no_subtree_check,insecure)
EOF
  sudo exportfs -rav
fi





# if I was going to create a persistent vm, i might do it like this:
# variant=something  # from: virt-install --os-variant list
# s virt-install --noautoconsole --graphics spice,listen=0.0.0.0 \
  #   --disk=/a/images/some_name.qcow2,bus=virtio --vcpus 2 -r 4096 -w bridge=br0 \
  #   -n some_name --import --os-variant $variant --cpu host-model-only



######### begin stuff belonging at the end    ##########

end