X-Git-Url: https://iankelling.org/git/?p=distro-setup;a=blobdiff_plain;f=distro-begin;h=16d3359d5d8f8579250d9541e14f37479601089d;hp=89acacf1a2451688a66ac07f8e1b5d26e528bab7;hb=77917a8fbf2032a8b2634a1b3de0879ec45cf213;hpb=48fdb1ea98aff5633ec228332f54534872c50f98

diff --git a/distro-begin b/distro-begin
index 89acacf..16d3359 100755
--- a/distro-begin
+++ b/distro-begin
@@ -1,630 +1,602 @@
-#!/bin/bash -l
+#!/bin/bash
 # Copyright (C) 2016 Ian Kelling
-# This program is under GPL v. 3 or later, see <http://www.gnu.org/licenses/>
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# for setting up a new machine
+# usage: $0 [-r] [HOSTNAME]
+# HOSTNAME changes the machine's hostname
 
+# tips:
+# run any sudo command first so your pass is cached
+# set the scrollback to unlimited in case something goes wrong
 
-# for bootstrapping a new machine
 
-# to make ssh run better, first run this:
-sudo bash -c 'source /a/c/repos/bash/.bashrc && source /a/bin/ssh-emacs-setup'
+# send to registrar, glue records:
+# for iankelling.org:
 
+# ns1.iankelling.org 72.14.176.105
+# ns1.iankelling.org 2600:3c00::f03c:91ff:fe6d:baf8
+# ns2.iankelling.org 172.105.84.95
+# ns2.iankelling.org 2a01:7e01::f03c:91ff:feb5:baec
 
-# see t.org for OS installer notes
+# for zroe.org:
 
-# usage: $0 [OPTIONS] HOSTNAME
+# ns1.zroe.org 72.14.176.105
+# ns1.zroe.org 2600:3c00::f03c:91ff:fe6d:baf8
+# ns2.zroe.org 172.105.84.95
+# ns2.zroe.org 2a01:7e01::f03c:91ff:feb5:baec
+#
 
-# tips:
-# run any sudo command first so your pass is cached
-# set the scrollback to unlimited in case something goes wrong
 
-if [[ $EUID == 0 ]]; then
-    echo error: do not run as root
-    exit
-fi
 
-interactive=true  # set this to true if running by hand in emacs
-[[ $- == *i* ]] || interactive=false
+####### begin setup environment #######
 
 
+### make ssh interactive shell run better. for when running line interactively line by line
+sudo bash -c '/a/exe/ssh-emacs-setup'
 
+##### setup error handling
+interactive=true  # set this to false to force set -x
+[[ $- == *i* ]] || interactive=false
 if ! $interactive; then
-    set -x
-    set -e -o pipefail
+  set -x
 fi
-set -E
-trap 'echo "$0:$LINENO:error: \"$BASH_COMMAND\" returned $?"' ERR
-
-headless=false
-debian_stable=false
-recompile=true
-# for copying to a new data fs
-bootstrapfs=false
+source /a/bin/errhandle/err
+
+err-cleanup() {
+  echo 1 >~/.local/distro-begin
+}
+
+source /a/bin/distro-functions/src/package-manager-abstractions
+
+### setup logging
+echo "$0: $(date): starting now)"
+
+
+### sanity checking
+if [[ $EUID == 0 ]]; then
+  if getent passwd iank || getent passwd ian ; then
+    echo "$0: error: running as root. unprivileged user exists. use it."
+    exit 1
+  else
+    echo "$0: warning: running as root. I will setup users then exit"
+  fi
+fi
+
+
+### arg parsing
+recompile=false
+emacs=true
 while [[ $1 == -* ]]; do
-    case $1 in
-        # avoid some of the longer compilation steps,
-        # when we need to rerun because we had an error
-        -n) recompile=false; shift ;;
-        -b) boostrap_new_comp=true; shift ;;
-    esac
+  case $1 in
+    -r) recompile=true; shift ;;
+    -e) emacs=false; shift ;;
+  esac
 done
-
 if [[ $1 ]]; then
-    host=$1
-else
-    host=$HOSTNAME
+  export HOSTNAME=$1
 fi
 
-for f in iank-dev htpc treetowl x2 frodo; do
-    eval "$f() { [[ $host == $f ]]; }"
-done
-encrypted() { iank-dev || x2 || frodo ; }
 
-shopt -s extglob
-export GLOBIGNORE=*/.:*/..
-umask 0002
-
-
-####### end command line parsing
-
-
-if frodo; then
-    x=/usr/local/bin/iancryptsetup
-    sudo dd of=$x <<'EOF'
-#!/bin/bash -x
-
-# man systemd-cryptsetup-generator
-#man systemd-cryptsetup
-#man systemd-cryptsetup@.service
-
-f=/tmp/iancryptsetup
-ssh -oStrictHostKeyChecking=no -oUserKnownHostsFile=/dev/null \
-  -T -i /p/cryptkeyssh/id_rsa ian@treetowl > $f || exit 0
-
-# example of initial setup of a disk
-#disk=/dev/sdg2
-#echo YES|cryptsetup --verbose luksFormat $disk $f
-## copy $f into paste buffer, then enter memorized pass, which we can use
-## This is for the case of ssh not being available
-#cryptsetup --verbose --verify-passphrase luksAddKey $disk
-
-# initial keyfile can be generated like any random pass
-# head -c 200 /dev/urandom | tr -cd '[:alnum:]' | head -c 80 > keyfile
-
-
-data=(
-b1d7f102-c7cd-40a0-bff0-2d498692b5a7 crypta7
-80649f08-1977-441b-ad8f-246931571702 crypt02
-3ae71d1a-dbd5-4cbe-afa2-c7529c0c4d31 crypt31
-bd4bbf8e-35c1-48e5-bb15-106c1b47792b crypt2b
-c061a929-54fe-4a47-939d-c008ba418246 crypt46
-ec709a4b-1ba7-463f-a1cd-841cb40868f0 cryptf0
-b9f2a980-f57c-4c58-9313-055da09d579c crypt9c
-747b9932-aa98-4552-86ab-657d0ccd4fb0 cryptb0
-afb44dd6-28ba-443b-9ca4-34dc2a95a213 crypt13
-)
-for ((i=0; i<${#data[@]}; i+=2)); do
-  cryptsetup luksOpen --key-file $f UUID=${data[i]} ${data[i+1]}
-done
-for x in a q /mnt/btrfs_root; do
-  mount /$x
+##### variables/env setup
+script_dir="$(readlink -f "${BASH_SOURCE[@]}")"; script_dir=${script_dir%/*}
+# shellcheck source=./pkgs
+source $script_dir/pkgs
+set +x
+source /a/bin/distro-functions/src/identify-distros
+$interactive || set -x
+for f in kd x2 x3 frodo tp li l2 demohost kw; do
+  eval "$f() { [[ $HOSTNAME == $f ]]; }"
 done
-#/a/bin/firefox-link
-exit 0
-EOF
-    sudo chmod +x $x
-    # todo, it needs to wait for networking
-    sudo dd of=/etc/systemd/system/iancrypt.service <<'EOF'
+codename=$(debian-codename)
+has_wayland() { has_monitor && [[ $codename == buster ]]; }
+has_x() { has_monitor && [[ $codename != buster ]]; }
+has_monitor() { ! linode ; }
+linode() { l2 || li; }
+# linode actually has btrfs now, but we dont do anything with it.
+has_btrfs() { ! linode; }
+home_network() { ! linode && ! kw; }
+has_p() { ! linode; }
+encrypted() { true; }
+shopt -s extglob
+export GLOBIGNORE="*/.:*/.."
+umask 022
+PATH="/a/exe:$PATH"
+sed="sed --follow-symlinks"
+
+####### end setup environment #######
+
+
+
+
+##### begin setup encryption scripts ######
+if encrypted; then
+  # I tried making a service which was dependent on reboot.target,
+  # but it happened too late in the shutdown process.
+  sudo dd of=/etc/systemd/system/keyscripton.service <<'EOF'
 [Unit]
-Description=iancrypt
+Description=keyscripton
+# This is triggered by reboot and when keyscriptoff stops.
+
+# tried using graphical.target, but it made my display manager restart before rebooting.
+# generally, I don't think targets order shutdown like they do startup.
+# So, I did systemd-analyze plot > something.svg, and picked a reliably started
+# service that happens late in the game.
+After=ntp.service
+DefaultDependencies=no
+# not sure if needed, makes sure we shut down before reboot.target
+Conflicts=reboot.target
 
 [Service]
 Type=oneshot
-ExecStart=/usr/local/bin/iancryptsetup
+RemainAfterExit=yes
+ExecStart=/bin/true
+ExecStop=/a/exe/keyscript-on
 
 [Install]
-WantedBy=multi-user.target
+WantedBy=keyscriptoff.service
 EOF
-    sudo systemctl enable iancrypt.service
-    sudo systemctl restart iancrypt.service
-fi
+  sudo systemctl daemon-reload # needed if the file was already there
+  sudo systemctl enable keyscripton.service
 
+  sudo dd of=/etc/systemd/system/keyscriptoff.service <<'EOF'
+[Unit]
+Description=keyscriptoff
 
+[Service]
+Type=oneshot
+ExecStart=/a/exe/keyscript-off
 
-if iank-dev; then
-    desktop=$(ssh root@iankelling.org grep desktop /etc/hosts | grep -o "^.* ")
-    if $bootstrapfs; then
-        # for bootstrapping at a new job:
-        cp="scp $desktop:"
-        # for moving to a new hd, change $cp to move between filesystems
-        mkdir -p /a/bin
-        chown -R ian:ian /a
-        $cp/a/c /a
-        $cp/a/c/bin/{bash-programs-by-ian,distro-begin,distro-functions,input-setup.sh} /a/bin
-        echo -e \\n\\n\\n | ssh-keygen -t rsa
-    fi
-fi
+[Install]
+WantedBy=multi-user.target
+EOF
+  sudo systemctl daemon-reload # needed if the file was already there
+  sudo systemctl enable keyscriptoff.service
+  sudo systemctl start keyscriptoff.service
+
+  pi rsync
+
+  ## /usr/share/doc/dropbear-initramfs/README.initramfs.gz
+  ## claims we need to do this. but it works fine without it.
+  # tmp=$(mktemp)
+  # while read -r m _; do /sbin/modinfo -F filename "$m"; done </proc/modules | \
+    #   sed -nr "s@^/lib/modules/$(uname -r)/kernel/drivers/net(/.*)?/([^/]+)\.ko\$@\2@p" \
+    #   | sudo dd of=$tmp
+  # if ! diff -q /etc/initramfs-tools/modules $tmp &>/dev/null; then
+  #   sudo dd if=$tmp of=/etc/initramfs-tools/modules
+  #   sudo /usr/sbin/update-initramfs -u -k all
+  # fi
+  #
+  ## if we were creating an intall for a different machine needing different modules, we could include them all like this:
+  ## find /lib/modules/*/kernel/drivers/net /lib/modules/*/kernel/net -type f -name '*.ko' -printf "%f\n" | sed 's/.ko$//' | sort -u >/etc/initramfs-tools/modules
+
+  # this is here to cleanup the leftover from the comments above. remove it eventually.
+  if [[ -s /etc/initramfs-tools/modules ]]; then
+    sudo truncate -s0 /etc/initramfs-tools/modules
+    sudo /usr/sbin/update-initramfs -u -k all
+  fi
+
+  # initram auth keys get setup with rootsshsync
+  $script_dir/rootsshsync
+  # then for remote unlock, ssh and do this once per crypt disk:
+  # echo -n PASS >/lib/cryptsetup/passfifo
+  # or for buster+
+  # cryptroot-unlock
 
-# example which will be usefull when redoing desktop
-# if x2; then
-#     f=/etc/fstab
-#     line='/dev/mapper/fedora-a /a  btrfs  noatime 0  1'
-#     if ! grep -Fxq "$line" $f; then
-#         echo "$line" | sudo tee -a $f >/dev/null
-#     fi
-#     if ! mount | grep -q '^/dev/mapper/fedora-a'; then
-#         dir=/a
-#         sudo mkdir -p $dir
-#         sudo chown ian:ian $dir
-#         sudo mount $dir
-#     fi
-# fi
+fi
+##### end setup encryption scripts ######
 
-# set noatime.
-sudo sed -ri '/noatime/!s/(ext[234]|btrfs)[[:space:]]+/\1  noatime,/' /etc/fstab
-sudo sed -ri '/noatime/s/relatime,?|defaults,?//g' /etc/fstab
 
+# disabled until its fixed up
+# install-myqueue
 
-# this script has been designed to be idempotent
 # todo, it would be nice to cut down on some of the output
-for x in /a/bin/bash-programs-by-ian/repos/{errhandle,tee-unique,lnf}/*-function; do
-    source $x;
-done
-set +e
-$interactive || errcatch
-source /a/bin/distro-functions/src/identify-distros
-echo path:$PATH
-
 
 
+#### rerun my fai-time scripts
+# already ran for pxe installs, but used for vps & updates
+distro=$(distro-name)
+case $distro in
+  ubuntu|debian|trisquel)
+    sudo bash -c ". /a/bin/fai/fai-wrapper && /a/bin/fai/fai/config/scripts/GRUB_PC/11-iank"
+    ;;
+  *)
+    sudo bash -c ". /a/bin/fai/fai-wrapper &&
+/a/bin/fai/fai/config/distro-install-common/end"
+    ;;
+esac
 
-if isfedora; then
-    # comment out line disallowing calling sudo in scripts
-    sudo sed -i 's/^Defaults *requiretty/#\0 # ian commented/' /etc/sudoers
-    # turn on magic sysrq commands for this boot cycle
-    echo 1 > sudo dd of=/proc/sys/kernel/sysrq
-    # selinux is not user friendly. Like, you enable samba, but you haven't run the magic selinux commands so it doesn't work
-    # and you have no idea why.
-    sudo sed -i 's/^\(SELINUX=\).*/\1disabled/' /etc/selinux/config
-    selinuxenabled && sudo setenforce 0
+###### setup hostname
+if [[ $HOSTNAME != $(cat /etc/hostname) ]]; then
+  echo $HOSTNAME > /etc/hostname
+  hostname -F /etc/hostname
 fi
+# office vpn dhcp adds to /etc/resolv.conf search office.fsf.org which
+# makes that be #1 priority, which makes dnsmasq resolve that for
+# unqualified hosts first, which means we skip the hosts file. Ya, its
+# kinda dumb, but it is what it is. There is a dnsmasq config option to
+# override it too, but this seems simpler.
+sudo sed -i --follow-symlinks -f - /etc/hosts <<EOF
+\$a 127.0.1.1 $HOSTNAME.b8.nz $HOSTNAME.office.fsf.org $HOSTNAME
+/^127\.0\.1\.1/d
+EOF
 
 
+##### exit first stage if running as root
+if [[ $EUID == 0 ]]; then
+  echo "$0: running as root. exiting now that users are setup"
+  exit 0
+fi
 
 
-# link files
-
-
-lnf /a/c/* /a/bin ~
-
-for x in /a/c/repos/bash/!(.git); do
-    lnf "$x" ~
-    sudo -i <<EOF
-source /a/bin/bash-programs-by-ian/repos/lnf/lnf-function
+#### setup bash for root
+for x in /a/c/{.bashrc,brc,brc2,.bash_profile,.profile,.inputrc,path_add_function}; do
+  sudo -i <<EOF
+PATH="/a/exe:$PATH"
 lnf $x /root
 EOF
 done
 
-echo path:$PATH
+###### do conflink
+# linode needs bind group before conflink
+if linode; then
+  pi-nostart bind9
+fi
+# this needs to be before installing pacserve so we have gpg conf.
+conflink
 
+###### bash environment setup
 set +x
-errallow
+err-allow
+source /etc/profile.d/environment.sh
+export BRC=t
+# shellcheck source=./.bashrc
 source ~/.bashrc
-echo path:$PATH
-$interactive || errcatch
+err-catch
 $interactive || set -x
 
 
-# passwordless sudo
-tu /etc/sudoers <<'EOF'
-ian  ALL=(ALL)  NOPASSWD: ALL
-Defaults  env_keep += SUDOD
-EOF
+#### setup passwordless sudo
 
+# always_set_home
+# makes ubuntu be like debian
+# https://unix.stackexchange.com/a/91572
 
-# enable magic sysrq keys. debian docs say it is already enabled by default
-isfedora && tu /etc/sysctl.conf 'kernel.sysrq = 1'
+# umask: default setting is to have  minimum umask of 0022
+# This lets us have user-specific umasks which are more permissive.
+# I did this for transmission and set it's umask gecos on install,
+# see there for more info.
 
+tu /etc/sudoers <<EOF
+$USER  ALL=(ALL)  NOPASSWD: ALL
+Defaults  env_keep += SUDOD
+Defaults always_set_home
+Defaults !umask
+EOF
 
 
-if isdebian; then
-    # add contrib non-free to sources for main
-    s sed -i 's/^\(deb.* main\).*/\1 contrib non-free/' /etc/apt/sources.list
+#### setup firefox backport
+## ian: disabled. backports are not being published atm due to rust packaging issue
+# if isdeb; then
+#     codename=$(debian-codename)
+#         if isdebian-stable && has_x; then
+#             s dd of=/etc/apt/sources.list.d/mozilla-iceweasel.list <<EOF
+#     deb http://mozilla.debian.net/ $codename-backports firefox-release
+#     deb-src http://mozilla.debian.net/ $codename-backports firefox-release
+# EOF
+#             p update
+#             # take care of mozilla signing errors in previous command
+#             pi pkg-mozilla-archive-keyring
+#         fi
+#     p update
+# fi
 
-    # non-existent var, as Im not planning to use stable right now
-    if $debian_stable; then
-        code=$(debian-codename)
-        tu /etc/apt/sources.list <<EOF
-deb http://mozilla.debian.net/ $code-backports iceweasel-release
-deb-src http://mozilla.debian.net/ $code-backports iceweasel-release
-EOF
 
-        # we change the mirror from the default, so we cant use tu
-        if ! grep -qP "^deb [^ ]+ $code-backports main contrib non-free" /etc/apt/sources.list; then
-            s tee -a /etc/apt/sources.list <<EOF
-deb http://ftp.us.debian.org/debian/ $code-backports main contrib non-free
-deb-src http://ftp.us.debian.org/debian/ $code-backports main contrib non-free
-EOF
-        fi
+######  arch aur wrapper setup
+if isarch; then
+  #https://wiki.archlinux.org/index.php/Arch_User_Repository#Installing_packages
+  sudo pacman -S --noconfirm --needed base-devel jq
+  # pacaur seems to be the best, although it + cower has a few minor bugs,
+  # its design goals seem good, so, going for it.
+
+  aurpi() {
+    for p in "$@"; do
+      tempdir=$(mktemp -d)
+      pushd $tempdir
+      aurex "$p"
+      makepkg -sri --skippgpcheck --noconfirm
+      popd
+      rm -rf $tempdir
+    done
+  }
+  aurpi cower pacaur
+
+  pi pacserve
+
+  x=$(mktemp); /usr/bin/pacman.conf-insert_pacserve >$x
+  sudo dd of=/etc/pacman.conf if=$x; rm $x
+  sudo systemctl enable pacserve.service
+  sudo systemctl start pacserve.service
 
-        p update
-        # take care of mozilla signing errors in previous command
-        pi pkg-mozilla-archive-keyring
-    else
-        sudo sed -ri 's!^( *[^ #]+ +[^ ]+ +)[[:alpha:]]+(.*)!\1testing\2!' \
-             /etc/apt/sources.list
-        pup
-    fi
-    # doesnt exist on ubuntu. ubuntu has a mirror type url to use instead.
-    pi netselect-apt
-    debian_pick_mirror
 fi
 
-if isarch; then
-    #https://wiki.archlinux.org/index.php/Arch_User_Repository#Installing_packages
-    sudo pacman -S --noconfirm --needed base-devel jq
-    # pacaur seems to be the best, although it + cower has a few minor bugs,
-    # its design goals seem good, so, going for it.
-
-    aurpi() {
-        for p in "$@"; do
-            tempdir=$(mktemp -d)
-            pushd $tempdir
-            aurex "$p"
-            makepkg -sri --skippgpcheck --noconfirm
-            popd
-            rm -rf $tempdir
-        done
-    }
-    aurpi cower pacaur
-
-    # this creates ~/.gnupg. addgnupghome is broken on arch.
-    gpg -k
-    # for aur, automatically dl & add gpg keys.
-    # Just the keyserver-options line goes in dirmngr.conf once
-    # this bug is fixed: https://bugs.gnupg.org/gnupg/issue2147
-    teeu ~/.gnupg/gpg.conf <<EOF
-$(grep -o '^ *keyserver .*' ~/.gnupg/dirmngr.conf)
-keyserver-options auto-key-retrieve
-EOF
-    pi pacserve
-    x=$(mktemp); pacman.conf-insert_pacserve >$x
-    sudo dd of=/etc/pacman.conf if=$x; rm $x
-    sudo systemctl enable pacserve.service
-    sudo systemctl start pacserve.service
-fi
+#### update all packages
 pup
-# strange error if just installing trash-cli: "pyalpm requires python",
-# so I see that it requires python2, and installing that manually fixes it.
-# I didn't see this on earlier installation, main thing which changed was
-# pacserve, so not sure if it's related.
-pi python2 trash-cli
-
-
-###### link files ###########
-# convenient to just do all file linking in one place
 
-lnf /a/* ~
-s lnf /a/sdx{,d} /
 
-# if it wasn't set already, we could set hostname here
-#echo treetowl | s dd of=/etc/hostname
-#s hostname -F /etc/hostname
-#HOSTNAME=$(hostname)
-
-#########################################
-# NOTE: only /a needs to be mounted for creating links!
-###########################################
+###### p1 packages install ######
+pi ${p1[@]}
+
+
+######## fix evbug bug ######
+case $(debian-codename-compat) in
+  xenial)
+    # noticed in flidas. dunno if it affects any others
+    #https://bugs.launchpad.net/ubuntu/+source/module-init-tools/+bug/240553
+    #https://wiki.debian.org/KernelModuleBlacklisting
+    #common advice when searching is to use /etc/modprobe.d/blacklist.conf,
+    #but that file won't work and will get automatically reverted
+    sudo rmmod evbug ||: # might not be loaded yet
+    file=/etc/modprobe.d/evbug.conf
+    line="blacklist evbug"
+    if [[ $(cat $file) != $line ]]; then
+      sudo dd of=$file 2>/dev/null <<<"$line"
+      sudo depmod -a
+      sudo update-initramfs -u
+    fi
+    ;;
+esac
 
-# todo: this is desktop specific. on work comp, mkdir /p/.editor-backups
-# todo: reconcile ~/.ssh/config work/home
-if encrypted; then
-    lnf -T /p/offlineimap ~/Maildir
-    lnf -T /p/News ~/News
-    s lnf -T /q/p /p
-    # don't use /* because I don't want to require it to be mounted
-    s lnf /q/root/.editor-backups /q/root/.undo-tree-history \
-      /q/root/.ssh /q/root/sasl_passwd /q/root/sasl_passwd.db /a/opt \
-      /a/c/.emacs.d ~/.unison /root
 
+###### link files
+# convenient to just do all file linking in one place
+sudo /a/exe/lnf -T /a/bin /b
+sudo /a/exe/lnf -T /nocow/t /t
+if has_p; then
+  lnf -T /p/News ~/News
 fi
+sudo /a/exe/lnf /q/root/.editor-backups /q/root/.undo-tree-history \
+     /a/opt /a/c/.emacs.d $HOME/mw_vars /k/backup /root
+/a/bin/ds/install-my-scripts # needed for rootsshsync cronjob
+sudo /a/exe/lnf /a/c/.vim /a/c/.vimrc /a/c/.gvimrc /root
 
-for x in /a/c/repos/*/!(.git); do
-    [[ $x == */. || $x == */.. ]] && continue # workaround for ubuntu 14.04 bug
-    lnf "$x" ~
-done
 
-s lnf /a/c/.inputrc /a/c/.vim /a/c/.vimrc /a/c/.gvimrc /root
 
-if [[ $HOSTNAME == htpc ]]; then
-    lnf -T /i/Videos ~/Downloads
-fi
 
-if encrypted; then
-    # for dovecot
-    lnf -T /i/mboxes ~/mail
-fi
 
-
-# basic needed packages
+#### arch specific early packages
 case $(distro-name) in
-    debian)
-        pi $( $debian_stable && e -t $code-backports ) iceweasel \
-           linux-image-amd64 firmware-linux-nonfree \
-           firmware-linux-free linux-headers-amd64
-        ;;&
-    ubuntu|debian)
-        pi xmacro gtk-redshift xinput
-        ;;&
-    fedora)
-        p -y groupinstall development-tools c-development books admin-tools
-        pi redshift-gtk
-        # debian has this package patched to work, upstream is dead
-        # tried using alien, pi alien, alien -r *.deb, rpm -Uhv *.rpm, got this error, so fuck it
-        # file /usr/bin from install of xmacro-0.3pre_20000911-7.x86_64 conflicts with file from package filesystem-3.2-19.fc20.x86_64
-        # http://packages.debian.org/source/sid/xmacro
-        pi patch libXtst-devel wget man-pages # what is the ubuntu equivalent to man-pages?
-        cd $(mktemp -d)
-        wget http://ftp.de.debian.org/debian/pool/main/x/xmacro/xmacro_0.3pre-20000911.orig.tar.gz
-        wget http://ftp.de.debian.org/debian/pool/main/x/xmacro/xmacro_0.3pre-20000911-6.diff.gz
-        ex *.gz
-        patch -p0 < xmacro_0.3pre-20000911-6.diff
-        cd xmacro-0.3pre-20000911.orig
-        make
-        sleep 1 # not sure why the following command couldn\'t find, so trying this
-        # no make install target
-        s cp -f xmacroplay xmacrorec xmacrorec2 /usr/local/bin
-        ;;&
-    arch)
-        # libxtst is missing dep https://aur.archlinux.org/packages/xmacro/#news
-        pi xorg-server redshift xorg-xinput pkgfile libxtst xmacro
-        # like apt-cache
-        s pkgfile --update
-        ;;&
+  arch)
+    # pkgfile is like apt-cache
+    pi pkgfile
+    sudo pkgfile --update
+    ;;
 esac
 
-pi xbindkeys xkbset cryptsetup unison
-
-# enables trim for volume delete, other rare commands.
-sudo sed -ri 's/( *issue_discards\b).*/\1 = 1/' /etc/lvm/lvm.conf
+#### enable trim
+# enable trim for volume delete, other rare commands
+sudo $sed -ri 's/( *issue_discards\b).*/\1 = 1/' /etc/lvm/lvm.conf
 if encrypted; then
-    if isdeb; then
-        sudo cp /usr/share/doc/util-linux/examples/fstrim.{service,timer} /etc/systemd/system
-    fi
-    # does weekly trim
-    sudo systemctl enable fstrim.timer
-
-    # relatime is default, but it still significantly increases writes
-    # in comparison because it writes on the first read after each
-    # write.
-    #
-    dirs=(/i /mnt/{1,2,3,4,5,6,7,8,9})
-    if ! frodo; then
-        dirs+=(/q)
-    fi
-    s mkdir -p ${dirs[@]}
-    s chown ian:ian  ${dirs[@]}
-    # ssh and probably some other things care about parent directory
-    # ownership, and ssh doesn\'t allow any group writable parent
-    # directories, so we are forced to use a directory structure similar
-    # to home directories
-    s chown root:ian /q
-    s chmod 755 /q
-
-    if treetowl; then
-        # get uuids from blkid and lvdisplay
-        # at times Ive done this through the installer. not anymore
-        tu /etc/fstab<<'EOF'
-/dev/mapper/cswap1  none  swap  sw  0 0
-/dev/mapper/q  /q  ext4  noatime  0 2
-UUID=3f7b31cd-f299-40b4-a86b-7604282e2715  /i  btrfs  noatime  0 2
-UUID=3f7b31cd-f299-40b4-a86b-7604282e2715  /mnt/btrfs_root  btrfs noatime,subvolid=0  0 2
-EOF
-        s mkdir -p /mnt/btrfs_root
-        s dd of=/etc/crypttab <<'EOF'
-# i used to use UUID=<uuid> from cryptsetup luksUUID /dev/mapper/ianvg1-q
-# however, it doesn't work for lvm volumes when opening on the command line,
-# So, just using the thing which works both ways.
-q /dev/mapper/vg_treetowl00-lv01 none luks,discard,noauto
-# based on cryptsetup's README.Debian, and FAQ
-cswap1 /dev/mapper/vg_treetowl00-lv00  /dev/urandom	swap,cipher=aes-cbc-essiv:sha256,size=256,hash=sha256,discard,noearly
-EOF
-        s chmod 600 /etc/crypttab
+  # flidas or so, these units arent built-in
+  if isdeb && ! systemctl list-unit-files | grep ^fstrim.timer &>/dev/null ; then
+    sudo cp /usr/share/doc/util-linux/examples/fstrim.{service,timer} /etc/systemd/system
+  fi
+  # does weekly trim
+  sudo systemctl enable fstrim.timer
+fi
 
-        s systemctl daemon-reload
-        s systemctl restart systemd-cryptsetup@q.service
-        s mount /q
+##### make extra dirs
+dirs=(/mnt/{1,2,3,4,5,6,7,8,9} /nocow/t)
+sudo mkdir -p "${dirs[@]}"
+sudo chown $USER:$USER  "${dirs[@]}"
 
-        s systemctl restart systemd-cryptsetup@cswap1.service
-        # old ways:
-        # s update-rc.d cryptdisks enable
+###### setup /i
+if home_network; then
+  tu /etc/fstab <<'EOF'
+/i/w  /w  none  bind,noauto  0 0
+/i/k  /k  none  bind,noauto  0 0
+EOF
+  if ! mountpoint /kr; then
+    sudo mkdir -p /kr
+    sudo chown $USER:user2 /kr
+  fi
+  if [[ $HOSTNAME == frodo ]]; then
+    tu /etc/fstab <<'EOF'
+/k  /kr  none  bind,noauto  0 0
+EOF
+  else
+    tu /etc/fstab <<'EOF'
+frodo:/k  /kr  nfs  noauto  0 0
+EOF
+  fi
+  sudo mkdir -p /q /i/{w,k}
+  for dir in /{i,w,k}; do
+    if mountpoint $dir; then continue; fi # already mounted
+    sudo mkdir -p $dir
+    sudo chown $USER:$USER $dir
+  done
+  # not needed for all hosts, but rather just keep it uniform
+  sudo mkdir -p /mnt/iroot
+  # debian auto mounting of multi-disk encrypted btrfs is busted.  It is
+  # in jessie, and in stretch as of 11/26/2016 I have 4 disks in cryptab,
+  # based on 3 of those, it creates .device units for /dev/mapper/dev...
+  # then waits endlessly for them on bootup, after the /dev/mapper disks
+  # have already been created and exist. todo: create a simple repro
+  # for this in a vm and report it upstream.
+  pi nfs-common
+  sudo dd of=/root/imount <<'EOF'
+#!/bin/bash
+[[ $EUID == 0 ]] || exec sudo -E "${BASH_SOURCE[0]}" "$@"
+set -eE -o pipefail
+trap 'echo "$0:$LINENO:error: \"$BASH_COMMAND\" returned $?" >&2' ERR
+for dir in /i /mnt/iroot /k /kr /w; do
+    if ! mountpoint $dir &>/dev/null && \
+            awk '{print $2}' /etc/fstab | grep -xF $dir &>/dev/null; then
+        if awk '{print $3}' /etc/fstab | grep -xF nfs &>/dev/null; then
+            mount $dir || echo "warning: failed to mount nfs on $dir"
+        else
+            mount $dir
+        fi
+    fi
+done
+EOF
+  sudo chmod +x /root/imount
+  sudo dd of=/etc/systemd/system/imount.service <<EOF
+[Unit]
+Description=Mount /i and related mountpoints
+Before=syncthing@$USER.service
 
-        # misc notes about when messing around with jessie:
-        # # this was useful on debian jessie:
-        # systemd-tty-ask-password-agent --query
-        # according to the broadcast message
-        # jessie also still had /etc/init.d/cryptdisks,
-        # which seemed to work only with reload, and it seems deprecated
-        # and cryptdisks_start q, also prolly deprecated
+[Service]
+Type=oneshot
+ExecStart=/root/imount
 
+[Install]
+RequiredBy=syncthing@$USER.service
+# note /kr needs networking, this target is the simplest way to
+# time it when the network should be up, but not do something
+# dumb like delay startup until the network is up. It happens
+# at some time after network.target
+WantedBy=multi-user.target
+EOF
+  sudo systemctl daemon-reload # needed if the file was already there
+  sudo systemctl enable imount.service
+  sudo systemctl start imount.service
+fi
+###### end setup /i
+
+##### setup /nocow.
+# a nocow dir that is common to multiple distros installed on the same system
+dir=/nocow
+if has_btrfs; then
+  if ! mountpoint $dir; then
+    subvol=/mnt/root/nocow
+    if [[ ! -e $subvol ]]; then
+      sudo btrfs subvolume create $subvol
+      sudo chown root:1000 $subvol
+      sudo chattr +C $subvol
     fi
 
+    first_root_crypt=$(awk '$2 == "/" {print $1}' /etc/mtab)
+    tu /etc/fstab <<EOF
+$first_root_crypt  /nocow  btrfs  noatime,subvol=nocow  0 0
+EOF
+    sudo mkdir -p $dir
+    sudo chown $USER:$USER $dir
+    sudo mount $dir
+  fi
+else
+  sudo mkdir -p $dir
+fi
 
 
-    # emacs dependencies.
+##### setup email
+mail-setup
 
-    # dunno why debian installed postfix with yum-builddep emacs
-    # but I will just explicitly install it here since
-    # I use it for sending mail in emacs.
-    if isdeb; then
-        s debconf-set-selections<<EOF
-postfix postfix/main_mailer_type select Satellite system
-postfix postfix/mailname string $host
-postfix postfix/relayhost string [mail.messagingengine.com]:587
-EOF
-        pi postfix
-    else
-        pi postfix
-        s postconf -v 'relayhost = [mail.messagingengine.com]:587'
-        s systemctl enable postfix
-        s systemctl start postfix
-    fi
+#### ubuntu nicety
+if isubuntu; then
+  # disable crash report annoying dialogs.
+  sudo dd of=/etc/default/apport <<<'enabled=0'
 fi
 
-/a/bin/conflink
 
 
-# work desktop doesnt need gpg stuff, but it doesnt hurt
-s dd of=/etc/profile.d/environment.sh <<'EOF'
-# IAN: EDIT THIS FROM /a/bin/distro-begin
+##### install laptop hardware packages
+if tp || x2 || x3; then
+  case $distro in
+    debian)
+      pi task-laptop
+      ;;
+    ubuntu|trisquel)
+      # the exact packages that task-laptop would install, since ubuntu
+      # doesn\'t have this virtual in practice package.
+      pi avahi-autoipd bluetooth powertop iw wireless-tools wpasupplicant
+      ;;
+    # todo: other distros unknown
+  esac
+fi
+
+if has_monitor; then
+
+  # sway not packaged for t9, not bothering to build it yet since
+  # i3 doesnt seem to tear and stutter on video anymore.
+  if [[ $codename == buster ]]; then
+    pi sway xwayland
+  fi
+
+
+  ###### install X
+  pi i3
+
+  ##### install xinput
+  case $(distro-name) in
+    trisquel|ubuntu|debian)
+      pi xinput
+      ;;
+  esac
+
+  # recommends gets us geoclue (for darkening automatically at night i assume),
+  # which recommends modemmanager, which is annoying to fix for the model01 keyboard.
+  pi --no-install-recommends gtk-redshift
+
+  ##### setup X autostart
+  # todo, figure this out for arch if we ever try out gnome.
+  # install for multiple display managers in case we use one
+  dir=/etc/gdm3
+  sudo mkdir -p $dir/PostLogin
+  sudo cp /a/bin/distro-setup/desktop-20-autostart.sh $dir/PostLogin/Default
+  sudo mkdir -p /etc/lightdm/lightdm.conf.d
+  sudo dd of=/etc/lightdm/lightdm.conf.d/12-iank.conf <<'EOF'
+[SeatDefaults]
+session-setup-script=/a/bin/distro-setup/desktop-20-autostart.sh
+EOF
 
-if [ -f $HOME/path_add-function ]; then
-    . $HOME/path_add-function
-    path_add /usr/sbin /usr/local/sbin /sbin
-    path_add /a/bin /a/opt/bin $HOME/.cabal/bin
 
-    if [ -r /etc/alternatives/java_sdk ]; then
-        export JAVA_HOME=/etc/alternatives/java_sdk
-        path_add /etc/alternatives/java_sdk
-    fi
-fi
+  # originally used xkbcomp, documented in input-setup.sh, this doesnt
+  # work under wayland, but its still useful for creating the config,
+  # then modifying the system files.
+  sudo sed -i.orig '/key *<KPMU> *{/,/}/s/KP_Multiply/underscore/g' /usr/share/X11/xkb/symbols/keypad
 
-export EDITOR="emacsclient"
-# this makes emacsclient file/-c start a server instance if none is running,
-# instead of some alternate editor logic
-export ALTERNATE_EDITOR=""
-
-# ubuntu starts gpg agent automatically with  /etc/X11/Xsession.d/90gpg-agent.
-# fedora doesn't, which left me to figure this out, and google was no help.
-# fedora documentation is often quite bad :(
-# This is mostly copied from that file.
-# Main difference is that we eval the result of starting gpg-agent,
-# while that file executes it through xsession specific var.
-# Also make sourcing the pidfile make more sense.
-# End result should be the same afaik.
-# for gpg-agent to work when calling gpg from the command line,
-# we need an environment variable that is setup via the eval.
-# which is why we do this upon login, so it can propogate
-# It is also written to the file $HOME/.gnupg/gpg-agent-info-$(hostname)
-# I'm not aware if that is ever used, but just fyi.
-# I also added the bit about xmessaging the stderr,
-# because I'd like to know if the command fails
-if [ -f /etc/fedora-release ]; then
-    : ${GNUPGHOME=$HOME/.gnupg}
-
-    GPGAGENT=/usr/bin/gpg-agent
-    PID_FILE="$GNUPGHOME/gpg-agent-info-$(hostname)"
-
-    if ! $GPGAGENT 2>/dev/null; then
-        temp="$(mktemp)"
-        eval "$($GPGAGENT --homedir /p/do-not-delete --daemon --sh --write-env-file=$PID_FILE 2>$temp)"
-        temperr="$(<"$temp")"
-        [ -n "$temperr" ] && xmessage "gpg-agent stderr: $temperr"
-    elif [ -r "$PID_FILE" ]; then
-        . "$PID_FILE"
-        export GPG_AGENT_INFO
-    fi
+  ##### basic graphical packages
+  pi konsole suckless-tools
 fi
 
-# ubuntu has 002, debian has 022.
-# from what I've read, benefit of 002 makes shared groups read/write.
-# Security concern is where some unixes put everyone in a same group,
-# so if you copy files there with exact perms, that is probably not
-# what you want. I don't use a system like that, and I don't really care
-# either way, but I'd prefer
-# being able to sync file perms with ubuntu systems at work,
-# and it's easier to change the debian one.
-
-umask 002
-EOF
 
 
-if isarch; then
-    # install so it's build dependencies don't get removed.
+##### install  emacs
+if $emacs; then
+  if isarch; then
+    # emacs git build was broken last time i checked,
     x=$(mktemp -d)
     pushd $x
     aurex emacs-git
     makepkg -si --noconfirm
     popd
     rm -rf $x
-else
+    pi hunspell hunspell-en
+  else
     if $recompile; then
-        /a/bin/buildscripts/emacs
+      /a/bin/buildscripts/emacs
     else
-        /a/bin/buildscripts/emacs -r
+      /a/bin/buildscripts/emacs --no-r
     fi
+  fi
+  # the first pup command can kill off our /etc/ mod, so rerun this
+  /a/exe/ssh-emacs-setup
 fi
 
-# todo, figure this out for arch if we ever try out gnome.
-if ! isarch; then
-    # install for multiple display managers in case we use one
-    if isdeb; then
-        dir=/etc/gdm3
-    elif isfedora; then
-        # fedora didn\'t have the 3.
-        dir=/etc/gdm
-    fi
-    mkdir -p $dir/PostLogin
-    s command cp /a/bin/desktop-20-autostart.sh $dir/PostLogin/Default
-    s mkdir /etc/lightdm/lightdm.conf.d
-    s dd of=/etc/lightdm/lightdm.conf.d/12-ian.conf <<'EOF'
-[SeatDefaults]
-session-setup-script=/a/bin/desktop-20-autostart.sh
-EOF
-fi
-
-if isubuntu; then
-    # disable crash report annoying crap
-    s dd of=/etc/default/apport <<<'enabled=0'
-fi
 
-
-pi ghc sakura
-# todo, also note for work comp, scp opt/org-mode bin/build-scripts
-
-# use the package manger version to install the cabal version
-pi cabal-install
-cabal update
-PATH="$PATH:$HOME/.cabal/bin"
-
-# trying out the distro's versions newer distros
-if $debian_stable || isubuntu; then
-    # todo: on ubuntu 12.04, needed to install  zlib1g-dev
-    cabal install cabal-install
-    pu cabal-install
-    # just guessed at this after getting /bin/ld cannot find -lHSmtl or something
-    t ~/.ghc
-
-
-    cabal update
-    # todo, work machine required some packages libx11-dev libxrandr-dev libxft2-dev
-    cabal install xmonad
-    cabal install xmonad-contrib
-    # work machine:
-    # pi tasksel. select openssh server, basic server, large font selection
-
-    #http://comments.gmane.org/gmane.comp.lang.haskell.xmonad/13871
-    cat <<'EOF'
-manual steps required:
-xfce, "Session and Startup" > "Application Autostart"
-Add
-Name: xmonad
-Description: xmonad --replace
-Command: delayed-xmonad
-EOF
-
-else
-    pi xmonad
-    if isarch; then
-        # for displaying error messages.
-        # optional dependency in arch, standard elsewhere.
-        pi xorg-xmessage xmonad-contrib xorg-xsetroot xorg-xinit
-
-        # https://wiki.archlinux.org/index.php/Xinitrc
-        cp /etc/X11/xinit/xinitrc ~/.xinitrc
-        sed -ri '/^ *twm\b/,$d' ~/.xinitrc
-        echo "source /a/bin/xinitrc" >> ~/.xinitrc
-    else
-        pi suckless-tools
-    fi
-fi
-pi dmenu
+echo 0 >~/.local/distro-begin
+echo "$0: $(date): ending now"
+echo "exiting with status 0"
+exit 0