iankelling.org Git - distro-setup/blob - distro-begin

   1 #!/bin/bash -l
   2 # Copyright (C) 2016 Ian Kelling
   3 #
   4 # Licensed under the Apache License, Version 2.0 (the "License");
   5 # you may not use this file except in compliance with the License.
   6 # You may obtain a copy of the License at
   7 #
   8 #     http://www.apache.org/licenses/LICENSE-2.0
   9 #
  10 # Unless required by applicable law or agreed to in writing, software
  11 # distributed under the License is distributed on an "AS IS" BASIS,
  12 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  13 # See the License for the specific language governing permissions and
  14 # limitations under the License.
  15
  16 # for setting up a new machine
  17 # usage: $0 [-r] [HOSTNAME]
  18 # HOSTNAME changes the machine's hostname
  19
  20 # tips:
  21 # run any sudo command first so your pass is cached
  22 # set the scrollback to unlimited in case something goes wrong
  23
  24
  25 # send to registrar, glue records:
  26 # for iankelling.org:
  27
  28 # ns1.iankelling.org 72.14.176.105
  29 # ns1.iankelling.org 2600:3c00::f03c:91ff:fe6d:baf8
  30 # ns2.iankelling.org 172.105.84.95
  31 # ns2.iankelling.org 2a01:7e01::f03c:91ff:feb5:baec
  32
  33 # for zroe.org:
  34
  35 # ns1.zroe.org 72.14.176.105
  36 # ns1.zroe.org 2600:3c00::f03c:91ff:fe6d:baf8
  37 # ns2.zroe.org 172.105.84.95
  38 # ns2.zroe.org 2a01:7e01::f03c:91ff:feb5:baec
  39 #
  40
  41
  42
  43 ####### begin setup environment #######
  44
  45
  46 ### make ssh interactive shell run better. for when running line interactively line by line
  47 sudo bash -c 'source /a/c/.bashrc && source /a/exe/ssh-emacs-setup'
  48
  49
  50 ##### setup error handling
  51 interactive=true  # set this to false to force set -x
  52 [[ $- == *i* ]] || interactive=false
  53 if ! $interactive; then
  54   set -x
  55 fi
  56 source /a/bin/errhandle/err
  57
  58 _errcatch_cleanup() {
  59   echo 1 >~/.local/distro-begin
  60 }
  61
  62 source /a/bin/distro-functions/src/package-manager-abstractions
  63
  64 ### setup logging
  65 exec &> >(sudo tee -a /var/log/distro-begin)
  66 echo "$0: $(date): starting now)"
  67
  68
  69 ### sanity checking
  70 if [[ $EUID == 0 ]]; then
  71   if getent passwd iank || getent passwd ian ; then
  72     echo "$0: error: running as root. unprivileged user exists. use it."
  73     exit 1
  74   else
  75     echo "$0: warning: running as root. I will setup users then exit"
  76   fi
  77 fi
  78
  79
  80 ### arg parsing
  81 recompile=false
  82 emacs=true
  83 while [[ $1 == -* ]]; do
  84   case $1 in
  85     -r) recompile=true; shift ;;
  86     -e) emacs=false; shift ;;
  87   esac
  88 done
  89 if [[ $1 ]]; then
  90   export HOSTNAME=$1
  91 fi
  92
  93
  94 ##### variables/env setup
  95 script_dir="$(readlink -f "${BASH_SOURCE[@]}")"; script_dir=${script_dir%/*}
  96 # shellcheck source=./pkgs
  97 source $script_dir/pkgs
  98 set +x
  99 source /a/bin/distro-functions/src/identify-distros
 100 $interactive || set -x
 101 for f in kd x2 x3 frodo tp li l2 demohost kw; do
 102   eval "$f() { [[ $HOSTNAME == $f ]]; }"
 103 done
 104 codename=$(debian-codename)
 105 has_wayland() { has_monitor && [[ $codename == buster ]]; }
 106 has_x() { has_monitor && [[ $codename != buster ]]; }
 107 has_monitor() { ! linode ; }
 108 linode() { l2 || li; }
 109 # linode actually has btrfs now, but we dont do anything with it.
 110 has_btrfs() { ! linode; }
 111 home_network() { ! linode && ! kw; }
 112 has_p() { ! linode; }
 113 encrypted() { true; }
 114 shopt -s extglob
 115 export GLOBIGNORE="*/.:*/.."
 116 umask 022
 117 PATH="/a/exe:$PATH"
 118 sed="sed --follow-symlinks"
 119
 120 ####### end setup environment #######
 121
 122
 123
 124
 125 ##### begin setup encryption scripts ######
 126 if encrypted; then
 127   # I tried making a service which was dependent on reboot.target,
 128   # but it happened too late in the shutdown process.
 129   sudo dd of=/etc/systemd/system/keyscripton.service <<'EOF'
 130 [Unit]
 131 Description=Turn on automatic decryption of drives on boot
 132 # This is triggered by reboot and when keyscriptoff stops.
 133
 134 # tried using graphical.target, but it made my display manager restart before rebooting.
 135 # generally, I don't think targets order shutdown like they do startup.
 136 # So, I did systemd-analyze plot > something.svg, and picked a reliably started
 137 # service that happens late in the game.
 138 After=ntp.service
 139 DefaultDependencies=no
 140 # not sure if needed, makes sure we shut down before reboot.target
 141 Conflicts=reboot.target
 142
 143 [Service]
 144 Type=oneshot
 145 RemainAfterExit=yes
 146 ExecStart=/bin/true
 147 ExecStop=/a/exe/keyscript-on
 148
 149 [Install]
 150 WantedBy=keyscriptoff.service
 151 EOF
 152   sudo systemctl daemon-reload # needed if the file was already there
 153   sudo systemctl enable keyscripton.service
 154
 155   sudo dd of=/etc/systemd/system/keyscriptoff.service <<'EOF'
 156 [Unit]
 157 Description=Turn off automatic decryption of drives on boot
 158
 159 [Service]
 160 Type=oneshot
 161 ExecStart=/a/exe/keyscript-off
 162
 163 [Install]
 164 WantedBy=multi-user.target
 165 EOF
 166   sudo systemctl daemon-reload # needed if the file was already there
 167   sudo systemctl enable keyscriptoff.service
 168   sudo systemctl start keyscriptoff.service
 169
 170   pi rsync
 171
 172   # from /usr/share/doc/dropbear-initramfs/README.initramfs.gz
 173   tmp=$(mktemp)
 174   while read -r m _; do /sbin/modinfo -F filename "$m"; done </proc/modules | \
 175     sed -nr "s@^/lib/modules/$(uname -r)/kernel/drivers/net(/.*)?/([^/]+)\.ko\$@\2@p" \
 176     | sudo dd of=$tmp
 177   if ! diff -q /etc/initramfs-tools/modules $tmp &>/dev/null; then
 178     sudo dd if=$tmp of=/etc/initramfs-tools/modules
 179     sudo /usr/sbin/update-initramfs -u -k all
 180   fi
 181   # initram auth keys get setup with rootsshsync
 182   $script_dir/rootsshsync
 183   # then for remote unlock, ssh and do this once per crypt disk:
 184   # echo -n PASS >/lib/cryptsetup/passfifo
 185   # or for buster+
 186   # cryptroot-unlock
 187
 188 fi
 189 ##### end setup encryption scripts ######
 190
 191
 192 # disabled until its fixed up
 193 # install-myqueue
 194
 195 # todo, it would be nice to cut down on some of the output
 196
 197
 198 #### rerun my fai-time scripts
 199 # already ran for pxe installs, but used for vps & updates
 200 distro=$(distro-name)
 201 case $distro in
 202   ubuntu|debian|trisquel)
 203     sudo bash -c ". /a/bin/fai/fai-wrapper && /a/bin/fai/fai/config/scripts/GRUB_PC/11-iank"
 204     ;;
 205   *)
 206     sudo bash -c ". /a/bin/fai/fai-wrapper &&
 207 /a/bin/fai/fai/config/distro-install-common/end"
 208     ;;
 209 esac
 210
 211 ###### setup hostname
 212 if [[ $HOSTNAME != $(cat /etc/hostname) ]]; then
 213   echo $HOSTNAME > /etc/hostname
 214   hostname -F /etc/hostname
 215 fi
 216 sudo sed -i --follow-symlinks -f - /etc/hosts <<EOF
 217 \$a 127.0.1.1 $HOSTNAME.b8.nz $HOSTNAME
 218 /^127\.0\.1\.1/d
 219 EOF
 220
 221
 222 ##### exit first stage if running as root
 223 if [[ $EUID == 0 ]]; then
 224   echo "$0: running as root. exiting now that users are setup"
 225   exit 0
 226 fi
 227
 228
 229 #### setup bash for root
 230 for x in /a/c/{.bashrc,brc,brc2,.bash_profile,.profile,.inputrc,path_add_function}; do
 231   sudo -i <<EOF
 232 PATH="/a/exe:$PATH"
 233 lnf $x /root
 234 EOF
 235 done
 236
 237 ###### do conflink
 238 # linode needs bind group before conflink
 239 if $linode; then
 240   pi-nostart bind9
 241 fi
 242 # this needs to be before installing pacserve so we have gpg conf.
 243 conflink
 244
 245 ###### bash environment setup
 246 set +x
 247 err-allow
 248 source /etc/profile.d/environment.sh
 249 # shellcheck source=./.bashrc
 250 source ~/.bashrc
 251 err-catch
 252 $interactive || set -x
 253
 254
 255 #### setup passwordless sudo
 256
 257 # always_set_home
 258 # makes ubuntu be like debian
 259 # https://unix.stackexchange.com/a/91572
 260
 261 # umask: default setting is to have  minimum umask of 0022
 262 # This lets us have user-specific umasks which are more permissive.
 263 # I did this for transmission and set it's umask gecos on install,
 264 # see there for more info.
 265
 266 tu /etc/sudoers <<EOF
 267 $USER  ALL=(ALL)  NOPASSWD: ALL
 268 Defaults  env_keep += SUDOD
 269 Defaults always_set_home
 270 Defaults !umask
 271 EOF
 272
 273
 274 #### setup firefox backport
 275 ## ian: disabled. backports are not being published atm due to rust packaging issue
 276 # if isdeb; then
 277 #     codename=$(debian-codename)
 278 #         if isdebian-stable && has_x; then
 279 #             s dd of=/etc/apt/sources.list.d/mozilla-iceweasel.list <<EOF
 280 #     deb http://mozilla.debian.net/ $codename-backports firefox-release
 281 #     deb-src http://mozilla.debian.net/ $codename-backports firefox-release
 282 # EOF
 283 #             p update
 284 #             # take care of mozilla signing errors in previous command
 285 #             pi pkg-mozilla-archive-keyring
 286 #         fi
 287 #     p update
 288 # fi
 289
 290
 291 ######  arch aur wrapper setup
 292 if isarch; then
 293   #https://wiki.archlinux.org/index.php/Arch_User_Repository#Installing_packages
 294   sudo pacman -S --noconfirm --needed base-devel jq
 295   # pacaur seems to be the best, although it + cower has a few minor bugs,
 296   # its design goals seem good, so, going for it.
 297
 298   aurpi() {
 299     for p in "$@"; do
 300       tempdir=$(mktemp -d)
 301       pushd $tempdir
 302       aurex "$p"
 303       makepkg -sri --skippgpcheck --noconfirm
 304       popd
 305       rm -rf $tempdir
 306     done
 307   }
 308   aurpi cower pacaur
 309
 310   pi pacserve
 311
 312   x=$(mktemp); /usr/bin/pacman.conf-insert_pacserve >$x
 313   sudo dd of=/etc/pacman.conf if=$x; rm $x
 314   sudo systemctl enable pacserve.service
 315   sudo systemctl start pacserve.service
 316
 317 fi
 318
 319 #### update all packages
 320 pup
 321
 322
 323 ###### p1 packages install ######
 324 pi ${p1[@]}
 325
 326
 327 ######## fix evbug bug ######
 328 case $distro in
 329   trisquel|ubuntu)
 330     # noticed in flidas.
 331     #https://bugs.launchpad.net/ubuntu/+source/module-init-tools/+bug/240553
 332     #https://wiki.debian.org/KernelModuleBlacklisting
 333     #common advice when searching is to use /etc/modprobe.d/blacklist.conf,
 334     #but that file won't work and will get automatically reverted
 335     sudo rmmod evbug ||: # might not be loaded yet
 336     file=/etc/modprobe.d/evbug.conf
 337     line="blacklist evbug"
 338     if ! grep -xFq "$line" $file; then
 339       sudo dd of=$file 2>/dev/null <<<"$line"
 340       sudo depmod -a
 341       sudo update-initramfs -u
 342     fi
 343     ;;
 344 esac
 345
 346
 347 ###### link files
 348 # convenient to just do all file linking in one place
 349 s /a/exe/lnf -T /a/bin /b
 350 s /a/exe/lnf -T /nocow/t /t
 351 if has_p; then
 352   lnf -T /p/News ~/News
 353 fi
 354 s /a/exe/lnf /q/root/.editor-backups /q/root/.undo-tree-history \
 355   /a/opt /a/c/.emacs.d $HOME/mw_vars /k/backup /root
 356 /a/bin/ds/install-my-scripts # needed for rootsshsync cronjob
 357 s /a/exe/lnf /a/c/.vim /a/c/.vimrc /a/c/.gvimrc /root
 358
 359
 360
 361
 362
 363 #### arch specific early packages
 364 case $(distro-name) in
 365   arch)
 366     # pkgfile is like apt-cache
 367     pi pkgfile
 368     s pkgfile --update
 369     ;;
 370 esac
 371
 372 #### enable trim
 373 # enable trim for volume delete, other rare commands
 374 sudo $sed -ri 's/( *issue_discards\b).*/\1 = 1/' /etc/lvm/lvm.conf
 375 if encrypted; then
 376   # flidas or so, these units arent built-in
 377   if isdeb && ! systemctl list-unit-files | grep ^fstrim.timer &>/dev/null ; then
 378     sudo cp /usr/share/doc/util-linux/examples/fstrim.{service,timer} /etc/systemd/system
 379   fi
 380   # does weekly trim
 381   sudo systemctl enable fstrim.timer
 382 fi
 383
 384 ##### make extra dirs
 385 dirs=(/mnt/{1,2,3,4,5,6,7,8,9} /nocow/t)
 386 s mkdir -p "${dirs[@]}"
 387 s chown $USER:$USER  "${dirs[@]}"
 388
 389 ###### setup /i
 390 if home_network; then
 391   tu /etc/fstab <<'EOF'
 392 /i/w  /w  none  bind,noauto  0 0
 393 /i/k  /k  none  bind,noauto  0 0
 394 EOF
 395   if ! mountpoint /kr; then
 396     s mkdir -p /kr
 397     s chown $USER:user2 /kr
 398   fi
 399   if [[ $HOSTNAME == frodo ]]; then
 400     tu /etc/fstab <<'EOF'
 401 /k  /kr  none  bind,noauto  0 0
 402 EOF
 403   else
 404     tu /etc/fstab <<'EOF'
 405 frodo:/k  /kr  nfs  noauto  0 0
 406 EOF
 407   fi
 408   s mkdir -p /q /i/{w,k}
 409   for dir in /{i,w,k}; do
 410     if mountpoint $dir; then continue; fi # already mounted
 411     s mkdir -p $dir
 412     s chown $USER:$USER $dir
 413   done
 414   # not needed for all hosts, but rather just keep it uniform
 415   s mkdir -p /mnt/iroot
 416   # debian auto mounting of multi-disk encrypted btrfs is busted.  It is
 417   # in jessie, and in stretch as of 11/26/2016 I have 4 disks in cryptab,
 418   # based on 3 of those, it creates .device units for /dev/mapper/dev...
 419   # then waits endlessly for them on bootup, after the /dev/mapper disks
 420   # have already been created and exist. todo: create a simple repro
 421   # for this in a vm and report it upstream.
 422   pi nfs-common
 423   s dd of=/root/imount <<'EOF'
 424 #!/bin/bash
 425 [[ $EUID == 0 ]] || exec sudo -E "${BASH_SOURCE[0]}" "$@"
 426 set -eE -o pipefail
 427 trap 'echo "$0:$LINENO:error: \"$BASH_COMMAND\" returned $?" >&2' ERR
 428 for dir in /i /mnt/iroot /k /kr /w; do
 429     if ! mountpoint $dir &>/dev/null && \
 430             awk '{print $2}' /etc/fstab | grep -xF $dir &>/dev/null; then
 431         if awk '{print $3}' /etc/fstab | grep -xF nfs &>/dev/null; then
 432             mount $dir || echo "warning: failed to mount nfs on $dir"
 433         else
 434             mount $dir
 435         fi
 436     fi
 437 done
 438 EOF
 439   s chmod +x /root/imount
 440   s dd of=/etc/systemd/system/imount.service <<EOF
 441 [Unit]
 442 Description=Mount /i and related mountpoints
 443 Before=syncthing@$USER.service
 444
 445 [Service]
 446 Type=oneshot
 447 ExecStart=/root/imount
 448
 449 [Install]
 450 RequiredBy=syncthing@$USER.service
 451 # note /kr needs networking, this target is the simplest way to
 452 # time it when the network should be up, but not do something
 453 # dumb like delay startup until the network is up. It happens
 454 # at some time after network.target
 455 WantedBy=multi-user.target
 456 EOF
 457   sudo systemctl daemon-reload # needed if the file was already there
 458   sudo systemctl enable imount.service
 459   sudo systemctl start imount.service
 460 fi
 461 ###### end setup /i
 462
 463 ##### setup /nocow.
 464 # a nocow dir that is common to multiple distros installed on the same system
 465 dir=/nocow
 466 if has_btrfs; then
 467   if ! mountpoint $dir; then
 468     subvol=/mnt/root/nocow
 469     if [[ ! -e $subvol ]]; then
 470       s btrfs subvolume create $subvol
 471       s chown root:1000 $subvol
 472       s chattr +C $subvol
 473     fi
 474
 475     first_root_crypt=$(awk '$2 == "/" {print $1}' /etc/mtab)
 476     tu /etc/fstab <<EOF
 477 $first_root_crypt  /nocow  btrfs  noatime,subvol=nocow  0 0
 478 EOF
 479     s mkdir -p $dir
 480     s chown $USER:$USER $dir
 481     s mount $dir
 482   fi
 483 else
 484   sudo mkdir -p $dir
 485 fi
 486
 487
 488 ##### setup email
 489 mail-setup
 490
 491 #### ubuntu nicety
 492 if isubuntu; then
 493   # disable crash report annoying dialogs.
 494   s dd of=/etc/default/apport <<<'enabled=0'
 495 fi
 496
 497
 498
 499 ##### install laptop hardware packages
 500 if tp || x2 || x3; then
 501   case $distro in
 502     debian)
 503       pi task-laptop
 504       ;;
 505     ubuntu|trisquel)
 506       # the exact packages that task-laptop would install, since ubuntu
 507       # doesn\'t have this virtual in practice package.
 508       pi avahi-autoipd bluetooth powertop iw wireless-tools wpasupplicant
 509       ;;
 510     # todo: other distros unknown
 511   esac
 512 fi
 513
 514 if has_x; then
 515   ###### install X
 516   pi i3
 517   if isarch; then
 518     # xorg-xmessage for displaying error messages.
 519     # optional dependency in arch, standard elsewhere.
 520     pi xorg-server xorg-xmessage xorg-xsetroot xorg-xinit
 521   fi
 522
 523   ##### install xinput
 524   case $(distro-name) in
 525     trisquel|ubuntu|debian)
 526       pi xinput
 527       ;;
 528     arch)
 529       pi xorg-xinput
 530       ;;
 531   esac
 532
 533   #### install redshift
 534   case $(distro-name) in
 535     trisquel|ubuntu|debian)
 536       # recommends gets us geoclue (for darkening automatically at night i assume),
 537       # which recommends modemmanager, which is annoying to fix for the model01 keyboard.
 538       pi --no-install-recommends gtk-redshift
 539       ;;&
 540     arch)
 541       pi redshift
 542       ;;&
 543   esac
 544
 545   ##### setup X autostart
 546   if isarch; then
 547     # https://wiki.archlinux.org/index.php/Xinitrc
 548     for homedir in /home/*; do
 549       cp /etc/X11/xinit/xinitrc $homedir/.xinitrc
 550       # shellcheck disable=SC2016
 551       $sed -ri '/^ *twm\b/,$d' $homedir/.xinitrc
 552       tee -a $homedir/.xinitrc <<'EOF'
 553 /a/bin/desktop-20-autostart.sh
 554 xsetroot -cursor_name left_ptr
 555 exec xmonad
 556 EOF
 557     done
 558   else
 559     # todo, figure this out for arch if we ever try out gnome.
 560     # install for multiple display managers in case we use one
 561     dir=/etc/gdm3
 562     s mkdir -p $dir/PostLogin
 563     s command cp /a/bin/distro-setup/desktop-20-autostart.sh $dir/PostLogin/Default
 564     s mkdir /etc/lightdm/lightdm.conf.d
 565     s dd of=/etc/lightdm/lightdm.conf.d/12-iank.conf <<'EOF'
 566 [SeatDefaults]
 567 session-setup-script=/a/bin/distro-setup/desktop-20-autostart.sh
 568 EOF
 569   fi
 570
 571 fi
 572
 573 ### install and configure wayland
 574 if has_wayland; then
 575   pi sway xwayland
 576   # originally used xkbcomp, documented in input-setup.sh, this doesnt
 577   # work under wayland, but its still useful for creating the config,
 578   # then modifying the system files.
 579   s sed -i.orig '/key *<KPMU> *{/,/}/s/KP_Multiply/underscore/g' /usr/share/X11/xkb/symbols/keypad
 580 fi
 581
 582 ##### basic graphical packages
 583 if has_monitor; then
 584   pi konsole suckless-tools
 585 fi
 586
 587
 588 ##### install  emacs
 589 if $emacs; then
 590   if isarch; then
 591     # emacs git build was broken last time i checked,
 592     x=$(mktemp -d)
 593     pushd $x
 594     aurex emacs-git
 595     makepkg -si --noconfirm
 596     popd
 597     rm -rf $x
 598     pi hunspell hunspell-en
 599   else
 600     if $recompile; then
 601       /a/bin/buildscripts/emacs
 602     else
 603       /a/bin/buildscripts/emacs --no-r
 604     fi
 605   fi
 606   # the first pup command can kill off our /etc/ mod, so rerun this
 607   /a/exe/ssh-emacs-setup
 608 fi
 609
 610
 611 echo 0 >~/.local/distro-begin
 612 echo "$0: $(date): ending now"
 613 exit 0