X-Git-Url: https://iankelling.org/git/?p=distro-setup;a=blobdiff_plain;f=distro-begin;h=182a9d92ee2af270a22dfee2e30017c80720def2;hp=fee2249fcbf3146d824bcfc8db489a7e8683adba;hb=90bd397922e7240c41377e7404f79f190bfbc9d8;hpb=b6c42f4134e3825cfa5980901187dad527991d43 diff --git a/distro-begin b/distro-begin index fee2249..182a9d9 100755 --- a/distro-begin +++ b/distro-begin @@ -1,74 +1,96 @@ #!/bin/bash -l # Copyright (C) 2016 Ian Kelling -# This program is under GPL v. 3 or later, see - -# todo. dunno why, but original bootstrap of timezone is not sticking. -# fixed manually with: -# s dpkg-reconfigure tzdata - - -# for bootstrapping a new machine - -# to make ssh run better, first run this: -sudo bash -c 'source /a/c/repos/bash/.bashrc && source /a/bin/ssh-emacs-setup' - - -# see t.org for OS installer notes - -# usage: $0 [OPTIONS] HOSTNAME +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +# for setting up a new machine +# usage: $0 [-r] HOSTNAME # tips: # run any sudo command first so your pass is cached # set the scrollback to unlimited in case something goes wrong -if [[ $EUID == 0 ]]; then - echo "error: do not run as root" - exit -fi -interactive=true # set this to true if running by hand in emacs -[[ $- == *i* ]] || interactive=false +####### begin setup environment ####### +### make ssh interactive shell run better. for when running line interactively line by line +sudo bash -c 'source /a/c/.bashrc && source /a/exe/ssh-emacs-setup' + +##### setup error handling +interactive=true # set this to false to force set -x +[[ $- == *i* ]] || interactive=false if ! $interactive; then set -x - set -e -o pipefail fi -set -E -trap 'echo "$0:$LINENO:error: \"$BASH_COMMAND\" returned $?"' ERR +source /a/bin/errhandle/err + +### setup logging +exec &> >(sudo tee -a /var/log/distro-begin) +echo "$0: $(date): starting now)" + + +### sanity checking +if [[ $EUID == 0 ]]; then + if getent passwd iank || getent passwd ian ; then + echo "$0: error: running as root. unprivileged user exists. use it." + exit 1 + else + echo "$0: warning: running as root. I will setup users then exit" + fi +fi + -# headless=false # unused atm -recompile=true -# for copying to a new data fs -bootstrapfs=false # old flag, needs new look before using. +### arg parsing +recompile=false while [[ $1 == -* ]]; do case $1 in - # avoid some of the longer compilation steps, - # when we need to rerun because we had an error - -n) recompile=false; shift ;; + -r) recompile=true; shift ;; esac done - if [[ $1 ]]; then - host=$1 -else - host=$HOSTNAME + export HOSTNAME=$1 fi -for f in iank-dev htpc treetowl x2 frodo tp; do - eval "$f() { [[ $host == $f ]]; }" -done -has_p() { iank-dev || x2 || frodo; } -encrypted() { has_p || tp; } +##### variables/env setup +script_dir="$(readlink -f "$BASH_SOURCE")"; script_dir=${script_dir%/*} +source $script_dir/pkgs +set +x +source /a/bin/distro-functions/src/identify-distros +$interactive || set -x +for f in iank-dev htpc kd x2 x3 frodo tp li lj demohost kw fz; do + eval "$f() { [[ $HOSTNAME == $f ]]; }" +done +has_p() { ! linode; } # when tp is tracis, then not tp either +has_x() { ! linode; } +linode() { lj || li; } +has_btrfs() { ! linode; } +home_network() { ! linode; } +encrypted() { has_p; } shopt -s extglob export GLOBIGNORE=*/.:*/.. -umask 0002 +umask 022 +PATH="/a/exe:$PATH" +sed="sed --follow-symlinks" + +####### end setup environment ####### -####### end command line parsing + +##### begin setup encryption scripts ###### if encrypted; then # I tried making a service which was dependent on reboot.target, # but it happened too late in the shutdown process. @@ -79,15 +101,16 @@ Description=Turn on automatic decryption of drives on boot # generally, I don't think targets order shutdown like they do startup. # So, I did systemd-analyze plot > something.svg, and picked a reliably started # service that happens late in the game. -After=postfix.service +After=ntp.service DefaultDependencies=no +# not sure if needed, makes sure we shut down before reboot.target Conflicts=reboot.target [Service] Type=oneshot RemainAfterExit=yes ExecStart=/bin/true -ExecStop=/a/bin/keyscript-on +ExecStop=/a/exe/keyscript-on [Install] WantedBy=keyscriptoff.service @@ -103,7 +126,7 @@ Description=Turn off automatic decryption of drives on boot [Service] Type=oneshot -ExecStart=/a/bin/keyscript-off +ExecStart=/a/exe/keyscript-off [Install] WantedBy=multi-user.target @@ -112,126 +135,111 @@ EOF sudo systemctl enable keyscriptoff.service sudo systemctl start keyscriptoff.service fi +##### end setup encryption scripts ###### -if iank-dev; then - desktop=$(ssh root@iankelling.org grep desktop /etc/hosts | grep -o "^.* ") - if $bootstrapfs; then - # for bootstrapping at a new job: - cp="scp $desktop:" - # for moving to a new hd, change $cp to move between filesystems - mkdir -p /a/bin - chown -R ian:ian /a - $cp/a/c /a - $cp/a/c/bin/{bash-programs-by-ian,distro-begin,distro-functions,input-setup.sh} /a/bin - echo -e \\n\\n\\n | ssh-keygen -t rsa - fi -fi - -# this script has been designed to be idempotent -# todo, it would be nice to cut down on some of the output - - -# output is below so shellcheck can verify sources -for x in /a/bin/bash-programs-by-ian/repos/{errhandle,tee-unique,lnf}/*-function; do - echo "# shellcheck source=$x"; - # shellcheck source=/a/bin/bash-programs-by-ian/repos/errhandle/bash-trace-function - # shellcheck source=/a/bin/bash-programs-by-ian/repos/errhandle/errallow-function - # shellcheck source=/a/bin/bash-programs-by-ian/repos/errhandle/errcatch-function - # shellcheck source=/a/bin/bash-programs-by-ian/repos/errhandle/errexit-function - # shellcheck source=/a/bin/bash-programs-by-ian/repos/tee-unique/teeu-function - # shellcheck source=/a/bin/bash-programs-by-ian/repos/lnf/lnf-function - source $x -done - - -set +e -$interactive || errcatch -source /a/bin/distro-functions/src/identify-distros -echo path:$PATH +# disabled until its fixed up +# install-myqueue +# todo, it would be nice to cut down on some of the output +##### fedora prereq/fundamental settings if isfedora; then # comment out line disallowing calling sudo in scripts - sudo sed -i 's/^Defaults *requiretty/#\0 # ian commented/' /etc/sudoers - # turn on magic sysrq commands for this boot cycle + sudo $sed -i 's/^Defaults *requiretty/#\0 # ian commented/' /etc/sudoers + # turn on magic sysrq commands echo 1 > sudo dd of=/proc/sys/kernel/sysrq + echo "kernel.sysrq = 1" > /etc/sysctl.d/90-sysrq.conf # selinux is not user friendly. Like, you enable samba, but you haven't run the magic selinux commands so it doesn't work # and you have no idea why. - sudo sed -i 's/^\(SELINUX=\).*/\1disabled/' /etc/selinux/config + sudo $sed -i 's/^\(SELINUX=\).*/\1disabled/' /etc/selinux/config selinuxenabled && sudo setenforce 0 fi +#### rerun my fai-time scripts +# already ran for pxe installs, but used for vps & updates +distro=$(distro-name) +case $distro in + ubuntu|debian|trisquel) + sudo bash -c ". /a/bin/fai/fai-wrapper && /a/bin/fai/fai/config/scripts/GRUB_PC/11-iank" + ;; + *) + sudo bash -c ". /a/bin/fai/fai-wrapper && +/a/bin/fai/fai/config/distro-install-common/end" + ;; +esac + +###### setup hostname +sudo $sed -i '/^127\.0\.1\.1/d' /etc/hosts +echo "127.0.1.1 $HOSTNAME.b8.nz $HOSTNAME" | sudo tee -a /etc/hosts -# link files +##### exit first stage if running as root +if [[ $EUID == 0 ]]; then + echo "$0: running as root. exiting now that users are setup" + exit 0 +fi -for x in /a/c/repos/bash/!(.git); do - for homedir in /home/*; do - sudo chown -R ian:ian $homedir - lnf "$x" $homedir - done +#### setup bash for root +for x in /a/c/{.bashrc,brc,.bash_profile,.profile,.inputrc,path_add_function}; do sudo -i </dev/null || sudo groupadd -r bind +fi +# this needs to be before installing pacserve so we have gpg conf. +conflink +###### bash environment setup set +x -errallow +err-allow +source /etc/profile.d/environment.sh source ~/.bashrc -echo path:$PATH -$interactive || errcatch +err-catch $interactive || set -x -# passwordless sudo -tu /etc/sudoers <<'EOF' -ian ALL=(ALL) NOPASSWD: ALL +#### setup passwordless sudo +tu /etc/sudoers <$x + + x=$(mktemp); /usr/bin/pacman.conf-insert_pacserve >$x sudo dd of=/etc/pacman.conf if=$x; rm $x sudo systemctl enable pacserve.service sudo systemctl start pacserve.service - # strange error if just installing trash-cli: "pyalpm requires python", - # so I see that it requires python2, and installing that manually fixes it. - # I didn't see this on earlier installation, main thing which changed was - # pacserve, so not sure if it's related. - pi python2 fi +#### update all packages pup -pi trash-cli - - -###### link files ########### -# convenient to just do all file linking in one place -s lnf /a/sdx{,d} / -# if it wasn't set already, we could set hostname here -#echo treetowl | s dd of=/etc/hostname -#s hostname -F /etc/hostname -#HOSTNAME=$(hostname) +###### p1 packages install ###### +if isarch; then + # requirement for trash-cli. + # background: strange error if just installing trash-cli: "pyalpm requires python", + # so I see that it requires python2, and installing that manually fixes it. + # I didn\'t see this on earlier installation, main thing which changed was + # pacserve, so not sure if it\'s related. + pi python2 +fi +pi ${p1[@]} + + +######## fix evbug bug ###### +case $distro in + trisquel|ubuntu) + # noticed in flidas. + #https://bugs.launchpad.net/ubuntu/+source/module-init-tools/+bug/240553 + #https://wiki.debian.org/KernelModuleBlacklisting + #common advice when searching is to use /etc/modprobe.d/blacklist.conf, + #but that file won't work and will get automatically reverted + sudo rmmod evbug ||: # might not be loaded yet + file=/etc/modprobe.d/evbug.conf + line="blacklist evbug" + if ! grep -xFq "$line" $file; then + sudo dd of=$file 2>/dev/null <<<"$line" + sudo depmod -a + sudo update-initramfs -u + fi + ;; +esac -######################################### -# NOTE: only /a needs to be mounted for creating links! -########################################### -# todo: reconcile ~/.ssh/config work/home -s lnf -T /q/p /p +###### link files +# convenient to just do all file linking in one place +s lnf -T /a/bin /b +s lnf -T /nocow/t /t if has_p; then - lnf -T /p/offlineimap ~/Maildir lnf -T /p/News ~/News - # don't use /* because I don't want to require it to be mounted - s lnf /q/root/.editor-backups /q/root/.undo-tree-history \ - /q/root/.ssh /a/opt \ - /a/c/.emacs.d ~/.unison /root - fi - -s lnf /a/c/.inputrc /a/c/.vim /a/c/.vimrc /a/c/.gvimrc /root - -# machine is going away -# if [[ $HOSTNAME == htpc ]]; then -# lnf -T /i/Videos ~/Downloads -# fi - +s lnf /q/root/.editor-backups /q/root/.undo-tree-history \ + /a/opt /a/c/.emacs.d $HOME/mw_vars /k/backup /root +pi rsync # needed for rootsshsync +rootsshsync +s lnf /a/c/.vim /a/c/.vimrc /a/c/.gvimrc /root if has_p; then # for dovecot lnf -T /i/k/mboxes ~/mail fi -# basic needed packages + + +##### install xinput +if has_x; then + case $(distro-name) in + trisquel|ubuntu|debian) + pi xinput + ;; + fedora) + pi xinput_calibrator + ;; + arch) + pi xorg-xinput + ;; + esac + + #### install redshift + case $(distro-name) in + trisquel|ubuntu|debian) + # recommends gets us geoclue (for darkening automatically at night i assume), + # which recommends modemmanager, which is annoying to fix for the model01 keyboard. + pi --no-install-recommends gtk-redshift + ;;& + fedora) + pi redshift-gtk + ;;& + arch) + pi redshift + ;;& + esac +fi + + +#### arch specific early packages case $(distro-name) in - debian) - pi firefox$( isdebian-stable && e /$code-backports ) - # for hosts which require nonfree drivers - case $HOSTNAME in - tp|x2) : ;; - *) pi linux-image-amd64 firmware-linux-nonfree \ - firmware-linux-free linux-headers-amd64 - ;; - esac - ;;& - ubuntu|debian) - pi xmacro gtk-redshift xinput - ;;& - fedora) - p -y groupinstall development-tools c-development books admin-tools - pi redshift-gtk - # debian has this package patched to work, upstream is dead - # tried using alien, pi alien, alien -r *.deb, rpm -Uhv *.rpm, got this error, so fuck it - # file /usr/bin from install of xmacro-0.3pre_20000911-7.x86_64 conflicts with file from package filesystem-3.2-19.fc20.x86_64 - # http://packages.debian.org/source/sid/xmacro - pi patch libXtst-devel wget man-pages # what is the ubuntu equivalent to man-pages? - cd $(mktemp -d) - wget http://ftp.de.debian.org/debian/pool/main/x/xmacro/xmacro_0.3pre-20000911.orig.tar.gz - wget http://ftp.de.debian.org/debian/pool/main/x/xmacro/xmacro_0.3pre-20000911-6.diff.gz - ex *.gz - patch -p0 < xmacro_0.3pre-20000911-6.diff - cd xmacro-0.3pre-20000911.orig - make - sleep 1 # not sure why the following command couldn\'t find, so trying this - # no make install target - s cp -f xmacroplay xmacrorec xmacrorec2 /usr/local/bin - ;;& arch) - # libxtst is missing dep https://aur.archlinux.org/packages/xmacro/#news - pi xorg-server redshift xorg-xinput pkgfile libxtst xmacro - # like apt-cache + # pkgfile is like apt-cache + pi pkgfile s pkgfile --update - ;;& + ;; esac -pi xbindkeys xkbset cryptsetup - -pi lvm2 -# enables trim for volume delete, other rare commands. -sudo sed -ri 's/( *issue_discards\b).*/\1 = 1/' /etc/lvm/lvm.conf +#### fedora specific packages +case $(distro-name) in + fedora) + # todo, this could probably come later + p -y groupinstall development-tools c-development books admin-tools + pi man-pages + ;; + # other distros unknown +esac +#### enable trim +# enable trim for volume delete, other rare commands +sudo $sed -ri 's/( *issue_discards\b).*/\1 = 1/' /etc/lvm/lvm.conf if encrypted; then if isdeb; then sudo cp /usr/share/doc/util-linux/examples/fstrim.{service,timer} /etc/systemd/system @@ -373,233 +384,249 @@ if encrypted; then sudo systemctl enable fstrim.timer fi -dirs=(/mnt/{1,2,3,4,5,6,7,8,9}) +##### make extra dirs +dirs=(/mnt/{1,2,3,4,5,6,7,8,9} /nocow/t) s mkdir -p "${dirs[@]}" -s chown ian:ian "${dirs[@]}" - -if [[ $HOSTNAME == treetowl ]]; then - tu /etc/fstab <<'EOF' -UUID=3f7b31cd-f299-40b4-a86b-7604282e2715 /i btrfs noatime 0 2 -EOF -else - tu /etc/fstab <<'EOF' -/q/i /i none bind 0 0 -EOF -fi +s chown $USER:$USER "${dirs[@]}" +###### setup /i tu /etc/fstab <<'EOF' -/i/w /w none bind 0 0 -/i/k /k none bind 0 0 +/i/w /w none bind,noauto 0 0 +/i/k /k none bind,noauto 0 0 EOF - -if ! mountpoint /kfrodo; then - s mkdir -p /kfrodo - s chown ian:traci /kfrodo +if ! mountpoint /kr; then + s mkdir -p /kr + s chown $USER:traci /kr fi -if [[ $HOSTNAME == frodo ]]; then - tu /etc/fstab <<'EOF' -/k /kfrodo none bind 0 0 +if home_network; then + if [[ $HOSTNAME == frodo ]]; then + tu /etc/fstab <<'EOF' +/k /kr none bind,noauto 0 0 EOF -else - tu /etc/fstab <<'EOF' -frodo:/k /kfrodo nfs defaults 0 0 + else + tu /etc/fstab <<'EOF' +frodo:/k /kr nfs noauto 0 0 EOF + fi fi - -for x in i w k; do - s mount /$i || [[ $? == 32 ]] # 32 = already mounted +s mkdir -p /q /i/{w,k} +for dir in /{i,w,k}; do + if mountpoint $dir; then continue; fi # already mounted + s mkdir -p $dir + s chown $USER:$USER $dir +done +# not needed for all hosts, but rather just keep it uniform +s mkdir -p /mnt/iroot +# debian auto mounting of multi-disk encrypted btrfs is busted. It is +# in jessie, and in stretch as of 11/26/2016 I have 4 disks in cryptab, +# based on 3 of those, it creates .device units for /dev/mapper/dev... +# then waits endlessly for them on bootup, after the /dev/mapper disks +# have already been created and exist. todo: create a simple repro +# for this in a vm and report it upstream. +if has_btrfs || home_network; then + pi nfs-common + s dd of=/root/imount <<'EOF' +#!/bin/bash +[[ $EUID == 0 ]] || exec sudo -E "$BASH_SOURCE" "$@" +set -eE -o pipefail +trap 'echo "$0:$LINENO:error: \"$BASH_COMMAND\" returned $?" >&2' ERR +for dir in /i /mnt/iroot /k /kr /w; do + if ! mountpoint $dir &>/dev/null && \ + awk '{print $2}' /etc/fstab | grep -xF $dir &>/dev/null; then + if awk '{print $3}' /etc/fstab | grep -xF nfs &>/dev/null; then + mount $dir || echo "warning: failed to mount nfs on $dir" + else + mount $dir + fi + fi done +EOF + s chmod +x /root/imount + s dd of=/etc/systemd/system/imount.service </dev/null; then - temp="$(mktemp)" - eval "$($GPGAGENT --homedir /p/do-not-delete --daemon --sh --write-env-file=$PID_FILE 2>$temp)" - temperr="$(<"$temp")" - [ -n "$temperr" ] && xmessage "gpg-agent stderr: $temperr" - elif [ -r "$PID_FILE" ]; then - . "$PID_FILE" - export GPG_AGENT_INFO - fi +#### ubuntu nicety +if isubuntu; then + # disable crash report annoying dialogs. + s dd of=/etc/default/apport <<<'enabled=0' fi -# ubuntu has 002, debian has 022. -# from what I've read, benefit of 002 makes shared groups read/write. -# Security concern is where some unixes put everyone in a same group, -# so if you copy files there with exact perms, that is probably not -# what you want. I don't use a system like that, and I don't really care -# either way, but I'd prefer -# being able to sync file perms with ubuntu systems at work, -# and it's easier to change the debian one. - -umask 002 +###### setup time zone +# fai sets this an old way that doesn't work for stretch. +# no harm in setting it universally here. +# using debconf-set-selection, the area gets reset to ETC +# on my linode test machine after doing a dpkg-reconfigure, or a reinstall, +# so we are using expect :( +# I got a random error when running this, so I added a sleep +# rather than trying to write a whole detect and wait loop. +# E: Could not get lock /var/lib/dpkg/lock - open (11: Resource temporarily unavailable) +# E: Unable to lock the administration directory (/var/lib/dpkg/), is another process using it? +sleep 1 +# todo: this is not idempotent, it fails when running twice, due to prepopulated values. +# check into unsetting them using debconf-set-selection. +s apt-get -y install --no-install-recommends expect +s expect <