#!/bin/bash -l # Copyright (C) 2016 Ian Kelling # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # http://www.apache.org/licenses/LICENSE-2.0 # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. errcatch set -x exec &> >(sudo tee -a /var/log/distro-end) echo "$0: $(date): starting now)" src="${BASH_SOURCE%/*}" end_msg() { = local y IFS= read -r -d '' y ||: end_msg_var+="$y" } spa() { # simple package add simple_packages+=($@) } distro=$(distro-name) pending_reboot=false sed="sed --follow-symlinks" # template case $distro in esac pup simple_packages=( htop mailutils nmon rdiff-backup ruby ruby-rest-client tree vim wcd ) case $HOSTNAME in lj|li) : ;; *) # universal packages # swh-plugins is for karaoke pulsaudio filter. # mutagen for pithos simple_packages+=( apache2 apache2-doc apt-doc aptitude-doc-en bash-doc binutils-doc bwm-ng chromium cpio-doc cron debconf-doc duplicity eclipse evince fdupes feh filelight gawk-doc gcc-doc gdb gdb-doc git-doc gitk glibc-doc goaccess gnome-screenshot i3lock iproute2-doc jq linux-doc locate make-doc manpages manpages-dev meld mumble nmap offlineimap p7zip paprefs parted-doc pavucontrol pdfgrep perl-doc pianobar pidgin python3-doc python3-mutagen reportbug sqlite3-doc squashfs-tools swh-plugins tar-doc tcpdump transmission-remote-gtk vlc whois ) spa $(apt-cache search ruby[.0-9]+-doc| awk '{print $1}') ;; esac ########### begin section including li ################ case $distro in debian) if [[ `debian-archive` == testing ]]; then pi acme-tiny fi esac case $distro in fedora) spa unrar ;; *) spa unrar-free ;; esac case $distro in arch) # ubuntu 14.04 uses b-cron, # but its not maintained in arch. # of the ones in the main repos, cronie is only one maintained. # fcron appears abandoned software. pi cronie sgo cronie ;; *) : ;; # other distros come with cron. esac case $distro in debian|ubuntu) pi debian-goodies ;; esac case $distro in *) pi at ;;& arch) sgo atd ;; esac case $distro in debian) pi curl;; arch) : ;; # fedora: unknown esac case $distro in # tk for gitk arch) spa git tk ;; *) spa git ;; esac case $distro in arch) spa the_silver_searcher ;; debian|ubuntu) spa silversearcher-ag ;; # fedora unknown esac case $distro in debian|ubuntu) spa ntp;; arch) pi ntp sgo ntpd ;; # others unknown esac # no equivalent in other distros: case $distro in debian|ubuntu) pi aptitude if ! dpkg -s apt-file &>/dev/null; then # this condition is just a speed optimization pi apt-file s apt-file update fi # for debconf-get-selections spa debconf-utils ;; esac case $distro in ubuntu|debian) spa ack-grep ;; arch|fedora) spa ack ;; # fedora unknown esac case $distro in arch|debian|ubuntu) spa bash-completion ;; # others unknown esac # disable motd junk. case $(distro-name) in debian) # allows me to pipe with ssh -t, and gets rid of spam # http://forums.debian.net/viewtopic.php?f=5&t=85822 # i'd rather disable the service than comment the init file # this says disabling the service, it will still get restarted # but this script doesn't do anything on restart, so it should be fine s dd of=/var/run/motd.dynamic if=/dev/null # stretch doesn't have initscripts pkg installed by default if [[ $(debian-codename) == jessie ]]; then s update-rc.d motd disable fi ;; ubuntu) # this isn't a complete solution. It still shows me when updates are available, # but it's no big deal. s t /etc/update-motd.d/10-help-text /etc/update-motd.d/00-header ;; esac # automatic updates # reference: # https://debian-handbook.info/browse/stable/sect.regular-upgrades.html # /etc/cron.daily/apt calls unattended-upgrades # /usr/share/doc/unattended-upgrades# cat README.md # /etc/apt/apt.conf.d/50unattended-upgrades if isdebian; then setup-debian-auto-update fi # we've got a few dependencies later on, so install them now. pi "${simple_packages[@]}" simple_packages=() # website setup case $HOSTNAME in lj|li) case $HOSTNAME in lj) domain=iank.bid; exit 0 ;; li) domain=iankelling.org ;; esac /a/h/setup.sh $domain /a/h/build.rb sudo -E /a/bin/mediawiki-setup/mw-setup-script #$src/phab-setup pi-nostart mumble-server s $sed -ri "s/^ *(serverpassword=).*/\1$(< /a/bin/bash_unpublished/mumble_pass)/" /etc/mumble-server.ini sgo mumble-server vpn-server-setup -d sudo dd of=/etc/systemd/system/vpnmail.service < false, 'rpc-authentication-required' => false, 'incomplete-dir' => '/i/k/partial-torrents', 'incomplete-dir-enabled' => true, 'download-dir' => '/i/k/torrents', "speed-limit-up" => 800, "speed-limit-up-enabled" => true, "peer-port" => 61486, "cache-size-mb" => 256, "ratio-limit" => 5.0, "ratio-limit-enabled" => true, })) + "\n") EOF # make sure its not enabled, not sure if this is needed ser disable transmission-daemon sgo transmission-daemon-nn ;; # todo: others unknown esac fi # adapted from /var/lib/dpkg/info/transmission-daemon.postinst if ! getent passwd debian-transmission > /dev/null; then case $distro in arch) s useradd \ --system \ --create-home \ --home-dir /var/lib/transmission-daemon \ --shell /bin/false \ debian-transmission ;; *) s adduser --quiet \ --system \ --group \ --no-create-home \ --disabled-password \ --home /var/lib/transmission-daemon \ debian-transmission ;; esac fi # dunno why it's there, but get rid of it case $HOSTNAME in li|lj) s rm -rf /home/linode ;; esac # arch had a default config, # debian had nothing until you start it. # With a little trial an error, here is a minimal config # taken from the generated one, plus changes that the # settings ui does, without a bunch of ui crap settings. # # only settings I set were # hostname # auto-connect # password # the password is randomly generated on first run rpc_pass=$(s ruby <<'EOF' require 'json' p = '/etc/transmission-daemon/settings.json' puts JSON.parse(File.read(p))["rpc-password"] EOF ) for f in /home/*; do d=$f/.config/transmission-remote-gtk u=${f##*/} s -u $u mkdir -p $d s -u $u dd of=$d/config.json </dev/null; then s apt-get -fy install else exit 1 fi ;; esac ;; arch) pi google-chrome ;; esac ;; esac # printer case $distro in arch) pi cups ghostscript gsfonts # from arch wiki cups page pi hplip # from google s gpasswd -a $USER sys # from arch wiki sgo org.cups.cupsd.service # goto http://127.0.0.1:631 # administration tab, add new printer button. # In debian, I could use hte recommended driver, # in arch, I had to pick out the 6L driver. ;; debian|ubuntu) spa hplip ;; # other distros unknown esac case $distro in ubuntu|debian) pi --no-install-recommends mairix notmuch ;; fedora|arch) spa mairix notmuch ;; esac case $distro in arch) spa nfs-utils ;; ubuntu|debian) spa nfs-client ;; esac case $distro in ubuntu|debian) spa par2 ;; arch|fedora) spa par2cmdline ;; esac # needed for my tex resume case $distro in ubuntu|debian) spa texlive-full ;; arch) spa texlive-most ;; # fedora unknown esac case $distro in ubuntu) # flash, unrar, codecs, ms fonts. # This has a manual prompt. spa ubuntu-restricted-extras ;; fedora) pi yum-utils # rpm fusion recommended codecs s su -c "yum localinstall -y --nogpgcheck http://download1.rpmfusion.org/free/fedora/rpmfusion-free-release-$(rpm -E %fedora).noarch.rpm http://download1.rpmfusion.org/nonfree/fedora/rpmfusion-nonfree-release-$(rpm -E %fedora).noarch.rpm" pi gstreamer-plugins-ugly gstreamer-plugins-bad gstreamer-ffmpeg\ xine-lib-extras-freeworld ;; esac case $distro in # optional dep for firefox for h.264 video arch) spa gst-libav ;; # other distros, probably come by default esac case $distro in fedora|ubuntu|debian) spa gnupg-agent ;; arch) : ;; esac case $distro in fedora) spa pinentry-gtk ;; *) : ;; # comes default or with other packages esac case $distro in arch) spa firefox pulseaudio;; *) : ;; # comes default or with other packages esac case $distro in arch) spa ttf-dejavu;; debian|ubuntu) spa fonts-dejavu ;; # others unknown esac case $distro in arch) spa xorg-xev;; debian|ubuntu) spa x11-utils ;; # others unknown esac case $distro in arch) pi virt-install;;& debian|ubuntu) pi virtinst ;;& *) pi virt-manager ;; # creates the libvirt group in debian at least # others unknown esac # allow user to run vms, from debian handbook for x in ian traci; do s usermod -a -G libvirt,kvm $x; done # bridge networking as user fails. google lead here, but it doesn't work: # oh well, I give up. # http://wiki.qemu.org/Features-Done/HelperNetworking # s mkdir /etc/qemu # f=/etc/qemu/bridge.conf # s dd of=$f <<'EOF' # allow br0 # EOF # #s chown root:qemu $f # debian has somethig like qemu-libvirt. equivalent? # s chmod 640 $f case $distro in arch) spa cdrkit;; debian|ubuntu) spa genisoimage;; # others unknown esac case $distro in arch) spa spice-gtk3 ;; debian|ubuntu) spa spice-client-gtk;; # others unknown esac # general known for debian/ubuntu, not for fedora case $distro in arch) # cdrkit for cloud-init isos # dnsmasq & ebtables for nat networking in libvirt # qemu for qemu-img, bind-tools for dig # dmidecode just because syslog complains pi unzip xorg-xmodmap dmidecode ebtables\ bridge-utils dnsmasq qemu bind-tools # otherwise we get error about accessing kvm module. # seems like there might be a better way, but google was a bit vague. s $sed -ri '/^ *user *=/d' /etc/libvirt/qemu.conf echo 'user = "root"' | s tee -a /etc/libvirt/qemu.conf # https://bbs.archlinux.org/viewtopic.php?id=206206 # # this should prolly go in the wiki sgo virtlogd.socket # guessing this is not needed #sgo virtlogd.service sgo libvirtd ;; esac case $distro in arch) pi virtviewer ;; *) : ;; # other distros have it as a dependency afaik. esac case $distro in fedora) cabal install shellcheck ;; *) spa shellcheck ;; # unknown for older ubuntu esac case $distro in arch|debian|ubuntu) spa pumpa ;; # others unknown. do have a buildscript: # /a/bin/buildscripts/pumpa ;; esac case $distro in debian|ubuntu) spa android-tools-adbd/unstable ;; arch) spa android-tools ;; # other distros unknown esac if [[ $HOSTNAME == treetowl ]]; then case $distro in debian) if [[ `debian-archive` == testing ]]; then # has no unstable dependencies pi bitcoind/unstable src=/a/opt/bitcoin/contrib/init/bitcoind.service s cp $src /etc/systemd/system p=/etc/bitcoin/bitcoin dst=/etc/systemd/system/bitcoinjm.service # jm for joinmarket $sed -r "/^\s*ExecStart/s,${p}.conf,${p}jm.conf," $src \ >/etc/systemd/system/bitcoinjm.service d=jm; jm=d # being clever for succinctness for s in d jm; do s $sed -ri "/^\s*\[Unit\]/a Conflicts=bitcoin${!s}.service" \ /etc/systemd/system/bitcoin${s}.service done ser daemon-reload dir=/nocow/.bitcoin s mkdir -p $dir s chown -R bitcoin:bitcoin $dir dir=/etc/bitcoin s mkdir -p $dir s chown -R root:bitcoin $dir s chmod 750 $dir # pruning decreases the bitcoin dir to 2 gb, keeps # just the recent blocks. can\'t do a few things like # import a wallet dump. # pruning works, but people had to do # some manual stuff in joinmarket. I dun need the # disk space, so not bothering yet, maybe in a year or so. # https://github.com/JoinMarket-Org/joinmarket/issues/431 #https://bitcoin.org/en/release/v0.12.0#wallet-pruning #prune=550 f=$dir/bitcoin.conf s dd of=$f </dev/null < x.html EOF case $distro in debian|ubuntu) case `debian-archive` in stable) s dd of=/etc/apt/preferences.d/unison-gtk <<'EOF' Explanation: Allow unison-gtk to be upgraded Package: unison-gtk Pin: release a=testing Pin-Priority: 500 EOF # dont think using testing is needed since I figured out how to # deal with mismatching unison compilers, but I dont # see any reason to revert it, since it only installs # a single package which is primarily a single binary ;; esac pi unison/testing pi unison-gtk/testing # after to make it the default unison ;; arch) pi unison gtk2 ;; esac case $distro in arch) # default is alsa, doesn\'t work with with pianobar s dd of=/etc/libao.conf <<'EOF' default_driver=pulse EOF ;; esac # note, for jessie, it depends on a higher version of btrfs-tools. # # # disabled due to my patch being in btrbk # case $distro in # arch|debian|ubuntu) pi btrbk ;; # # others unknown # esac cd /a/opt/btrbk s make install spa pv # for progress bar when running interactively. if [[ $HOSTNAME == treetowl ]]; then # backup/sync manually on others hosts for now. sgo btrbk.timer # note: to see when it was last run, # ser list-timers fi if [[ $HOSTNAME == treetowl ]] && [[ `debian-archive` != testing ]]; then # fail2 ban is broken, with a workaround, per # https://bugs.debian.org/cgi-bin/bugreport.cgi?bug=770171 # ill wait a while to see if it gets fixed pi fail2ban sgo fail2ban fi case $distro in debian|ubuntu) s gpasswd -a ian adm ;; #needed for reading logs esac # tor case $distro in # based on # https://www.torproject.org/docs/rpms.html.en # https://www.torproject.org/docs/debian.html.en # todo: figure out if the running service needs to be restarted upon updates # todo on fedora: setup non-dev packages fedora) s dd of=/etc/yum.repos.d/torproject.repo <<'EOF' [tor] name=Tor experimental repo enabled=1 baseurl=http://deb.torproject.org/torproject.org/rpm/tor-testing/fc/20/$basearch/ gpgcheck=1 gpgkey=http://deb.torproject.org/torproject.org/rpm/RPM-GPG-KEY-torproject.org.asc [tor-source] name=Tor experimental source repo enabled=1 autorefresh=0 baseurl=http://deb.torproject.org/torproject.org/rpm/tor-testing/fc/20/SRPMS gpgcheck=1 gpgkey=http://deb.torproject.org/torproject.org/rpm/RPM-GPG-KEY-torproject.org.asc EOF # to be secure, take a look at the fingerprint reported from the following install, and see if it matches from the link above: # 3B9E EEB9 7B1E 827B CF0A 0D96 8AF5 653C 5AC0 01F1 sgo tor /a/bin/buildscripts/tor-browser ;; ubuntu) tu /etc/apt/sources.list "deb http://deb.torproject.org/torproject.org $(debian-codename) main" gpg --keyserver keys.gnupg.net --recv 886DDD89 gpg --export A3C4F0F979CAA22CDBA8F512EE8CBC9E886DDD89 | sudo apt-key add - p update pi deb.torproject.org-keyring pi tor /a/bin/buildscripts/tor-browser ;; debian) pi tor /a/bin/buildscripts/tor-browser ;; arch) pi tor tor-browser-en sgo tor ;; # ubuntu unknown esac # nfs server case $distro in fedora) end_msg <<'EOF' fedora todo: disable the firewall or find a way to automate it. there's an unused section in t.org for tramikssion firewall setup fedora manual config for nfs: s firewall-config change to permanent configuration check the box for nfs was hard to figure this out, not sure if this is all needed, but unblock these too mountd: udp/tcp 20048 portmapper, in firewall-config its called rpc-bind: udp/tcp 111 troubleshooting, unblock things in rpcinfo -p make sure to reload the firewall to load the persistent configuration EOF pi nfs-utils sgo nfs-server ;; debian|ubuntu) pi nfs-server ;; arch) pi nfs-utils || pending_reboot=true sgo rpcbind # this failed until I rebooted sgo nfs-server ;; esac if [[ $HOSTNAME == treetowl ]]; then # nohide = export filesystems mounted deeper than the export point # fsid=0 makes this export the "root" export # not documented in the man page, but this means # 1. it can be mounted with a shorthand of server:/ # 2. exports that are subdirectories of this one will automatically be mounted tu /etc/exports <<'EOF' /k 192.168.1.0/24(rw,fsid=0,nohide,no_root_squash,async,no_subtree_check,insecure) EOF s exportfs -rav fi e "$end_msg_var" # persistent virtual machines case $distro in debian|ubuntu) pi libosinfo-bin; ;; esac # distro may not know about win 10 yet. variant=win7 if ! virt-install --os-variant list &>/dev/null; then # we are using a newer virt-install for v in 10 8.1 8; do if osinfo-query os | gr "^\s*win${v/./\\.}\s" &>/dev/null; then variant=win$v break fi done fi if ! s virsh list --all --name | grep -xF win10 &>/dev/null; then # created account with # win10vmian@outlook.com, and easy to remember password # win 10 virtio, makes disk way way way faster # wget https://fedorapeople.org/groups/virt/virtio-win/direct-downloads/latest-virtio/virtio-win.iso # https://wiki.archlinux.org/index.php/QEMU#Change_Existing_Windows_VM_to_use_virtio # for installing virtio after initial install instead of with initial iso: # qemu-img create -f qcow2 fake.qcow2 1G # --disk=/a/images/virtio-win.iso,device=cdrom \ # --disk=/a/images/fake.qcow2,bus=virtio # Also, # went to device manager, saw 2 pci devices with yellow !, # did search for drivers, pick cdrom location, done. # # from http://www.tenforums.com/tutorials/4189-fast-startup-turn-off-windows-10-a.html. # google said there was a control panel option for it, but # that turned out to be a lie. # Put this in a .bat file and run as administrator to turn off # hyberboot which fucks things up. # REG ADD "HKLM\SYSTEM\CurrentControlSet\Control\Session Manager\Power" /V HiberbootEnabled /T REG_dWORD /D 0 /F # power settings, turn off display: never # run "control userpasswords2", turn on automatic login. # note: when changing devices, I just undefine, the create the vm again. if [[ -e /nocow/user/vms/win10.qcow2 ]]; then s virt-install --noautoconsole --graphics spice,listen=0.0.0.0 \ --disk=/a/images/win10.qcow2,bus=virtio --vcpus 2 -r 4096 -w bridge=br0 \ -n win10 --import --os-variant $variant --cpu host-model-only s virsh destroy win10 fi if [[ -e /nocow/user/vms/win7.qcow2 ]]; then # this one hasn\'t had the virtio fix done yet. s virt-install --noautoconsole --graphics spice,listen=0.0.0.0 \ --disk=/a/images/win7.qcow2 --vcpus 2 -r 4096 -w bridge=br0 \ -n win7 --import --os-variant win7 --cpu host-model-only s virsh destroy win7 # had a problem with --cpu host, so trying out # --cpu host-model-only fi fi if [[ $HOSTNAME == treetowl ]]; then pi samba # note samba re-reads it\'s config every 1 minute case $distro in arch) s cp /etc/samba/smb.conf.default /etc/samba/smb.conf ;; esac # add 2 lines after workgroup option s sed -ri --follow-symlinks '/^\s*encrypt passwords\s*=/d' /etc/samba/smb.conf s sed -ri --follow-symlinks '/^\s*map to guest\s*=/d' /etc/samba/smb.conf s sed -i --follow-symlinks 's/\(\s*workgroup\s*=\).*/\1 WORKGROUP\n\tencrypt passwords = yes\n\tmap to guest = bad password/' /etc/samba/smb.conf # remove default homes section. not sharing that. s sed -ri --follow-symlinks '/^\s*\[homes\]/,/\s*\[/d' /etc/samba/smb.conf if ! grep -xF '[public]' /etc/samba/smb.conf &>/dev/null; then s tee -a /etc/samba/smb.conf <<'EOF' [public] guest ok = yes read only = no path = /kr EOF fi case $distro in debian|ubuntu) # systemd claims it generates units from /etc/init.d, but it # clearly doesn\'t in debian. I have no idea how they are # related. fuck debian right now. It\'s not documented. samba # has a systemd init file linked to /dev/null. There\'s this # https://bugs.debian.org/cgi-bin/bugreport.cgi?bug=769714 which # claims samba\'s sub-services will be started automatically by # systemd... it didn\'t on install, wonder if it will on # boot. It clued me in how to start it manually though. Nothing # in /usr/share/doc/samba, debian admin guide says nothing about # any of this. (this is in debian testing as of 4/2016). s /etc/init.d/samba start ;; arch) sgo samba ;; esac fi tu /etc/hosts <<< "127.0.1.1 $(hostname).lan $(hostname)" ######### begin stuff belonging at the end ########## # Apps we want to override others for default file handler: # simplest way in debian is to just install them last. simple_packages+=( mpv ) case $distro in ubuntu|debian) spa spacefm-gtk3 ;; arch) spa spacefm ;; esac pi "${simple_packages[@]}" if $pending_reboot; then echo "$0: pending reboot and then finished. doing it now." s reboot now else echo "$0: $(date): ending now)" fi