#!/bin/bash -l # Copyright (C) 2016 Ian Kelling # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # http://www.apache.org/licenses/LICENSE-2.0 # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. ### setup source /a/bin/errhandle/err src="$(readlink -f -- "${BASH_SOURCE[0]}")"; src=${src%/*} # directory of this file # shellcheck source=./pkgs source $src/pkgs set -x exec &> >(sudo tee -a /var/log/distro-end) echo "$0: $(date): starting now)" # see example of usage to understand. end_msg() { local y IFS= read -r -d '' y ||: end_msg_var+="$y" } die() { printf "$0: %s\n" "$*" >&2; exit 1 } spa() { # simple package add simple_packages+=($@) } distro=$(distro-name) codename=$(debian-codename) codename_compat=$(debian-codename-compat) pending_reboot=false sed="sed --follow-symlinks" # template case $distro in esac #### initial packages pup if isdeb; then pi aptitude fi # avoid prompts s debconf-set-selections < # AllowOverride None # AuthType basic # AuthName "Authentication Required" # # setup one time, with root:www-data, 640 # AuthUserFile "/etc/prometheus-htpasswd" # Require valid-user # # EOF # fi # website setup case $HOSTNAME in li) pi bind9 case $HOSTNAME in li) domain=iankelling.org ;; esac /a/h/setup.sh $domain /a/h/build.rb # start mumble only when im going to use it, since i dont use it much pi-nostart mumble-server s $sed -ri "s/^ *(serverpassword=).*/\1$(< /a/bin/bash_unpublished/mumble_pass)/" /etc/mumble-server.ini # do certificate to avoid warning about unsigned cert, # which is overkill for my use, but hey, I'm cool, I know # how to do this. web-conf apache2 mumble.iankelling.org s rm -f /etc/apache2/sites-enabled/mumble.iankelling.org sudo -i <<'EOF' export RENEWED_LINEAGE=/etc/letsencrypt/live/mumble.iankelling.org /a/bin/distro-setup/certbot-renew-hook EOF # requested from linode via a support ticket. # https://www.linode.com/docs/networking/an-overview-of-ipv6-on-linode/ # ipv6 stuff pieced together # via slightly wrong information from # https://github.com/angristan/openvpn-install/blob/master/openvpn-install.sh # https://community.openvpn.net/openvpn/wiki/IPv6 # and man openvpn vpn-server-setup -rd 2600:3c00:e000:280::1/64 2600:3c00::f03c:91ff:feb4:0bf3 s tee /etc/openvpn/client-config/mail <<'EOF' ifconfig-push 10.8.0.4 255.255.255.0 ifconfig-ipv6-push 2600:3c00:e000:280::2/64 EOF if [[ -e /lib/systemd/system/openvpn-server@.service ]]; then vpn_service=openvpn-server@server else vpn_service=openvpn@server fi sudo dd of=/etc/systemd/system/vpnmail.service < Options +FollowSymLinks +Multiviews +Indexes AllowOverride None AuthType basic AuthName "Authentication Required" # setup one time, with root:www-data, 640 AuthUserFile "/etc/caldav-htpasswd" Require valid-user EOF # nginx version of above would be: # auth_basic "Not currently available"; # auth_basic_user_file /etc/nginx/caldav/htpasswd; ###### begin znc setup ##### pi znc # https://wiki.znc.in/FAQ seems to imply that znc doesn\'t need restart after cert change. # to get into the web interface, # then use non-main browser or else it doebsn't allow it based on ocsp stapling from my main site. # https://iankelling.org:12533/ sudo -i <<'EOF' export RENEWED_LINEAGE=/etc/letsencrypt/live/iankelling.org /a/bin/distro-setup/certbot-renew-hook EOF # znc config generated by doing # znc --makeconf # selected port is also used in erc config # comma separated channel list worked. # while figuring things out, running znc -D for debug in foreground. # to exit and save config: # /msg *status shutdown # configed auth on freenode by following # https://wiki.znc.in/Sasl: # /msg *sasl RequireAuth yes # /msg *sasl Mechanism PLAIN # /msg *sasl Set ident_name password # created the system service after, and had to do # mv /home/iank/.znc/* /var/lib/znc # sed -i 's,/home/iank/.znc/,/var/lib/znc,' /var/lib/znc/config/znc.conf # and made a copy of the config files into /p/c # /msg *status LoadMod --type=global log -sanitize # todo: in config file AllowWeb = true should be false. better security if that is off unless we need it. # /msg *status LoadMod --type=network perform # /msg *perform add PRIVMSG ChanServ :invite #fsf-office # /msg *perform add JOIN #fsf-office # # i set Buffer = 500 # also ran /znc LoadMod clearbufferonmsg # it would be nice if erc supported erc query buffers by doing # /msg *status clearbuffer /dev/null <<'EOF' [Unit] Description=ZNC, an advanced IRC bouncer After=network-online.target [Service] ExecStart=/usr/bin/znc -f --datadir=/var/lib/znc User=znc [Install] WantedBy=multi-user.target EOF ser daemon-reload sgo znc ###### stop znc setup ##### ######### begin flidas pinned packages ###### case $(debian-codename) in # needed for debootstrap scripts for fai since fai requires debian flidas) curl http://archive.ubuntu.com/ubuntu/project/ubuntu-archive-keyring.gpg | s apt-key add - s dd of=/etc/apt/preferences.d/flidas-xenial </dev/null <$t <$t <$t <$t < /dev/null; then s groupadd -g 450 debian-transmission case $distro in arch) s useradd \ --system \ --create-home \ --gid 450 \ --uid 450 \ --home-dir /var/lib/transmission-daemon \ --shell /bin/false \ debian-transmission ;; *) s adduser --quiet \ --gid 450 \ --uid 450 \ --system \ --no-create-home \ --disabled-password \ --home /var/lib/transmission-daemon \ debian-transmission ;; esac fi # We want group writable stuff from transmission. # However, after setting this, I learn that transmission sets it's # own umask based on it's settings file. Well, no harm leaving this # so it's set right from the beginning. s chfn debian-transmission -o umask=0002 case $distro in debian|trisquel|ubuntu) # note i had to do this, which is persistent: # cd /i/k # s chgrp debian-transmission torrents partial-torrents # syslog says things like # 'Failed to set receive buffer: requested 4194304, got 425984' # google suggets giving it even more than that tu /etc/sysctl.conf<<'EOF' net.core.rmem_max = 67108864 net.core.wmem_max = 16777216 EOF s sysctl -p # some reason it doesn\'t seem to start automatically anyways pi-nostart transmission-daemon # be extra sure its not started ser disable transmission-daemon ser stop transmission-daemon # the folder was moved here after an install around 02/2017. # it contains runtime data, # plus a simple symlink to the config file which it\'s # not worth separating out. # between comps, the uid can change f=/i/transmission-daemon s lnf -T $f /var/lib/transmission-daemon/.config/transmission-daemon if [[ -e $f ]]; then s chown -R debian-transmission:debian-transmission $f fi for f in /i/k/partial-torrents /i/k/torrents; do if [[ -e $f ]]; then s chown -R debian-transmission:user2 $f fi done s chown -R debian-transmission:debian-transmission /var/lib/transmission-daemon # # config file documented here, and it\'s the same config # for daemon vs client, so it\'s documented in the gui. # https://trac.transmissionbt.com/wiki/EditConfigFiles#Options # # I originaly setup rpc-whitelist, but after using # routing to a network namespace, it doesn\'t see the # real source address, so it\'s disabled. # # Changed the cache-size to 256 mb, reduces disk use. # It is a read & write cache. # s ruby <<'EOF' require 'json' p = '/etc/transmission-daemon/settings.json' File.write(p, JSON.pretty_generate(JSON.parse(File.read(p)).merge({ 'rpc-whitelist-enabled' => false, 'rpc-authentication-required' => false, 'incomplete-dir' => '/i/k/partial-torrents', 'incomplete-dir-enabled' => true, 'download-dir' => '/i/k/torrents', "speed-limit-up" => 800, "speed-limit-up-enabled" => true, "peer-port" => 61486, "cache-size-mb" => 256, "ratio-limit" => 5.0, "ratio-limit-enabled" => true, })) + "\n") EOF ;; # todo: others unknown esac # trisquel 8 = openvpn, debian stretch = openvpn-client vpn_ser=openvpn-client if [[ ! -e /lib/systemd/system/openvpn-client@.service ]]; then vpn_ser=openvpn fi s dd of=/etc/systemd/system/transmission-daemon-nn.service </dev/null; then cd $(mktemp -d) # just the latest stable at the time of writing # TODO, maybe put this all into a build script, # and do some automatic updates wget -q https://dl.google.com/go/go1.12.4.linux-amd64.tar.gz s tar -C /usr/local -xzf go1.12.4.linux-amd64.tar.gz rm -f ./* fi go get -u mvdan.cc/fdroidcl # a bit of googling, and added settings to bashrc ;; esac case $distro in arch) pi virt-install # otherwise we get error about accessing kvm module. # seems like there might be a better way, but google was a bit vague. s $sed -ri '/^ *user *=/d' /etc/libvirt/qemu.conf echo 'user = "root"' | s tee -a /etc/libvirt/qemu.conf # guessing this is not needed #sgo virtlogd.service # iank: disabed as im not using libvirt usually # # https://bbs.archlinux.org/viewtopic.php?id=206206 # # # this should prolly go in the wiki # sgo virtlogd.socket # sgo libvirtd ;; debian|trisquel|ubuntu) pi-nostart virtinst virt-manager ;; esac case $distro in fedora) cd $(mktemp -d) wget ftp://ftp.gnu.org/pub/gnu/global/global-6.5.7.tar.gz ex global* cd global-6.5.7 # based on https://github.com/leoliu/ggtags ./configure --with-exuberant-ctags=/usr/bin/ctags make s make install pip install pygments ;; *) pi global ;;& arch) pi python2-pygments ;; debian|trisquel|ubuntu) pi python-pygments ;; esac # removed synergy since ive not used it in a long time pi --no-install-recommends kdeconnect ### kdeconnect for gnome. started in /a/bin/distro-setup/desktop-20-autostart.sh ### but gnome + xmonad not working in flidas, so i disabled it # pi libgtk-3-dev python3-requests-oauthlib valac cmake python-nautilus libappindicator3-dev # cd /a/opt/indicator-kdeconnect # mkdir -p build # cd build # cmake .. -DCMAKE_INSTALL_PREFIX=/usr # make # sudo make install # # we can start it manually with /usr/lib/x86_64-linux-gnu/libexec/kdeconnectd # # it seems, according to # # /etc/xdg/autostart/kdeconnectd.desktop # # I'm not seeing the icon, but the clipboard replication is working ### model 01 arduino support ### # https://github.com/keyboardio/Kaleidoscope/wiki/Install-Arduino-support-on-Linux # also built latest arduino in /a/opt/Arduino, (just cd build; ant build; ant run ) # set arduino var in bashrc, # have system config file setup too. sudo adduser $USER dialout case $distro in arch) sudo usermod -a -G uucp $USER ;; esac # this is for the mail command too. update-alternatives is kind of misleading # since at least it's main commands pretend mail does not exist. # bsd's mail got pulled in on some dumb dependency, i dunno how. s update-alternatives --set mailx /usr/bin/mail.mailutils ######### end misc packages ######### # packages I once used before and liked, but don\'t want installed now for # various reasons: # python-sqlite is used for offlineimap # lxappearance python-sqlite dolphin paman dconf-editor ######## unfinished # todo, finish configuring smart. pi smartmontools # mostly from https://wiki.archlinux.org/index.php/S.M.A.R.T. # turn on smart. background on options: # first line, -a = test everyting on all devices. # -S on, turn on disk internal saving of vendor specific info, # from google, seems like this is usually already on and fairly standard. # -o on, turn on 4 hour period non-performance degrading testing. # short test daily 2-3am, extended tests Saturdays between 3-4am: sched="-s (S/../.././02|L/../../6/03)" s sed -i --follow-symlinks "s#^[[:space:]]*DEVICESCAN.*#\ DEVICESCAN -a -o on -S on -n standby,q $sched \ -m ian@iankelling.org -M exec /usr/local/bin/smart-notify#" /etc/smartd.conf # in the default configuration of at least ubuntu 14.04, resolvconf is # configured to order any nameservers associated with tun* or tap* # before the normal internet interfaces, which means they are always # consulted first. This is often slower and undesirable, ie. local dns # queries go from 0ms to 10+ or 100+ ms. To reverse the ordering, you # can do: #sudo sed -i --follow-symlinks '/tun\*\|tap\*/d' /etc/resolvconf/interface-order # however, this breaks dns lookup for hosts on the openvpn lan. # I can\'t figure out why hosts on the normal lan would not be # broken under the default ordering, except the host I was # testing with previously had an entry in /etc/hosts. ############# end unfinished ########### misc stuff # make networkmanager use resolvconf instead of its own dnsmasq which # conflicts with the normal dnsmasq package. f=/etc/NetworkManager/NetworkManager.conf m=$(md5sum $f) s sed -ri '/ *\[main\]/,/^ *\[[^]]+\]/{/^\s*dns[[:space:]=]/d}' $f if [[ $m != $(md5sum $f) ]]; then srestart NetworkManager fi # make my /etc/fonts/conf.d/ get used. # I have a new sans-serif font there because the default one # displays l and I as the same char, grrrrr. s fc-cache /a/bin/distro-setup/mymimes sgo dynamicipupdate # stop autopoping windows when i plug in an android phone. # dbus-launch makes this work within an ssh connection, otherwise you get this message, # with still 0 exit code. # dconf-WARNING **: failed to commit changes to dconf: Cannot autolaunch D-Bus without X11 $DISPLAY dbus-launch gsettings set org.gnome.desktop.media-handling automount-open false # on grub upgrade, we get prompts unless we do this devs=() for dev in $(s btrfs fil show /boot | sed -nr 's#.*path\s+(\S+)$#\1#p'); do devs+=("$(devbyid $dev),") done devs[-1]=${devs[-1]%,} # jonied by commas s debconf-set-selections </dev/null; then cd $(mktemp -d) wget https://git.savannah.gnu.org/cgit/guix.git/plain/etc/guix-install.sh # added some stuff to envonment.sh for profile based on # manual instructions # wget https://sv.gnu.org/people/viewgpg.php?user_id=15145 -qO - | gpg --import - # echo is to get past prompt yes | sudo -E HOME=$HOME bash guix-install.sh || [[ $? == 141 ]] guix install glibc-utf8-locales guix package --install guile fi # install rust. curl https://sh.rustup.rs -sSf | bash -s -- -y # todo: update this. updates in rust are stupidly complicate if ! which rg &>/dev/null; then cargo install ripgrep fi #### tor case $distro in # based on # https://www.torproject.org/docs/rpms.html.en # https://www.torproject.org/docs/debian.html.en # todo: figure out if the running service needs to be restarted upon updates # todo on fedora: setup non-dev packages fedora) s dd of=/etc/yum.repos.d/torproject.repo <<'EOF' [tor] name=Tor experimental repo enabled=1 baseurl=http://deb.torproject.org/torproject.org/rpm/tor-testing/fc/20/$basearch/ gpgcheck=1 gpgkey=http://deb.torproject.org/torproject.org/rpm/RPM-GPG-KEY-torproject.org.asc [tor-source] name=Tor experimental source repo enabled=1 autorefresh=0 baseurl=http://deb.torproject.org/torproject.org/rpm/tor-testing/fc/20/SRPMS gpgcheck=1 gpgkey=http://deb.torproject.org/torproject.org/rpm/RPM-GPG-KEY-torproject.org.asc EOF # to be secure, take a look at the fingerprint reported from the following install, and see if it matches from the link above: # 3B9E EEB9 7B1E 827B CF0A 0D96 8AF5 653C 5AC0 01F1 sgo tor /a/bin/buildscripts/tor-browser ;; ubuntu) tu /etc/apt/sources.list "deb http://deb.torproject.org/torproject.org $(debian-codename) main" gpg --keyserver keys.gnupg.net --recv 886DDD89 gpg --export A3C4F0F979CAA22CDBA8F512EE8CBC9E886DDD89 | sudo apt-key add - p update pi deb.torproject.org-keyring pi tor /a/bin/buildscripts/tor-browser ;; debian) pi tor /a/bin/buildscripts/tor-browser ;; arch) pi tor tor-browser-en sgo tor ;; # ubuntu unknown esac # nfs server case $distro in fedora) end_msg <<'EOF' fedora todo: disable the firewall or find a way to automate it. there's an unused section in t.org for tramikssion firewall setup fedora manual config for nfs: s firewall-config change to permanent configuration check the box for nfs was hard to figure this out, not sure if this is all needed, but unblock these too mountd: udp/tcp 20048 portmapper, in firewall-config its called rpc-bind: udp/tcp 111 troubleshooting, unblock things in rpcinfo -p make sure to reload the firewall to load the persistent configuration EOF pi nfs-utils ;; debian|trisquel|ubuntu) pi-nostart nfs-server ;; arch) pi nfs-utils || pending_reboot=true ;; esac # networkmanager has this nasty behavior on flidas: if the machine # crashes with dnsmasq running, on subsequent boot, it adds an entry to # resolvconf for 127.0.0.1 in some stupid attempt to restore # nameservers. # This can be manually fixed by stoping dnsmasq, # then based on whats in /run/dnsmasq/, i see we can run # s resolvconf -d NetworkManager # oh ya, and stoping NetworkManager leaves this crap behind without cleaning it up. ser stop NetworkManager ser disable NetworkManager if [[ $HOSTNAME == frodo ]]; then # nohide = export filesystems mounted deeper than the export point # fsid=0 makes this export the "root" export # not documented in the man page, but this means # 1. it can be mounted with a shorthand of server:/ # 2. exports that are subdirectories of this one will automatically be mounted tu /etc/exports <<'EOF' /k 10.0.0.0/24(rw,fsid=0,nohide,no_root_squash,async,no_subtree_check,insecure) EOF s exportfs -rav fi e "$end_msg_var" # if I was going to create a persistent vm, i might do it like this: # variant=something # from: virt-install --os-variant list # s virt-install --noautoconsole --graphics spice,listen=0.0.0.0 \ # --disk=/a/images/some_name.qcow2,bus=virtio --vcpus 2 -r 4096 -w bridge=br0 \ # -n some_name --import --os-variant $variant --cpu host-model-only ######### begin stuff belonging at the end ########## if $pending_reboot; then echo "$0: pending reboot and then finished. doing it now." s reboot now else echo "$0: $(date): ending now)" fi exit 0