#!/bin/bash -l # Copyright (C) 2016 Ian Kelling # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # http://www.apache.org/licenses/LICENSE-2.0 # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. errcatch set -x exec &> >(sudo tee -a /var/log/distro-end) echo "$0: $(date): starting now)" src="${BASH_SOURCE%/*}" end_msg() { = local y IFS= read -r -d '' y ||: end_msg_var+="$y" } spa() { # simple package add simple_packages+=($@) } distro=$(distro-name) pending_reboot=false sed="sed --follow-symlinks" # template case $distro in esac pup simple_packages=( htop mailutils nmon rdiff-backup ruby ruby-rest-client tree vim wcd ) case $HOSTNAME in lj|li) : ;; *) # universal packages # swh-plugins is for karaoke pulsaudio filter. # mutagen for pithos # guvcview set webcam brightness to highest # pidgin-otr, i went into pidgin pluggin settings and generated a key for some accounts simple_packages+=( apache2 apache2-doc apt-doc apt-listchanges aptitude-doc-en bash-doc beets beets-doc binutils-doc bind9-doc bind9-utils bwm-ng chromium cpio-doc cloc cpulimit cron debconf-doc dirmngr dnsutils dnsmasq dtrx duplicity eclipse evince fdupes feh filelight flashrom gawk-doc gcc-doc gdb gdb-doc geoip-bin git-doc git-email gitk glibc-doc goaccess gnome-screenshot gnome-session-flashback guvcview i3lock inetutils-traceroute iperf3 iproute2-doc jq kid3-qt kid3-cli linux-doc locate lshw make-doc manpages manpages-dev meld mps-youtube mumble nagstamon nginx-doc nmap offlineimap oathtool p7zip paprefs parted-doc pavucontrol pdfgrep perl-doc pianobar pidgin pidgin-otr pry python-autopep8 python3-doc python3-mutagen qrencode reportbug $(aptitude show ruby | sed -rn 's/Depends: (.*)/\1/p')-doc sqlite3-doc squashfs-tools swh-plugins tar-doc tcpdump telnet transmission-remote-gtk vlc whois wondershaper ) spa $(apt-cache search ruby[.0-9]+-doc| awk '{print $1}') ;; esac ########### begin section including li ################ case $distro in fedora) spa unrar ;; *) spa unrar-free ;; esac case $distro in arch) # ubuntu 14.04 uses b-cron, # but its not maintained in arch. # of the ones in the main repos, cronie is only one maintained. # fcron appears abandoned software. pi cronie sgo cronie ;; *) : ;; # other distros come with cron. esac if isdeb; then pi debian-goodies fi case $distro in *) pi at ;;& arch) sgo atd ;; esac case $distro in debian|trisquel|ubuntu) pi curl;; arch) : ;; # fedora: unknown esac case $distro in # tk for gitk arch) spa git tk ;; *) spa git ;; esac case $distro in arch) spa the_silver_searcher ;; debian|ubuntu|trisquel) spa silversearcher-ag ;; # fedora unknown esac case $distro in debian|ubuntu|trisquel) spa ntp;; arch) pi ntp sgo ntpd ;; # others unknown esac # no equivalent in other distros: case $distro in debian|ubuntu|trisquel) pi aptitude if ! dpkg -s apt-file &>/dev/null; then # this condition is just a speed optimization pi apt-file s apt-file update fi # for debconf-get-selections spa debconf-utils ;; esac case $distro in ubuntu|trisquel|debian) spa ack-grep ;; arch|fedora) spa ack ;; # fedora unknown esac case $distro in arch|debian|ubuntu|trisquel) spa bash-completion ;; # others unknown esac # disable motd junk. case $distro in debian) # allows me to pipe with ssh -t, and gets rid of spam # http://forums.debian.net/viewtopic.php?f=5&t=85822 # i'd rather disable the service than comment the init file # this says disabling the service, it will still get restarted # but this script doesn't do anything on restart, so it should be fine s dd of=/var/run/motd.dynamic if=/dev/null # stretch doesn't have initscripts pkg installed by default if [[ $(debian-codename) == jessie ]]; then s update-rc.d motd disable fi ;; ubuntu|trisquel) # this isn't a complete solution. It still shows me when updates are available, # but it's no big deal. s t /etc/update-motd.d/10-help-text /etc/update-motd.d/00-header ;; esac # automatic updates # reference: # https://debian-handbook.info/browse/stable/sect.regular-upgrades.html # /etc/cron.daily/apt calls unattended-upgrades # /usr/share/doc/unattended-upgrades# cat README.md # /etc/apt/apt.conf.d/50unattended-upgrades if isdebian; then setup-debian-auto-update fi # we've got a few dependencies later on, so install them now. pi eatmydata s eatmydata apt-get -y install --purge --auto-remove "${simple_packages[@]}" simple_packages=() ### begin docker install #### # https://store.docker.com/editions/community/docker-ce-server-debian?tab=description pi software-properties-common apt-transport-https curl -fsSL https://download.docker.com/linux/debian/gpg | sudo apt-key add - sudo add-apt-repository \ "deb [arch=amd64] https://download.docker.com/linux/debian \ $(lsb_release -cs) \ stable" p update pi docker-ce sgo docker ### end docker install #### case $distro in debian) # note, need python-certbot-nginx for nginx, but it depends on nginx, # and I'm not installing nginx by default right now if isdebian-testing; then pi --install-suggests certbot else pi --install-suggests -t jessie-backports certbot fi # make a version of the certbot timer that emails me. x=/systemd/system/certbot $sed -r -f - /lib$x.timer <<'EOF' |s dd of=/etc${x}mail.timer s,^Description.*,\0 mail version, EOF $sed -r -f - /lib$x.service <<'EOF' |s dd of=/etc${x}mail.service s,(ExecStart=)(/usr/bin/certbot),\1/a/bin/log-quiet/sysd-mail-once certbotmail \2 --renew-hook /a/bin/distro-setup/certbot-renew-hook, EOF ser daemon-reload sgo certbotmail.timer ;; # todo: other distros unknown esac # website setup case $HOSTNAME in lj|li) case $HOSTNAME in lj) domain=iank.bid; exit 0 ;; li) domain=iankelling.org ;; esac /a/h/setup.sh $domain /a/h/build.rb sudo -E /a/bin/mediawiki-setup/mw-setup-script #$src/phab-setup pi-nostart mumble-server s $sed -ri "s/^ *(serverpassword=).*/\1$(< /a/bin/bash_unpublished/mumble_pass)/" /etc/mumble-server.ini # do certificate to avoid warning about unsigned cert, # which is overkill for my use, but hey, I'm cool, I know # how to do this. web-conf apache2 mumble.iankelling.org s rm -f /etc/apache2/sites-enabled/mumble.iankelling.org sudo -i <<'EOF' export RENEWED_LINEAGE=/etc/letsencrypt/live/mumble.iankelling.org /a/bin/distro-setup/certbot-renew-hook EOF sgo mumble-server vpn-server-setup -d tee /etc/openvpn/client-config/mail <<'EOF' ifconfig-push 10.8.0.4 255.255.255.0 EOF sudo dd of=/etc/systemd/system/vpnmail.service < Options +FollowSymLinks +Multiviews +Indexes AllowOverride None AuthType basic AuthName "Authentication Required" # setup one time, with root:www-data, 640 AuthUserFile "/etc/caldav-htpasswd" Require valid-user EOF # nginx version of above would be: # auth_basic "Not currently available"; # auth_basic_user_file /etc/nginx/caldav/htpasswd; ########## begin pump.io setup ########## # once pump adds a logrotation script, turn off nologger, # and add # "logfile": "/var/log/pumpio/pumpio.log", # s dd of=/etc/pump.io.json <<'EOF' { "secret": "SECRET_REPLACE_ME", "driver": "mongodb", "params": { "dbname": "pumpio" }, "noweb": false, "site": "pump.iankelling.org", "owner": "Ian Kelling", "ownerURL": "https://iankelling.org/", "port": 8001, "urlPort": 443, "hostname": "pump.iankelling.org", "nologger": true, "datadir": "/home/pumpio/pumpdata", "enableUploads": true, "debugClient": false, "disableRegistration": true, "noCDN": true, "key": "/home/pumpio/privkey.pem", "cert": "/home/pumpio/fullchain.pem", "address": "localhost", "sockjs": false } EOF s sed -i "s#SECRET_REPLACE_ME#$(cat /p/c/machine_specific/li/pump-secret)#" /etc/pump.io.json # jessie\'s node is too old # https://nodejs.org/en/download/package-manager/ curl -sL https://deb.nodesource.com/setup_6.x | sudo -E bash - pi nodejs cd /home/iank rm -rf pump.io.git git clone https://github.com/pump-io/pump.io.git cd pump.io # note: doing this or the npm install pump.io as root had problems. npm install npm run build # normally, next command would be # s npm install -g databank-mongodb # but it\'s this until a bug in pump gets fixed s npm install -g databank-mongodb@0.19.2 s useradd -m -s /bin/false pumpio sudo -u pumpio mkdir -p /home/pumpio/pumpdata # for testing browser when only listening to localhost, # in the pump.io.json, set hostname localhost, urlPort 5233 #ssh -L 5233:localhost:5233 li s mkdir -p /var/log/pumpio/ s chown pumpio:pumpio /var/log/pumpio/ web-conf - apache2 pump.iankelling.org <<'EOF' # currently a bug in pump that we cant terminate ssl SSLProxyEngine On ProxyPreserveHost On ProxyPass / https://127.0.0.1:8001/ ProxyPassReverse / https://127.0.0.1:8001/ # i have sockjs disabled per people suggesting that # it won\'t work with apache right now. # not sure if it would work with this, # but afaik, this is pointless atm. ProxyPass wss://127.0.0.1:8001/main/realtime/sockjs/ ProxyPassReverse wss://127.0.0.1:8001/main/realtime/sockjs/ EOF sudo -i <<'EOF' export RENEWED_LINEAGE=/etc/letsencrypt/live/pump.iankelling.org /a/bin/distro-setup/certbot-renew-hook EOF s dd of=/etc/systemd/system/pump.service <<'EOF' [Unit] Description=pump.io After=syslog.target network.target [Service] Type=simple User=pumpio Group=pumpio ExecStart=/home/iank/pump.io/bin/pump Environment=NODE_ENV=production # failed to find databank-mongodb without this. # I just looked at my environment variables took a guess. Environment=NODE_PATH=/usr/lib/nodejs:/usr/lib/node_modules:/usr/share/javascript [Install] WantedBy=multi-user.target EOF ser daemon-reload sgo pump ########## end pump.io setup ############ ############# begin setup mastodon ############## # I'd like to try gnu social just cuz of gnu, but it's not being # well maintained, for example, simple pull requests # languishing: # https://git.gnu.io/gnu/gnu-social/merge_requests/143 # and I submitted my own bugs, basic docs are broken # https://git.gnu.io/gnu/gnu-social/issues/269 # note, docker required, but we installed it earlier # i subscrubed to https://github.com/docker/compose/releases.atom # to deal with updates manually. So far, it means just reving the # version number, then restarting docker-compose with # cd ~/mastodon # docker-compose up -d curl -L https://github.com/docker/compose/releases/download/1.13.0/docker-compose-`uname -s`-`uname -m` | s dd of=/usr/local/bin/docker-compose s chmod +x /usr/local/bin/docker-compose cd ~ i clone https://github.com/tootsuite/mastodon cd mastodon # subbed to atom feed to deal with updates git checkout $(git tag | grep -v rc | tail -n1) # per instructions, uncomment redis/postgres persistence in docker-compose.yml sed -i 's/^#//' docker-compose.yml cat >.env.production <<'EOF' REDIS_HOST=redis REDIS_PORT=6379 DB_HOST=db DB_USER=postgres DB_NAME=postgres DB_PASS= DB_PORT=5432 LOCAL_DOMAIN=mast.iankelling.org LOCAL_HTTPS=true SINGLE_USER_MODE=true SMTP_SERVER=10.8.0.4 SMTP_PORT=25 SMTP_LOGIN=li SMTP_FROM_ADDRESS=notifications@mast.iankelling.org SMTP_DOMAIN=mast.iankelling.org SMTP_DELIVERY_METHOD=smtp EOF for key in PAPERCLIP_SECRET SECRET_KEY_BASE OTP_SECRET; do printf "%s=%s" $key "$(docker-compose run --rm web rake secret)" >>.env.production done s cat /etc/mailpass| while read -r domain port pass; do if [[ $domain == mail.iankelling.org ]]; then printf "SMTP_PASSWORD=%s" "$pass" >>.env.production break fi done docker-compose run --rm web rails assets:precompile # docker daemon takes care of starting on boot. docker-compose up -d s a2enmod proxy_wstunnel headers web-conf -f 3000 - apache2 mast.iankelling.org <<'EOF' ProxyPreserveHost On RequestHeader set X-Forwarded-Proto "https" ProxyPass /500.html ! ProxyPass /oops.png ! ProxyPass /api/v1/streaming/ ws://localhost:4000/ ProxyPassReverse /api/v1/streaming/ ws://localhost:4000/ ErrorDocument 500 /500.html ErrorDocument 501 /500.html ErrorDocument 502 /500.html ErrorDocument 503 /500.html ErrorDocument 504 /500.html EOF ############### !!!!!!!!!!!!!!!!! ############### manual steps: # only following 2 people atm, so not bothering to figure out backups # when mastodon has not documented it at all. # # fsf@status.fsf.org # cwebber@toot.cat # dbd@status.fsf.org # johns@status.fsf.org # sign in page is at https://mast.iankelling.org/auth/sign_in # register as iank, then # https://github.com/tootsuite/documentation/blob/master/Running-Mastodon/Administration-guide.md # docker-compose run --rm web bundle exec rails mastodon:make_admin USERNAME=iank ############# end setup mastodon ############## # we use nsupdate to update the ip of home pi bind9 echo "$0: $(date): ending now)" exit 0 ;; esac ########### end section including li/lj ############### if [[ $HOSTNAME == treetowl ]]; then # vpn-server setup via: vpn-server-setup -r -d s tee -a /etc/openvpn/server/server.conf <<'EOF' push "dhcp-option DNS 192.168.1.1" push "route 192.168.1.0 255.255.255.0" client-connect /a/bin/distro-setup/vpn-client-connect EOF s sed -i --follow-symlinks 's/10.8./10.9./g' /etc/openvpn/server/server.conf ser restart openvpn-server@server vpn-mk-client-cert -s /etc/update-resolv-conf-home -c x2 -n home b8.nz dir=/p/c/machine_specific/x2/filesystem/etc/openvpn/client mkdir -p $dir # background: We have these files locally, but we\'d have to duplicate the logic # in vpn-mk-client-cert to get them, and this is just simpler. scp root@x2:/etc/openvpn/client/home* $dir # note, see bashrc for more documentation. pi rss2email s dd of=/etc/systemd/system/rss2email.service <<'EOF' [Unit] Description=rss2email After=multi-user.target [Service] User=iank Type=oneshot # about 24 hours of failures # it copies over its files without respecting symlinks, so # we pass options to use different location. ExecStart=/a/bin/log-quiet/sysd-mail-once -288 rss2email r2e -d /p/c/rss2email.json -c /p/c/rss2email.cfg run EOF s dd of=/etc/systemd/system/rss2email.timer <<'EOF' [Unit] Description=rss2email [Timer] # for initial run. required. OnActiveSec=30 # for subsequent runs. OnUnitInactiveSec=300 [Install] WantedBy=timers.target EOF s systemctl daemon-reload sgo rss2email.timer fi ######### begin pump.io periodic backup ############# if [[ $HOSTNAME == treetowl ]]; then s dd of=/etc/systemd/system/pumpbackup.service <<'EOF' [Unit] Description=pump li backup After=multi-user.target [Service] User=iank Type=oneshot ExecStart=/a/bin/log-quiet/sysd-mail-once pump-backup /a/bin/distro-setup/pump-backup EOF s dd of=/etc/systemd/system/pumpbackup.timer <<'EOF' [Unit] Description=pump li backup hourly [Timer] OnCalendar=hourly [Install] WantedBy=timers.target EOF s systemctl daemon-reload sgo pumpbackup.timer fi ######### end pump.io periodic backup ############# case $distro in debian|ubuntu|trisquel) # suggests because we want the resolvconf package. # todo: check other distros to make sure it\'s installed pi-nostart --install-suggests openvpn # pi-nostart does not disable ser disable openvpn ;; *) pi openvpn;; esac /a/bin/distro-setup/radicale-setup ## android studio setup # this contains the setting for android sdk to point to # /a/opt/androidsdk, which is asked upon first run lnf /a/opt/.AndroidStudio2.2 ~ # android site says it needs a bunch of packages for ubuntu, # but I googled for debian, and someone says you just need lib32stdc++6 plus the # jdk # https://pid7007blog.blogspot.com/2015/07/installing-android-studio-in-debian-8.html # see w.org for more android studio details spa lib32stdc++6 default-jdk if [[ $HOSTNAME == treetowl ]]; then ############# begin syncthing setup ########### # It\'s simpler to just worry about running it in one place for now. # I assume it would work to clone it\'s config to another non-phone # and just run it in one place instead of the normal having a # separate config. I lean toward using the same config, since btrfs # syncs between comps. case $distro in arch) pi syncthing ;; ubuntu|trisquel|debian) # testing has relatively up to date packages if ! isdebian-testing; then # based on error when doing apt-get update: # E: The method driver /usr/lib/apt/methods/https could not be found. pi apt-transport-https # google led me here: # https://apt.syncthing.net/ curl -s https://syncthing.net/release-key.txt | sudo apt-key add - s="deb http://apt.syncthing.net/ syncthing release" if [[ $(cat /etc/apt/sources.list.d/syncthing.list) != $s ]]; then echo "$s" | s dd of=/etc/apt/sources.list.d/syncthing.list p update fi fi pi syncthing ;; esac lnf -T /w/syncthing /home/iank/.config/syncthing sgo syncthing@iank # runs as iank # these things persist in ~/.config/syncthing, which I save in # /w/syncthing (not in /p, because syncthing should continue to # run on home server even when using laptop as primary device) # open http://localhost:8384/ # change listen address from default to tcp://:22001, # this is because we do port forward so it doesn\'t have to use # some external server, but the syncthing is broken for port forward, # you get a message, something "like connected to myself, this should not happen" # when connecting to other local devices, so I bump the port up by 1, # based on # https://forum.syncthing.net/t/connected-to-myself-should-not-happen/1763/19. # Without this, it was being stuck syncing at 0%. # Set gui username and password. # # install syncthing via f-droid, # folder setting, turn off master folder (makes it read only). # on phone, add device, click bar code icon # on dekstop, top right, actions, device id # after adding, notification will appear on desktop to confirm # # syncing folder. from phone to desktop: select desktop in the # folder on phone\'s sync options, notification will appear in # desktop\'s web ui within a minute. For the reverse, the # notification will appear in android\'s notifications, you have to # swipe down and tap it to add the folder. It won\'t appear in the # syncthing ui, which would be intuitive, but don\'t wait for it # there. # # On phone, set settings to run syncthing all the time, and # show no notification. # # Folder versioning would make sense if I didn\'t already use btrfs # for backups. I would choose staggered, or trash can for more space. # # if needed to install on a remote comp: # ssh -L 8384:localhost:8384 -N frodo # open http://localhost:8384/ # # Note, the other thing i did was port forward port 22000, # per https://docs.syncthing.net/users/firewall.html ############# end syncthing setup ########### fi # no equivalent in other distros: case $distro in debian|ubuntu|trisquel) # for gui bug reporting spa python-vte ;; esac ####### misc packages ########### # nagstamon setting which were set through the ui # in filters tab: # all unknown sources # all warning services # acknowledged hosts & services # hosts & services down for maintenence # services on down hosts # services on hosts in maintenece # services on unreachable osts # hosts in soft state # services in soft state # in display tab: icon in systray. case $distro in debian|ubuntu|trisquel) # it asks if it should make users in it's group capture packets without root, # which is arguably more secure than running wireshark as root. default is no, # which is what i prefer, since I plan to use tcpdump to input to wireshark. s DEBIAN_FRONTEND=noninteractive pi wireshark-gtk ;; # others unknown esac case $distro in debian|ubuntu|trisquel) # no recommends because it wanted some other unstable package, something to # do with math or something, which I didn't want to deal with. p -y --no-install-recommends install python3-send2trash/unstable anki/unstable ;; # others unknown esac case $distro in debian|ubuntu|trisquel) # note i had to do this, which is persistent: # cd /i/k # s chgrp debian-transmission torrents partial-torrents # syslog says things like # 'Failed to set receive buffer: requested 4194304, got 425984' # google suggets giving it even more than that tu /etc/sysctl.conf<<'EOF' net.core.rmem_max = 67108864 net.core.wmem_max = 16777216 EOF s sysctl -p # some reason it doesn\'t seem to start automatically anyways pi-nostart transmission-daemon # the folder was moved here after an install around 02/2017. # it contains runtime data, # plus a simple symlink to the config file which it\'s # not worth separating out. s lnf -T /i/transmission-daemon /var/lib/transmission-daemon/.config/transmission-daemon # # config file documented here, and it\'s the same config # for daemon vs client, so it\'s documented in the gui. # https://trac.transmissionbt.com/wiki/EditConfigFiles#Options # # I originaly setup rpc-whitelist, but after using # routing to a network namespace, it doesn\'t see the # real source address, so it\'s disabled. # # Changed the cache-size to 256 mb, reduces disk use. # It is a read & write cache. # s ruby <<'EOF' require 'json' p = '/etc/transmission-daemon/settings.json' File.write(p, JSON.pretty_generate(JSON.parse(File.read(p)).merge({ 'rpc-whitelist-enabled' => false, 'rpc-authentication-required' => false, 'incomplete-dir' => '/i/k/partial-torrents', 'incomplete-dir-enabled' => true, 'download-dir' => '/i/k/torrents', "speed-limit-up" => 800, "speed-limit-up-enabled" => true, "peer-port" => 61486, "cache-size-mb" => 256, "ratio-limit" => 5.0, "ratio-limit-enabled" => true, })) + "\n") EOF # make sure its not enabled, not sure if this is needed ser disable transmission-daemon ;; # todo: others unknown esac # adapted from /var/lib/dpkg/info/transmission-daemon.postinst if ! getent passwd debian-transmission > /dev/null; then case $distro in arch) s useradd \ --system \ --create-home \ --home-dir /var/lib/transmission-daemon \ --shell /bin/false \ debian-transmission ;; *) s adduser --quiet \ --system \ --group \ --no-create-home \ --disabled-password \ --home /var/lib/transmission-daemon \ debian-transmission ;; esac fi if [[ $HOSTNAME == frodo ]]; then sgo transmission-daemon-nn fi ######### begin transmission client setup ###### if [[ -e /p/transmission-rpc-pass ]]; then # arch had a default config, # debian had nothing until you start it. # With a little trial an error, here is a minimal config # taken from the generated one, plus changes that the # settings ui does, without a bunch of ui crap settings. # # only settings I set were # hostname # auto-connect # password # the password is randomly generated on first run, i copied it out # so it could be used by other hosts. s ruby <<'EOF' require 'json' p = '/etc/transmission-daemon/settings.json' s = JSON.parse(File.read(p)) s["rpc-password"] = File.read("/p/transmission-rpc-pass").chomp File.write p, JSON.pretty_generate(s) EOF rpc_pass=$(

/dev/null; then s apt-get -fy install else exit 1 fi ;; esac ;; arch) pi google-chrome ;; esac ;; esac # printer case $distro in arch) pi cups ghostscript gsfonts # from arch wiki cups page pi hplip # from google s gpasswd -a $USER sys # from arch wiki sgo org.cups.cupsd.service # goto http://127.0.0.1:631 # administration tab, add new printer button. # In debian, I could use hte recommended driver, # in arch, I had to pick out the 6L driver. ;; debian|ubuntu|trisquel) spa hplip ;; # other distros unknown esac case $distro in ubuntu|debian) pi --no-install-recommends mairix notmuch ;; fedora|arch) spa mairix notmuch ;; esac case $distro in arch) spa nfs-utils ;; ubuntu|debian) spa nfs-client ;; esac case $distro in ubuntu|debian) spa par2 ;; arch|fedora) spa par2cmdline ;; esac # needed for my tex resume case $distro in ubuntu|debian) spa texlive-full ;; arch) spa texlive-most ;; # fedora unknown esac case $distro in ubuntu) # flash, unrar, codecs, ms fonts. # This has a manual prompt. spa ubuntu-restricted-extras ;; fedora) pi yum-utils # rpm fusion recommended codecs s su -c "yum localinstall -y --nogpgcheck http://download1.rpmfusion.org/free/fedora/rpmfusion-free-release-$(rpm -E %fedora).noarch.rpm http://download1.rpmfusion.org/nonfree/fedora/rpmfusion-nonfree-release-$(rpm -E %fedora).noarch.rpm" pi gstreamer-plugins-ugly gstreamer-plugins-bad gstreamer-ffmpeg\ xine-lib-extras-freeworld ;; esac case $distro in # optional dep for firefox for h.264 video arch) spa gst-libav ;; # other distros, probably come by default esac case $distro in fedora|ubuntu|trisquel|debian) spa gnupg-agent ;; arch) : ;; esac case $distro in fedora) spa pinentry-gtk ;; *) : ;; # comes default or with other packages esac case $distro in arch) spa firefox pulseaudio;; *) : ;; # comes default or with other packages esac case $distro in arch) spa ttf-dejavu;; debian|ubuntu|trisquel) spa fonts-dejavu ;; # others unknown esac case $distro in arch) spa xorg-xev;; debian|ubuntu|trisquel) spa x11-utils ;; # others unknown esac case $distro in arch) pi virt-install;;& debian|ubuntu|trisquel) pi virtinst ;;& *) pi virt-manager ;; # creates the libvirt group in debian at least # others unknown esac # allow user to run vms, from debian handbook for x in iank traci; do s usermod -a -G libvirt,kvm $x; done # bridge networking as user fails. google lead here, but it doesn\'t work: # oh well, I give up. # http://wiki.qemu.org/Features-Done/HelperNetworking # s mkdir /etc/qemu # f=/etc/qemu/bridge.conf # s dd of=$f <<'EOF' # allow br0 # EOF # #s chown root:qemu $f # debian has somethig like qemu-libvirt. equivalent? # s chmod 640 $f case $distro in arch) spa cdrkit;; debian|ubuntu|trisquel) spa genisoimage;; # others unknown esac case $distro in arch) spa spice-gtk3 ;; debian|ubuntu|trisquel) spa spice-client-gtk;; # others unknown esac # general known for debian/ubuntu, not for fedora case $distro in debian|ubuntu|trisquel) pi golang-go # a bit of googling, and added settings to bashrc go get -u github.com/mvdan/fdroidcl/cmd/fdroidcl ;; # others unknown esac case $distro in arch) # cdrkit for cloud-init isos # dnsmasq & ebtables for nat networking in libvirt # qemu for qemu-img, bind-tools for dig # dmidecode just because syslog complains pi unzip xorg-xmodmap dmidecode ebtables\ bridge-utils dnsmasq qemu bind-tools # otherwise we get error about accessing kvm module. # seems like there might be a better way, but google was a bit vague. s $sed -ri '/^ *user *=/d' /etc/libvirt/qemu.conf echo 'user = "root"' | s tee -a /etc/libvirt/qemu.conf # https://bbs.archlinux.org/viewtopic.php?id=206206 # # this should prolly go in the wiki sgo virtlogd.socket # guessing this is not needed #sgo virtlogd.service sgo libvirtd ;; esac case $distro in arch) pi virtviewer ;; *) : ;; # other distros have it as a dependency afaik. esac case $distro in fedora) cabal install shellcheck ;; *) spa shellcheck ;; # unknown for older ubuntu esac case $distro in arch|debian|ubuntu|trisquel) spa pumpa ;; # others unknown. do have a buildscript: # /a/bin/buildscripts/pumpa ;; esac case $distro in debian) pi adb ;; debian|ubuntu|trisquel) spa android-tools-adbd/unstable ;; arch) spa android-tools ;; # other distros unknown esac if [[ $HOSTNAME == treetowl ]]; then case $distro in debian) if [[ `debian-archive` == testing ]]; then # has no unstable dependencies pi bitcoind/unstable src=/a/opt/bitcoin/contrib/init/bitcoind.service s cp $src /etc/systemd/system p=/etc/bitcoin/bitcoin dst=/etc/systemd/system/bitcoinjm.service # jm for joinmarket $sed -r "/^\s*ExecStart/s,${p}.conf,${p}jm.conf," $src \ >/etc/systemd/system/bitcoinjm.service d=jm; jm=d # being clever for succinctness for s in d jm; do s $sed -ri "/^\s*\[Unit\]/a Conflicts=bitcoin${!s}.service" \ /etc/systemd/system/bitcoin${s}.service done ser daemon-reload dir=/nocow/.bitcoin s mkdir -p $dir s chown -R bitcoin:bitcoin $dir dir=/etc/bitcoin s mkdir -p $dir s chown -R root:bitcoin $dir s chmod 750 $dir # pruning decreases the bitcoin dir to 2 gb, keeps # just the recent blocks. can\'t do a few things like # import a wallet dump. # pruning works, but people had to do # some manual stuff in joinmarket. I dun need the # disk space, so not bothering yet, maybe in a year or so. # https://github.com/JoinMarket-Org/joinmarket/issues/431 #https://bitcoin.org/en/release/v0.12.0#wallet-pruning #prune=550 f=$dir/bitcoin.conf s dd of=$f </dev/null < x.html EOF case $distro in debian|ubuntu|trisquel) case `debian-archive` in stable) s dd of=/etc/apt/preferences.d/unison-gtk <<'EOF' Explanation: Allow unison-gtk to be upgraded Package: unison-gtk Pin: release a=testing Pin-Priority: 500 EOF # dont think using testing is needed since I figured out how to # deal with mismatching unison compilers, but I dont # see any reason to revert it, since it only installs # a single package which is primarily a single binary ;; esac pi unison/testing pi unison-gtk/testing # after to make it the default unison ;; arch) pi unison gtk2 ;; esac case $distro in arch) # default is alsa, doesn\'t work with with pianobar s dd of=/etc/libao.conf <<'EOF' default_driver=pulse EOF ;; esac # note, for jessie, it depends on a higher version of btrfs-tools. # # # disabled due to my patch being in btrbk # case $distro in # arch|debian|ubuntu|trisquel) pi btrbk ;; # # others unknown # esac cd /a/opt/btrbk s make install spa pv # for progress bar when running interactively. if [[ $HOSTNAME == treetowl ]]; then # backup/sync manually on others hosts for now. sgo btrbk.timer # note: to see when it was last run, # ser list-timers fi case $distro in debian|ubuntu|trisquel) s gpasswd -a iank adm ;; #needed for reading logs esac # tor case $distro in # based on # https://www.torproject.org/docs/rpms.html.en # https://www.torproject.org/docs/debian.html.en # todo: figure out if the running service needs to be restarted upon updates # todo on fedora: setup non-dev packages fedora) s dd of=/etc/yum.repos.d/torproject.repo <<'EOF' [tor] name=Tor experimental repo enabled=1 baseurl=http://deb.torproject.org/torproject.org/rpm/tor-testing/fc/20/$basearch/ gpgcheck=1 gpgkey=http://deb.torproject.org/torproject.org/rpm/RPM-GPG-KEY-torproject.org.asc [tor-source] name=Tor experimental source repo enabled=1 autorefresh=0 baseurl=http://deb.torproject.org/torproject.org/rpm/tor-testing/fc/20/SRPMS gpgcheck=1 gpgkey=http://deb.torproject.org/torproject.org/rpm/RPM-GPG-KEY-torproject.org.asc EOF # to be secure, take a look at the fingerprint reported from the following install, and see if it matches from the link above: # 3B9E EEB9 7B1E 827B CF0A 0D96 8AF5 653C 5AC0 01F1 sgo tor /a/bin/buildscripts/tor-browser ;; ubuntu) tu /etc/apt/sources.list "deb http://deb.torproject.org/torproject.org $(debian-codename) main" gpg --keyserver keys.gnupg.net --recv 886DDD89 gpg --export A3C4F0F979CAA22CDBA8F512EE8CBC9E886DDD89 | sudo apt-key add - p update pi deb.torproject.org-keyring pi tor /a/bin/buildscripts/tor-browser ;; debian) pi tor /a/bin/buildscripts/tor-browser ;; arch) pi tor tor-browser-en sgo tor ;; # ubuntu unknown esac # nfs server case $distro in fedora) end_msg <<'EOF' fedora todo: disable the firewall or find a way to automate it. there's an unused section in t.org for tramikssion firewall setup fedora manual config for nfs: s firewall-config change to permanent configuration check the box for nfs was hard to figure this out, not sure if this is all needed, but unblock these too mountd: udp/tcp 20048 portmapper, in firewall-config its called rpc-bind: udp/tcp 111 troubleshooting, unblock things in rpcinfo -p make sure to reload the firewall to load the persistent configuration EOF pi nfs-utils sgo nfs-server ;; debian|ubuntu|trisquel) pi nfs-server ;; arch) pi nfs-utils || pending_reboot=true sgo rpcbind # this failed until I rebooted sgo nfs-server ;; esac ########### begin kodi setup ############ pi kodi # based on https://wiki.debian.org/SecuringNFS # but the quota stuff is either outdated or optional, # i guessed that it was not needed and it worked fine. s dd of=/etc/sysctl.d/nfs-static-ports.conf <<'EOF' fs.nfs.nfs_callback_tcpport = 32764 fs.nfs.nlm_tcpport = 32768 fs.nfs.nlm_udpport = 32768 EOF s sysctl --system s $sed -ri -f - /etc/default/nfs-common <<'EOF' /^\s*STATDOPTS=/d $a STATDOPTS="--port 32765 --outgoing-port 32766" EOF s $sed -ri -f - /etc/default/nfs-kernel-server <<'EOF' /^\s*RPCMOUNTDOPTS=/d $a RPCMOUNTDOPTS="--manage-gids --port 32767" EOF ser restart nfs-kernel-server if [[ $HOSTNAME == treetowl ]]; then # persistent one time steps for webdav: # create persistent password, put it in ~/.kodi/userdata/advancedsettings.xml, # per http://kodi.wiki/view/MySQL/Sync_other_parts_of_Kodi # htpasswd -c /p/c/filesystem/etc/davpass dav # chmod 640 /p/c/filesystem/etc/davpass # in conflink, set group to www-data. # In kodi, i set the music source, server address: my domain, # path: k/music. Then copied the file # /p/c/subdir_files/.kodi/userdata/sources.xml to save that setting. s a2enmod dav dav_fs web-conf -r /a/c/playlists - apache2 dav.$HOME_DOMAIN <<'EOF' DAV On AuthType Basic AuthName "Authentication Required" AuthUserFile "/etc/davpass" Require valid-user # outside the standard /var/www, so use this: Order allow,deny Allow from all EOF s mkdir -p /var/www/davlock s chown www-data:www-data /var/www/davlock s sed -i "1i DavLockDB /var/www/davlock/davlock" /etc/apache2/sites-enabled/dav.$HOME_DOMAIN.conf ser reload apache2 teeu /etc/exports "/k/music *(ro,nohide,async,no_subtree_check,insecure)" exportfs -ra # kodi uses sqlite by default, but supports mysql. pi mariadb-server # see ofswiki.org for explanation. dbpass="$(cat /p/mysql-root-pass)" if ! echo exit|mysql -uroot "-p$dbpass"; then echo -e "\n\n$dbpass\n$dbpass\n\n\n\n\n" | mysql_secure_installation fi mysql -uroot "-p$dbpass" </dev/null; then # we are using a newer virt-install for v in 10 8.1 8; do if osinfo-query os | gr "^\s*win${v/./\\.}\s" &>/dev/null; then variant=win$v break fi done fi if ! s virsh list --all --name | grep -xF win10 &>/dev/null; then # created account with # win10vmian@outlook.com, and easy to remember password # win 10 virtio, makes disk way way way faster # wget https://fedorapeople.org/groups/virt/virtio-win/direct-downloads/latest-virtio/virtio-win.iso # https://wiki.archlinux.org/index.php/QEMU#Change_Existing_Windows_VM_to_use_virtio # for installing virtio after initial install instead of with initial iso: # qemu-img create -f qcow2 fake.qcow2 1G # --disk=/a/images/virtio-win.iso,device=cdrom \ # --disk=/a/images/fake.qcow2,bus=virtio # Also, # went to device manager, saw 2 pci devices with yellow !, # did search for drivers, pick cdrom location, done. # # from http://www.tenforums.com/tutorials/4189-fast-startup-turn-off-windows-10-a.html. # google said there was a control panel option for it, but # that turned out to be a lie. # Put this in a .bat file and run as administrator to turn off # hyberboot which fucks things up. # REG ADD "HKLM\SYSTEM\CurrentControlSet\Control\Session Manager\Power" /V HiberbootEnabled /T REG_dWORD /D 0 /F # power settings, turn off display: never # run "control userpasswords2", turn on automatic login. # note: when changing devices, I just undefine, the create the vm again. if [[ -e /nocow/user/vms/win10.qcow2 ]]; then s virt-install --noautoconsole --graphics spice,listen=0.0.0.0 \ --disk=/a/images/win10.qcow2,bus=virtio --vcpus 2 -r 4096 -w bridge=br0 \ -n win10 --import --os-variant $variant --cpu host-model-only s virsh destroy win10 fi if [[ -e /nocow/user/vms/win7.qcow2 ]]; then # this one hasn\'t had the virtio fix done yet. s virt-install --noautoconsole --graphics spice,listen=0.0.0.0 \ --disk=/a/images/win7.qcow2 --vcpus 2 -r 4096 -w bridge=br0 \ -n win7 --import --os-variant win7 --cpu host-model-only s virsh destroy win7 # had a problem with --cpu host, so trying out # --cpu host-model-only fi fi if [[ $HOSTNAME == treetowl ]]; then pi samba # note samba re-reads it\'s config every 1 minute case $distro in arch) s cp /etc/samba/smb.conf.default /etc/samba/smb.conf ;; esac # add 2 lines after workgroup option s sed -ri --follow-symlinks '/^\s*encrypt passwords\s*=/d' /etc/samba/smb.conf s sed -ri --follow-symlinks '/^\s*map to guest\s*=/d' /etc/samba/smb.conf s sed -i --follow-symlinks 's/\(\s*workgroup\s*=\).*/\1 WORKGROUP\n\tencrypt passwords = yes\n\tmap to guest = bad password/' /etc/samba/smb.conf # remove default homes section. not sharing that. s sed -ri --follow-symlinks '/^\s*\[homes\]/,/\s*\[/d' /etc/samba/smb.conf if ! grep -xF '[public]' /etc/samba/smb.conf &>/dev/null; then s tee -a /etc/samba/smb.conf <<'EOF' [public] guest ok = yes read only = no path = /kr EOF fi case $distro in debian|ubuntu|trisquel) # systemd claims it generates units from /etc/init.d, but it # clearly doesn\'t in debian. I have no idea how they are # related. fuck debian right now. It\'s not documented. samba # has a systemd init file linked to /dev/null. There\'s this # https://bugs.debian.org/cgi-bin/bugreport.cgi?bug=769714 which # claims samba\'s sub-services will be started automatically by # systemd... it didn\'t on install, wonder if it will on # boot. It clued me in how to start it manually though. Nothing # in /usr/share/doc/samba, debian admin guide says nothing about # any of this. (this is in debian testing as of 4/2016). s /etc/init.d/samba start ;; arch) sgo samba ;; esac fi tu /etc/hosts <<< "127.0.1.1 $(hostname).lan $(hostname)" ######### begin stuff belonging at the end ########## # Apps we want to override others for default file handler: # simplest way in debian is to just install them last. simple_packages+=( mpv ) case $distro in ubuntu|debian) spa spacefm-gtk3 ;; arch) spa spacefm ;; esac pi "${simple_packages[@]}" if $pending_reboot; then echo "$0: pending reboot and then finished. doing it now." s reboot now else echo "$0: $(date): ending now)" fi