#!/bin/bash -l
# Copyright (C) 2016 Ian Kelling
-# This program is under GPL v. 3 or later, see <http://www.gnu.org/licenses/>
-set -eE -o pipefail
-trap 'echo "$0:$LINENO:error: \"$BASH_COMMAND\" returned $?"' ERR
+
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+
+# http://www.apache.org/licenses/LICENSE-2.0
+
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+errcatch
set -x
-distro=$(distro-name)
+exec &> >(sudo tee -a /var/log/distro-end)
+echo "$0: $(date): starting now)"
+
+src="${BASH_SOURCE%/*}"
+end_msg() {
+ = local y
+ IFS= read -r -d '' y ||:
+ end_msg_var+="$y"
+}
-is_debian_testing() {
- grep -E '^[^#]debian.*\stesting\s+main\s*$' /etc/apt/sources.list &>/dev/null
+spa() { # simple package add
+ simple_packages+=($@)
}
+
+distro=$(distro-name)
+
+pending_reboot=false
+
# template
case $distro in
esac
pup
-# universal packages
-x=(
- bwm-ng
- chromium
- duplicity
- fail2ban
- fdupes
- gdb
- gnome-screenshot
- meld
- mpv
- offlineimap
- openvpn
- p7zip
- paprefs
- pavucontrol
- pianobar
- pidgin
+simple_packages=(
+ htop
+ mailutils
+ nmon
rdiff-backup
- slock
- smartmontools
- squashfs-tools
+ ruby
+ ruby-rest-client
tree
+ vim
+ wcd
)
-pi "${x[@]}"
+case $HOSTNAME in
+ lj|li) : ;;
+ *)
+ # universal packages
+ # swh-plugins is for karaoke pulsaudio filter.
+ # mutagen for pithos
+ simple_packages+=(
+ apache2
+ bwm-ng
+ chromium
+ debconf-doc
+ duplicity
+ eclipse
+ evince
+ fdupes
+ filelight
+ gcc-doc
+ gdb
+ gitk
+ goaccess
+ gnome-screenshot
+ i3lock
+ jq
+ locate
+ manpages
+ manpages-dev
+ meld
+ mumble
+ nmap
+ offlineimap
+ p7zip
+ paprefs
+ pavucontrol
+ pdfgrep
+ pianobar
+ pidgin
+ python3-mutagen
+ reportbug
+ squashfs-tools
+ swh-plugins
+ tcpdump
+ transmission-remote-gtk
+ vlc
+ )
+ ;;
+esac
+
+
+
+########### begin section including li ################
+
+
+case $distro in
+ debian)
+ if [[ `debian-archive` == testing ]]; then
+ pi acme-tiny
+ fi
+esac
+
+case $distro in
+ fedora) spa unrar ;;
+ *) spa unrar-free ;;
+esac
+
+
+case $distro in
+ arch)
+ # ubuntu 14.04 uses b-cron,
+ # but its not maintained in arch.
+ # of the ones in the main repos, cronie is only one maintained.
+ # fcron appears abandoned software.
+ pi cronie
+ sgo cronie
+ ;;
+ *) : ;; # other distros come with cron.
+esac
+
-# things with no equivalent in other distros:
case $distro in
debian|ubuntu)
- # for gui bug reporting
- pi python-vte
+ pi debian-goodies
+ ;;
+esac
+
+
+case $distro in
+ *) pi at ;;&
+ arch) sgo atd ;;
+esac
+
+
+case $distro in
+ debian) pi curl;;
+ arch) : ;;
+ # fedora: unknown
+esac
+
+case $distro in
+ # tk for gitk
+ arch) spa git tk ;;
+ *) spa git ;;
+esac
+
+case $distro in
+ arch) spa the_silver_searcher ;;
+ debian|ubuntu) spa silversearcher-ag ;;
+ # fedora unknown
+esac
+
+case $distro in
+ debian|ubuntu) spa ntp;;
+ arch)
+ pi ntp
+ sgo ntpd
+ ;;
+ # others unknown
+esac
+
+
+# no equivalent in other distros:
+case $distro in
+ debian|ubuntu)
pi apt-file aptitude
s apt-file update
# for debconf-get-selections
- pi debconf-utils
+ spa debconf-utils
;;
esac
+case $distro in
+ ubuntu|debian) spa ack-grep ;;
+ arch|fedora) spa ack ;;
+ # fedora unknown
+esac
+
+case $distro in
+ arch|debian|ubuntu)
+ spa bash-completion
+ ;;
+ # others unknown
+esac
-####### misc packages ###########
+
+
+# disable motd junk.
+case $(distro-name) in
+ debian)
+ # allows me to pipe with ssh -t, and gets rid of spam
+ # http://forums.debian.net/viewtopic.php?f=5&t=85822
+ # i'd rather disable the service than comment the init file
+ # this says disabling the service, it will still get restarted
+ # but this script doesn't do anything on restart, so it should be fine
+ s dd of=/var/run/motd.dynamic if=/dev/null
+ # stretch doesn't have initscripts pkg installed by default
+ if [[ $(debian-codename) == jessie ]]; then
+ s update-rc.d motd disable
+ fi
+ ;;
+ ubuntu)
+ # this isn't a complete solution. It still shows me when updates are available,
+ # but it's no big deal.
+ s t /etc/update-motd.d/10-help-text /etc/update-motd.d/00-header
+ ;;
+esac
+
+# automatic updates
+# reference:
+# https://debian-handbook.info/browse/stable/sect.regular-upgrades.html
+# /etc/cron.daily/apt calls unattended-upgrades
+# /usr/share/doc/unattended-upgrades# cat README.md
+# /etc/apt/apt.conf.d/50unattended-upgrades
+if isdebian; then
+ setup-debian-auto-update
+fi
+
+# we've got a few dependencies later on, so install them now.
+pi "${simple_packages[@]}"
+simple_packages=()
+
+# website setup
+case $HOSTNAME in
+ lj|li)
+
+ case $HOSTNAME in
+ lj) domain=iank.bid; exit 0 ;;
+ li) domain=iankelling.org ;;
+ esac
+ /a/h/setup.sh $domain
+ /a/h/build.rb
+
+ sudo -E /a/bin/mediawiki-setup/mw-setup-script
+ #$src/phab-setup
+
+ pi-nostart mumble-server
+ s sed -ri "s/^ *(serverpassword=).*/\1$(< /a/bin/bash_unpublished/mumble_pass)/" /etc/mumble-server.ini
+ sgo mumble-server
+
+ echo "$0: $(date): ending now)"
+ exit 0
+ ;;
+esac
+
+
+########### end section including li/lj ###############
+
+
+
+## android studio setup
+# this contains the setting for android sdk to point to
+# /a/opt/androidsdk, which is asked upon first run
+lnf /a/opt/.AndroidStudio2.2 ~
+# android site says it needs a bunch of packages for ubuntu,
+# but I googled for debian, and someone says you just need lib32stdc++6 plus the
+# jdk
+# https://pid7007blog.blogspot.com/2015/07/installing-android-studio-in-debian-8.html
+# see w.org for more android studio details
+spa lib32stdc++6 default-jdk
+
+
+if [[ $HOSTNAME == frodo ]]; then
+ case $distro in
+ ubunut|debian)
+ pi libsqlite3-dev
+ cd /a/opt/duperemove
+ make clean
+ make
+ s make install
+ ;;
+ #others unknown
+ esac
+fi
+
case $distro in
- # tk for gitk
- arch) pi git tk ;;
- *) pi git ;;
+ arch) pi syncthing ;;
+ ubuntu|debian)
+ # testing has relatively up to date packages
+ if ! isdebian-testing; then
+ # based on error when doing apt-get update:
+ # E: The method driver /usr/lib/apt/methods/https could not be found.
+ pi apt-transport-https
+ # google led me here:
+ # https://apt.syncthing.net/
+ curl -s https://syncthing.net/release-key.txt | sudo apt-key add -
+ s="deb http://apt.syncthing.net/ syncthing release"
+ if [[ $(cat /etc/apt/sources.list.d/syncthing.list) != $s ]]; then
+ echo "$s" | s dd of=/etc/apt/sources.list.d/syncthing.list
+ p update
+ fi
+ fi
+ pi syncthing
+ ;;
+esac
+# installed via f-droid
+# top right, actions, device id
+#
+# for installing on a remote comp:
+# ssh -L 8384:localhost:8384 -N frodo
+# went to http://localhost:8384/
+#
+# add folder to sync phone,
+# staggered file versioning would be my normal choice, but choose
+# trash can versioning for sake of space on phone, with
+# clean out after 7 days.
+#
+# did:
+# ser start syncthing@ian
+# then on phone, add device, hit bar code icon,
+# install bar code scanner.
+
+
+# no equivalent in other distros:
+case $distro in
+ debian|ubuntu)
+ # for gui bug reporting
+ spa python-vte
+ ;;
esac
+
+####### misc packages ###########
+
+if [[ $HOSTNAME == treetowl ]]; then
+ case $distro in
+ debian|ubuntu)
+ # note i had to do this, which is persistent:
+ # cd /i/k
+ # s chgrp debian-transmission torrents partial-torrents
+
+ # syslog says things like
+ # 'Failed to set receive buffer: requested 4194304, got 425984'
+ # google suggets giving it even more than that
+ tu /etc/sysctl.conf<<'EOF'
+net.core.rmem_max = 67108864
+net.core.wmem_max = 16777216
+EOF
+ s sysctl -p
+
+ # some reason it doesn't seem to start automatically anyways
+ pi-nostart transmission-daemon
+ #
+ # config file documented here, and it's the same config
+ # for daemon vs client, so it's documented in the gui.
+ # https://trac.transmissionbt.com/wiki/EditConfigFiles#Options
+ #
+ # I originaly setup rpc-whitelist, but after using
+ # routing to a network namespace, it doesn't see the
+ # real source address, so it's disabled.
+ #
+ # Changed the cache-size to 128 mb, reduces disk use.
+ # It is a read & write cache.
+ #
+ # todo: setup a password.
+ s ruby <<'EOF'
+require 'json'
+p = '/etc/transmission-daemon/settings.json'
+File.write(p, JSON.pretty_generate(JSON.parse(File.read(p)).merge({
+'rpc-whitelist-enabled' => false,
+'rpc-authentication-required' => false,
+'incomplete-dir' => '/k/partial-torrents',
+'incomplete-dir-enabled' => true,
+'download-dir' => '/i/k/torrents',
+"speed-limit-up" => 800,
+"speed-limit-up-enabled" => true,
+"peer-port" => 61486,
+"cache-size-mb" => 128,
+"ratio-limit" => 1.4000,
+"ratio-limit-enabled" => false,
+"pidfile": "/var/lib/transmission-daemon/transmission-daemon.pid",
+})) + "\n")
+EOF
+
+ # make sure its not enabled, not sure if this is needed
+ ser disable transmission-daemon
+ sgo transmission-daemon-nn
+ ;;
+ # todo: others unknown
+ esac
+fi
+
+# adapted from /var/lib/dpkg/info/transmission-daemon.postinst
+if ! getent passwd debian-transmission > /dev/null; then
+ case $distro in
+ arch)
+ s useradd \
+ --system \
+ --create-home \
+ --home-dir /var/lib/transmission-daemon \
+ --shell /bin/false \
+ debian-transmission
+ ;;
+ *)
+ s adduser --quiet \
+ --system \
+ --group \
+ --no-create-home \
+ --disabled-password \
+ --home /var/lib/transmission-daemon \
+ debian-transmission
+ ;;
+ esac
+fi
+
+# dunno why it's there, but get rid of it
+case $HOSTNAME in
+ li|lj) s rm -rf /home/linode ;;
+esac
+
+# arch had a default config,
+# debian had nothing until you start it.
+# With a little trial an error, here is a minimal config
+# taken from the generated one, plus changes that the
+# settings ui does, without a bunch of ui crap settings.
+#
+# only settings I set were
+# hostname
+# auto-connect
+for f in /home/*; do
+ d=$f/.config/transmission-remote-gtk
+ u=${f##*/}
+ s -u $u mkdir -p $d
+ s -u $u dd of=$d/config.json <<'EOF'
+{
+ "profiles" : [
+ {
+ "profile-name" : "Default",
+ "hostname" : "treetowl",
+ "rpc-url-path" : "/transmission/rpc",
+ "username" : "",
+ "password" : "",
+ "auto-connect" : true,
+ "ssl" : false,
+ "timeout" : 40,
+ "retries" : 3,
+ "update-active-only" : false,
+ "activeonly-fullsync-enabled" : false,
+ "activeonly-fullsync-every" : 2,
+ "update-interval" : 3,
+ "min-update-interval" : 3,
+ "session-update-interval" : 60,
+ "exec-commands" : [
+ ],
+ "destinations" : [
+ ]
+ }
+ ],
+ "profile-id" : 0,
+ "add-options-dialog" : false
+}
+EOF
+done
+
case $distro in
- arch) pi the_silver_searcher ;;
- # others unknown
+ debian|ubuntu)
+ # suggests because we want the resolvconf package.
+ # todo: check other distros to make sure it's installed
+ pi-nostart --install-suggests openvpn
+ # pi-nostart this doesnt seem to be good enough?
+ ser disable openvpn@client
+ ser disable openvpn
+ ;;
+ *) pi openvpn;;
+esac
+
+pi wget
+case $HOSTNAME in
+ tp|frodo)
+ case $distro in
+ debian|ubuntu)
+ log=$(mktemp)
+ cd /a/opt
+ wget -nv -N https://dl.google.com/linux/direct/google-chrome-stable_current_amd64.deb
+ errallow
+ set -o pipefail
+ s dpkg -i google-chrome-stable_current_amd64.deb |& tee $log
+ code=$?
+ errcatch
+ case $code in
+ 0) : ;;
+ *)
+ # previously I had a more specific search, but dpkg
+ # changed it's output as of 7/2016
+ if grep 'dependency problems' \
+ $log &>/dev/null; then
+ s apt-get -fy install
+ else
+ exit 1
+ fi
+ ;;
+esac
+;;
+arch)
+ pi google-chrome
+ ;;
+esac
+;;
esac
# printer
# In debian, I could use hte recommended driver,
# in arch, I had to pick out the 6L driver.
;;
+ debian|ubuntu)
+ spa hplip
+ ;;
# other distros unknown
esac
-case $distro in
- ubuntu|debian) pi ack-grep nfs-client ;;
- arch|fedora) pi ack ;;
- # fedora unknown
-esac
case $distro in
ubuntu|debian) pi --no-install-recommends mairix notmuch ;;
- fedora|arch) pi mairix notmuch ;;
+ fedora|arch) spa mairix notmuch ;;
esac
case $distro in
- arch) pi nfs-utils ;;
- ubuntu|debian) pi nfs-client ;;
+ arch) spa nfs-utils ;;
+ ubuntu|debian) spa nfs-client ;;
esac
case $distro in
- ubuntu|debian) pi par2 ;;
- arch|fedora) pi par2cmdline ;;
+ ubuntu|debian) spa par2 ;;
+ arch|fedora) spa par2cmdline ;;
esac
-case $distro in
- arch|fedora) pi unison ;;
- # deb/ubuntu, it depends what version they have.
- # arch and fedora have unison240 and unison-240-compat respectively,
- # but that failed to sync with an ubuntu 12.04 which had unson 2.40,
- # so I installed it manually, but hopefully never have to use it on 12.04 again.
- # wget http://caml.inria.fr/pub/distrib/ocaml-4.02/ocaml-4.02.3.tar.gz
- # ./configure
- # make world opt
- # s make install
-
- # wget http://www.seas.upenn.edu/~bcpierce/unison//download/releases/stable/unison-2.48.3.tar.gz
- # make
- # s cp unison /usr/local/bin
-
-esac
# needed for my tex resume
case $distro in
- ubuntu|debian) pi texlive-full ;;
- arch) pi texlive-most ;;
+ ubuntu|debian) spa texlive-full ;;
+ arch) spa texlive-most ;;
# fedora unknown
esac
ubuntu)
# flash, unrar, codecs, ms fonts.
# This has a manual prompt.
- pi ubuntu-restricted-extras
+ spa ubuntu-restricted-extras
;;
fedora)
pi yum-utils
# rpm fusion recommended codecs
- s su -c 'yum localinstall -y --nogpgcheck http://download1.rpmfusion.org/free/fedora/rpmfusion-free-release-$(rpm -E %fedora).noarch.rpm http://download1.rpmfusion.org/nonfree/fedora/rpmfusion-nonfree-release-$(rpm -E %fedora).noarch.rpm'
+ s su -c "yum localinstall -y --nogpgcheck http://download1.rpmfusion.org/free/fedora/rpmfusion-free-release-$(rpm -E %fedora).noarch.rpm http://download1.rpmfusion.org/nonfree/fedora/rpmfusion-nonfree-release-$(rpm -E %fedora).noarch.rpm"
pi gstreamer-plugins-ugly gstreamer-plugins-bad gstreamer-ffmpeg\
xine-lib-extras-freeworld
;;
esac
+
case $distro in
# optional dep for firefox for h.264 video
- arch) pi gst-libav ;;
+ arch) spa gst-libav ;;
# other distros, probably come by default
esac
case $distro in
- fedora|ubuntu|debian) pi gnupg-agent ;;
+ fedora|ubuntu|debian) spa gnupg-agent ;;
arch) : ;;
esac
case $distro in
- fedora|ubuntu|debian) pi transmission ;;
- arch) pi transmission-gtk ;;
+ fedora) spa pinentry-gtk ;;
+ *) : ;; # comes default or with other packages
esac
-
case $distro in
- fedora) pi pinentry-gtk ;;
+ arch) spa firefox pulseaudio;;
*) : ;; # comes default or with other packages
esac
+
case $distro in
- arch) pi firefox pulseaudio;;
- *) : ;; # comes default or with other packages
+ arch) spa ttf-dejavu;;
+ debian|ubuntu) spa fonts-dejavu ;;
+ # others unknown
+esac
+
+
+case $distro in
+ arch) spa xorg-xev;;
+ debian|ubuntu) spa x11-utils ;;
+ # others unknown
+esac
+
+case $distro in
+ arch) pi virt-install;;&
+ debian|ubuntu) pi virtinst ;;&
+ *) pi virt-manager ;; # creates the libvirt group in debian at least
+ # others unknown
+esac
+# allow user to run vms, from debian handbook
+for x in ian traci; do s usermod -a -G libvirt,kvm $x; done
+# bridge networking as user fails. google lead here, but it doesn't work:
+# oh well, I give up.
+# http://wiki.qemu.org/Features-Done/HelperNetworking
+# s mkdir /etc/qemu
+# f=/etc/qemu/bridge.conf
+# s dd of=$f <<'EOF'
+# allow br0
+# EOF
+# #s chown root:qemu $f # debian has somethig like qemu-libvirt. equivalent?
+# s chmod 640 $f
+
+
+case $distro in
+ arch) spa cdrkit;;
+ debian|ubuntu) spa genisoimage;;
+ # others unknown
esac
-# general others are unknown bucket
+case $distro in
+ arch) spa spice-gtk3 ;;
+ debian|ubuntu) spa spice-client-gtk;;
+ # others unknown
+esac
+
+# general known for debian/ubuntu, not for fedora
case $distro in
arch)
# cdrkit for cloud-init isos
- # dnsmasq for nat networking in libvirt
+ # dnsmasq & ebtables for nat networking in libvirt
# qemu for qemu-img, bind-tools for dig
- pi ttf-dejavu bash-completion unzip ntp wget xorg-xev xorg-xmodmap \
- virt-install bridge-utils cdrkit dnsmasq qemu spice-gtk3 bind-tools
- sgo ntpd
- s sed -ri '/^ *user *=/d' /etc/libvirt/qemu.conf
+ # dmidecode just because syslog complains
+ pi unzip xorg-xmodmap dmidecode ebtables\
+ bridge-utils dnsmasq qemu bind-tools
# otherwise we get error about accessing kvm module.
# seems like there might be a better way, but google was a bit vague.
+ s sed -ri --follow-symlinks '/^ *user *=/d' /etc/libvirt/qemu.conf
echo 'user = "root"' | s tee -a /etc/libvirt/qemu.conf
# https://bbs.archlinux.org/viewtopic.php?id=206206
# # this should prolly go in the wiki
sgo virtlogd.socket
- sgo virtlogd.service
- ;;
-esac
+ # guessing this is not needed
+ #sgo virtlogd.service
+ sgo libvirtd
-case $distro in
- *) pi at ;;&
- arch) sgo atd ;;
+ ;;
esac
case $distro in
esac
-case $distro in
- arch)
- # ubuntu 14.04 uses b-cron,
- # but it's not maintained in arch.
- # of the ones in the main repos, cronie is only one maintained.
- # fcron appears abandoned software.
- pi cronie
- sgo cronie
- ;;
- *) : ;; # other distros come with cron.
-esac
-
case $distro in
fedora) cabal install shellcheck ;;
- *) pi shellcheck ;;
+ *) spa shellcheck ;;
# unknown for older ubuntu
esac
case $distro in
- arch|arch) pi pumpa ;;
- *) /a/bin/buildscripts/pumpa ;;
+ arch|debian|ubuntu) spa pumpa ;;
+ # others unknown. do have a buildscript:
+ # /a/bin/buildscripts/pumpa ;;
esac
case $distro in
- ubuntu) pi android-tools-adb ;;
- arch) pi android-tools ;;
+ debian|ubuntu) spa android-tools-adbd/unstable ;;
+ arch) spa android-tools ;;
# other distros unknown
esac
-
case $distro in
- fedora) pi unrar ;;
- *) pi unrar-free ;;
+ debian)
+ if [[ `debian-archive` == testing ]]; then
+ # has no unstable dependencies
+ spa bitcoin-qt/unstable
+ fi
+ s cp /a/opt/bitcoin/contrib/init/bitcoind.service /etc/systemd/system
+ ser daemon-reload
+
+ dir=/nocow/.bitcoin
+ s mkdir -p $dir
+ s chown -R bitcoin:bitcoin $dir
+ dir=/etc/bitcoin
+ s mkdir -p $dir
+ s chown -R root:bitcoin $dir
+ s chmod 750 $dir
+ f=$dir/bitcon.conf
+
+ # pruning decreases the bitcoin dir to 2 gb, keeps
+ # just the recent blocks. can't do a few things like
+ # import a wallet dump.
+ # pruning works, but people had to do
+ # some manual stuff in joinmarket. I dun need the
+ # disk space, so not bothering yet, maybe in a year or so.
+ # https://github.com/JoinMarket-Org/joinmarket/issues/431
+ #https://bitcoin.org/en/release/v0.12.0#wallet-pruning
+ #prune=550
+
+ s dd of=$f <<EOF
+rpcbind=127.0.0.1
+server=1
+rpcpassword=$(openssl rand -base64 32)
+rpcuser=$(openssl rand -base64 32)
+
+# Joinmarket
+walletnotify=curl -sI --connect-timeout 1 http://localhost:62602/walletnotify?%s
+alertnotify=curl -sI --connect-timeout 1 http://localhost:62602/alertnotify?%s
+EOF
+ ;;
+ # other distros unknown
esac
+if [[ $HOSTNAME == treetowl ]]; then
+ pi libsodium-dev python3-pip
+ cd /a/opt/joinmarket
+ # using develop branch, as it seems to be mostly bug fixes,
+ # and this is quite new software.
+ # note: python3 does not work.
+ pip install -r requirements.txt
+ # we need bitcoin.conf in the data dir according to
+ # https://github.com/JoinMarket-Org/joinmarket/wiki/Running-JoinMarket-with-Bitcoin-Core-full-node
+ # following the example .service script, I don\'t have it there,
+ # and I generate it, so lets just symlink it.
+ sudo -u bitcoin ln -sf /etc/bitcoin/bitcoin.conf /nocow/.bitcoin
+
+ # one time, manually did python wallet-tool.py generate.
+ # The "wallet" is just a key which deterministically generates addresses.
+ # One time: move the wallet, then link to it.
+ # ln -s /p/joinmarket/wallet.json wallets
+ #
+ # see wallet addresses via:
+ # python wallet-tool.py wallet.json
+ # send to the first 3 mixing depth 0 addresses.
+ # depths are like "identities", to separate out association with
+ # each other. the big hash in that output is the depth/branch id,
+ # ignore it afaik.
+ #
+ # after sending btc to wallet from a 3rd party service, check that
+ # at least 20% of utxo of each transaction was sent to you,
+ # btc listtransactions 10 0 true
+ # btc getrawtransaction TXID 1
+ #
+ # to view status, do
+ # python wallet-tool.py wallet.json history
+ #
+ # to help make other people,
+ # python yield-generator-basic.py wallet.json
+
+ for var in rpcuser rpcpassword; do
+ u="$(s sed -rn "s/^$var=(.*)/\1/p" /etc/bitcoin/bitcoin.conf)"
+ # escape backslashes
+ u="${u//\\/\\\\\\\\}"
+ # escape commas
+ u="${u//,/\\,}"
+ sed -ri "s,^(rpc_${var#rpc}\s*=).*,\1 $u," joinmarket.cfg
+ done
+ sed -ri "s/^\s*(blockchain_source\s*=).*/\1 bitcoin-rpc/" joinmarket.cfg
+
+ # dunno about sharing a wallet between multiple instances
+ # manually did, wallet.dat symlinked in /nocow/.bitcoin
+ sgo bitcoind
+fi
+
+
# proprietary flash. going without for now
# pi flashplugin-nonfree
# esac
-case $distro in
- debian) pi curl ;;
- arch) : ;;
- # fedora: unknown
-esac
case $distro in
s pip install pygments
;;
*)
- pi global python2-pygments
+ pi global
+ ;;&
+ arch)
+ pi python2-pygments
+ ;;
+ debian|ubuntu)
+ pi python-pygments
;;
esac
-######### end misc packages #########
+case $distro in
+ debian)
+ pi task-cinnamon-desktop
+ # in settings, change scrolling to two-finger,
+ # because the default edge scroll doesn\'t work.
+ pu transmission-gtk
+ ;;
+ # others unknown
+esac
+
+case $distro in
+ arch) spa apg ;;
+ # already in debian jessie
+esac
+
+
+
+
+# note this failed running at the beginning of this file,
+# because no systemd user instance was running.
+# Doing systemd --user resulted in
+# Trying to run as user instance, but $XDG_RUNTIME_DIR is not set
+
+if isdebian-testing; then
+ # as of 7/2016, has no unstable deps, and is not in testing anymore.
+ pi synergy/unstable
+else
+ pi synergy
+fi
+
+# case $distro in
+# # ubuntu unknown. probably the same as debian, just check if the
+# # init scripts come with the package.
+# debian)
+# # copied from arch, but moved to etc
+# s dd of=/etc/systemd/user/synergys.service <<'EOF'
+# [Unit]
+# Description=Synergy Server Daemon
+# After=network.target
+
+# [Service]
+# User=%i
+# ExecStart=/usr/bin/synergys --no-daemon --config /etc/synergy.conf
+# Restart=on-failure
+
+# [Install]
+# WantedBy=multi-user.target
+# EOF
+# s dd of=/etc/systemd/user/synergys.socket <<'EOF'
+# [Unit]
+# Conflicts=synergys@.service
+
+# [Socket]
+# ListenStream=24800
+# Accept=false
+
+# [Install]
+# WantedBy=sockets.target
+# EOF
+# # had this fail with 'Failed to connect to bus: No such file or directory'
+# # then when I tried it manually, it worked fine...
+# if ! systemctl --user daemon-reload; then
+# sleep 2
+# echo retrying systemd user daemon reload
+# systemctl --user daemon-reload
+# fi
+# ;;&
+# *)
+# # taken from arch wiki.
+# s dd of=/etc/systemd/system/synergyc@.service <<'EOF'
+# [Unit]
+# Description=Synergy Client
+# After=network.target
+
+# [Service]
+# User=%i
+# ExecStart=/usr/bin/synergyc --no-daemon frodo
+# Restart=on-failure
+# # per man systemd.unit, StartLimitInterval, by default we
+# # restart more than 5 times in 10 seconds.
+# # And this param defaults too 200 miliseconds.
+# RestartSec=3s
+
+# [Install]
+# WantedBy=multi-user.target
+# EOF
+# s systemctl daemon-reload
+# case $HOSTNAME in
+# x2|treetowl)
+# ser enable synergyc@ian
+# ser start synergyc@ian ||: # X might not be running yet
+# ;;
+# frodo)
+# systemctl --user start synergys ||:
+# systemctl --user enable synergys
+# ;;
+# esac
+# ;;
+# esac
+
+
+######### end misc packages #########
# packages I once used before and liked, but don't want installed now for
-# various reasons
+# various reasons:
# python-sqlite is used for offlineimap
# lxappearance python-sqlite dolphin paman dconf-editor
+
+
+######## unfinished
+
# todo, finish configuring smart.
+
+pi smartmontools
# mostly from https://wiki.archlinux.org/index.php/S.M.A.R.T.
# turn on smart. background on options:
# first line, -a = test everyting on all devices.
# -o on, turn on 4 hour period non-performance degrading testing.
# short test daily 2-3am, extended tests Saturdays between 3-4am:
sched="-s (S/../.././02|L/../../6/03)"
-s sed -i "s#^[[:space:]]*DEVICESCAN.*#\
-DEVICESCAN -a -o on -S on -n standby,q $sched\
+s sed -i --follow-symlinks "s#^[[:space:]]*DEVICESCAN.*#\
+DEVICESCAN -a -o on -S on -n standby,q $sched \
-m ian@iankelling.org -M exec /usr/local/bin/smart-notify#" /etc/smartd.conf
# in the default configuration of at least ubuntu 14.04, resolvconf is
# consulted first. This is often slower and undesirable, ie. local dns
# queries go from 0ms to 10+ or 100+ ms. To reverse the ordering, you
# can do:
-#sudo sed -i '/tun\*\|tap\*/d' /etc/resolvconf/interface-order
+#sudo sed -i --follow-symlinks '/tun\*\|tap\*/d' /etc/resolvconf/interface-order
# however, this breaks dns lookup for hosts on the openvpn lan.
# I can\'t figure out why hosts on the normal lan would not be
# broken under the default ordering, except the host I was
# testing with previously had an entry in /etc/hosts.
+############# end unfinished
-case $distro in
- arch)
- # default is alsa, doesn\'t work with with pianobar
- s dd of=/etc/libao.conf <<'EOF'
-default_driver=pulse
+########### misc stuff
+
+
+# the wiki backup script from ofswiki.org uses generic paths
+s lnf /p/c/machine_specific/li/mw_vars /root
+s lnf /k/backup/wiki_backup /root
+
+s cedit /etc/goaccess.conf <<'EOF' || [[ $? == 1 ]]
+# all things found from looking around the default config
+# copied existing NCSA Combined Log Format with Virtual Host, plus %L
+log-format %^:%^ %h %^[%d:%t %^] "%r" %s %b "%R" "%u" %D
+time-format %H:%M:%S
+date-format %d/%b/%Y
+log-file /var/log/apache2/access.log
+color-scheme 2
+
+# tip: copy access.log files to a stretch host directory, then run
+# jessie's goaccess is too old for some options, and it's
+# not easily installed from a testing.
+# goaccess --ignore-crawlers -f <(cat *) -a -o html > x.html
EOF
- ;;
-esac
-if [[ $HOSTNAME == treetowl ]]; then
- case $distro in
- arch) pi btrbk ;;
- # others unknown
- esac
- pi fail2ban
- s systemctl enable fail2ban
- s systemctl start fail2ban
+if [[ $HOSTNAME == treetowl ]] && ! sudo test -e /etc/openvpn/client.key; then
+ /a/bin/vpn-setup/vpn-mk-client-cert dopub
+ # route lan traffic from inside the network namespace.
+ tu /etc/openvpn/client.conf "route 192.168.1.0 255.255.255.0 net_gateway"
fi
-
-# disable motd junk.
-case $(distro-name) in
- debian)
- # allows me to pipe with ssh -t, and gets rid of spam
- # http://forums.debian.net/viewtopic.php?f=5&t=85822
- # i'd rather disable the service than comment the init file
- # this says disabling the service, it will still get restarted
- # but this script doesn't do anything on restart, so it should be fine
- s dd of=/var/run/motd.dynamic if=/dev/null
- s update-rc.d motd disable
+case $distro in
+ debian|ubuntu)
+ case `debian-archive` in
+ stable)
+ s dd of=/etc/apt/preferences.d/unison-gtk <<'EOF'
+Explanation: Allow unison-gtk to be upgraded
+Package: unison-gtk
+Pin: release a=unstable
+Pin-Priority: 500
+EOF
+ # dont think using testing is needed since I figured out how to
+ # deal with mismatching unison compilers, but I dont
+ # see any reason to revert it, since it only installs
+ # a single package which is primarily a single binary
+ ;;
+ esac
+ pi unison/testing
+ pi unison-gtk/testing # after to make it the default unison
;;
- ubuntu)
- # this isn't a complete solution. It still shows me when updates are available,
- # but it's no big deal.
- s t /etc/update-motd.d/10-help-text /etc/update-motd.d/00-header
+ arch)
+ pi unison gtk2
;;
esac
-# automatic updates
-# reference:
-# https://debian-handbook.info/browse/stable/sect.regular-upgrades.html
-# /etc/cron.daily/apt calls unattended-upgrades
-# /usr/share/doc/unattended-upgrades# cat README.md
-# /etc/apt/apt.conf.d/50unattended-upgrades
-if isdebian; then
- pi unattended-upgrade
- s dd of=/etc/apt/apt.conf.d/10periodic <<'EOF'
-APT::Periodic::Update-Package-Lists "1";
-APT::Periodic::Download-Upgradeable-Packages "1";
-APT::Periodic::AutocleanInterval "7";
-APT::Periodic::Unattended-Upgrade "1";
-EOF
- { cat <<'EOF'
-Unattended-Upgrade::Mail "root";
-Unattended-Upgrade::MailOnlyOnError "true";
-Unattended-Upgrade::Remove-Unused-Dependencies "true";
-EOF
- if ! is_debian_testing; then
- cat <<'EOF'
-# default is just upgrade main and security, not updates.
-# If it's not testing, just upgrade everything.
-# These are stable packages only getting bugfixes anyways.
-Unattended-Upgrade::Origins-Pattern {
- "origin=*";
-};
+case $distro in
+ arch)
+ # default is alsa, doesn\'t work with with pianobar
+ s dd of=/etc/libao.conf <<'EOF'
+default_driver=pulse
EOF
- fi
- } >/etc/apt/apt.conf.d/50unattended-upgrades
-fi
-
-
+ ;;
+esac
-######### begin postfix ########
-# based on,http://www.postfix.org/qmgr.8.html and my notes in gnus
-# originally tried moving specific directories under /var/spool/postfix,
-# but postfix didn't like that
-if [[ ! -L /var/spool/postfix ]]; then
- ser stop postfix
- s t /q/postfix
- s mv /var/spool/postfix /q
- s lnf /q/postfix /var/spool
- ser start postfix
- journalctl -n 20
+# note, for jessie, it depends on a higher version of btrfs-tools.
+#
+# # disabled due to my patch being in btrbk
+# case $distro in
+# arch|debian|ubuntu) pi btrbk ;;
+# # others unknown
+# esac
+cd /a/opt/btrbk
+s make install
+spa pv # for progress bar when running interactively.
+if [[ $HOSTNAME == treetowl ]]; then
+ # backup/sync manually on others hosts for now.
+ sgo btrbk.timer
+ # note: to see when it was last run,
+ # ser list-timers
fi
-# send mail to a better place than /var/mail/ian
-s sed -i '/^root/d' /etc/aliases ||:
-echo "root: $HOSTNAME@bog.mm.st" | s tee -a /etc/aliases
-# this can't be a symlink and has permission restrictions
-# it might work in /etc/aliases, but this seems more proper.
-e "$HOSTNAME@bog.mm.st" > ~/.forward
-s newaliases
-
-# i'm assuming mail just won't work on systems without the sasl_passwd.
-postconfin <<'EOF'
-smtp_sasl_auth_enable = yes
-smtp_sasl_password_maps = hash:/q/root/sasl_passwd
-smtp_sasl_security_options = noanonymous
-smtp_tls_security_level = secure
-message_size_limit = 20480000
-smtp_tls_CAfile = /etc/ssl/certs/ca-certificates.crt
-EOF
-# ^ I ran into a log file not sending cuz of size. double from 10 to 20 meg limit
+if [[ $HOSTNAME == treetowl ]] && [[ `debian-archive` != testing ]]; then
+ # fail2 ban is broken, with a workaround, per
+ # https://bugs.debian.org/cgi-bin/bugreport.cgi?bug=770171
+ # ill wait a while to see if it gets fixed
+ pi fail2ban
+ sgo fail2ban
+fi
-# offlineimap uses this too, it is much easier to use one location than to
-# condition it's config and postfix's config
-case $distro in
- fedora) s lnf -T ca-certificates.crt /etc/ssl/ca-bundle.trust.crt ;;
- *) :
-esac
-ser enable postfix
-ser start postfix
-############ end postfix #######
case $distro in
sgo tor
/a/bin/buildscripts/tor-browser
;;
- debian)
- tu /etc/apt/sources.list 'deb http://deb.torproject.org/torproject.org trusty main'
+ ubuntu)
+ tu /etc/apt/sources.list "deb http://deb.torproject.org/torproject.org $(debian-codename) main"
gpg --keyserver keys.gnupg.net --recv 886DDD89
gpg --export A3C4F0F979CAA22CDBA8F512EE8CBC9E886DDD89 | sudo apt-key add -
p update
pi tor
/a/bin/buildscripts/tor-browser
;;
+ debian)
+ pi tor
+ /a/bin/buildscripts/tor-browser
+ ;;
arch)
pi tor tor-browser-en
sgo tor
# nfs server
case $distro in
fedora)
- read -r -d '' fedora_end_msg <<'EOF'
+ end_msg <<'EOF'
fedora todo: disable the firewall or find a way to automate it.
there's an unused section in t.org for tramikssion firewall setup
pi nfs-server
;;
arch)
- pi nfs-utils
+ pi nfs-utils || pending_reboot=true
sgo rpcbind
+ # this failed until I rebooted
sgo nfs-server
;;
esac
-# nohide = export filesystems mounted deeper than the export point
-# fsid=0 makes this export the "root" export
-# not documented in the man page, but this means
-# 1. it can be mounted with a shorthand of server:/
-# 2. exports that are subdirectories of this one will automatically be mounted
-tu /etc/exports '/i/video 192.168.1.0/24(rw,fsid=0,nohide,no_root_squash,async,no_subtree_check,insecure)'
-s exportfs -rav
-showmount -e localhost
+
+if [[ $HOSTNAME == treetowl ]]; then
+ # nohide = export filesystems mounted deeper than the export point
+ # fsid=0 makes this export the "root" export
+ # not documented in the man page, but this means
+ # 1. it can be mounted with a shorthand of server:/
+ # 2. exports that are subdirectories of this one will automatically be mounted
+ tu /etc/exports <<'EOF'
+/k 192.168.1.0/24(rw,fsid=0,nohide,no_root_squash,async,no_subtree_check,insecure)
+EOF
+ s exportfs -rav
+fi
+
+
+e "$end_msg_var"
+
+
+# persistent virtual machines
+
+case $distro in
+ debian|ubuntu)
+ pi libosinfo-bin;
+ ;;
+esac
+
+# distro may not know about win 10 yet.
+variant=win7
+if ! virt-install --os-variant list &>/dev/null; then # we are using a newer virt-install
+ for v in 10 8.1 8; do
+ if osinfo-query os | gr "^\s*win${v/./\\.}\s" &>/dev/null; then
+ variant=win$v
+ break
+ fi
+ done
+fi
+
+if ! s virsh list --all --name | grep -xF win10 &>/dev/null; then
+
+ # created account with
+ # win10vmian@outlook.com, and easy to remember password
+ # win 10 virtio, makes disk way way way faster
+ # wget https://fedorapeople.org/groups/virt/virtio-win/direct-downloads/latest-virtio/virtio-win.iso
+ # https://wiki.archlinux.org/index.php/QEMU#Change_Existing_Windows_VM_to_use_virtio
+ # for installing virtio after initial install instead of with initial iso:
+ # qemu-img create -f qcow2 fake.qcow2 1G
+ # --disk=/a/images/virtio-win.iso,device=cdrom \
+ # --disk=/a/images/fake.qcow2,bus=virtio
+ # Also,
+ # went to device manager, saw 2 pci devices with yellow !,
+ # did search for drivers, pick cdrom location, done.
+ #
+ # from http://www.tenforums.com/tutorials/4189-fast-startup-turn-off-windows-10-a.html.
+ # google said there was a control panel option for it, but
+ # that turned out to be a lie.
+ # Put this in a .bat file and run as administrator to turn off
+ # hyberboot which fucks things up.
+ # REG ADD "HKLM\SYSTEM\CurrentControlSet\Control\Session Manager\Power" /V HiberbootEnabled /T REG_dWORD /D 0 /F
+ # power settings, turn off display: never
+ # run "control userpasswords2", turn on automatic login.
+ # note: when changing devices, I just undefine, the create the vm again.
+
+ if [[ -e /a/images/win10.qcow2 ]]; then
+ s virt-install --noautoconsole --graphics spice,listen=0.0.0.0 \
+ --disk=/a/images/win10.qcow2,bus=virtio --vcpus 2 -r 4096 -w bridge=br0 \
+ -n win10 --import --os-variant $variant --cpu host-model-only
+
+ s virsh destroy win10
+ fi
+
+ if [[ -e /a/images/win7.qcow2 ]]; then
+ # this one hasn\'t had the virtio fix done yet.
+ s virt-install --noautoconsole --graphics spice,listen=0.0.0.0 \
+ --disk=/a/images/win7.qcow2 --vcpus 2 -r 4096 -w bridge=br0 \
+ -n win7 --import --os-variant win7 --cpu host-model-only
+ s virsh destroy win7
+ # had a problem with --cpu host, so trying out
+ # --cpu host-model-only
+ fi
+fi
+if [[ $HOSTNAME == treetowl ]]; then
+ pi samba
+ # note samba re-reads it\'s config every 1 minute
+ case $distro in
+ arch) s cp /etc/samba/smb.conf.default /etc/samba/smb.conf ;;
+ esac
-# cron
-f=/a/bin/$HOSTNAME-crontab
-if [[ -e $f ]]; then
- $f
+ # add 2 lines after workgroup option
+ s sed -ri --follow-symlinks '/^\s*encrypt passwords\s*=/d' /etc/samba/smb.conf
+ s sed -ri --follow-symlinks '/^\s*map to guest\s*=/d' /etc/samba/smb.conf
+ s sed -i --follow-symlinks 's/\(\s*workgroup\s*=\).*/\1 WORKGROUP\n\tencrypt passwords = yes\n\tmap to guest = bad password/' /etc/samba/smb.conf
+ # remove default homes section. not sharing that.
+ s sed -ri --follow-symlinks '/^\s*\[homes\]/,/\s*\[/d' /etc/samba/smb.conf
+
+ if ! grep -xF '[public]' /etc/samba/smb.conf &>/dev/null; then
+ s tee -a /etc/samba/smb.conf <<'EOF'
+[public]
+ guest ok = yes
+ read only = no
+ path = /kr
+EOF
+ fi
+
+ case $distro in
+ debian|ubuntu)
+ # systemd claims it generates units from /etc/init.d, but it
+ # clearly doesn\'t in debian. I have no idea how they are
+ # related. fuck debian right now. It\'s not documented. samba
+ # has a systemd init file linked to /dev/null. There\'s this
+ # https://bugs.debian.org/cgi-bin/bugreport.cgi?bug=769714 which
+ # claims samba\'s sub-services will be started automatically by
+ # systemd... it didn\'t on install, wonder if it will on
+ # boot. It clued me in how to start it manually though. Nothing
+ # in /usr/share/doc/samba, debian admin guide says nothing about
+ # any of this. (this is in debian testing as of 4/2016).
+
+ s /etc/init.d/samba start
+ ;;
+ arch)
+ sgo samba
+ ;;
+ esac
fi
+tu /etc/hosts <<< "127.0.1.1 $(hostname).lan $(hostname)"
+
+
+######### begin stuff belonging at the end ##########
+
+
+# Apps we want to override others for default file handler:
+# simplest way in debian is to just install them last.
+simple_packages+=(
+ mpv
+)
+
+case $distro in
+ ubuntu|debian)
+ spa spacefm-gtk3 ;;
+ arch)
+ spa spacefm ;;
+esac
+
+
+pi "${simple_packages[@]}"
+
-if [[ ${distro}_end_msg ]]; then
- echo ${distro}_end_msg
+if $pending_reboot; then
+ echo "$0: pending reboot and then finished. doing it now."
+ s reboot now
+else
+ echo "$0: $(date): ending now)"
fi