From: Ian Kelling Date: Sun, 5 Nov 2017 18:14:46 +0000 (-0500) Subject: lots of updates, things working X-Git-Url: https://iankelling.org/git/?p=distro-setup;a=commitdiff_plain;h=86ebcd0416223ded297f6cbbcb0906b85793e359 lots of updates, things working --- diff --git a/disabled/README b/disabled/README new file mode 100644 index 0000000..5fc6ca7 --- /dev/null +++ b/disabled/README @@ -0,0 +1,2 @@ +Things I stopped using and will become broken over time, but better to +have here than just in git history. diff --git a/disabled/kodi-setup b/disabled/kodi-setup new file mode 100644 index 0000000..004acac --- /dev/null +++ b/disabled/kodi-setup @@ -0,0 +1,73 @@ +#!/bin/bash -l + +# this is from distro-end + +pi kodi + +# based on https://wiki.debian.org/SecuringNFS +# but the quota stuff is either outdated or optional, +# i guessed that it was not needed and it worked fine. +s dd of=/etc/sysctl.d/nfs-static-ports.conf <<'EOF' +fs.nfs.nfs_callback_tcpport = 32764 +fs.nfs.nlm_tcpport = 32768 +fs.nfs.nlm_udpport = 32768 +EOF +s sysctl --system +s $sed -ri -f - /etc/default/nfs-common <<'EOF' +/^\s*STATDOPTS=/d +$a STATDOPTS="--port 32765 --outgoing-port 32766" +EOF + +s $sed -ri -f - /etc/default/nfs-kernel-server <<'EOF' +/^\s*RPCMOUNTDOPTS=/d +$a RPCMOUNTDOPTS="--manage-gids --port 32767" +EOF +ser restart nfs-kernel-server + +if [[ $HOSTNAME == treetowl ]]; then + # persistent one time steps for webdav: + # create persistent password, put it in ~/.kodi/userdata/advancedsettings.xml, + # per http://kodi.wiki/view/MySQL/Sync_other_parts_of_Kodi + # htpasswd -c /p/c/filesystem/etc/davpass dav + # chmod 640 /p/c/filesystem/etc/davpass + # in conflink, set group to www-data. + # In kodi, i set the music source, server address: my domain, + # path: k/music. Then copied the file + # /p/c/subdir_files/.kodi/userdata/sources.xml to save that setting. + s a2enmod dav dav_fs + web-conf -r /a/c/playlists - apache2 dav.$HOME_DOMAIN <<'EOF' + + DAV On + AuthType Basic + AuthName "Authentication Required" + AuthUserFile "/etc/davpass" + Require valid-user + +# outside the standard /var/www, so use this: + Order allow,deny + Allow from all + +EOF + s mkdir -p /var/www/davlock + s chown www-data:www-data /var/www/davlock + s sed -i "1i DavLockDB /var/www/davlock/davlock" /etc/apache2/sites-enabled/dav.$HOME_DOMAIN.conf + ser reload apache2 + + teeu /etc/exports "/k/music *(ro,nohide,async,no_subtree_check,insecure)" + exportfs -ra + + # kodi uses sqlite by default, but supports mysql. + pi mariadb-server + + # see ofswiki.org for explanation. + dbpass="$(cat /p/mysql-root-pass)" + if ! echo exit|mysql -uroot "-p$dbpass"; then + echo -e "\n\n$dbpass\n$dbpass\n\n\n\n\n" | mysql_secure_installation + fi + mysql -uroot "-p$dbpass" </dev/null; then + s tee -a /etc/samba/smb.conf <<'EOF' +[public] + guest ok = yes + read only = no + path = /kr +EOF + fi + + case $distro in + debian|trisquel|ubuntu) + # systemd claims it generates units from /etc/init.d, but it + # clearly doesn\'t in debian. I have no idea how they are + # related. fuck debian right now. It\'s not documented. samba + # has a systemd init file linked to /dev/null. There\'s this + # https://bugs.debian.org/cgi-bin/bugreport.cgi?bug=769714 which + # claims samba\'s sub-services will be started automatically by + # systemd... it didn\'t on install, wonder if it will on + # boot. It clued me in how to start it manually though. Nothing + # in /usr/share/doc/samba, debian admin guide says nothing about + # any of this. (this is in debian testing as of 4/2016). + + s /etc/init.d/samba start + ;; + arch) + sgo samba + ;; + esac +fi diff --git a/distro-begin b/distro-begin index 9ef6891..0e61f2b 100755 --- a/distro-begin +++ b/distro-begin @@ -175,10 +175,8 @@ case $distro in ;; esac -if linode; then - sudo $sed -i '/^127\.0\.1\.1/d' /etc/hosts - echo "127.0.1.1 $HOSTNAME.b8.nz $HOSTNAME" | sudo tee -a /etc/hosts -fi +sudo $sed -i '/^127\.0\.1\.1/d' /etc/hosts +echo "127.0.1.1 $HOSTNAME.b8.nz $HOSTNAME" | sudo tee -a /etc/hosts if [[ $EUID == 0 ]]; then @@ -331,14 +329,16 @@ Pin-Priority: 500 EOF fi fi - # for hosts which require nonfree drivers - # i previously had extra packages listed here linux-image-amd64 - # firmware-linux-free linux-headers-amd64, but I - # don\'t see any reason why. seems to work in testing without. - # remove this note if it continues to work. - p=firmware-linux-nonfree - if apt-cache show $p &>/dev/null; then - pi $p + # # no hosts have nonfree firmware anymore, yay. but leaving commented, + # # as i might run into one for a little while still. + # p=firmware-linux-nonfree + # if apt-cache show $p &>/dev/null; then + # pi $p + # fi + ;;& + trisquel|ubuntu) + if has_x; then + pi abrowser fi ;;& trisquel|ubuntu|debian) @@ -693,14 +693,16 @@ fi # E: Could not get lock /var/lib/dpkg/lock - open (11: Resource temporarily unavailable) # E: Unable to lock the administration directory (/var/lib/dpkg/), is another process using it? sleep 1 +# todo: this is not idempotent, it fails when running twice, due to prepopulated values. +# check into unsetting them using debconf-set-selection. s apt-get -y install --no-install-recommends expect -s expect </dev/null; then # this condition is just a speed optimization @@ -234,14 +228,9 @@ case $distro in ;; esac -case $distro in - ubuntu|trisquel|debian) spa ack-grep ;; - arch|fedora) spa ack ;; - # fedora unknown -esac case $distro in - arch|debian|ubuntu|trisquel) + arch|debian|trisquel|ubuntu) spa bash-completion ;; # others unknown @@ -265,7 +254,7 @@ case $distro in s update-rc.d motd disable fi ;; - ubuntu|trisquel) + trisquel|ubuntu) # this isn't a complete solution. It still shows me when updates are available, # but it's no big deal. s t /etc/update-motd.d/10-help-text /etc/update-motd.d/00-header @@ -289,16 +278,20 @@ simple_packages=() ### begin docker install #### -# https://store.docker.com/editions/community/docker-ce-server-debian?tab=description -pi software-properties-common apt-transport-https -curl -fsSL https://download.docker.com/linux/debian/gpg | sudo apt-key add - -sudo add-apt-repository \ - "deb [arch=amd64] https://download.docker.com/linux/debian \ - $(lsb_release -cs) \ + +if isdeb; then + # https://store.docker.com/editions/community/docker-ce-server-debian?tab=description + pi software-properties-common apt-transport-https + curl -fsSL https://download.docker.com/linux/$(distro-name-compat)/gpg | sudo apt-key add - + sudo add-apt-repository \ + "deb [arch=amd64] https://download.docker.com/linux/$(distro-name-compat) \ + $(debian-codename-compat) \ stable" -p update -pi docker-ce -sgo docker + p update + pi docker-ce + sgo docker + # other distros unknown +fi ### end docker install #### @@ -322,6 +315,13 @@ EOF ser daemon-reload sgo certbotmail.timer + ;; + trisquel|ubuntu) + # not packaged in xenial or flidas + pi software-properties-common + s add-apt-repository -y ppa:certbot/certbot + p update + pi python-certbot-apache ;; # todo: other distros unknown esac @@ -616,6 +616,55 @@ esac ########### end section including li/lj ############### +case $distro in + debian) spa gnome-session-flashback ;; + # flidas is missing dependency gnome-panel. others unknown +esac + + + +case $distro in + trisquel|ubuntu|debian) spa ack-grep ;; + arch|fedora) spa ack ;; + # fedora unknown +esac + + +if isdeb; then + spa debian-goodies +fi + + +case $distro in + debian) + pi chromium ;; + xenial|ubuntu) + wget -qO - https://downloads.iridiumbrowser.de/ubuntu/iridium-release-sign-01.pub|sudo apt-key add - + cat < /dev/null; then ;; esac fi + + +# trisquel 8 = openvpn, debian stretch = openvpn-client +vpn_ser=openvpn-client +if [[ ! -e /lib/systemd/system/openvpn-client@.service ]]; then + vpn_ser=openvpn +fi + +s dd of=/etc/systemd/system/transmission-daemon-nn.service </dev/null; then - s apt-get -fy install - else - exit 1 - fi - ;; - esac - ;; - arch) - pi google-chrome - ;; - esac - ;; -esac - # printer case $distro in arch) @@ -1040,7 +1091,7 @@ case $distro in # In debian, I could use hte recommended driver, # in arch, I had to pick out the 6L driver. ;; - debian|ubuntu|trisquel) + debian|trisquel|ubuntu) spa hplip ;; # other distros unknown @@ -1048,39 +1099,25 @@ esac case $distro in - ubuntu|debian) pi --no-install-recommends mairix notmuch ;; + trisquel|ubuntu|debian) pi --no-install-recommends mairix notmuch ;; fedora|arch) spa mairix notmuch ;; esac case $distro in arch) spa nfs-utils ;; - ubuntu|debian) spa nfs-client ;; + trisquel|ubuntu|debian) spa nfs-client ;; esac case $distro in - ubuntu|debian) spa par2 ;; + trisquel|ubuntu|debian) spa par2 ;; arch|fedora) spa par2cmdline ;; esac # needed for my tex resume case $distro in - ubuntu|debian) spa texlive-full ;; + trisquel|ubuntu|debian) spa texlive-full ;; arch) spa texlive-most ;; # fedora unknown esac -case $distro in - ubuntu) - # flash, unrar, codecs, ms fonts. - # This has a manual prompt. - spa ubuntu-restricted-extras - ;; - fedora) - pi yum-utils - # rpm fusion recommended codecs - s su -c "yum localinstall -y --nogpgcheck http://download1.rpmfusion.org/free/fedora/rpmfusion-free-release-$(rpm -E %fedora).noarch.rpm http://download1.rpmfusion.org/nonfree/fedora/rpmfusion-nonfree-release-$(rpm -E %fedora).noarch.rpm" - pi gstreamer-plugins-ugly gstreamer-plugins-bad gstreamer-ffmpeg\ - xine-lib-extras-freeworld - ;; -esac case $distro in # optional dep for firefox for h.264 video @@ -1089,7 +1126,7 @@ case $distro in esac case $distro in - fedora|ubuntu|trisquel|debian) spa gnupg-agent ;; + fedora|trisquel|ubuntu|debian) spa gnupg-agent ;; arch) : ;; esac @@ -1107,20 +1144,20 @@ esac case $distro in arch) spa ttf-dejavu;; - debian|ubuntu|trisquel) spa fonts-dejavu ;; + debian|trisquel|ubuntu) spa fonts-dejavu ;; # others unknown esac case $distro in arch) spa xorg-xev;; - debian|ubuntu|trisquel) spa x11-utils ;; + debian|trisquel|ubuntu) spa x11-utils ;; # others unknown esac case $distro in arch) pi virt-install;;& - debian|ubuntu|trisquel) pi virtinst ;;& + debian|trisquel|ubuntu) pi virtinst ;;& *) pi virt-manager ;; # creates the libvirt group in debian at least # others unknown esac @@ -1140,20 +1177,20 @@ for x in iank traci; do s usermod -a -G libvirt,kvm $x; done case $distro in arch) spa cdrkit;; - debian|ubuntu|trisquel) spa genisoimage;; + debian|trisquel|ubuntu) spa genisoimage;; # others unknown esac case $distro in arch) spa spice-gtk3 ;; - debian|ubuntu|trisquel) spa spice-client-gtk;; + debian|trisquel|ubuntu) spa spice-client-gtk;; # others unknown esac # general known for debian/ubuntu, not for fedora case $distro in - debian|ubuntu|trisquel) + debian|trisquel|ubuntu) pi golang-go # a bit of googling, and added settings to bashrc go get -u github.com/mvdan/fdroidcl/cmd/fdroidcl @@ -1199,7 +1236,7 @@ esac case $distro in - arch|debian|ubuntu|trisquel) spa pumpa ;; + arch|debian|trisquel|ubuntu) spa pumpa ;; # others unknown. do have a buildscript: # /a/bin/buildscripts/pumpa ;; esac @@ -1207,112 +1244,118 @@ esac case $distro in debian) pi adb ;; - debian|ubuntu|trisquel) spa android-tools-adbd/unstable ;; + debian|trisquel|ubuntu) spa android-tools-adbd ;; + # todo: not sure this is needed anymore, or if trisqel etc works even +# debian) spa android-tools-adbd/unstable ;; arch) spa android-tools ;; # other distros unknown esac if [[ $HOSTNAME == treetowl ]]; then - case $distro in - debian) - if [[ `debian-archive` == testing ]]; then - # has no unstable dependencies - pi bitcoind/unstable - src=/a/opt/bitcoin/contrib/init/bitcoind.service - s cp $src /etc/systemd/system - p=/etc/bitcoin/bitcoin - dst=/etc/systemd/system/bitcoinjm.service - # jm for joinmarket - $sed -r "/^\s*ExecStart/s,${p}.conf,${p}jm.conf," $src \ - >/etc/systemd/system/bitcoinjm.service - - d=jm; jm=d # being clever for succinctness - for s in d jm; do - s $sed -ri "/^\s*\[Unit\]/a Conflicts=bitcoin${!s}.service" \ - /etc/systemd/system/bitcoin${s}.service - done - - ser daemon-reload - - dir=/nocow/.bitcoin - s mkdir -p $dir - s chown -R bitcoin:bitcoin $dir - dir=/etc/bitcoin - s mkdir -p $dir - s chown -R root:bitcoin $dir - s chmod 750 $dir - - # pruning decreases the bitcoin dir to 2 gb, keeps - # just the recent blocks. can\'t do a few things like - # import a wallet dump. - # pruning works, but people had to do - # some manual stuff in joinmarket. I dun need the - # disk space, so not bothering yet, maybe in a year or so. - # https://github.com/JoinMarket-Org/joinmarket/issues/431 - #https://bitcoin.org/en/release/v0.12.0#wallet-pruning - #prune=550 - - f=$dir/bitcoin.conf - s dd of=$f </dev/null </etc/systemd/system/bitcoinjm.service + + # d=jm; jm=d # being clever for succinctness + # for s in d jm; do + # s $sed -ri "/^\s*\[Unit\]/a Conflicts=bitcoin${!s}.service" \ + # /etc/systemd/system/bitcoin${s}.service + # done + + # ser daemon-reload + + # dir=/nocow/.bitcoin + # s mkdir -p $dir + # s chown -R bitcoin:bitcoin $dir + # dir=/etc/bitcoin + # s mkdir -p $dir + # s chown -R root:bitcoin $dir + # s chmod 750 $dir + + # # pruning decreases the bitcoin dir to 2 gb, keeps + # # just the recent blocks. can\'t do a few things like + # # import a wallet dump. + # # pruning works, but people had to do + # # some manual stuff in joinmarket. I dun need the + # # disk space, so not bothering yet, maybe in a year or so. + # # https://github.com/JoinMarket-Org/joinmarket/issues/431 + # #https://bitcoin.org/en/release/v0.12.0#wallet-pruning + # #prune=550 + + # f=$dir/bitcoin.conf + # s dd of=$f </dev/null < - DAV On - AuthType Basic - AuthName "Authentication Required" - AuthUserFile "/etc/davpass" - Require valid-user - -# outside the standard /var/www, so use this: - Order allow,deny - Allow from all - -EOF - s mkdir -p /var/www/davlock - s chown www-data:www-data /var/www/davlock - s sed -i "1i DavLockDB /var/www/davlock/davlock" /etc/apache2/sites-enabled/dav.$HOME_DOMAIN.conf - ser reload apache2 - - teeu /etc/exports "/k/music *(ro,nohide,async,no_subtree_check,insecure)" - exportfs -ra - - # kodi uses sqlite by default, but supports mysql. - pi mariadb-server - - # see ofswiki.org for explanation. - dbpass="$(cat /p/mysql-root-pass)" - if ! echo exit|mysql -uroot "-p$dbpass"; then - echo -e "\n\n$dbpass\n$dbpass\n\n\n\n\n" | mysql_secure_installation - fi - mysql -uroot "-p$dbpass" </dev/null; then # we are using a newer virt-install - for v in 10 8.1 8; do - if osinfo-query os | gr "^\s*win${v/./\\.}\s" &>/dev/null; then - variant=win$v - break - fi - done -fi - -if ! s virsh list --all --name | grep -xF win10 &>/dev/null; then - - # created account with - # win10vmian@outlook.com, and easy to remember password - # win 10 virtio, makes disk way way way faster - # wget https://fedorapeople.org/groups/virt/virtio-win/direct-downloads/latest-virtio/virtio-win.iso - # https://wiki.archlinux.org/index.php/QEMU#Change_Existing_Windows_VM_to_use_virtio - # for installing virtio after initial install instead of with initial iso: - # qemu-img create -f qcow2 fake.qcow2 1G - # --disk=/a/images/virtio-win.iso,device=cdrom \ - # --disk=/a/images/fake.qcow2,bus=virtio - # Also, - # went to device manager, saw 2 pci devices with yellow !, - # did search for drivers, pick cdrom location, done. - # - # from http://www.tenforums.com/tutorials/4189-fast-startup-turn-off-windows-10-a.html. - # google said there was a control panel option for it, but - # that turned out to be a lie. - # Put this in a .bat file and run as administrator to turn off - # hyberboot which fucks things up. - # REG ADD "HKLM\SYSTEM\CurrentControlSet\Control\Session Manager\Power" /V HiberbootEnabled /T REG_dWORD /D 0 /F - # power settings, turn off display: never - # run "control userpasswords2", turn on automatic login. - # note: when changing devices, I just undefine, the create the vm again. - - if [[ -e /nocow/user/vms/win10.qcow2 ]]; then - s virt-install --noautoconsole --graphics spice,listen=0.0.0.0 \ - --disk=/a/images/win10.qcow2,bus=virtio --vcpus 2 -r 4096 -w bridge=br0 \ - -n win10 --import --os-variant $variant --cpu host-model-only - - s virsh destroy win10 - fi - - if [[ -e /nocow/user/vms/win7.qcow2 ]]; then - # this one hasn\'t had the virtio fix done yet. - s virt-install --noautoconsole --graphics spice,listen=0.0.0.0 \ - --disk=/a/images/win7.qcow2 --vcpus 2 -r 4096 -w bridge=br0 \ - -n win7 --import --os-variant win7 --cpu host-model-only - s virsh destroy win7 - # had a problem with --cpu host, so trying out - # --cpu host-model-only - fi -fi - - -if [[ $HOSTNAME == treetowl ]]; then - pi samba - # note samba re-reads it\'s config every 1 minute - case $distro in - arch) s cp /etc/samba/smb.conf.default /etc/samba/smb.conf ;; - esac - - # add 2 lines after workgroup option - s sed -ri --follow-symlinks '/^\s*encrypt passwords\s*=/d' /etc/samba/smb.conf - s sed -ri --follow-symlinks '/^\s*map to guest\s*=/d' /etc/samba/smb.conf - s sed -i --follow-symlinks 's/\(\s*workgroup\s*=\).*/\1 WORKGROUP\n\tencrypt passwords = yes\n\tmap to guest = bad password/' /etc/samba/smb.conf - # remove default homes section. not sharing that. - s sed -ri --follow-symlinks '/^\s*\[homes\]/,/\s*\[/d' /etc/samba/smb.conf - - if ! grep -xF '[public]' /etc/samba/smb.conf &>/dev/null; then - s tee -a /etc/samba/smb.conf <<'EOF' -[public] - guest ok = yes - read only = no - path = /kr -EOF - fi - - case $distro in - debian|ubuntu|trisquel) - # systemd claims it generates units from /etc/init.d, but it - # clearly doesn\'t in debian. I have no idea how they are - # related. fuck debian right now. It\'s not documented. samba - # has a systemd init file linked to /dev/null. There\'s this - # https://bugs.debian.org/cgi-bin/bugreport.cgi?bug=769714 which - # claims samba\'s sub-services will be started automatically by - # systemd... it didn\'t on install, wonder if it will on - # boot. It clued me in how to start it manually though. Nothing - # in /usr/share/doc/samba, debian admin guide says nothing about - # any of this. (this is in debian testing as of 4/2016). - - s /etc/init.d/samba start - ;; - arch) - sgo samba - ;; - esac -fi - -tu /etc/hosts <<< "127.0.1.1 $(hostname).lan $(hostname)" ######### begin stuff belonging at the end ########## diff --git a/mail-route b/mail-route index e74b177..fdae30a 100755 --- a/mail-route +++ b/mail-route @@ -23,6 +23,9 @@ errcatch usage() { cat <<'EOF' Usage: mail-route start|stop|show + +Marks tcp packets on port 25 and 143 to be routed through +a vpn ip. EOF exit $1 } diff --git a/mail-setup b/mail-setup index 07b87ef..c0035c6 100755 --- a/mail-setup +++ b/mail-setup @@ -188,6 +188,7 @@ forward=$u@$mxhost relayhost="[$mxhost]:$mxport" # postfix smarthost="$mxhost::$mxport" # exim +# trisquel 8 = openvpn, debian stretch = openvpn-client vpn_ser=openvpn-client if [[ ! -e /lib/systemd/system/openvpn-client@.service ]]; then vpn_ser=openvpn @@ -390,7 +391,7 @@ exim4-config exim4/dc_eximconfig_configtype select internet site; mail is sent a # This name won\'t appear on From: lines of outgoing messages if rewriting is enabled. # System mail name: -exim4-config exim4/mailname string li.iankelling.org +exim4-config exim4/mailname string mail.iankelling.org @@ -408,7 +409,7 @@ exim4-config exim4/mailname string li.iankelling.org # Other destinations for which mail is accepted: # iank.bid is for testing # mail.iankelling.org is for machines i own -exim4-config exim4/dc_other_hostnames string *.iankelling.org;iankelling.org;*iank.bid;iank.bid;*zroe.org;zroe.org +exim4-config exim4/dc_other_hostnames string *.iankelling.org;iankelling.org;*iank.bid;iank.bid;*zroe.org;zroe.org;*.b8.nz;b8.nz @@ -484,8 +485,12 @@ DKIM_PRIVATE_KEY= \${if exists{/etc/exim4/\${dkim_domain}-private.pem} {/etc/exi # We check if there is a server (A Record) behind your hostname treetowl. # You may want to publish a DNS record (A type) for the hostname treetowl or use a different hostname in your mail software # https://serverfault.com/questions/46545/how-do-i-change-exim4s-primary-hostname-on-a-debian-box -# and this one seemed appropriate from grepping config -MAIN_HARDCODE_PRIMARY_HOSTNAME = li.iankelling.org +# and this one seemed appropriate from grepping config. +# I originally set this to li.iankelling.org, but then ended up with errors when li tried to send +# mail to treetowl, so this should basically be a name that no host has as their +# canonical hostname since the actual host sits behind a nat and changes. +# Seems logical for this to be the same as mailname. +MAIN_HARDCODE_PRIMARY_HOSTNAME = mail.iankelling.org # normally empty, I set this so I can set the envelope address # when doing mail redelivery to invoke filters @@ -506,6 +511,14 @@ CHECK_DATA_LOCAL_ACL_FILE = /etc/exim4/data_local_acl # the fix maybe is for all lines? one says gmail rejects, the # other says gmail does not reject. figure out and open a new bug. IGNORE_SMTP_LINE_LENGTH_LIMIT = true + +# most of the ones that gmail seems to use. +# Exim has horrible default of signing unincluded +# list- headers since they got mentioned in an +# rfc, but this messes up mailing lists, like gnu/debian which want to +# keep your dkim signature intact but add list- headers. +DKIM_SIGN_HEADERS = mime-version:in-reply-to:references:from:date:subject:to + EOF @@ -619,6 +632,9 @@ EOF debconf-set-selections <