-#!/bin/bash -l
-set -x
+#!/bin/bash
+# Copyright (C) 2016 Ian Kelling
-# Assumes pxe config for dhcp has been setup.
-# Deploy fai configuration to faiserver,
-# then start a virtual machine to test the config.
+# This program is free software; you can redistribute it and/or
+# modify it under the terms of the GNU General Public License
+# as published by the Free Software Foundation; either version 2
+# of the License, or (at your option) any later version.
-set -eE -o pipefail
-trap 'echo "$0:$LINENO:error: \"$BASH_COMMAND\" returned $?" >&2' ERR
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+# GNU General Public License for more details.
+
+# You should have received a copy of the GNU General Public License
+# along with this program; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
+
+
+[[ $EUID == 0 ]] || exec sudo -E "${BASH_SOURCE[0]}" "$@"
+
+set -e; . /usr/local/lib/bash-bear; set +e
+
+this_file="$(readlink -f -- "${BASH_SOURCE[0]}")"
+readonly this_file this_dir="${this_file%/*}"
+cd "$this_dir"
+
+PATH="$PATH:$PWD"
+
+e() { echo "$*"; "$@"; }
+
+
+usage() {
+ cat <<EOF
+# Usage: ${0##*/} [OPTIONS]
+Setup fai or arch pxe (depending on $0 name)
+then start a virtual machine to test the config
+
+todo: make it so this can run this on a network we dont control, the 2
+ways I know which could work are either running in libvirt's the nated
+network, and altering the dnsmasq options for the dnsmasq that runs in
+that, or giving the vm a static ip and for resolving faiserver, and then
+for resolving "faiserver", either setup some static resolution in the
+vm, or give it the host machine's ip as a dns server, or in general
+change references of faiserver to faiserver.b8.nz (I like this idea
+because it helps in other cases too).
+
+Note, sometimes shutting down the existing demohost vm
+fails. Just run again if that happens.
+
+-d When doing pxe with -p, don't do dhcp setup. Good for when we
+ aren't on Ian's home network.
+-n Create new qcow2(s) for vm. Good for testing partitioning
+ script, to ensure a blank disk.
+-p Use pxe instead of autodiscover iso with fai.
+-c Use normal fai-cd iso is instead of autodiscover iso.
+-r Do not boot after install is complete
+-h|--help Print help and exit.
+
+Note: Uses GNU getopt options parsing style
+EOF
+ exit $1
+}
+
+orig_args=("$@")
+new_disk=false
+pxe=false
+iso=autodiscover.iso
+temp=$(getopt -l help dnpcrh "$@") || usage 1
+eval set -- "$temp"
+while true; do
+ case $1 in
+ -d) dhcp_arg=-d; shift ;;
+ -n) new_disk=true; shift ;;
+ -p) pxe=true; shift ;;
+ -c) iso=netinst.iso; shift ;;
+ -r) reboot_arg=--noreboot; shift ;;
+ -h|--help) usage ;;
+ --) shift; break ;;
+ *) echo "$0: Internal error!" ; exit 1 ;;
+ esac
+done
-# I had this set false as default before, can't remember why. oh well.
-redeploy=true
-if [[ $1 == -r ]]; then
- redeploy=false
-fi
-disk_count=2
+# change this to test different disk counts.
+disk_count=3
+disk_count=1
-script_dir=$(dirname $(readlink -f "$BASH_SOURCE"))
-if [[ $script_dir == /a/bin/* ]]; then
- rm -rf /a/tmp/fai2
- mkdir -p /a/tmp
- cp -ar /a/bin/fai /a/tmp/fai2
- exec /a/tmp/fai2/${BASH_SOURCE##*/} "$@"
+rm -f /tmp/fai-revm-did-pxe
+
+if ip l show br0 &>/dev/null; then
+ net_arg="-w bridge=br0,mac=52:54:00:9c:ef:ad"
+else
+ # if this computer has ethernet, we could setup a br0 like so:
+ # cat <<'EOF'
+ # fai-rvm error: no bridge detected. add one to interfaces like this:
+ # iface eth0 inet manual
+ # iface br0 inet dhcp
+ # bridge_ports eth0
+ # bridge_stp off
+ # bridge_maxwait 0
+ # EOF
+
+ # if we only have wifi, cant use eth0
+ net_arg="-w network=default,mac=52:54:00:9c:ef:ad"
+fi
+
+if [[ $this_dir == /a/bin/* ]]; then
+ # Copy our script elsewhere so we can develop it
+ # and save it at the same time it's running
+ rm -rf /tmp/faifreeze
+ cp -ar /a/bin/fai /tmp/faifreeze
+ exec /tmp/faifreeze/${BASH_SOURCE##*/} "${orig_args[@]}"
fi
-cd $script_dir
is_arch_revm() {
- [[ ${0##*/} == arch-revm ]]
+ [[ ${0##*/} == arch-revm ]]
}
-new_disk=false
-[[ ! $1 ]] || new_disk=true
+err-cleanup() {
+ echo "doing cleanup"
+ if [[ -e /tmp/fai-revm-did-pxe ]]; then
+ e ./pxe-server $dhcp_arg
+ fi
+ ./faiserver-disable
+}
+boot_arg=--pxe
if is_arch_revm; then
- ./pxe-server arch &
- sleep 2
- # via osinfo-query os. guessing arch is closest to latest fedora.
- variant=fedora22
+ e ./pxe-server $dhcp_arg demohost arch
+ touch /tmp/fai-revm-did-pxe
+ sleep 2
+ # via osinfo-query os. guessing arch is closest to latest fedora.
+ variant=fedora22
else
- ./pxe-server fai &
+ if $pxe; then
+ e ./pxe-server $dhcp_arg demohost fai
+ touch /tmp/fai-revm-did-pxe
sleep 2
- if $redeploy; then
- ./fai-redep
+ else
+ killall fai-monitor &>/dev/null ||:
+ fai-monitor &
+ if [[ ! $BASEFILE_DIR ]]; then
+ BASEFILE_DIR=/tmp
fi
- variant=debian8
+ isopath=$BASEFILE_DIR/$iso
+ isosrc=$BASEFILE_DIR/BOOKWORM64.tar.zst
+ if [[ ! -e $isopath || $(stat -c %Y $isopath) -lt $(stat -c %Y $isosrc) ]]; then
+ e fai-cd -g $(readlink -f grub.cfg.${iso%%.*}) -f -A $isopath
+ fi
+ boot_arg="--cdrom $isopath"
+ e fai-redep
+ /a/exe/cedit -s /srv/fai/nfsroot/root/.ssh/authorized_keys <~/.ssh/demo.pub
+ e myfai-chboot default
+ fi
+ # I don't think these variants actually make a diff for us, but I
+ # use the appropriate one when trying a new distro just in case.
+ #variant=ubuntu14.04
+ #variant=ubuntu16.04
+ #variant=debian8
+ variant=ubuntu20.04
fi
name=demohost
-s virshrm $name ||:
-
+e virsh destroy $name ||:
+sleep 1
+e virsh destroy $name ||:
+e virsh undefine $name ||:
+sleep 1
+## begin virtual disk creation ##
disk_arg=()
for ((i=1; i <= disk_count; i++)); do
- f=/var/lib/libvirt/images/${name}$i
- disk_arg+=("--disk path=$f")
- if $new_disk || [[ ! -e $f ]]; then
- s rm -f $f
- s qemu-img create -o preallocation=metadata -f qcow2 $f 20G
- fi
+ f=/var/lib/libvirt/images/${name}$i
+ disk_arg+=("--disk path=$f")
+ if $new_disk || [[ ! -e $f ]]; then
+ rm -f $f
+ # https://btrfs.wiki.kernel.org/index.php/FAQ
+ touch $f
+ chattr +C $f
+ e qemu-img create -o preallocation=metadata -f qcow2 $f 50G
+ fi
done
+## end virtual disk creation ##
if [[ $SSH_CLIENT ]]; then
- console_arg=--noautoconsole
+ console_arg=--noautoconsole
fi
+# docker makes forward default to drop, which blocks the vm pxe on flidas. easiest solution:
+e iptables -P FORWARD ACCEPT
+
# --cpu host: this causes mkfs.btrfs to fail with a stack trace which began
# something like:
# init_module+0x108/0x1000 [raid6_pq]
#
# uniq is to stop gtk-warning spam
-s virt-install --os-variant $variant -n $name --pxe -r 2048 --vcpus 1 \
- ${disk_arg[*]} -w bridge=br0,mac=52:54:00:9c:ef:ad \
- --graphics spice,listen=0.0.0.0 $console_arg |& grep -v '^$' | uniq &
+# e virt-install --os-variant $variant -n $name --pxe -r 2048 --vcpus 1 \
+ # ${disk_arg[*]} -w bridge=br0,mac=52:54:00:9c:ef:ad $reboot_arg \
+ # --graphics spice,listen=0.0.0.0 $console_arg |& grep -v '^ *$' | uniq &
+
+cpus=1
+if (( $(nproc) > 2 )); then
+ cpus=2
+fi
+
+e systemctl start libvirtd
+e virt-install --rng /dev/urandom --os-variant $variant -n $name $boot_arg -r 2048 --vcpus $cpus \
+ ${disk_arg[*]} $net_arg $reboot_arg \
+ --graphics spice,listen=0.0.0.0 $console_arg |& grep -v '^ *$' | uniq &
+
if [[ $SSH_CLIENT ]]; then
- fg
+ fg
+fi
+
+sleep 90
+while ! timeout -s 9 10 ssh -oBatchMode=yes root@$name true; do
+ e sleep 5
+done
+unset -f err-cleanup
+if $pxe; then
+ rm -f /tmp/fai-revm-did-pxe
+ e ./pxe-server $dhcp_arg
fi
+# this tends to remove it too soon
+#echo | /a/exe/cedit -s /srv/fai/nfsroot/root/.ssh/authorized_keys
if is_arch_revm; then
- while ! timeout 10 ssh $name /bin/true; do sleep 1; done
- ./arch-init-remote $name
+ ./arch-init-remote $name
fi