btrfs and raid the boot partition
[automated-distro-installer] / fai / config / hooks / partition.DEFAULT
1 #!/bin/bash -x
2
3 set -eE -o pipefail
4 trap 'echo "$0:$LINENO:error: \"$BASH_COMMAND\" returned $?"' ERR
5
6 # # fai's setup-storage won't do btrfs on luks,
7 # # so we do it ourself :)
8
9 skiptask partition ||: # for running out of fai
10
11 #### begin configuration
12
13 bootn=1
14 swapn=2
15 rootn=3
16 bios_grubn=4
17 boot_end=804
18 lastn=$bios_grubn
19
20 if ifclass VM; then
21 d=vd
22 else
23 d=sd
24 fi
25
26 letters=()
27 if ifclass TWO_DISK; then
28 letters=(a b)
29 elif ifclass ONE_DISK; then
30 letters=(a)
31 elif ifclass MANY_DISK; then
32 for dev in /dev/${d}?; do letters+=(${dev#/dev/${d}}); done
33 else
34 exit 1
35 fi
36 ##### end configuration
37
38
39 bpart() {
40 dev_n=$1
41 case ${#@} in
42 [1-3]) mkfs.btrfs -f $@ ;;
43 [4-9]*|[1-3]?*) mkfs.btrfs -f -m raid10 -d raid10 $@ ;;
44 esac
45 }
46
47 devs=(${letters[@]/#//dev/${d}})
48 crypt_devs=(${letters[@]/#//dev/mapper/crypt_dev_${d}})
49 first_boot_dev=${devs[0]}$bootn
50
51 partition=false
52
53 # somewhat crude detection of whether to partition
54 for dev in ${devs[@]}; do
55 x=($dev[0-9])
56 [[ ${#x[@]} == ${lastn} ]] || partition=true
57 for (( i=1; i <= $lastn; i++ )); do
58 [[ -e ${dev}$i ]] || partition=true
59 done
60 for part in $dev$rootn $dev$bootn; do
61 # type tells us it's not totally blank
62 blkid | grep "^${part}:.*TYPE=" &>/dev/null || partition=true
63 done
64 done
65
66 #partition=true # for temporarily override
67
68 # keyfiles generated like:
69 # head -c 2048 /dev/urandom | od | s dd of=/q/root/luks/host-demohost
70 luks_dir=${LUKS_DIR:-/var/lib/fai/config/distro-install-common/luks}
71 if ifclass tp; then
72 lukspw=$(cat $luks_dir/traci)
73 else
74 lukspw=$(cat $luks_dir/ian)
75 fi
76 if ifclass demohost; then
77 lukspw=x
78 fi
79
80
81 crypt=/dev/mapper/crypt_dev_${d##/dev/}a$rootn
82
83
84 if ifclass frodo; then
85 # next upgrade is prolly 16 gigs of memory, across ~8 devices
86 swap_end=$((3500 + boot_end))
87 else
88 # 1.5 x based on https://access.redhat.com/documentation/en-US/Red_Hat_Enterprise_Linux/7/html/Installation_Guide/sect-disk-partitioning-setup-x86.html#sect-custom-partitioning-x86
89 swap_end=$(( $(grep ^MemTotal: /proc/meminfo| awk '{print $2}') * 3/(${#devs[@]} * 2 ) / 1000 + boot_end ))
90 fi
91
92 mkdir -p /tmp/fai
93 shopt -s nullglob
94 if $partition; then
95 for dev in ${devs[@]}; do
96 for x in $dev[0-9]; do wipefs -a $x; done
97 done
98 for dev in ${devs[@]}; do
99 parted -s $dev mklabel gpt
100 # gpt ubuntu cloud image uses ~4. fai uses 1 MiB. ehh, i'll do 4.
101 # also, using MB instead of MiB causes complains about alignment.
102 parted -s $dev mkpart primary "ext3" 4MB ${boot_end}MiB
103 parted -s $dev mkpart primary "linux-swap" ${boot_end}MiB ${swap_end}MiB
104 parted -s -- $dev mkpart primary "" ${swap_end}MiB -0
105 parted -s $dev mkpart primary "" 1MiB 4MiB
106 parted -s $dev set $bios_grubn bios_grub on
107 parted -s $dev set $bootn boot on # generally not needed on modern systems
108 # the mkfs failed randomly on a vm, so I threw a sleep in here.
109 sleep .1
110
111
112 luks_dev=$dev$rootn
113 yes YES | cryptsetup luksFormat $luks_dev $luks_dir/host-$HOSTNAME \
114 -c aes-cbc-essiv:sha256 -s 256 || [[ $? == 141 ]]
115 yes "$lukspw" | \
116 cryptsetup luksAddKey --key-file $luks_dir/host-$HOSTNAME \
117 $luks_dev || [[ $? == 141 ]]
118 # background: Keyfile and password are treated just
119 # like 2 ways to input a passphrase, so we don't actually need to have
120 # different contents of keyfile and passphrase, but it makes some
121 # security sense to a really big randomly generated passphrase
122 # as much as possible, so we have both.
123 #
124 # This would remove the keyfile.
125 # yes 'test' | cryptsetup luksRemoveKey /dev/... \
126 # /key/file || [[ $? == 141 ]]
127
128 cryptsetup luksOpen $luks_dev crypt_dev_${luks_dev##/dev/} \
129 --key-file $luks_dir/host-$HOSTNAME
130 done
131 bpart ${crypt_devs[@]/%/$rootn}
132 mount $crypt /mnt
133 else
134 for dev in ${devs[@]}; do
135 cryptsetup luksOpen $dev$rootn crypt_dev_${dev##/dev/}$rootn \
136 --key-file $luks_dir/host-$HOSTNAME || [[ $? == 141 ]]
137 done
138 sleep 1
139 mount -o subvolid=0 $crypt /mnt
140 # systemd creates subvolumes we want to delete.
141 s=($(btrfs subvolume list --sort=-path /mnt |
142 sed -rn 's#^.*path\s*(root/\S+)\s*$#\1#p'))
143 for subvol in ${s[@]}; do btrfs subvolume delete /mnt/$subvol; done
144 btrfs subvolume set-default 0 /mnt
145 btrfs subvolume delete /mnt/root
146 fi
147 bpart ${devs[@]/%/$bootn}
148
149
150 ## create subvols ##
151 cd /mnt
152 for x in q home root; do
153 btrfs subvolume list . | grep "$x$" >/dev/null || btrfs subvolume create $x
154 done
155 for x in root/a q/a; do
156 mkdir -p $x
157 chown 1000:1000 $x
158 chmod 755 $x
159 done
160 btrfs subvolume set-default \
161 $(btrfs subvolume list . | grep 'root$' | awk '{print $2}') .
162 chattr -Rf +C root
163 cd /
164 umount /mnt
165 mount $first_boot_dev /mnt
166 cd /mnt
167 btrfs subvolume create boot
168 btrfs subvolume set-default \
169 $(btrfs subvolume list . | grep 'boot$' | awk '{print $2}') .
170 cd /
171 umount /mnt
172 ## end create subvols ##
173
174
175
176 cat > /tmp/fai/fstab <<EOF
177 $crypt / btrfs noatime,subvol=/root 0 0
178 $crypt /q btrfs noatime,subvol=/q 0 0
179 /q/a /a none bind 0 0
180 $crypt /home btrfs noatime,subvol=/home 0 0
181 $first_boot_dev /boot btrfs noatime,subvol=/boot 0 0
182 EOF
183
184 swaps=()
185 for dev in ${devs[@]}; do
186 s=crypt_swap_${dev##/dev/}$swapn
187 swaps+=(/dev/mapper/$s)
188 cat >>/tmp/fai/crypttab <<EOF
189 crypt_dev_${dev##/dev/}$rootn $dev$rootn none keyscript=/root/keyscript,discard,luks
190 $s $dev$swapn /dev/urandom swap,cipher=aes-xts-plain64,size=256,hash=ripemd160
191 EOF
192 cat >> /tmp/fai/fstab <<EOF
193 /dev/mapper/$s none swap sw 0 0
194 EOF
195 done
196
197
198 # swaplist seems to do nothing.
199 cat >/tmp/fai/disk_var.sh <<EOF
200 ROOT_PARTITION=\${ROOT_PARTITION:-$crypt}
201 BOOT_PARTITION=\${BOOT_PARTITION:-$first_boot_dev}
202 BOOT_DEVICE=\${BOOT_DEVICE:-"${devs[0]}"}
203 SWAPLIST=\${SWAPLIST:-"${swaps[@]}"}
204 EOF