iankelling.org Git - automated-distro-installer/blob - fai/config/hooks/partition.DEFAULT

   1 #!/bin/bash -x
   2 # Copyright (C) 2016 Ian Kelling
   3
   4 # This program is free software; you can redistribute it and/or
   5 # modify it under the terms of the GNU General Public License
   6 # as published by the Free Software Foundation; either version 2
   7 # of the License, or (at your option) any later version.
   8
   9 # This program is distributed in the hope that it will be useful,
  10 # but WITHOUT ANY WARRANTY; without even the implied warranty of
  11 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  12 # GNU General Public License for more details.
  13
  14 # You should have received a copy of the GNU General Public License
  15 # along with this program; if not, write to the Free Software
  16 # Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301, USA.
  17
  18 # todo /boot/chboot needs update for lvm i think?
  19
  20 PS4='+ $LINENO '
  21 set -eE -o pipefail
  22 trap 'echo "$0:$LINENO:error: \"$BASH_COMMAND\" returned $?" >&2' ERR
  23
  24 if [[ $EUID != 0 ]]; then
  25   echo "$0: error: need to run as root" >&2
  26   exit 1
  27 fi
  28
  29 # for calling outside of FAI without args:
  30 #
  31 # source /b/fai/fai-wrapper
  32 # - set any appropriate classes with: fai-setclass OPT1... which sets CLASS_OPT1=true...
  33 #   or run eval-fai-classfile FILE.
  34 # - Set a VOL_DISTROVER (if not doing mkroot2) eg:
  35 #   fai-setclass VOL_NABIA
  36 #
  37 # ARGS (only 1 is valid):
  38 #
  39 # mkroot2: for running outside of fai and setting up the root2/boot2 luks and btrfs and tab files
  40 #
  41 # mkroot2tab: for running outside of fai and setting up the root2/boot2 tab files, in case luks and btrfs
  42 # happen to already be setup.
  43 #
  44 # mktab: for running outside of fai and generating a crypttab for
  45 # the main root fs in /tmp/fai. Must run with env var, eg export DISTRO=trisquelaramo.
  46 #
  47 # Example use in a bootstrap distro:
  48 # scp /a/bin/fai/fai/config/{distro-install-common/devbyid,hooks/partition.DEFAULT} root@HOST:
  49 # sl HOST
  50 # export DISTRO=trisquelnabia; ./partition.DEFAULT mktab
  51 # ## cryptsetup wont take within a pipeline
  52 # mapfile -t lines < <(awk '! /swap/ {print $2,$1}' /tmp/fai/crypttab )
  53 # for l in "${lines[@]}"; do cryptsetup luksOpen $l; done
  54 #
  55 # # or alternatively, to avoid typing it many times:
  56 # read -r lukspw; for l in "${lines[@]}"; do yes "$lukspw" | cryptsetup luksOpen $l; done
  57
  58 ## potentially useful later:
  59 # sed 's#/root/keyscript,#decrypt_keyctl,#;s/$/,noauto/' /tmp/fai/crypttab >/etc/crypttab
  60 #
  61 # environment variables:
  62 #
  63 # HOSTNAME: if demohost, we set the luks password to just
  64 # 'x'. Used in various other ways too.
  65 #
  66 # SPECIAL_DISK: For use outside of fai. A base disk name like
  67 # /dev/sdk. If set, we just cryptsetup and partition this one disk then
  68 # exit. This is useful for partitioning a disk in preparation to replace
  69 # a failed or failing disk from a raid10 array.
  70 #
  71 # classes:
  72 #
  73 # REPARTITION: forces repartitioning even if we detect the proper amount
  74 # of partitions already exist.
  75 #
  76 # NOWIPE: use existing subvolumes if they exist
  77 #
  78 # REROOTFS: Don't reuse the root filesystem, even if we normally would
  79 #
  80 # ROTATIONAL: forces to install onto hdds instead of sdds. normally sdds
  81 # are chosen if they exist.
  82 #
  83 # PARTITION_PROMPT: command line prompt before partitioning. This is good
  84 # to set if we don't expect repartitioning to happen.
  85 #
  86 # ROTATIONAL: in a system with ssd and hdd, install to the hdd
  87 # instead of the default ssd.
  88 #
  89 # RAID0: forces raid0 filesystem. Normally with 4+ devices, we use
  90 # raid10.
  91 # RAID1: forces raid1 filesystem.
  92 # RAID1c3: forces raid1c3 filesystem (btrfs raid 1, 3 copies).
  93
  94 mkroot2tab=false
  95 mkroot2=false
  96 mktab=false
  97 if [[ $1 ]]; then
  98   ## duplicates fai-wrapper, for convenience of not needing it
  99   if ! type -t ifclass &>/dev/null; then
 100     ifclass() {
 101       local var=${1/#/CLASS_}
 102       [[ $HOSTNAME == "$1" || ${!var} ]]
 103     }
 104   fi
 105
 106   case $1 in
 107     mkroot2)
 108       mkroot2=true
 109       ;;
 110     mkroot2tab)
 111       mkroot2tab=true
 112       ;;
 113     mktab)
 114       mktab=true
 115       ;;
 116     *)
 117       echo "$0: error: unsupported arg: $1" >&2
 118       exit 1
 119       ;;
 120   esac
 121 fi
 122
 123 if [[ ! $SPECIAL_DISK ]] && ! $mkroot2 && ! $mkroot2tab && ! $mktab \
 124      && ! ifclass IANK && ! ifclass FSF; then
 125   echo $0: error: need class IANK or FSF or SPECIAL_DISK for running in fai
 126 fi
 127
 128
 129 if [[ $SPECIAL_DISK ]]; then
 130   export CLASS_REPARTITION=true
 131 fi
 132
 133 # # fai's setup-storage won't do btrfs on luks,
 134 # # so we do it ourself :)
 135 # inspiration taken from files in fai-setup-storage package
 136
 137 # if we are not running in fai, skiptask won't be defined, so carry on.
 138 skiptask partition || ! type skiptask
 139
 140 if ! type -p devbyid; then
 141   for d in $FAI/distro-install-common \
 142              /a/bin/fai/fai/config/distro-install-common $FAI $PWD; do
 143     [[ -d $d ]] || continue
 144     if [[ -e $d/devbyid ]]; then
 145       devbyid=$d/devbyid
 146       devbyid() { $devbyid "$@"; }
 147       break
 148     fi
 149   done
 150   if [[ ! $devbyid ]]; then
 151     echo "$0: error: failed to find devbyid script" >&2
 152     exit 1
 153   fi
 154 fi
 155
 156 #### begin configuration
 157
 158 # this is the ordering of the /dev/sdaX, but
 159 # the ordering of the partition layout goes like this:
 160 # bios_grub
 161 # grub_ext
 162 # efi
 163 # lvm
 164 #  root
 165 #  swap
 166 #  boot
 167
 168
 169 ##### end configuration
 170
 171 ##### begin function defs
 172
 173 bpart() { # btrfs a partition
 174   case $raid_level in
 175     0) mkfs.btrfs -f $@ ;;
 176     *) mkfs.btrfs -f -m raid$raid_level -d raid$raid_level $@ ;;
 177   esac
 178 }
 179
 180
 181 zilap() {
 182   case $HOSTNAME in
 183     sy|bo|so)
 184       return 0
 185       ;;
 186   esac
 187   return 1
 188 }
 189
 190 getluks() {
 191   if [[ ! $luks_dir ]]; then
 192     # see README for docs about how to create these
 193     luks_dir=$FAI/distro-install-common/luks
 194     if [[ ! -d $luks_dir ]]; then
 195       luks_dir=/q/root/luks
 196     fi
 197     if [[ ! -d $luks_dir ]]; then
 198       echo "$0: error: no luks_dir found" >&2
 199       exit 1
 200     fi
 201   fi
 202
 203   luks_file=$luks_dir/host-$HOSTNAME
 204   if [[ ! -e $luks_file ]]; then
 205     # shellcheck disable=SC2206 # globbing is intended
 206     hostkeys=($luks_dir/host-*)
 207     # if there is only one key, we might be deploying somewhere
 208     # where dhcp doesnt give us a proper hostname, so use that.
 209     if [[ ${#hostkeys[@]} == 1 && -e ${hostkeys[0]} ]]; then
 210       luks_file=${hostkeys[0]}
 211     else
 212       echo "$0: error: no key for hostname at $luks_file" >&2
 213       exit 1
 214     fi
 215   fi
 216
 217   # # note, corresponding changes in /b/ds/keyscript-{on,off}
 218   if ifclass demohost; then
 219     lukspw=x
 220   elif [[ -e $luks_dir/$HOSTNAME ]]; then
 221     lukspw=$(cat $luks_dir/$HOSTNAME)
 222   else
 223     lukspw=$(cat $luks_dir/iank)
 224   fi
 225
 226   if $mkroot2; then
 227     luks_file=$luks_dir/host-amy
 228     lukspw=$(cat $luks_dir/amy)
 229   fi
 230 }
 231
 232
 233 fsf() {
 234   ifclass FSF
 235 }
 236
 237
 238 dev-mib() {
 239   local d=${1:-$dev}
 240   echo $(( $(parted -m $d unit MiB print | \
 241                sed -nr "s#^/dev/[^:]+:([0-9]+).*#\1#p") - 1))
 242 }
 243
 244 luks-setup() {
 245   local luksdev="$1"
 246   local cryptname="$2"
 247   # when we move to newer than trisquel 9, we can remove
 248   # --type luks1. We can also check on cryptsetup --help | less /compil
 249   # to see about the other settings. Default in debian 9 is luks2.
 250   # You can convert from luks2 to luks 1 by adding a temporary key:
 251   # cryptsetup luksAddKey --pbkdf pbkdf2
 252   # then remove the new format keys with cryptsetup luksRemoveKey
 253   # then cryptsetup convert DEV --type luks1, then readd old keys and remove temp.
 254   yes YES | cryptsetup luksFormat $luksdev $luks_file || [[ $? == 141 ]]
 255   yes "$lukspw" | \
 256     cryptsetup luksAddKey --key-file $luks_file \
 257                $luksdev || [[ $? == 141 ]]
 258   # background: Keyfile and password are treated just
 259   # like 2 ways to input a passphrase, so we don't actually need to have
 260   # different contents of keyfile and passphrase, but it makes some
 261   # security sense to a really big randomly generated passphrase
 262   # as much as possible, so we have both.
 263   #
 264   # This would remove the keyfile.
 265   #    yes 'test' | cryptsetup luksRemoveKey /dev/... \
 266     #                            /key/file || [[ $? == 141 ]]
 267   cryptsetup luksOpen $luksdev $cryptname --key-file $luks_file
 268 }
 269
 270 mktab() {
 271   mkdir -p /tmp/fai
 272   dev=${boot_devs[0]}
 273   fstabstd="x-systemd.device-timeout=30s,x-systemd.mount-timeout=30s"
 274
 275   if [[ $DISTRO == *_bootstrap ]]; then
 276     cat > /tmp/fai/fstab <<EOF
 277 $first_boot_dev  /  btrfs  noatime,subvol=$boot_vol  0 0
 278 $first_efi  /boot/efi  vfat          nofail,$fstabstd  0 0
 279 EOF
 280     cat >/tmp/fai/disk_var.sh <<EOF
 281 BOOT_DEVICE="${short_devs[@]}"
 282 ROOT_PARTITION=$first_boot_dev
 283 EOF
 284   else
 285     # note, fai creates the mountpoints listed here
 286     cat > /tmp/fai/fstab <<EOF
 287 $first_root_dev  /  btrfs                   $fstabstd,noatime,subvol=root_$DISTRO$mopts  0 0
 288 $first_root_dev  /mnt/root  btrfs    nofail,$fstabstd,noatime,subvolid=0$mopts  0 0
 289 $first_boot_dev  /boot  btrfs        nofail,$fstabstd,noatime,subvol=$boot_vol  0 0
 290 $first_efi  /boot/efi  vfat          nofail,$fstabstd  0 0
 291 $first_boot_dev  /mnt/boot  btrfs    nofail,$fstabstd,noatime,subvolid=0  0 0
 292 EOF
 293     if ! fsf; then
 294       cat >> /tmp/fai/fstab <<EOF
 295 /dev/mapper/crypt-${vgs[0]}-o  /mnt/o  btrfs       nofail,$fstabstd,noatime,subvolid=0$mopts  0 0
 296 EOF
 297     fi
 298     rm -f /tmp/fai/crypttab
 299     for vg in ${vgs[@]}; do
 300       if ! fsf; then
 301         cat >>/tmp/fai/crypttab <<EOF
 302 crypt-$vg-root /dev/$vg/root  none  keyscript=/root/keyscript,discard,luks,initramfs
 303 crypt-$vg-o    /dev/$vg/o     none  keyscript=/root/keyscript,discard,luks,initramfs
 304 crypt-$vg-swap /dev/$vg/swap  /dev/urandom  swap,cipher=aes-xts-plain64,size=256,hash=ripemd160
 305 EOF
 306       fi
 307       if fsf; then
 308         cat >> /tmp/fai/fstab <<EOF
 309 /dev/$vg/swap  none  swap  nofail,$fstabstd,sw  0 0
 310 EOF
 311       else
 312         cat >> /tmp/fai/fstab <<EOF
 313 /dev/mapper/crypt-$vg-swap  none  swap  nofail,$fstabstd,sw  0 0
 314 EOF
 315       fi
 316     done
 317
 318     # fai would do this:
 319     #BOOT_DEVICE=\${BOOT_DEVICE:-"${devs[0]}"}
 320
 321     # note: swaplist seems to do nothing.
 322     cat >/tmp/fai/disk_var.sh <<EOF
 323 BOOT_DEVICE="${short_devs[@]}"
 324 BOOT_PARTITION=\${BOOT_PARTITION:-$first_boot_dev}
 325 # ROOT_PARTITIONS is added by me, used in arch setup.
 326 ROOT_PARTITIONS="${root_devs[@]}"
 327 ROOT_PARTITION=\${ROOT_PARTITION:-$first_root_dev}
 328 SWAPLIST=\${SWAPLIST:-"${swap_devs[@]}"}
 329 EOF
 330
 331     if [[ $HOSTNAME == frodo ]]; then
 332       big_disks=(
 333         ata-Hitachi_HDS722020ALA330_JK1121YAG7SXWS-part1
 334         ata-Hitachi_HDS722020ALA330_JK1121YAG7SY4S-part1
 335         ata-Hitachi_HDS723030ALA640_MK0311YHG2WUSA-part1
 336         ata-ST4000DM000-1F2168_Z300AZ6K-part1
 337         ata-ST6000DM001-1XY17Z_Z4D2WMZK-part1
 338         ata-TOSHIBA_MD04ACA500_8539K4TQFS9A-part1
 339         ata-TOSHIBA_MD04ACA500_85NAK4T2FS9A-part1
 340         ata-TOSHIBA_MD04ACA500_9551K615FS9A-part1
 341         ata-TOSHIBA_MD04ACA500_Y5IFK6IJFS9A-part1
 342       )
 343       for d in ${big_disks[@]}; do
 344         cat >>/tmp/fai/crypttab <<EOF
 345 crypt_dev_$d  /dev/disk/by-id/$d  /mnt/root/q/root/luks/iank  discard,luks
 346 EOF
 347       done
 348       cat >> /tmp/fai/fstab <<EOF
 349 /dev/mapper/crypt_dev_${big_disks[0]}  /mnt/i  btrfs  nofail,$fstabstd,noatime,subvolid=0  0 0
 350 EOF
 351     fi
 352     if [[ $HOSTNAME == kd ]]; then
 353       # note, having these with keyscript and initramfs causes a luks error in fai.log,
 354       # but it is safely ignorable and gets us the ability to just type our password
 355       # in once at boot. A downside is that they are probably needed to be plugged in to boot.
 356       cat >>/tmp/fai/crypttab <<EOF
 357 crypt_dev_ata-Samsung_SSD_870_QVO_8TB_S5VUNG0N900656V${even_bigsuf} /dev/disk/by-id/ata-Samsung_SSD_870_QVO_8TB_S5VUNG0N900656V${even_bigsuf}  /mnt/root/q/root/luks/iank  discard,luks
 358 crypt_dev_ata-TOSHIBA_MD04ACA500_84R2K773FS9A-part1 /dev/disk/by-id/ata-TOSHIBA_MD04ACA500_84R2K773FS9A-part1  /mnt/root/q/root/luks/iank  discard,luks
 359 crypt_dev_ata-ST6000DM001-1XY17Z_Z4D29EBL-part1 /dev/disk/by-id/ata-ST6000DM001-1XY17Z_Z4D29EBL-part1  /mnt/root/q/root/luks/iank  discard,luks
 360 EOF
 361       cat >> /tmp/fai/fstab <<EOF
 362 # r7 = root partition7. it isnt actually #7 anymore, not a great name, but whatever
 363 /dev/mapper/crypt_dev_ata-Samsung_SSD_870_QVO_8TB_S5VUNG0N900656V${even_bigsuf}  /mnt/r7  btrfs  nofail,$fstabstd,noatime,compress=zstd,subvolid=0  0 0
 364 /dev/mapper/crypt_dev_ata-TOSHIBA_MD04ACA500_84R2K773FS9A-part1  /mnt/rust1  btrfs  nofail,$fstabstd,noatime,compress=zstd,subvolid=0  0 0
 365 /dev/mapper/crypt_dev_ata-ST6000DM001-1XY17Z_Z4D29EBL-part1  /mnt/rust2  btrfs  nofail,$fstabstd,noatime,compress=zstd,subvolid=0  0 0
 366 EOF
 367     fi
 368   fi
 369 }
 370
 371
 372
 373 #### root2 non-fai run
 374
 375 # todo: update for lvm
 376 doroot2() {
 377
 378
 379   # We write to these files instead of just /etc/fstab, /etc/crypttab,
 380   # because these are filesystems created after our current root, and so
 381   # this allows us to update other root filesystems too.
 382   rm -f /mnt/root/root2-{fs,crypt}tab
 383   if $partition; then
 384     echo $0: error: found partition=true but have mkroot2 arg
 385     exit 1
 386   fi
 387
 388
 389   root2_devs=()
 390   for vg in ${vgs[@]}; do
 391
 392
 393     root2_devs+=(/dev/mapper/crypt-$vg-root2)
 394     if $mkroot2; then
 395       lvcreate -y -L $root2_part_mib $vg -n root2
 396       lvcreate -y -L $boot2_part_mib $vg -n boot2
 397       luks-setup /dev/$vg/root2 crypt-$vg-root2
 398     fi
 399     cat >>/mnt/root/root2-crypttab <<EOF
 400 crypt-$vg-root2 /dev/$vg/root2  $luks_file  discard,luks,initramfs
 401 EOF
 402   done
 403   if $mkroot2; then
 404     bpart ${root2_devs[@]}
 405     bpart ${boot2_devs[@]}
 406   fi
 407   mkdir -p /mnt/root2 /mnt/boot2
 408   cat >>/mnt/root/root2-fstab <<EOF
 409 ${root2_devs[0]} /mnt/root2  btrfs  nofail,x-systemd.device-timeout=30s,x-systemd.mount-timeout=30s,noatime,subvolid=0$mopts  0 0
 410 ${boot2_devs[0]} /mnt/boot2  btrfs  nofail,x-systemd.device-timeout=30s,x-systemd.mount-timeout=30s,noatime,subvolid=0  0 0
 411 EOF
 412   exit 0
 413 }
 414
 415
 416 ##### end function defs
 417
 418
 419 ##### begin variable setup
 420
 421
 422 partition=false
 423 if ifclass REPARTITION; then
 424   partition=true # force a full wipe
 425 fi
 426 wipe=true
 427 if ifclass NOWIPE; then
 428   wipe=false
 429 fi
 430
 431 rerootfs=false
 432 if ifclass REROOTFS; then
 433   rerootfs=true
 434 fi
 435
 436 if (($(nproc) > 2)); then
 437   mopts=,compress=zstd
 438 fi
 439
 440 declare -A disk_excludes
 441 if ! $mkroot2 && ! $mkroot2tab && ! $mktab ! ifclass USE_MOUNTED; then
 442   ## ignore disks that are mounted, eg when running from fai-cd
 443   while read -r l; do
 444     eval "$l"
 445     if [[ ! $PKNAME ]]; then
 446       # shellcheck disable=SC2153 # not a misspelling
 447       PKNAME="$KNAME"
 448     fi
 449     if [[ $MOUNTPOINT ]]; then
 450       disk_excludes[$PKNAME]=true
 451     fi
 452   done < <(lsblk -nP -o KNAME,MOUNTPOINT,PKNAME)
 453 fi
 454
 455 hdds=()
 456 ssds=()
 457 # this excludes "usb". vda disk has empty tran (transport). This may need adjustment
 458 # for some new type we come across. cdrom has type "rom"
 459 for disk in $(lsblk -ndo name,type,tran | awk '$3 ~ "^(sata|nvme|)$" && $2 == "disk" { print $1 }'); do
 460   if [[ ${disk_excludes[$disk]} ]]; then
 461     continue
 462   fi
 463   case $disk in
 464     # cdrom
 465     sr*) continue ;;
 466   esac
 467   case $(cat /sys/block/$disk/queue/rotational) in
 468     0)
 469       ssds+=("/dev/$disk")
 470       echo $0: found ssd /dev/$disk
 471       ;;
 472     1)
 473       hdds+=("/dev/$disk")
 474       echo $0: found hdd /dev/$disk
 475       ;;
 476     *) echo "$0: error: unknown /sys/block/$disk/queue/rotational: \
 477 $(cat $disk/queue/rotational)"; exit 1 ;;
 478   esac
 479 done
 480
 481 # install all ssds, or if there are none, all hdds.
 482 # Note, usb flash disks are seen as rotational, which is
 483 # very odd, but convenient for ignoring them here.
 484 if ! ifclass ROTATIONAL && (( ${#ssds[@]} > 0 )); then
 485   read -ra short_devs<<<"${ssds[@]}"
 486 else
 487   read -ra short_devs<<<"${hdds[@]}"
 488 fi
 489
 490 pvn=1
 491
 492 bootn=2
 493
 494 # rootn=1
 495 # root2n=2
 496 # swapn=3
 497 # bootn=4
 498 # boot2n=5
 499
 500 efin=3
 501 # ext partition so grub can write persistent variables,
 502 # so it can do a one time boot. grub can't write to
 503 # btrfs or any cow fs because it's more
 504 # more complicated to do and they don't want to.
 505 grub_extn=4
 506 # bios boot partition,
 507 # https://wiki.archlinux.org/index.php/GRUB
 508 bios_grubn=5
 509 # for an even raid (raid 1), when one disk is bigger, this partition goes on the big disk
 510 even_bign=6
 511 # even_bign only exists in some cases
 512 lastn=$bios_grubn
 513 # check if the partitions exist have the right filesystems
 514 #blkid="$(blkid -s TYPE)"
 515 for dev in ${short_devs[@]}; do
 516   if $partition; then break; fi
 517   y=$(readlink -f $dev)
 518   # shellcheck disable=SC2206 # globbing is intended
 519   arr=($y?*)
 520   if (( ${#arr[@]} < lastn )); then
 521     partition=true
 522   fi
 523   # On one system, blkid is missing some partitions.
 524   # maybe we need a flag, like FUZZY_BLKID or something, so we
 525   # can check that at least some exist.
 526   # for x in "`rootdev`: TYPE=\"crypto_LUKS\"" "`bootdev`: TYPE=\"btrfs\""; do
 527   #     echo "$blkid" | grep -Fx "$x" &>/dev/null || partition=true
 528   # done
 529 done
 530
 531 if $partition && ifclass PARTITION_PROMPT; then
 532   echo "Press any key except ctrl-c to continue and partition these drives:"
 533   if [[ $SPECIAL_DISK ]]; then
 534     echo $SPECIAL_DISK
 535   else
 536     echo "  ${short_devs[*]}"
 537   fi
 538   read -r
 539 fi
 540
 541 devs=()
 542 vgs=()
 543 root_devs=()
 544 o_devs=()
 545 swap_devs=()
 546 shopt -s extglob
 547 partsuffix=-part
 548 for short_dev in ${short_devs[@]}; do
 549   dev="$(devbyid $short_dev)"
 550   if [[ $dev != */by-id/* ]]; then
 551     # no by-id link, assume we are in a vm and this is true for all devs.
 552     partsuffix=
 553   fi
 554   # for vms, cant name a vg the same as the short device name, they
 555   # conflict: /dev/$vg is already taken
 556
 557   dname=${dev##*/}
 558   vg=vg$dname
 559   vg=${vg//:/}
 560   vgs+=("$vg")
 561   devs+=("$dev")
 562   if fsf; then
 563     root_devs+=(/dev/$vg/root)
 564     swap_devs+=(/dev/$vg/swap)
 565   else
 566     o_devs+=(/dev/mapper/crypt-$vg-o)
 567     root_devs+=(/dev/mapper/crypt-$vg-root)
 568     swap_devs+=(/dev/mapper/crypt-$vg-swap)
 569   fi
 570 done
 571 first_root_dev=${root_devs[0]}
 572 if [[ ! $SPECIAL_DISK && ! ${devs[0]} ]]; then
 573   echo "$0: error: failed to detect devs" >&2
 574   exit 1
 575 fi
 576
 577
 578 pvsuf=$partsuffix$pvn
 579 bootsuf=$partsuffix$bootn
 580 efisuf=$partsuffix$efin
 581 grub_extsuf=$partsuffix$grub_extn
 582 # We dont do anything with this partition here, so this
 583 # is be unused, but left as a comment for completing the pattern
 584 # of all the suffixes.
 585 #bios_grubsuf=$partsuffix$bios_grubn
 586 even_bigsuf=$partsuffix$even_bign
 587
 588
 589 boot_space=0
 590 first=true
 591 boot_devs=()
 592 boot2_devs=()
 593 for dev in ${devs[@]}; do
 594   vg=vg${dev##*/}
 595   vg=${vg//:/}
 596   # I ran into a machine (frodo) where the bios doesn't know about some disks,
 597   # so 1st stage of grub also doesn't know about them.
 598   # Also, grub does not support mounting degraded btrfs as far as
 599   # I can tell with some googling.
 600   # From within an arch install env, I could detect them by noting
 601   # their partitions were mixed with the next disk in /dev/disk/by-path,
 602   # and I have mixed model disks, and I could see the 8 models which showed
 603   # up in the bios, and thus see which 2 models were missing.
 604   # hdparm -I /dev/sdh will give model info in linux.
 605   # However, in fai on jessie, /dev/disk/by-path dir doesn't exist,
 606   # and I don't see another way, so I'm hardcoding them.
 607   # We still put grub on them and partition them the same, for uniformity
 608   # and in case they get moved to a system that can recognize them,
 609   # we just exclude them from the boot filesystem.
 610   cd /dev/disk/by-id/
 611   bad_disk=false
 612   for id in ata-TOSHIBA_MD04ACA500_8539K4TQFS9A \
 613               ata-TOSHIBA_MD04ACA500_Y5IFK6IJFS9A; do
 614     if [[ $(readlink -f $id) == "$(readlink -f $dev)" ]]; then
 615       bad_disk=true
 616       break
 617     fi
 618   done
 619   if $bad_disk; then
 620     continue
 621   fi
 622   boot_devs+=($dev$bootsuf)
 623   boot2_devs+=(/dev/$vg/boot2)
 624   boot_space=$(( boot_space + $(parted -m $dev unit MiB print | \
 625                                   sed -nr "s#^/dev/[^:]+:([0-9]+).*#\1#p") - 1))
 626   if $first; then
 627     first_efi=$dev$efisuf
 628     first_grub_extdev=$dev$grub_extsuf
 629     first=false
 630   fi
 631 done
 632 first_boot_dev=${boot_devs[0]}
 633
 634 even_raid=false
 635 if ifclass RAID0 || (( ${#boot_devs[@]} == 1 )); then
 636   raid_level=0
 637   raid_duplication=1
 638 elif ifclass RAID1 || (( ${#boot_devs[@]} == 2 )); then
 639   if (( ${#boot_devs[@]} == 2 )); then
 640     even_raid=true
 641   fi
 642   raid_level=1
 643   raid_duplication=2
 644 elif ifclass RAID1c3 || (( ${#boot_devs[@]} == 3 )); then
 645   raid_level=1c3
 646   raid_duplication=3
 647 else
 648   raid_level=10
 649   raid_duplication=2
 650 fi
 651
 652
 653
 654 ### Begin calculate boot partition space
 655 # due to raid duplication
 656 case $raid_level in
 657   1|10) boot_space=$(( boot_space / 2 )) ;;
 658   1c3) boot_space=$(( boot_space / 3 )) ;;
 659 esac
 660 if fsf; then
 661   boot_mib=6000
 662 elif (( boot_space > 900000 )); then
 663   # this is larger than needed for several /boot subvols,
 664   # becuase I keep a minimal debian install on it for
 665   # recovery needs and for doing pxe-kexec.
 666   boot_mib=10000
 667   root2_mib=500000
 668   boot2_mib=5000
 669 elif (( boot_space > 30000 )); then
 670   boot_mib=$(( 5000 + (boot_space - 30000) / 2 ))
 671   root2_mib=100
 672   boot2_mib=100
 673 else
 674   # Small vms don't have room for /boot recovery.  With 3 kernels
 675   # installed, i'm using 132M on t8, so this seems like plenty of
 676   # room. note: rhel 8 recomments 1g for /boot.  u20.04 with 3 kernels =
 677   # 308 mb, so things have grown significantly
 678   boot_mib=1000
 679   root2_mib=100
 680   boot2_mib=100
 681 fi
 682 boot_part_mib=$(( boot_mib * raid_duplication / ${#boot_devs[@]} ))
 683
 684 if zilap; then
 685   boot2_part_mib=$(( boot2_mib * raid_duplication / ${#boot_devs[@]}  ))
 686   root2_part_mib=$(( root2_mib * raid_duplication / ${#root_devs[@]}  ))
 687 else
 688   boot2_part_mib=0
 689   root2_part_mib=0
 690 fi
 691 ### end calculate boot partition space
 692
 693
 694 if [[ ! $DISTRO ]]; then
 695   if ifclass VOL_BOOKWORM_BOOTSTRAP; then
 696     DISTRO=debianbookworm_bootstrap
 697   elif ifclass VOL_BULLSEYE_BOOTSTRAP; then
 698     DISTRO=debianbullseye_bootstrap
 699   elif ifclass VOL_STRETCH; then
 700     DISTRO=debianstretch
 701   elif ifclass VOL_BUSTER; then
 702     DISTRO=debianbuster
 703   elif ifclass VOL_BULLSEYE; then
 704     DISTRO=debianbullseye
 705   elif ifclass VOL_BOOKWORM; then
 706     DISTRO=debianbookworm
 707   elif ifclass VOL_TESTING; then
 708     DISTRO=debiantesting
 709   elif ifclass VOL_XENIAL; then
 710     DISTRO=ubuntuxenial
 711   elif ifclass VOL_BIONIC; then
 712     DISTRO=ubuntubionic
 713   elif ifclass VOL_FOCAL; then
 714     DISTRO=ubuntufocal
 715   elif ifclass VOL_JAMMY; then
 716     DISTRO=ubuntujammy
 717   elif ifclass VOL_FLIDAS; then
 718     DISTRO=trisquelflidas
 719   elif ifclass VOL_ETIONA; then
 720     DISTRO=trisqueletiona
 721   elif ifclass VOL_NABIA; then
 722     DISTRO=trisquelnabia
 723   elif ifclass VOL_ARAMO; then
 724     DISTRO=trisquelaramo
 725   elif $mkroot2 || $mkroot2tab; then
 726     :
 727   else
 728     echo "PARTITIONER ERROR: no distro class/var set" >&2
 729     exit 1
 730   fi
 731 fi
 732
 733 if [[ $DISTRO == *_bootstrap ]]; then
 734   # this is just convenience for the libreboot_grub config
 735   # so we can glob the other ones easier.
 736   boot_vol=$DISTRO
 737 else
 738   boot_vol=boot_$DISTRO
 739 fi
 740
 741
 742 # 1.5 x based on https://access.redhat.com/documentation/en-US/Red_Hat_Enterprise_Linux/7/html/Installation_Guide/sect-disk-partitioning-setup-x86.html#sect-custom-partitioning-x86
 743 swap_mib=$(( $(grep ^MemTotal: /proc/meminfo | \
 744                  awk '{print $2}') * 3/(${#devs[@]} * 2 ) / 1024 ))
 745
 746 shopt -s nullglob
 747 ##### end variable setup
 748
 749
 750
 751
 752 if $mkroot2 || $mkroot2tab; then
 753   getluks
 754   doroot2
 755 elif $mktab; then
 756   mktab
 757   exit 0
 758 else
 759   mktab
 760   if ! fsf; then
 761     getluks
 762   fi
 763 fi
 764
 765
 766 if $partition; then
 767   ### begin wipefs
 768   if [[ ! $SPECIAL_DISK ]]; then
 769
 770     # we do lvm removals just for the disks we are using
 771     pv_wipes=()
 772     vg_wipes=()
 773     declare -A vg_map
 774     pv_devs=$(pvs --noheadings -o pvname)
 775     for pv_dev in $pv_devs; do
 776       for short_dev in ${short_devs[@]}; do
 777         if [[ $pv_dev == $short_dev* ]]; then
 778           pv_wipes+=($pv_dev)
 779           vgs_of_pv=$(pvs --noheadings -o vgname $pv_dev)
 780           for vg in $vgs_of_pv; do
 781             if [[ ${vg_map[$vg]} ]]; then
 782               continue
 783             fi
 784             vg_map[$vg]=t
 785             vg_wipes+=($vg)
 786             lvs=$(vgs --noheadings -o lv_path $vg)
 787             for lv in $lvs; do
 788               wipefs -a $lv
 789             done
 790           done
 791         fi
 792       done
 793     done
 794
 795     for vg in ${vg_wipes[@]}; do
 796       vgchange -an $vg
 797       vgremove -ff $vg
 798     done
 799
 800     for pv in ${pv_wipes[@]}; do
 801       pvremove -ff $pv
 802     done
 803
 804     for dev in ${devs[@]}; do
 805       # if we repartition to the same as an old partition,
 806       # we don't want any old fses hanging around.
 807       count_down=10
 808       # wipefs has failed, manual run works, google suggests timing issue
 809       while ! wipefs -a $dev; do
 810         sleep 2
 811         count_down=$((count_down - 1))
 812         if (( count_down <= 0 )); then
 813           echo "$0: wipefs failed 10 times. exiting" >&2
 814           exit 1
 815         fi
 816       done
 817     done
 818   fi
 819   ### end wipefs
 820
 821
 822   # When we have 2 disks of at least 100g difference in size,
 823   # make an extra partition on the end of the bigger one.
 824   even_big_part=false
 825   even_diff_min=100000
 826   if $even_raid; then
 827     smalli=0
 828     bigi=1
 829     if (( $(dev-mib ${devs[0]}) >= $(dev-mib ${devs[1]}) )); then
 830       smalli=1
 831       bigi=0
 832     fi
 833     disk_mib=$(dev-mib ${devs[smalli]})
 834     even_big_dev=${devs[bigi]}
 835     even_big_mib=$(dev-mib $even_big_dev)
 836     if (( even_big_mib - disk_mib > even_diff_min )); then
 837       even_big_part=true
 838     fi
 839   fi
 840
 841   if [[ $SPECIAL_DISK ]]; then
 842     devs=($(devbyid $SPECIAL_DISK))
 843   fi
 844   for dev in ${devs[@]}; do
 845     vg=vg${dev##*/}
 846     vg=${vg//:/}
 847
 848     # parted will round up the disk size. Do -1 so we can have
 849     # fully 1MiB unit partitions for easy resizing of the last partition.
 850     # Otherwise we would pass in -0 for the end argument for the last partition.
 851     #
 852     # Note: parted print error output is expected. example:
 853     # Error: /dev/vda: unrecognised disk label
 854     if ! $even_raid; then
 855       disk_mib=$(dev-mib)
 856     fi
 857
 858
 859     parted -s $dev mklabel gpt
 860     # MiB because parted complains about alignment otherwise.
 861     pcmd="parted -a optimal -s -- $dev"
 862     # main lvm partition
 863
 864     pv_end=$(( disk_mib - boot_part_mib ))
 865     $pcmd mkpart primary ext3 524MiB ${pv_end}MiB
 866     $pcmd name $pvn pv
 867
 868     #   + 794 pvcreate -y /dev/disk/by-id/ata-ST4000DM000-1F2168_Z3028BKA-part1
 869     # WARNING: Device /dev/sde1 not initialized in udev database even after waiting 10000000 microseconds.
 870     # No device found for /dev/disk/by-id/ata-ST4000DM000-1F2168_Z3028BKA-part1.
 871     # sleep 10 was not enough.
 872     secs=0
 873     while [[ ! -e $dev$pvsuf ]] && (( secs < 40 )); do
 874       sleep 1
 875       secs=$((secs +1))
 876     done
 877     sleep 3
 878     pvcreate -y -ff $dev$pvsuf
 879     vgcreate -y -ff $vg $dev$pvsuf
 880
 881     if fsf; then
 882       root_mib=40000
 883     else
 884       # This would maximize it, but we are going for a separate filesystem in /o,
 885       # so use fixed sizes to allow both to grow
 886       # 600 = uefi 512 + grubext 8 + bios grub 3 + some extra cuz this is lvm
 887       #root_mib=$(( disk_mib - root2_part_mib - swap_mib - boot_part_mib - boot2_part_mib - 600 ))
 888       o_mib=$(( 180 * 1000 ))
 889       # max minus o, minus a gig just for some extra space
 890       max_root_mib=$(( disk_mib - root2_part_mib - swap_mib - boot_part_mib - boot2_part_mib - 600 - o_mib - 1000 ))
 891       root_mib=$(( 1700 * 1000 )) # * 1000 to make it in gb.
 892       if (( max_root_mib < root_mib )); then
 893         root_mib=$max_root_mib
 894       fi
 895     fi
 896
 897     if [[ $SPECIAL_DISK ]]; then
 898       lvcreate -y -L $max_root_mib $vg -n data
 899     else
 900       # -L unit default mebibyte
 901       lvcreate -y -L $root_mib $vg -n root
 902       if ! fsf; then
 903         lvcreate -y -L $o_mib $vg -n o
 904       fi
 905       lvcreate -y -L $swap_mib $vg -n swap
 906       # unencrypted swap needs mkswap
 907       if fsf; then
 908         mkswap /dev/$vg/swap
 909       fi
 910     fi
 911
 912     $pcmd mkpart primary "" ${pv_end}MiB ${disk_mib}MiB
 913     $pcmd name $bootn boot
 914     $pcmd set $bootn boot on
 915
 916     # uefi partition, for normal bios systems, its just in case.
 917     $pcmd mkpart primary "fat32" 12MiB 524MiB
 918     $pcmd name $efin efi
 919     # note, this is shown here: https://support.system76.com/articles/bootloader/
 920     # but not mentioned https://wiki.archlinux.org/index.php/EFI_system_partition
 921     # might not be needed
 922     $pcmd set $efin esp on
 923
 924     # i only need a few k, but googling min size,
 925     # I found someone saying that gparted required
 926     # required at least 8 because of their hard drive cylinder size.
 927     # And 8 is still very tiny.
 928     # grub_ext partition
 929     $pcmd mkpart primary "ext2" 4MiB 12MiB
 930     $pcmd name $grub_extn grubext
 931     # gpt ubuntu cloud image uses ~4 mb for this partition. fai uses 1 MiB.
 932     # so, I use 3, whatever.
 933     # note: parted manual saying cheap flash media
 934     # should to start at 4.
 935     # biols grub partition
 936     $pcmd mkpart primary "" 1MiB 4MiB
 937     $pcmd name $bios_grubn biosgrub
 938     $pcmd set $bios_grubn bios_grub on
 939     if $even_big_part  && [[ $dev == "$even_big_dev" ]]; then
 940       $pcmd mkpart primary ext3 ${disk_mib}MiB ${even_big_mib}MiB
 941       $pcmd name $even_bign even_big
 942     fi
 943
 944     # the mkfs failed before on a vm, which prompted me to add
 945     # sleep .1
 946     # then it failed again on a physical machine
 947     # with:
 948     # Device /dev/disk/by-id/foo doesn't exist or access denied,
 949     # so I added a wait until it existed.
 950     # Then I added the mkfs.ext2, which claimed to succeed,
 951     # but then couldn't be found upon reboot. In that case we didn't
 952     # wait at all. So I've added a 3 second minimum wait.
 953     secs=0
 954     while [[ ! -e $dev$efisuf ]] && (( secs < 40 )); do
 955       sleep 1
 956       secs=$((secs +1))
 957     done
 958     sleep 3
 959
 960     mkfs.fat -F32 $dev$efisuf
 961
 962     if ! fsf && $even_big_part  && [[ $dev == "$even_big_dev" ]]; then
 963       luks-setup $even_big_dev$even_bigsuf ${even_big_dev##*/}$even_bigsuf
 964       mkfs.btrfs -f /dev/mapper/${even_big_dev##*/}$even_bigsuf
 965     fi
 966
 967     # Holds just a single file, rarely written, so
 968     # use ext2, like was often used for the /boot partition.
 969     # This exists because grub can only persist data to a non-cow fs.
 970     # And we use persisting a var in grub to do a one time boot.
 971     # We could pass the data on the kernel command line and persist it
 972     # to grubenv after booting, but that relies on the boot always succeeding.
 973     # This is just a bit more robust, and it could work for booting
 974     # into ipxe which can't persist data, if we ever got that working.
 975     mkfs.ext2 $dev$grub_extsuf
 976
 977     if [[ $SPECIAL_DISK ]]; then
 978       luks-setup /dev/$vg/data crypt-$vg-data
 979       exit 0
 980     fi
 981
 982     # for fsf, no encryption of root because root will not contain any
 983     # sensitive data.
 984     if ! fsf; then
 985       luks-setup /dev/$vg/root crypt-$vg-root
 986       luks-setup /dev/$vg/o crypt-$vg-o
 987     fi
 988
 989   done
 990   ls -la /dev/btrfs-control # this was probably for debugging...
 991   sleep 1
 992
 993   bpart ${root_devs[@]}
 994   if ! fsf; then
 995     bpart ${o_devs[@]}
 996   fi
 997   bpart ${boot_devs[@]}
 998
 999 else ## end if $partition ##
1000
1001   if ! fsf; then
1002     for vg in ${vgs[@]}; do
1003       if [[ -e /dev/mapper/crypt-$vg-root ]]; then
1004         continue
1005       fi
1006       if $rerootfs; then
1007         luks-setup /dev/$vg/root crypt-$vg-root
1008       else
1009         cryptsetup luksOpen /dev/$vg/root crypt-$vg-root \
1010                    --key-file $luks_file
1011         cryptsetup luksOpen /dev/$vg/o crypt-$vg-o \
1012                    --key-file $luks_file
1013       fi
1014     done
1015   fi
1016
1017   if $rerootfs; then
1018     sleep 1
1019     bpart ${root_devs[@]}
1020   fi
1021   sleep 1
1022 fi
1023
1024
1025 if $wipe && [[ $DISTRO != *_bootstrap ]]; then
1026   # bootstrap distro doesn't use separate encrypted root.
1027   mount -o subvolid=0 ${root_devs[0]} /mnt
1028   # systemd creates subvolumes we want to delete.
1029   mapfile -t s < <(btrfs subvolume list --sort=-path /mnt |
1030                      sed -rn "s#^.*path\s*(root_$DISTRO/\S+)\s*\$#\1#p")
1031   for subvol in ${s[@]}; do btrfs subvolume delete /mnt/$subvol; done
1032   btrfs subvolume set-default 0 /mnt
1033   [[ ! -e /mnt/root_$DISTRO ]] || btrfs subvolume delete /mnt/root_$DISTRO
1034
1035   ## create subvols ##
1036   cd /mnt
1037
1038   btrfs subvolume create root_$DISTRO
1039
1040   # could set default subvol like this, but no reason to.
1041   # btrfs subvolume set-default \
1042     #       $(btrfs subvolume list . | grep "root_$DISTRO$" | awk '{print $2}') .
1043
1044   # For raid systems, cow allows for error correction, for non-raid systems,
1045   # protects root fs from having the plug pulled. Reprovisioning a root
1046   # subvol is not my favorite thing to do.
1047   # # no cow on the root filesystem. it's setup is fully scripted,
1048   # # if it's messed up, we will just recreated it,
1049   # # and we can get better perf with this.
1050   # # I can't remember exactly why, but this is preferable to mounting with
1051   # # -o nodatacow, I think because subvolumes inherit that.
1052   # chattr -Rf +C root_$DISTRO
1053   cd /
1054   umount /mnt
1055 fi
1056
1057 mount -o subvolid=0 $first_boot_dev /mnt
1058 cd /mnt
1059 btrfs subvolume set-default 0 /mnt # already default, just ensuring it.
1060
1061 # for libreboot systems. grub2 only reads from subvolid=0
1062 mkdir -p /mnt/grub2
1063 # todo: this would need some rework if we moved boot into
1064 # lvm.
1065 cp $FAI/distro-install-common/libreboot_grub.cfg /mnt/grub2
1066
1067 if $wipe && [[ -e /mnt/$boot_vol ]]; then
1068   btrfs subvolume delete /mnt/$boot_vol
1069 fi
1070 if [[ ! -e /mnt/$boot_vol ]]; then
1071   btrfs subvolume create $boot_vol
1072 fi
1073 cd /
1074 umount /mnt
1075 ## end create subvols ##
1076
1077 mount $first_grub_extdev /mnt
1078 grub-editenv /mnt/grubenv set did_fai_check=true
1079 grub-editenv /mnt/grubenv set last_boot=/$boot_vol
1080 umount /mnt
1081
1082
1083 # initial setup of extra data fs, mounted,
1084 # btrfs subvol create nocow
1085 # chattr +C nocow
1086 # chown iank.iank nocow
1087