iankelling.org Git - automated-distro-installer/blob - fai/config/hooks/partition.DEFAULT

   1 #!/bin/bash -x
   2 # Copyright (C) 2016 Ian Kelling
   3
   4 # This program is free software; you can redistribute it and/or
   5 # modify it under the terms of the GNU General Public License
   6 # as published by the Free Software Foundation; either version 2
   7 # of the License, or (at your option) any later version.
   8
   9 # This program is distributed in the hope that it will be useful,
  10 # but WITHOUT ANY WARRANTY; without even the implied warranty of
  11 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  12 # GNU General Public License for more details.
  13
  14 # You should have received a copy of the GNU General Public License
  15 # along with this program; if not, write to the Free Software
  16 # Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301, USA.
  17
  18 # todo /boot/chboot needs update for lvm i think?
  19
  20 PS4='+ $LINENO '
  21 set -eE -o pipefail
  22 trap 'echo "$0:$LINENO:error: \"$BASH_COMMAND\" returned $?" >&2' ERR
  23
  24 if [[ $EUID != 0 ]]; then
  25   echo "$0: error: need to run as root" >&2
  26   exit 1
  27 fi
  28
  29 # for calling outside of FAI without args:
  30 # fai-redep
  31 #
  32 # source /b/fai/fai-wrapper
  33 # - set any appropriate classes with: fai-setclass OPT1... which sets CLASS_OPT1=true...
  34 #   or run eval-fai-classfile FILE.
  35 # - Set a VOL_DISTROVER (if not doing mkroot2) eg:
  36 #   fai-setclass VOL_NABIA
  37 #
  38 # ARGS (only 1 is valid):
  39 #
  40 # mkroot2: for running outside of fai and setting up the root2/boot2 luks and btrfs and tab files
  41 #
  42 # mkroot2tab: for running outside of fai and setting up the root2/boot2 tab files, in case luks and btrfs
  43 # happen to already be setup.
  44 #
  45 # mktab: for running outside of fai and generating a crypttab for
  46 # the main root fs in /tmp/fai. Must run with env var, eg export DISTRO=trisquelnabia.
  47 #
  48 # Example use in a bootstrap distro:
  49 # scp /a/bin/fai/fai/config/{distro-install-common/devbyid,hooks/partition.DEFAULT} root@HOST:
  50 # sl HOST
  51 # export DISTRO=trisquelnabia; ./partition.DEFAULT mktab
  52 # ## cryptsetup wont take within a pipeline
  53 # mapfile -t lines < <(awk '! /swap/ {print $2,$1}' /tmp/fai/crypttab )
  54 # for l in "${lines[@]}"; do cryptsetup luksOpen $l; done
  55 #
  56 # # or alternatively, to avoid typing it many times:
  57 # read -r lukspw; for l in "${lines[@]}"; do yes "$lukspw" | cryptsetup luksOpen $l; done
  58
  59 ## potentially useful later:
  60 # sed 's#/root/keyscript,#decrypt_keyctl,#;s/$/,noauto/' /tmp/fai/crypttab >/etc/crypttab
  61 #
  62 # environment variables:
  63 #
  64 # HOSTNAME: if frodo, we exclude 2 devices from the /boot array, which
  65 # the bios does not see. if demohost, we set the luks password to just
  66 # 'x'.
  67 #
  68 # SPECIAL_DISK: For use outside of fai. A base disk name like
  69 # /dev/sdk. If set, we just cryptsetup and partition this one disk then
  70 # exit. This is useful for partitioning a disk in preparation to replace
  71 # a failed or failing disk from a raid10 array.
  72 #
  73 # classes:
  74 #
  75 # REPARTITION: forces repartitioning even if we detect the proper amount
  76 # of partitions already exist.
  77 #
  78 # NOWIPE: use existing subvolumes if they exist
  79 #
  80 # REROOTFS: Don't reuse the root filesystem, even if we normally would
  81 #
  82 # ROTATIONAL: forces to install onto hdds instead of sdds. normally sdds
  83 # are chosen if they exist.
  84 #
  85 # PARTITION_PROMPT: command line prompt before partitioning. This is good
  86 # to set if we don't expect repartitioning to happen.
  87 #
  88 # ROTATIONAL: in a system with ssd and hdd, install to the hdd
  89 # instead of the default ssd.
  90 #
  91 # RAID0: forces raid0 filesystem. Normally with 4+ devices, we use
  92 # raid10.
  93 # RAID1: forces raid1 filesystem.
  94 # RAID1c3: forces raid1c3 filesystem (btrfs raid 1, 3 copies).
  95
  96 mkroot2tab=false
  97 mkroot2=false
  98 mktab=false
  99 if [[ $1 ]]; then
 100   ## duplicates fai-wrapper, for convenience of not needing it
 101   if ! type -t ifclass &>/dev/null; then
 102     ifclass() {
 103       local var=${1/#/CLASS_}
 104       [[ $HOSTNAME == "$1" || ${!var} ]]
 105     }
 106   fi
 107
 108   case $1 in
 109     mkroot2)
 110       mkroot2=true
 111       ;;
 112     mkroot2tab)
 113       mkroot2tab=true
 114       ;;
 115     mktab)
 116       mktab=true
 117       ;;
 118     *)
 119       echo "$0: error: unsupported arg: $1" >&2
 120       exit 1
 121       ;;
 122   esac
 123 fi
 124
 125 if [[ ! $SPECIAL_DISK ]] && ! $mkroot2 && ! $mkroot2tab && ! $mktab \
 126      && ! ifclass IANK && ! ifclass FSF; then
 127   echo $0: error: need class IANK or FSF or SPECIAL_DISK for running in fai
 128 fi
 129
 130
 131 if [[ $SPECIAL_DISK ]]; then
 132   export CLASS_REPARTITION=true
 133 fi
 134
 135 # # fai's setup-storage won't do btrfs on luks,
 136 # # so we do it ourself :)
 137 # inspiration taken from files in fai-setup-storage package
 138
 139 # if we are not running in fai, skiptask won't be defined, so carry on.
 140 skiptask partition || ! type skiptask
 141
 142 if ! type -p devbyid; then
 143   for d in $FAI/distro-install-common \
 144              /a/bin/fai/fai/config/distro-install-common $FAI $PWD; do
 145     [[ -d $d ]] || continue
 146     if [[ -e $d/devbyid ]]; then
 147       devbyid=$d/devbyid
 148       devbyid() { $devbyid "$@"; }
 149       break
 150     fi
 151   done
 152   if [[ ! $devbyid ]]; then
 153     echo "$0: error: failed to find devbyid script" >&2
 154     exit 1
 155   fi
 156 fi
 157
 158 #### begin configuration
 159
 160 # this is the ordering of the /dev/sdaX, but
 161 # the ordering of the partition layout goes like this:
 162 # bios_grub
 163 # grub_ext
 164 # efi
 165 # lvm
 166 #  root
 167 #  swap
 168 #  boot
 169
 170
 171
 172
 173 ##### end configuration
 174
 175 ##### begin function defs
 176
 177 bpart() { # btrfs a partition
 178   case $raid_level in
 179     0) mkfs.btrfs -f $@ ;;
 180     *) mkfs.btrfs -f -m raid$raid_level -d raid$raid_level $@ ;;
 181   esac
 182 }
 183
 184
 185 zilap() {
 186   case $HOSTNAME in
 187     sy|bo)
 188       return 0
 189       ;;
 190   esac
 191   return 1
 192 }
 193
 194 getluks() {
 195   if [[ ! $luks_dir ]]; then
 196     # see README for docs about how to create these
 197     luks_dir=$FAI/distro-install-common/luks
 198     if [[ ! -d $luks_dir ]]; then
 199       luks_dir=/q/root/luks
 200     fi
 201     if [[ ! -d $luks_dir ]]; then
 202       echo "$0: error: no luks_dir found" >&2
 203       exit 1
 204     fi
 205   fi
 206
 207   luks_file=$luks_dir/host-$HOSTNAME
 208   if [[ ! -e $luks_file ]]; then
 209     # shellcheck disable=SC2206 # globbing is intended
 210     hostkeys=($luks_dir/host-*)
 211     # if there is only one key, we might be deploying somewhere
 212     # where dhcp doesnt give us a proper hostname, so use that.
 213     if [[ ${#hostkeys[@]} == 1 && -e ${hostkeys[0]} ]]; then
 214       luks_file=${hostkeys[0]}
 215     else
 216       echo "$0: error: no key for hostname at $luks_file" >&2
 217       exit 1
 218     fi
 219   fi
 220
 221   # # note, corresponding changes in /b/ds/keyscript-{on,off}
 222   if ifclass demohost; then
 223     lukspw=x
 224   elif [[ -e $luks_dir/$HOSTNAME ]]; then
 225     lukspw=$(cat $luks_dir/$HOSTNAME)
 226   else
 227     lukspw=$(cat $luks_dir/iank)
 228   fi
 229
 230   if $mkroot2; then
 231     luks_file=$luks_dir/host-amy
 232     lukspw=$(cat $luks_dir/amy)
 233   fi
 234 }
 235
 236
 237 fsf() {
 238   ifclass FSF
 239 }
 240
 241
 242 dev-mib() {
 243   local d=${1:-$dev}
 244   echo $(( $(parted -m $d unit MiB print | \
 245                sed -nr "s#^/dev/[^:]+:([0-9]+).*#\1#p") - 1))
 246 }
 247
 248 luks-setup() {
 249   local luksdev="$1"
 250   local cryptname="$2"
 251   # when we move to newer than trisquel 9, we can remove
 252   # --type luks1. We can also check on cryptsetup --help | less /compil
 253   # to see about the other settings. Default in debian 9 is luks2.
 254   # You can convert from luks2 to luks 1 by adding a temporary key:
 255   # cryptsetup luksAddKey --pbkdf pbkdf2
 256   # then remove the new format keys with cryptsetup luksRemoveKey
 257   # then cryptsetup convert DEV --type luks1, then readd old keys and remove temp.
 258   yes YES | cryptsetup luksFormat $luksdev $luks_file || [[ $? == 141 ]]
 259   yes "$lukspw" | \
 260     cryptsetup luksAddKey --key-file $luks_file \
 261                $luksdev || [[ $? == 141 ]]
 262   # background: Keyfile and password are treated just
 263   # like 2 ways to input a passphrase, so we don't actually need to have
 264   # different contents of keyfile and passphrase, but it makes some
 265   # security sense to a really big randomly generated passphrase
 266   # as much as possible, so we have both.
 267   #
 268   # This would remove the keyfile.
 269   #    yes 'test' | cryptsetup luksRemoveKey /dev/... \
 270     #                            /key/file || [[ $? == 141 ]]
 271   cryptsetup luksOpen $luksdev $cryptname --key-file $luks_file
 272 }
 273
 274 mktab() {
 275   mkdir -p /tmp/fai
 276   dev=${boot_devs[0]}
 277   fstabstd="x-systemd.device-timeout=30s,x-systemd.mount-timeout=30s"
 278
 279   if [[ $DISTRO == debianbullseye_bootstrap ]]; then
 280     cat > /tmp/fai/fstab <<EOF
 281 $first_boot_dev  /  btrfs  noatime,subvol=$boot_vol  0 0
 282 $first_efi  /boot/efi  vfat          nofail,$fstabstd  0 0
 283 EOF
 284     cat >/tmp/fai/disk_var.sh <<EOF
 285 BOOT_DEVICE="${short_devs[@]}"
 286 ROOT_PARTITION=$first_boot_dev
 287 EOF
 288   else
 289     # note, fai creates the mountpoints listed here
 290     cat > /tmp/fai/fstab <<EOF
 291 $first_root_dev  /  btrfs                   $fstabstd,noatime,subvol=root_$DISTRO$mopts  0 0
 292 $first_root_dev  /mnt/root  btrfs    nofail,$fstabstd,noatime,subvolid=0$mopts  0 0
 293 $first_boot_dev  /boot  btrfs        nofail,$fstabstd,noatime,subvol=$boot_vol  0 0
 294 $first_efi  /boot/efi  vfat          nofail,$fstabstd  0 0
 295 $first_boot_dev  /mnt/boot  btrfs    nofail,$fstabstd,noatime,subvolid=0  0 0
 296 EOF
 297     if ! fsf; then
 298       cat >> /tmp/fai/fstab <<EOF
 299 /dev/mapper/crypt-${vgs[0]}-o  /mnt/o  btrfs       nofail,$fstabstd,noatime,subvolid=0$mopts  0 0
 300 EOF
 301     fi
 302     rm -f /tmp/fai/crypttab
 303     for vg in ${vgs[@]}; do
 304       if ! fsf; then
 305         cat >>/tmp/fai/crypttab <<EOF
 306 crypt-$vg-root /dev/$vg/root  none  keyscript=/root/keyscript,discard,luks,initramfs
 307 crypt-$vg-o    /dev/$vg/o     none  keyscript=/root/keyscript,discard,luks,initramfs
 308 crypt-$vg-swap /dev/$vg/swap  /dev/urandom  swap,cipher=aes-xts-plain64,size=256,hash=ripemd160
 309 EOF
 310       fi
 311       if fsf; then
 312         cat >> /tmp/fai/fstab <<EOF
 313 /dev/$vg/swap  none  swap  nofail,$fstabstd,sw  0 0
 314 EOF
 315       else
 316         cat >> /tmp/fai/fstab <<EOF
 317 /dev/mapper/crypt-$vg-swap  none  swap  nofail,$fstabstd,sw  0 0
 318 EOF
 319       fi
 320     done
 321
 322     # fai would do this:
 323     #BOOT_DEVICE=\${BOOT_DEVICE:-"${devs[0]}"}
 324
 325     # note: swaplist seems to do nothing.
 326     cat >/tmp/fai/disk_var.sh <<EOF
 327 BOOT_DEVICE="${short_devs[@]}"
 328 BOOT_PARTITION=\${BOOT_PARTITION:-$first_boot_dev}
 329 # ROOT_PARTITIONS is added by me, used in arch setup.
 330 ROOT_PARTITIONS="${root_devs[@]}"
 331 ROOT_PARTITION=\${ROOT_PARTITION:-$first_root_dev}
 332 SWAPLIST=\${SWAPLIST:-"${swap_devs[@]}"}
 333 EOF
 334
 335     if [[ $HOSTNAME == kd ]]; then
 336       # note, having these with keyscript and initramfs causes a luks error in fai.log,
 337       # but it is safely ignorable and gets us the ability to just type our password
 338       # in once at boot. A downside is that they are probably needed to be plugged in to boot.
 339       cat >>/tmp/fai/crypttab <<EOF
 340 crypt_dev_ata-Samsung_SSD_870_QVO_8TB_S5VUNG0N900656V${even_bigsuf} /dev/disk/by-id/ata-Samsung_SSD_870_QVO_8TB_S5VUNG0N900656V${even_bigsuf}  /mnt/root/q/root/luks/iank  discard,luks
 341 crypt_dev_ata-TOSHIBA_MD04ACA500_84R2K773FS9A-part1 /dev/disk/by-id/ata-TOSHIBA_MD04ACA500_84R2K773FS9A-part1  /mnt/root/q/root/luks/iank  discard,luks
 342 crypt_dev_ata-ST6000DM001-1XY17Z_Z4D29EBL-part1 /dev/disk/by-id/ata-ST6000DM001-1XY17Z_Z4D29EBL-part1  /mnt/root/q/root/luks/iank  discard,luks
 343 EOF
 344       cat >> /tmp/fai/fstab <<EOF
 345 # r7 = root partition7. it isnt actually #7 anymore, not a great name, but whatever
 346 /dev/mapper/crypt_dev_ata-Samsung_SSD_870_QVO_8TB_S5VUNG0N900656V${even_bigsuf}  /mnt/r7  btrfs  nofail,$fstabstd,noatime,compress=zstd,subvolid=0  0 0
 347 /dev/mapper/crypt_dev_ata-TOSHIBA_MD04ACA500_84R2K773FS9A-part1  /mnt/rust1  btrfs  nofail,$fstabstd,noatime,compress=zstd,subvolid=0  0 0
 348 /dev/mapper/crypt_dev_ata-ST6000DM001-1XY17Z_Z4D29EBL-part1  /mnt/rust2  btrfs  nofail,$fstabstd,noatime,compress=zstd,subvolid=0  0 0
 349 EOF
 350     fi
 351   fi
 352 }
 353
 354
 355
 356 #### root2 non-fai run
 357
 358 # todo: update for lvm
 359 doroot2() {
 360
 361   # We write to these files instead of just /etc/fstab, /etc/crypttab,
 362   # because these are filesystems created after our current root, and so
 363   # this allows us to update other root filesystems too.
 364   rm -f /mnt/root/root2-{fs,crypt}tab
 365   if $partition; then
 366     echo $0: error: found partition=true but have mkroot2 arg
 367     exit 1
 368   fi
 369   root2_devs=()
 370   for vg in ${vgs[@]}; do
 371     root2_devs+=(/dev/mapper/crypt-$vg-root2)
 372     if $mkroot2; then
 373       luks-setup /dev/$vg/root2 crypt-$vg-root2
 374     fi
 375     cat >>/mnt/root/root2-crypttab <<EOF
 376 crypt-$vg-root2 /dev/$vg/root2  $luks_file  discard,luks,initramfs
 377 EOF
 378   done
 379   if $mkroot2; then
 380     bpart ${root2_devs[@]}
 381     bpart ${boot2_devs[@]}
 382   fi
 383   mkdir -p /mnt/root2 /mnt/boot2
 384   cat >>/mnt/root/root2-fstab <<EOF
 385 ${root2_devs[0]} /mnt/root2  btrfs  nofail,x-systemd.device-timeout=30s,x-systemd.mount-timeout=30s,noatime,subvolid=0$mopts  0 0
 386 ${boot2_devs[0]} /mnt/boot2  btrfs  nofail,x-systemd.device-timeout=30s,x-systemd.mount-timeout=30s,noatime,subvolid=0  0 0
 387 EOF
 388   exit 0
 389 }
 390
 391
 392 ##### end function defs
 393
 394
 395 ##### begin variable setup
 396
 397
 398 partition=false
 399 if ifclass REPARTITION; then
 400   partition=true # force a full wipe
 401 fi
 402 wipe=true
 403 if ifclass NOWIPE; then
 404   wipe=false
 405 fi
 406
 407 rerootfs=false
 408 if ifclass REROOTFS; then
 409   rerootfs=true
 410 fi
 411
 412 if (($(nproc) > 2)); then
 413   mopts=,compress=zstd
 414 fi
 415
 416 declare -A disk_excludes
 417 if ! $mkroot2 && ! $mkroot2tab && ! $mktab ! ifclass USE_MOUNTED; then
 418   ## ignore disks that are mounted, eg when running from fai-cd
 419   while read -r l; do
 420     eval "$l"
 421     if [[ ! $PKNAME ]]; then
 422       # shellcheck disable=SC2153 # not a misspelling
 423       PKNAME="$KNAME"
 424     fi
 425     if [[ $MOUNTPOINT ]]; then
 426       disk_excludes[$PKNAME]=true
 427     fi
 428   done < <(lsblk -nP -o KNAME,MOUNTPOINT,PKNAME)
 429 fi
 430
 431 hdds=()
 432 ssds=()
 433 # this excludes "usb". vda disk has empty tran (transport). This may need adjustment
 434 # for some new type we come across. cdrom has type "rom"
 435 for disk in $(lsblk -ndo name,type,tran | awk '$3 ~ "^(sata|nvme|)$" && $2 == "disk" { print $1 }'); do
 436   if [[ ${disk_excludes[$disk]} ]]; then
 437     continue
 438   fi
 439   case $disk in
 440     # cdrom
 441     sr*) continue ;;
 442   esac
 443   case $(cat /sys/block/$disk/queue/rotational) in
 444     0)
 445       ssds+=("/dev/$disk")
 446       echo $0: found ssd /dev/$disk
 447       ;;
 448     1)
 449       hdds+=("/dev/$disk")
 450       echo $0: found hdd /dev/$disk
 451       ;;
 452     *) echo "$0: error: unknown /sys/block/$disk/queue/rotational: \
 453 $(cat $disk/queue/rotational)"; exit 1 ;;
 454   esac
 455 done
 456
 457 # install all ssds, or if there are none, all hdds.
 458 # Note, usb flash disks are seen as rotational, which is
 459 # very odd, but convenient for ignoring them here.
 460 if ! ifclass ROTATIONAL && (( ${#ssds[@]} > 0 )); then
 461   read -ra short_devs<<<"${ssds[@]}"
 462 else
 463   read -ra short_devs<<<"${hdds[@]}"
 464 fi
 465
 466 pvn=1
 467
 468 bootn=2
 469
 470 # rootn=1
 471 # root2n=2
 472 # swapn=3
 473 # bootn=4
 474 # boot2n=5
 475
 476 efin=3
 477 # ext partition so grub can write persistent variables,
 478 # so it can do a one time boot. grub can't write to
 479 # btrfs or any cow fs because it's more
 480 # more complicated to do and they don't want to.
 481 grub_extn=4
 482 # bios boot partition,
 483 # https://wiki.archlinux.org/index.php/GRUB
 484 bios_grubn=5
 485 # for an even raid (raid 1), when one disk is bigger, this partition goes on the big disk
 486 even_bign=6
 487 # even_bign only exists in some cases
 488 lastn=$bios_grubn
 489 # check if the partitions exist have the right filesystems
 490 #blkid="$(blkid -s TYPE)"
 491 for dev in ${short_devs[@]}; do
 492   if $partition; then break; fi
 493   y=$(readlink -f $dev)
 494   # shellcheck disable=SC2206 # globbing is intended
 495   arr=($y?*)
 496   if (( ${#arr[@]} < lastn )); then
 497     partition=true
 498   fi
 499   # On one system, blkid is missing some partitions.
 500   # maybe we need a flag, like FUZZY_BLKID or something, so we
 501   # can check that at least some exist.
 502   # for x in "`rootdev`: TYPE=\"crypto_LUKS\"" "`bootdev`: TYPE=\"btrfs\""; do
 503   #     echo "$blkid" | grep -Fx "$x" &>/dev/null || partition=true
 504   # done
 505 done
 506
 507 if $partition && ifclass PARTITION_PROMPT; then
 508   echo "Press any key except ctrl-c to continue and partition these drives:"
 509   if [[ $SPECIAL_DISK ]]; then
 510     echo $SPECIAL_DISK
 511   else
 512     echo "  ${short_devs[*]}"
 513   fi
 514   read -r
 515 fi
 516
 517 devs=()
 518 vgs=()
 519 root_devs=()
 520 o_devs=()
 521 swap_devs=()
 522 shopt -s extglob
 523 partsuffix=-part
 524 for short_dev in ${short_devs[@]}; do
 525   dev="$(devbyid $short_dev)"
 526   if [[ $dev != */by-id/* ]]; then
 527     # no by-id link, assume we are in a vm and this is true for all devs.
 528     partsuffix=
 529   fi
 530   # for vms, cant name a vg the same as the short device name, they
 531   # conflict: /dev/$vg is already taken
 532
 533   dname=${dev##*/}
 534   vg=vg$dname
 535   vg=${vg//:/}
 536   vgs+=("$vg")
 537   devs+=("$dev")
 538   if fsf; then
 539     root_devs+=(/dev/$vg/root)
 540     swap_devs+=(/dev/$vg/swap)
 541   else
 542     o_devs+=(/dev/mapper/crypt-$vg-o)
 543     root_devs+=(/dev/mapper/crypt-$vg-root)
 544     swap_devs+=(/dev/mapper/crypt-$vg-swap)
 545   fi
 546 done
 547 first_root_dev=${root_devs[0]}
 548 if [[ ! $SPECIAL_DISK && ! ${devs[0]} ]]; then
 549   echo "$0: error: failed to detect devs" >&2
 550   exit 1
 551 fi
 552
 553
 554 pvsuf=$partsuffix$pvn
 555 bootsuf=$partsuffix$bootn
 556 efisuf=$partsuffix$efin
 557 grub_extsuf=$partsuffix$grub_extn
 558 # We dont do anything with this partition here, so this
 559 # is be unused, but left as a comment for completing the pattern
 560 # of all the suffixes.
 561 #bios_grubsuf=$partsuffix$bios_grubn
 562 even_bigsuf=$partsuffix$even_bign
 563
 564
 565 boot_space=0
 566 first=true
 567 boot_devs=()
 568 boot2_devs=()
 569 for dev in ${devs[@]}; do
 570   vg=vg${dev##*/}
 571   vg=${vg//:/}
 572   # I ran into a machine (frodo) where the bios doesn't know about some disks,
 573   # so 1st stage of grub also doesn't know about them.
 574   # Also, grub does not support mounting degraded btrfs as far as
 575   # I can tell with some googling.
 576   # From within an arch install env, I could detect them by noting
 577   # their partitions were mixed with the next disk in /dev/disk/by-path,
 578   # and I have mixed model disks, and I could see the 8 models which showed
 579   # up in the bios, and thus see which 2 models were missing.
 580   # hdparm -I /dev/sdh will give model info in linux.
 581   # However, in fai on jessie, /dev/disk/by-path dir doesn't exist,
 582   # and I don't see another way, so I'm hardcoding them.
 583   # We still put grub on them and partition them the same, for uniformity
 584   # and in case they get moved to a system that can recognize them,
 585   # we just exclude them from the boot filesystem.
 586   cd /dev/disk/by-id/
 587   bad_disk=false
 588   for id in ata-TOSHIBA_MD04ACA500_8539K4TQFS9A \
 589               ata-TOSHIBA_MD04ACA500_Y5IFK6IJFS9A; do
 590     if [[ $(readlink -f $id) == "$(readlink -f $dev)" ]]; then
 591       bad_disk=true
 592       break
 593     fi
 594   done
 595   if $bad_disk; then
 596     continue
 597   fi
 598   boot_devs+=($dev$bootsuf)
 599   boot2_devs+=(/dev/$vg/boot2)
 600   boot_space=$(( boot_space + $(parted -m $dev unit MiB print | \
 601                                   sed -nr "s#^/dev/[^:]+:([0-9]+).*#\1#p") - 1))
 602   if $first; then
 603     first_efi=$dev$efisuf
 604     first_grub_extdev=$dev$grub_extsuf
 605     first=false
 606   fi
 607 done
 608 first_boot_dev=${boot_devs[0]}
 609
 610 even_raid=false
 611 if ifclass RAID0 || (( ${#boot_devs[@]} == 1 )); then
 612   raid_level=0
 613   raid_duplication=1
 614 elif ifclass RAID1 || (( ${#boot_devs[@]} == 2 )); then
 615   if (( ${#boot_devs[@]} == 2 )); then
 616     even_raid=true
 617   fi
 618   raid_level=1
 619   raid_duplication=2
 620 elif ifclass RAID1c3 || (( ${#boot_devs[@]} == 3 )); then
 621   raid_level=1c3
 622   raid_duplication=3
 623 else
 624   raid_level=10
 625   raid_duplication=2
 626 fi
 627
 628
 629
 630 ### Begin calculate boot partition space
 631 # due to raid duplication
 632 case $raid_level in
 633   1|10) boot_space=$(( boot_space / 2 )) ;;
 634   1c3) boot_space=$(( boot_space / 3 )) ;;
 635 esac
 636 if fsf; then
 637   boot_mib=6000
 638 elif (( boot_space > 900000 )); then
 639   # this is larger than needed for several /boot subvols,
 640   # becuase I keep a minimal debian install on it for
 641   # recovery needs and for doing pxe-kexec.
 642   boot_mib=10000
 643   root2_mib=500000
 644   boot2_mib=5000
 645 elif (( boot_space > 30000 )); then
 646   boot_mib=$(( 5000 + (boot_space - 30000) / 2 ))
 647   root2_mib=100
 648   boot2_mib=100
 649 else
 650   # Small vms don't have room for /boot recovery.  With 3 kernels
 651   # installed, i'm using 132M on t8, so this seems like plenty of
 652   # room. note: rhel 8 recomments 1g for /boot.  u20.04 with 3 kernels =
 653   # 308 mb, so things have grown significantly
 654   boot_mib=1000
 655   root2_mib=100
 656   boot2_mib=100
 657 fi
 658 boot_part_mib=$(( boot_mib * raid_duplication / ${#boot_devs[@]} ))
 659
 660 if zilap; then
 661   boot2_part_mib=0
 662   root2_part_mib=0
 663 else
 664   boot2_part_mib=$(( boot2_mib * raid_duplication / ${#boot_devs[@]}  ))
 665   root2_part_mib=$(( root2_mib * raid_duplication / ${#root_devs[@]}  ))
 666 fi
 667 ### end calculate boot partition space
 668
 669
 670 if [[ ! $DISTRO ]]; then
 671   if ifclass VOL_BULLSEYE_BOOTSTRAP; then
 672     DISTRO=debianbullseye_bootstrap
 673   elif ifclass VOL_STRETCH; then
 674     DISTRO=debianstretch
 675   elif ifclass VOL_BUSTER; then
 676     DISTRO=debianbuster
 677   elif ifclass VOL_BULLSEYE; then
 678     DISTRO=debianbullseye
 679   elif ifclass VOL_BOOKWORM; then
 680     DISTRO=debianbookworm
 681   elif ifclass VOL_TESTING; then
 682     DISTRO=debiantesting
 683   elif ifclass VOL_XENIAL; then
 684     DISTRO=ubuntuxenial
 685   elif ifclass VOL_BIONIC; then
 686     DISTRO=ubuntubionic
 687   elif ifclass VOL_FOCAL; then
 688     DISTRO=ubuntufocal
 689   elif ifclass VOL_JAMMY; then
 690     DISTRO=ubuntujammy
 691   elif ifclass VOL_FLIDAS; then
 692     DISTRO=trisquelflidas
 693   elif ifclass VOL_ETIONA; then
 694     DISTRO=trisqueletiona
 695   elif ifclass VOL_NABIA; then
 696     DISTRO=trisquelnabia
 697   elif ifclass VOL_ARAMO; then
 698     DISTRO=trisquelaramo
 699   elif $mkroot2 || $mkroot2tab; then
 700     :
 701   else
 702     echo "PARTITIONER ERROR: no distro class/var set" >&2
 703     exit 1
 704   fi
 705 fi
 706
 707 if [[ $DISTRO == debianbullseye_bootstrap ]]; then
 708   # this is just convenience for the libreboot_grub config
 709   # so we can glob the other ones easier.
 710   boot_vol=$DISTRO
 711 else
 712   boot_vol=boot_$DISTRO
 713 fi
 714
 715
 716 # 1.5 x based on https://access.redhat.com/documentation/en-US/Red_Hat_Enterprise_Linux/7/html/Installation_Guide/sect-disk-partitioning-setup-x86.html#sect-custom-partitioning-x86
 717 swap_mib=$(( $(grep ^MemTotal: /proc/meminfo | \
 718                  awk '{print $2}') * 3/(${#devs[@]} * 2 ) / 1024 ))
 719
 720 shopt -s nullglob
 721 ##### end variable setup
 722
 723
 724
 725
 726 if $mkroot2 || $mkroot2tab; then
 727   getluks
 728   doroot2
 729 elif $mktab; then
 730   mktab
 731   exit 0
 732 else
 733   mktab
 734   if ! fsf; then
 735     getluks
 736   fi
 737 fi
 738
 739
 740 if $partition; then
 741   ### begin wipefs
 742   if [[ ! $SPECIAL_DISK ]]; then
 743
 744     # we do lvm removals just for the disks we are using
 745     pv_wipes=()
 746     vg_wipes=()
 747     pv_devs=$(pvs --noheadings -o pvname)
 748     for pv_dev in $pv_devs; do
 749       pv_disk=${pv_dev%%[0-9]*}
 750       for short_dev in ${short_devs[@]}; do
 751         if [[ $pv_disk == "$short_dev" ]]; then
 752           pv_wipes+=($pv_dev)
 753           vgs=$(pvs --noheadings -o vgname $pv_dev)
 754           for vg in $vgs; do
 755             vg_wipes+=($vg)
 756             lvs=$(vgs --noheadings -o lv_path $vg)
 757             for lv in $lvs; do
 758               wipefs -a $lv
 759             done
 760           done
 761         fi
 762       done
 763     done
 764
 765     for vg in ${vg_wipes[@]}; do
 766       vgchange -an $vg
 767       vgremove -ff $vg
 768     done
 769
 770     for pv in ${pv_wipes[@]}; do
 771       pvremove -ff $pv
 772     done
 773
 774     for dev in ${devs[@]}; do
 775       # if we repartition to the same as an old partition,
 776       # we don't want any old fses hanging around.
 777       count_down=10
 778       # wipefs has failed, manual run works, google suggests timing issue
 779       while ! wipefs -a $dev; do
 780         sleep 2
 781         count_down=$((count_down - 1))
 782         (( count_down > 0 )) || exit 1
 783       done
 784     done
 785   fi
 786   ### end wipefs
 787
 788
 789   # When we have 2 disks of at least 100g difference in size,
 790   # make an extra partition on the end of the bigger one.
 791   even_big_part=false
 792   even_diff_min=100000
 793   if $even_raid; then
 794     smalli=0
 795     bigi=1
 796     if (( $(dev-mib ${devs[0]}) >= $(dev-mib ${devs[1]}) )); then
 797       smalli=1
 798       bigi=0
 799     fi
 800     disk_mib=$(dev-mib ${devs[smalli]})
 801     even_big_dev=${devs[bigi]}
 802     even_big_mib=$(dev-mib $even_big_dev)
 803     if (( even_big_mib - disk_mib > even_diff_min )); then
 804       even_big_part=true
 805     fi
 806   fi
 807
 808   if [[ $SPECIAL_DISK ]]; then
 809     devs=($(devbyid $SPECIAL_DISK))
 810   fi
 811   for dev in ${devs[@]}; do
 812     vg=vg${dev##*/}
 813     vg=${vg//:/}
 814
 815     # parted will round up the disk size. Do -1 so we can have
 816     # fully 1MiB unit partitions for easy resizing of the last partition.
 817     # Otherwise we would pass in -0 for the end argument for the last partition.
 818     #
 819     # Note: parted print error output is expected. example:
 820     # Error: /dev/vda: unrecognised disk label
 821     if ! $even_raid; then
 822       disk_mib=$(dev-mib)
 823     fi
 824
 825
 826     parted -s $dev mklabel gpt
 827     # MiB because parted complains about alignment otherwise.
 828     pcmd="parted -a optimal -s -- $dev"
 829     # main lvm partition
 830
 831     pv_end=$(( disk_mib - boot_part_mib ))
 832     $pcmd mkpart primary ext3 524MiB ${pv_end}MiB
 833     $pcmd name $pvn pv
 834
 835     #   + 794 pvcreate -y /dev/disk/by-id/ata-ST4000DM000-1F2168_Z3028BKA-part1
 836     # WARNING: Device /dev/sde1 not initialized in udev database even after waiting 10000000 microseconds.
 837     # No device found for /dev/disk/by-id/ata-ST4000DM000-1F2168_Z3028BKA-part1.
 838     # sleep 10 was not enough.
 839     secs=0
 840     while [[ ! -e $dev$pvsuf ]] && (( secs < 40 )); do
 841       sleep 1
 842       secs=$((secs +1))
 843     done
 844     sleep 3
 845     pvcreate -y -ff $dev$pvsuf
 846     vgcreate -y -ff $vg $dev$pvsuf
 847
 848     if fsf; then
 849       root_mib=40000
 850     else
 851       # This would maximize it, but we are going for a separate filesystem in /o,
 852       # so use fixed sizes to allow both to grow
 853       # 600 = uefi 512 + grubext 8 + bios grub 3 + some extra cuz this is lvm
 854       #root_mib=$(( disk_mib - root2_part_mib - swap_mib - boot_part_mib - boot2_part_mib - 600 ))
 855       root_mib=$(( 1000 * 1000 )) # * 1000 to make it in gb.
 856       o_mib=$(( 120 * 1000 ))
 857     fi
 858
 859     if [[ ! $SPECIAL_DISK ]]; then
 860       # -L unit default mebibyte
 861       lvcreate -y -L $root_mib $vg -n root
 862       if ! fsf; then
 863         lvcreate -y -L $o_mib $vg -n o
 864       fi
 865       lvcreate -y -L $swap_mib $vg -n swap
 866       # unencrypted swap needs mkswap
 867       if fsf; then
 868         mkswap /dev/$vg/swap
 869       fi
 870     fi
 871
 872     if zilap; then
 873       # todo: now that we are using lvm, this doesnt need to be done until mkroot2
 874       lvcreate -y -L $root2_part_mib $vg -n root2
 875       lvcreate -y -L $boot2_part_mib $vg -n boot2
 876     fi
 877
 878     $pcmd mkpart primary "" ${pv_end}MiB ${disk_mib}MiB
 879     $pcmd name $bootn boot
 880     $pcmd set $bootn boot on
 881
 882     # uefi partition, for normal bios systems, its just in case.
 883     $pcmd mkpart primary "fat32" 12MiB 524MiB
 884     $pcmd name $efin efi
 885     # note, this is shown here: https://support.system76.com/articles/bootloader/
 886     # but not mentioned https://wiki.archlinux.org/index.php/EFI_system_partition
 887     # might not be needed
 888     $pcmd set $efin esp on
 889
 890     # i only need a few k, but googling min size,
 891     # I found someone saying that gparted required
 892     # required at least 8 because of their hard drive cylinder size.
 893     # And 8 is still very tiny.
 894     # grub_ext partition
 895     $pcmd mkpart primary "ext2" 4MiB 12MiB
 896     $pcmd name $grub_extn grubext
 897     # gpt ubuntu cloud image uses ~4 mb for this partition. fai uses 1 MiB.
 898     # so, I use 3, whatever.
 899     # note: parted manual saying cheap flash media
 900     # should to start at 4.
 901     # biols grub partition
 902     $pcmd mkpart primary "" 1MiB 4MiB
 903     $pcmd name $bios_grubn biosgrub
 904     $pcmd set $bios_grubn bios_grub on
 905     if $even_big_part  && [[ $dev == "$even_big_dev" ]]; then
 906       $pcmd mkpart primary ext3 ${disk_mib}MiB ${even_big_mib}MiB
 907       $pcmd name $even_bign even_big
 908     fi
 909
 910     # the mkfs failed before on a vm, which prompted me to add
 911     # sleep .1
 912     # then it failed again on a physical machine
 913     # with:
 914     # Device /dev/disk/by-id/foo doesn't exist or access denied,
 915     # so I added a wait until it existed.
 916     # Then I added the mkfs.ext2, which claimed to succeed,
 917     # but then couldn't be found upon reboot. In that case we didn't
 918     # wait at all. So I've added a 3 second minimum wait.
 919     secs=0
 920     while [[ ! -e $dev$efisuf ]] && (( secs < 40 )); do
 921       sleep 1
 922       secs=$((secs +1))
 923     done
 924     sleep 3
 925
 926     mkfs.fat -F32 $dev$efisuf
 927
 928     if ! fsf && $even_big_part  && [[ $dev == "$even_big_dev" ]]; then
 929       luks-setup $even_big_dev$even_bigsuf ${even_big_dev##*/}$even_bigsuf
 930       mkfs.btrfs -f /dev/mapper/${even_big_dev##*/}$even_bigsuf
 931     fi
 932
 933     # Holds just a single file, rarely written, so
 934     # use ext2, like was often used for the /boot partition.
 935     # This exists because grub can only persist data to a non-cow fs.
 936     # And we use persisting a var in grub to do a one time boot.
 937     # We could pass the data on the kernel command line and persist it
 938     # to grubenv after booting, but that relies on the boot always succeeding.
 939     # This is just a bit more robust, and it could work for booting
 940     # into ipxe which can't persist data, if we ever got that working.
 941     mkfs.ext2 $dev$grub_extsuf
 942
 943     # for fsf, no encryption of root because root will not contain any
 944     # sensitive data.
 945     if ! fsf; then
 946       luks-setup /dev/$vg/root crypt-$vg-root
 947       luks-setup /dev/$vg/o crypt-$vg-o
 948     fi
 949
 950     if [[ $SPECIAL_DISK ]]; then
 951       exit 0
 952     fi
 953   done
 954   ls -la /dev/btrfs-control # this was probably for debugging...
 955   sleep 1
 956
 957   bpart ${root_devs[@]}
 958   if ! fsf; then
 959     bpart ${o_devs[@]}
 960   fi
 961   bpart ${boot_devs[@]}
 962
 963 else ## end if $partition ##
 964
 965   if ! fsf; then
 966     for vg in ${vgs[@]}; do
 967       if [[ -e /dev/mapper/crypt-$vg-root ]]; then
 968         continue
 969       fi
 970       if $rerootfs; then
 971         luks-setup /dev/$vg/root crypt-$vg-root
 972       else
 973         cryptsetup luksOpen /dev/$vg/root crypt-$vg-root \
 974                    --key-file $luks_file
 975         cryptsetup luksOpen /dev/$vg/o crypt-$vg-o \
 976                    --key-file $luks_file
 977       fi
 978     done
 979   fi
 980
 981   if $rerootfs; then
 982     sleep 1
 983     bpart ${root_devs[@]}
 984   fi
 985   sleep 1
 986 fi
 987
 988
 989 if $wipe && [[ $DISTRO != debianbullseye_bootstrap ]]; then
 990   # bootstrap distro doesn't use separate encrypted root.
 991   mount -o subvolid=0 ${root_devs[0]} /mnt
 992   # systemd creates subvolumes we want to delete.
 993   mapfile -t s < <(btrfs subvolume list --sort=-path /mnt |
 994                      sed -rn "s#^.*path\s*(root_$DISTRO/\S+)\s*\$#\1#p")
 995   for subvol in ${s[@]}; do btrfs subvolume delete /mnt/$subvol; done
 996   btrfs subvolume set-default 0 /mnt
 997   [[ ! -e /mnt/root_$DISTRO ]] || btrfs subvolume delete /mnt/root_$DISTRO
 998
 999   ## create subvols ##
1000   cd /mnt
1001
1002   btrfs subvolume create root_$DISTRO
1003
1004   # could set default subvol like this, but no reason to.
1005   # btrfs subvolume set-default \
1006     #       $(btrfs subvolume list . | grep "root_$DISTRO$" | awk '{print $2}') .
1007
1008   # For raid systems, cow allows for error correction, for non-raid systems,
1009   # protects root fs from having the plug pulled. Reprovisioning a root
1010   # subvol is not my favorite thing to do.
1011   # # no cow on the root filesystem. it's setup is fully scripted,
1012   # # if it's messed up, we will just recreated it,
1013   # # and we can get better perf with this.
1014   # # I can't remember exactly why, but this is preferable to mounting with
1015   # # -o nodatacow, I think because subvolumes inherit that.
1016   # chattr -Rf +C root_$DISTRO
1017   cd /
1018   umount /mnt
1019 fi
1020
1021 mount -o subvolid=0 $first_boot_dev /mnt
1022 cd /mnt
1023 btrfs subvolume set-default 0 /mnt # already default, just ensuring it.
1024
1025 # for libreboot systems. grub2 only reads from subvolid=0
1026 mkdir -p /mnt/grub2
1027 # todo: this would need some rework if we moved boot into
1028 # lvm.
1029 cp $FAI/distro-install-common/libreboot_grub.cfg /mnt/grub2
1030
1031 if $wipe && [[ -e /mnt/$boot_vol ]]; then
1032   btrfs subvolume delete /mnt/$boot_vol
1033 fi
1034 if [[ ! -e /mnt/$boot_vol ]]; then
1035   btrfs subvolume create $boot_vol
1036 fi
1037 cd /
1038 umount /mnt
1039 ## end create subvols ##
1040
1041 mount $first_grub_extdev /mnt
1042 grub-editenv /mnt/grubenv set did_fai_check=true
1043 grub-editenv /mnt/grubenv set last_boot=/$boot_vol
1044 umount /mnt
1045
1046
1047 # initial setup of extra data fs, mounted,
1048 # btrfs subvol create nocow
1049 # chattr +C nocow
1050 # chown iank.iank nocow
1051