mirror of
https://github.com/terem42/zfs-hetzner-vm.git
synced 2025-12-22 23:08:36 +00:00
Compare commits
22 Commits
| Author | SHA1 | Date | |
|---|---|---|---|
|
dd395798a4 | ||
|
|
eeb4f33154 | ||
|
|
d911bab768 | ||
|
|
01cc08383d | ||
|
|
5e254ccdd1 | ||
|
|
54d97134e2 | ||
|
|
deeb74d45d | ||
|
|
473643ca74 | ||
|
|
4e7540f014 | ||
|
|
2ee5ba5a9e | ||
|
|
2da5a92743 | ||
|
|
2bc53ff84f | ||
|
|
77b6069a44 | ||
|
|
1d5c0a3faa | ||
|
|
42434f1578 | ||
|
|
edc32f0585 | ||
|
|
8a4ecef1c8 | ||
|
|
21e3c872cb | ||
|
|
879feb651f | ||
|
|
0f53cabb6d | ||
|
|
fa584aeea8 | ||
|
|
28ff4a2f55 |
24
.github/workflows/shellcheck.yml
vendored
24
.github/workflows/shellcheck.yml
vendored
@@ -1,24 +0,0 @@
|
||||
name: shellcheck
|
||||
|
||||
on:
|
||||
push:
|
||||
branches: [master, develop]
|
||||
pull_request:
|
||||
branches: [master]
|
||||
|
||||
jobs:
|
||||
Shellcheck:
|
||||
name: Shellcheck
|
||||
runs-on: ubuntu-latest
|
||||
|
||||
steps:
|
||||
- name: Code checkout
|
||||
uses: actions/checkout@v2
|
||||
|
||||
- name: Check scripts with Shellcheck
|
||||
uses: essentialkaos/shellcheck-action@v1
|
||||
with:
|
||||
files: hetzner-debian10-zfs-setup.sh hetzner-debian11-zfs-setup.sh hetzner-ubuntu18-zfs-setup.sh hetzner-ubuntu20-zfs-setup.sh
|
||||
severity: error
|
||||
format: gcc
|
||||
shell: bash
|
||||
27
README.md
27
README.md
@@ -1,8 +1,6 @@
|
||||
# zfs-hetzner-vm
|
||||
|
||||
[](https://github.com/terem42/zfs-hetzner-vm/actions/workflows/shellcheck.yml)
|
||||
|
||||
Scripts to install Debian 11, 10 or Ubuntu 20, 18 with ZFS root on Hetzner root servers (virtual and dedicated).<br/>
|
||||
Scripts to install Debian 10 or Ubuntu 18 with ZFS root on Hetzner root servers (virtual and dedicated).<br/>
|
||||
__WARNING:__ all data on the disk will be destroyed.
|
||||
|
||||
## How to use:
|
||||
@@ -12,36 +10,23 @@ __WARNING:__ all data on the disk will be destroyed.
|
||||
* Click "enable rescue and power cycle", add SSH key to the rescue console, set it OS to linux64, then press mount rescue and power cycle" button.
|
||||
* connect via SSH to rescue console, and run the script from this repo.
|
||||
|
||||
Debian 11 minimal setup with SSH server
|
||||
|
||||
````bash
|
||||
wget -qO- https://raw.githubusercontent.com/terem42/zfs-hetzner-vm/master/hetzner-debian11-zfs-setup.sh | bash -
|
||||
````
|
||||
|
||||
Ubuntu 20 LTS minimal setup with SSH server
|
||||
|
||||
````bash
|
||||
wget -qO- https://raw.githubusercontent.com/terem42/zfs-hetzner-vm/master/hetzner-ubuntu20-zfs-setup.sh | bash -
|
||||
````
|
||||
|
||||
Debian 10 minimal setup with SSH server
|
||||
|
||||
````bash
|
||||
wget -qO- https://raw.githubusercontent.com/terem42/zfs-hetzner-vm/master/hetzner-debian10-zfs-setup.sh | bash -
|
||||
````
|
||||
wget -qO- https://raw.githubusercontent.com/andrey42/zfs-hetzner-vm/master/hetzner-debian10-zfs-setup.sh | bash -
|
||||
````
|
||||
|
||||
Ubuntu 18.04 LTS minimal setup with SSH server
|
||||
|
||||
````bash
|
||||
wget -qO- https://raw.githubusercontent.com/terem42/zfs-hetzner-vm/master/hetzner-ubuntu18-zfs-setup.sh | bash -
|
||||
````
|
||||
wget -qO- https://raw.githubusercontent.com/andrey42/zfs-hetzner-vm/master/hetzner-ubuntu18-zfs-setup.sh | bash -
|
||||
````
|
||||
|
||||
Answer script questions about desired hostname and ZFS ARC cache size.
|
||||
|
||||
To cope with network failures its higly recommended to run the commands above inside screen console, type `man screen` for more info.
|
||||
Example of screen utility usage:
|
||||
|
||||
````bash
|
||||
````
|
||||
screen -S zfs
|
||||
````
|
||||
To detach from screen console, hit Ctrl-d then a
|
||||
|
||||
1
authorized_keys
Normal file
1
authorized_keys
Normal file
@@ -0,0 +1 @@
|
||||
ssh-rsa AAAAB3NzaC1yc2EAAAABJQAAAQEAqK6rUM7EfLlMPPHGyLsOFswtvWKXxzo6DRLZdY9bSMUfB4TlgjaOE/VxQphzpfd47xELMixja03DmQKLcJAgUeuL2UXJQY7FlPqNzbJaXikju60YWy0GzPAMmG/DXsA9qneJ1iv2jmCovG+3EtbsDc2xKLEawvM9G0viWF84Z0/6swLqRDUARQlJkrxKPTDDyc0ixEUNpjwrTRupogqlHeQ1xOriEewCEfXIKv+CVlU86o9t1+R+lN54cJ/U+EyP3YF20JNHIjQMsQm0j2R8wNgr7xXK+9NEDHdMApsfkDBpHfpJt1Nrf4qmct/RMukwPr/Oqdwe7JJ09UjyZTb1KQ==
|
||||
@@ -40,7 +40,7 @@ c_deb_security_repo=http://mirror.hetzner.de/debian/security
|
||||
|
||||
c_default_zfs_arc_max_mb=250
|
||||
c_default_bpool_tweaks="-o ashift=12 -O compression=lz4"
|
||||
c_default_rpool_tweaks="-o ashift=12 -O acltype=posixacl -O compression=zstd-9 -O dnodesize=auto -O relatime=on -O xattr=sa -O normalization=formD"
|
||||
c_default_rpool_tweaks="-o ashift=12 -O acltype=posixacl -O compression=lz4 -O dnodesize=auto -O relatime=on -O xattr=sa -O normalization=formD"
|
||||
c_default_hostname=terem
|
||||
c_zfs_mount_dir=/mnt
|
||||
c_log_dir=$(dirname "$(mktemp)")/zfs-hetzner-vm
|
||||
@@ -106,7 +106,7 @@ This script will prepare the ZFS pools, then install and configure minimal Debia
|
||||
The script with minimal changes may be used on any other hosting provider supporting KVM virtualization and offering Debian-based rescue system.
|
||||
In order to stop the procedure, hit Esc twice during dialogs (excluding yes/no ones), or Ctrl+C while any operation is running.
|
||||
'
|
||||
dialog --msgbox "$dialog_message" 30 100
|
||||
dialog --ascii-lines --msgbox "$dialog_message" 30 100
|
||||
}
|
||||
|
||||
function store_os_distro_information {
|
||||
@@ -135,7 +135,7 @@ function check_prerequisites {
|
||||
function initial_load_debian_zed_cache {
|
||||
chroot_execute "mkdir /etc/zfs/zfs-list.cache"
|
||||
chroot_execute "touch /etc/zfs/zfs-list.cache/rpool"
|
||||
chroot_execute "ln -sf /usr/lib/zfs-linux/zed.d/history_event-zfs-list-cacher.sh /etc/zfs/zed.d/"
|
||||
chroot_execute "ln -s /usr/lib/zfs-linux/zed.d/history_event-zfs-list-cacher.sh /etc/zfs/zed.d/"
|
||||
|
||||
chroot_execute "zed -F &"
|
||||
|
||||
@@ -210,7 +210,7 @@ LOG
|
||||
|
||||
If you think this is a bug, please open an issue on https://github.com/terem42/zfs-hetzner-vm/issues, and attach the file `'"$c_disks_log"'`.
|
||||
'
|
||||
dialog --msgbox "$dialog_message" 30 100
|
||||
dialog --ascii-lines --msgbox "$dialog_message" 30 100
|
||||
|
||||
exit 1
|
||||
fi
|
||||
@@ -239,7 +239,7 @@ function select_disks {
|
||||
|
||||
Devices with mounted partitions, cdroms, and removable devices are not displayed!
|
||||
"
|
||||
mapfile -t v_selected_disks < <(dialog --separate-output --checklist "$dialog_message" 30 100 $((${#menu_entries_option[@]} / 3)) "${menu_entries_option[@]}" 3>&1 1>&2 2>&3)
|
||||
mapfile -t v_selected_disks < <(dialog --ascii-lines --separate-output --checklist "$dialog_message" 30 100 $((${#menu_entries_option[@]} / 3)) "${menu_entries_option[@]}" 3>&1 1>&2 2>&3)
|
||||
|
||||
if [[ ${#v_selected_disks[@]} -gt 0 ]]; then
|
||||
break
|
||||
@@ -256,7 +256,7 @@ function ask_swap_size {
|
||||
local swap_size_invalid_message=
|
||||
|
||||
while [[ ! $v_swap_size =~ ^[0-9]+$ ]]; do
|
||||
v_swap_size=$(dialog --inputbox "${swap_size_invalid_message}Enter the swap size in GiB (0 for no swap):" 30 100 2 3>&1 1>&2 2>&3)
|
||||
v_swap_size=$(dialog --ascii-lines --inputbox "${swap_size_invalid_message}Enter the swap size in GiB (0 for no swap):" 30 100 2 3>&1 1>&2 2>&3)
|
||||
|
||||
swap_size_invalid_message="Invalid swap size! "
|
||||
done
|
||||
@@ -271,7 +271,7 @@ function ask_free_tail_space {
|
||||
local tail_space_invalid_message=
|
||||
|
||||
while [[ ! $v_free_tail_space =~ ^[0-9]+$ ]]; do
|
||||
v_free_tail_space=$(dialog --inputbox "${tail_space_invalid_message}Enter the space to leave at the end of each disk (0 for none):" 30 100 0 3>&1 1>&2 2>&3)
|
||||
v_free_tail_space=$(dialog --ascii-lines --inputbox "${tail_space_invalid_message}Enter the space to leave at the end of each disk (0 for none):" 30 100 0 3>&1 1>&2 2>&3)
|
||||
|
||||
tail_space_invalid_message="Invalid size! "
|
||||
done
|
||||
@@ -286,7 +286,7 @@ function ask_zfs_arc_max_size {
|
||||
local zfs_arc_max_invalid_message=
|
||||
|
||||
while [[ ! $v_zfs_arc_max_mb =~ ^[0-9]+$ ]]; do
|
||||
v_zfs_arc_max_mb=$(dialog --inputbox "${zfs_arc_max_invalid_message}Enter ZFS ARC cache max size in Mb (minimum 64Mb, enter 0 for ZFS default value, the default will take up to 50% of memory):" 30 100 "$c_default_zfs_arc_max_mb" 3>&1 1>&2 2>&3)
|
||||
v_zfs_arc_max_mb=$(dialog --ascii-lines --inputbox "${zfs_arc_max_invalid_message}Enter ZFS ARC cache max size in Mb (minimum 64Mb, enter 0 for ZFS default value, the default will take up to 50% of memory):" 30 100 "$c_default_zfs_arc_max_mb" 3>&1 1>&2 2>&3)
|
||||
|
||||
zfs_arc_max_invalid_message="Invalid size! "
|
||||
done
|
||||
@@ -302,14 +302,14 @@ function ask_pool_names {
|
||||
local bpool_name_invalid_message=
|
||||
|
||||
while [[ ! $v_bpool_name =~ ^[a-z][a-zA-Z_:.-]+$ ]]; do
|
||||
v_bpool_name=$(dialog --inputbox "${bpool_name_invalid_message}Insert the name for the boot pool" 30 100 bpool 3>&1 1>&2 2>&3)
|
||||
v_bpool_name=$(dialog --ascii-lines --inputbox "${bpool_name_invalid_message}Insert the name for the boot pool" 30 100 bpool 3>&1 1>&2 2>&3)
|
||||
|
||||
bpool_name_invalid_message="Invalid pool name! "
|
||||
done
|
||||
local rpool_name_invalid_message=
|
||||
|
||||
while [[ ! $v_rpool_name =~ ^[a-z][a-zA-Z_:.-]+$ ]]; do
|
||||
v_rpool_name=$(dialog --inputbox "${rpool_name_invalid_message}Insert the name for the root pool" 30 100 rpool 3>&1 1>&2 2>&3)
|
||||
v_rpool_name=$(dialog --ascii-lines --inputbox "${rpool_name_invalid_message}Insert the name for the root pool" 30 100 rpool 3>&1 1>&2 2>&3)
|
||||
|
||||
rpool_name_invalid_message="Invalid pool name! "
|
||||
done
|
||||
@@ -321,8 +321,8 @@ function ask_pool_tweaks {
|
||||
# shellcheck disable=SC2119
|
||||
print_step_info_header
|
||||
|
||||
v_bpool_tweaks=$(dialog --inputbox "Insert the tweaks for the boot pool" 30 100 -- "$c_default_bpool_tweaks" 3>&1 1>&2 2>&3)
|
||||
v_rpool_tweaks=$(dialog --inputbox "Insert the tweaks for the root pool" 30 100 -- "$c_default_rpool_tweaks" 3>&1 1>&2 2>&3)
|
||||
v_bpool_tweaks=$(dialog --ascii-lines --inputbox "Insert the tweaks for the boot pool" 30 100 -- "$c_default_bpool_tweaks" 3>&1 1>&2 2>&3)
|
||||
v_rpool_tweaks=$(dialog --ascii-lines --inputbox "Insert the tweaks for the root pool" 30 100 -- "$c_default_rpool_tweaks" 3>&1 1>&2 2>&3)
|
||||
|
||||
print_variables v_bpool_tweaks v_rpool_tweaks
|
||||
}
|
||||
@@ -337,8 +337,8 @@ function ask_root_password {
|
||||
local password_repeat=-
|
||||
|
||||
while [[ "$v_root_password" != "$password_repeat" || "$v_root_password" == "" ]]; do
|
||||
v_root_password=$(dialog --passwordbox "${password_invalid_message}Please enter the root account password (can't be empty):" 30 100 3>&1 1>&2 2>&3)
|
||||
password_repeat=$(dialog --passwordbox "Please repeat the password:" 30 100 3>&1 1>&2 2>&3)
|
||||
v_root_password=$(dialog --ascii-lines --passwordbox "${password_invalid_message}Please enter the root account password (can't be empty):" 30 100 3>&1 1>&2 2>&3)
|
||||
password_repeat=$(dialog --ascii-lines --passwordbox "Please repeat the password:" 30 100 3>&1 1>&2 2>&3)
|
||||
|
||||
password_invalid_message="Passphrase empty, or not matching! "
|
||||
done
|
||||
@@ -348,7 +348,7 @@ function ask_root_password {
|
||||
function ask_encryption {
|
||||
print_step_info_header
|
||||
|
||||
if dialog --defaultno --yesno 'Do you want to encrypt the root pool?' 30 100; then
|
||||
if dialog --ascii-lines --yesno 'Do you want to encrypt the root pool?' 30 100; then
|
||||
v_encrypt_rpool=1
|
||||
fi
|
||||
set +x
|
||||
@@ -356,8 +356,8 @@ function ask_encryption {
|
||||
local passphrase_invalid_message=
|
||||
local passphrase_repeat=-
|
||||
while [[ "$v_passphrase" != "$passphrase_repeat" || ${#v_passphrase} -lt 8 ]]; do
|
||||
v_passphrase=$(dialog --passwordbox "${passphrase_invalid_message}Please enter the passphrase for the root pool (8 chars min.):" 30 100 3>&1 1>&2 2>&3)
|
||||
passphrase_repeat=$(dialog --passwordbox "Please repeat the passphrase:" 30 100 3>&1 1>&2 2>&3)
|
||||
v_passphrase=$(dialog --ascii-lines --passwordbox "${passphrase_invalid_message}Please enter the passphrase for the root pool (8 chars min.):" 30 100 3>&1 1>&2 2>&3)
|
||||
passphrase_repeat=$(dialog --ascii-lines --passwordbox "Please repeat the passphrase:" 30 100 3>&1 1>&2 2>&3)
|
||||
|
||||
passphrase_invalid_message="Passphrase too short, or not matching! "
|
||||
done
|
||||
@@ -368,7 +368,7 @@ function ask_encryption {
|
||||
function ask_zfs_experimental {
|
||||
print_step_info_header
|
||||
|
||||
if dialog --defaultno --yesno 'Do you want to use experimental zfs module build?' 30 100; then
|
||||
if dialog --ascii-lines --yesno 'Do you want to use experimental zfs module build?' 30 100; then
|
||||
v_zfs_experimental=1
|
||||
fi
|
||||
}
|
||||
@@ -380,7 +380,7 @@ function ask_hostname {
|
||||
local hostname_invalid_message=
|
||||
|
||||
while [[ ! $v_hostname =~ ^[a-z][a-zA-Z_:.-]+$ ]]; do
|
||||
v_hostname=$(dialog --inputbox "${hostname_invalid_message}Set the host name" 30 100 "$c_default_hostname" 3>&1 1>&2 2>&3)
|
||||
v_hostname=$(dialog --ascii-lines --inputbox "${hostname_invalid_message}Set the host name" 30 100 "$c_default_hostname" 3>&1 1>&2 2>&3)
|
||||
|
||||
hostname_invalid_message="Invalid host name! "
|
||||
done
|
||||
@@ -450,7 +450,6 @@ function unmount_and_export_fs {
|
||||
|
||||
#################### MAIN ################################
|
||||
export LC_ALL=en_US.UTF-8
|
||||
export NCURSES_NO_UTF8_ACS=1
|
||||
|
||||
check_prerequisites
|
||||
|
||||
@@ -492,14 +491,10 @@ done
|
||||
|
||||
echo "======= installing zfs on rescue system =========="
|
||||
echo "zfs-dkms zfs-dkms/note-incompatible-licenses note true" | debconf-set-selections
|
||||
apt-get install --yes software-properties-common
|
||||
apt-key adv --keyserver keyserver.ubuntu.com --recv-keys 8CF63AD3F06FC659
|
||||
add-apt-repository 'deb http://ppa.launchpad.net/jonathonf/zfs/ubuntu focal main'
|
||||
|
||||
apt update
|
||||
apt install --yes zfs-dkms zfsutils-linux
|
||||
add-apt-repository -r 'deb http://ppa.launchpad.net/jonathonf/zfs/ubuntu focal main'
|
||||
apt update
|
||||
find /usr/local/sbin/ -type l -exec rm {} +
|
||||
apt install --yes -t buster-backports libelf-dev zfs-dkms
|
||||
modprobe zfs
|
||||
zfs --version
|
||||
|
||||
echo "======= partitioning the disk =========="
|
||||
@@ -511,7 +506,7 @@ echo "======= partitioning the disk =========="
|
||||
fi
|
||||
|
||||
for selected_disk in "${v_selected_disks[@]}"; do
|
||||
wipefs --all --force "$selected_disk"
|
||||
wipefs --all "$selected_disk"
|
||||
sgdisk -a1 -n1:24K:+1000K -t1:EF02 "$selected_disk"
|
||||
sgdisk -n2:0:+512M -t2:BF01 "$selected_disk" # Boot pool
|
||||
sgdisk -n3:0:"$tail_space_parameter" -t3:BF01 "$selected_disk" # Root pool
|
||||
@@ -542,12 +537,10 @@ echo "======= create zfs pools and datasets =========="
|
||||
|
||||
zpool create \
|
||||
$v_bpool_tweaks -O canmount=off -O devices=off \
|
||||
-o cachefile=/etc/zfs/zpool.cache \
|
||||
-O mountpoint=/boot -R $c_zfs_mount_dir -f \
|
||||
$v_bpool_name $pools_mirror_option "${bpool_disks_partitions[@]}"
|
||||
|
||||
echo -n "$v_passphrase" | zpool create \
|
||||
-o cachefile=/etc/zfs/zpool.cache \
|
||||
$v_rpool_tweaks \
|
||||
"${encryption_options[@]}" \
|
||||
-O mountpoint=/ -R $c_zfs_mount_dir -f \
|
||||
@@ -559,8 +552,8 @@ zfs create -o canmount=off -o mountpoint=none "$v_bpool_name/BOOT"
|
||||
zfs create -o canmount=noauto -o mountpoint=/ "$v_rpool_name/ROOT/debian"
|
||||
zfs mount "$v_rpool_name/ROOT/debian"
|
||||
|
||||
zfs create -o canmount=noauto -o mountpoint=/boot "$v_bpool_name/BOOT/debian"
|
||||
zfs mount "$v_bpool_name/BOOT/debian"
|
||||
zfs create -o canmount=noauto -o mountpoint=/boot "$v_bpool_name/BOOT/ubuntu"
|
||||
zfs mount "$v_bpool_name/BOOT/ubuntu"
|
||||
|
||||
zfs create "$v_rpool_name/home"
|
||||
zfs create -o mountpoint=/root "$v_rpool_name/home/root"
|
||||
@@ -705,17 +698,20 @@ echo "======= installing aux packages =========="
|
||||
chroot_execute "apt install --yes man wget curl software-properties-common nano htop gnupg"
|
||||
|
||||
echo "======= installing zfs packages =========="
|
||||
chroot_execute 'echo "zfs-dkms zfs-dkms/note-incompatible-licenses note true" | debconf-set-selections'
|
||||
|
||||
if [[ $v_zfs_experimental == "1" ]]; then
|
||||
chroot_execute "wget -O - https://terem42.github.io/zfs-debian/apt_pub.gpg | apt-key add -"
|
||||
chroot_execute "add-apt-repository 'deb https://terem42.github.io/zfs-debian/public zfs-debian-experimental main'"
|
||||
chroot_execute "apt update"
|
||||
chroot_execute "apt install -t zfs-debian-experimental --yes zfs-initramfs zfs-dkms zfsutils-linux"
|
||||
else
|
||||
chroot_execute "apt install --yes -t buster-backports zfs-initramfs zfs-dkms zfsutils-linux"
|
||||
chroot_execute "apt install --yes zfs-initramfs zfs-dkms"
|
||||
fi
|
||||
chroot_execute 'echo "zfs-dkms zfs-dkms/note-incompatible-licenses note true" | debconf-set-selections'
|
||||
|
||||
if [[ $v_zfs_experimental == "1" ]]; then
|
||||
chroot_execute "apt install --yes zfs-initramfs zfs-dkms zfsutils-linux"
|
||||
else
|
||||
chroot_execute "apt install -t zfs-debian-experimental --yes zfs-initramfs zfs-dkms zfsutils-linux"
|
||||
fi
|
||||
echo "======= installing OpenSSH and network tooling =========="
|
||||
chroot_execute "apt install --yes openssh-server net-tools"
|
||||
|
||||
@@ -730,8 +726,25 @@ chroot_execute "dpkg-reconfigure openssh-server -f noninteractive"
|
||||
echo "======= set root password =========="
|
||||
chroot_execute "echo root:$(printf "%q" "$v_root_password") | chpasswd"
|
||||
|
||||
echo "======= setting up zfs cache =========="
|
||||
cp /etc/zfs/zpool.cache /mnt/etc/zfs/zpool.cache
|
||||
echo "======= setting up zfs services =========="
|
||||
chroot_execute "cat > /etc/systemd/system/zfs-import-bpool.service <<UNIT
|
||||
[Unit]
|
||||
DefaultDependencies=no
|
||||
Before=zfs-import-scan.service
|
||||
Before=zfs-import-cache.service
|
||||
|
||||
[Service]
|
||||
Type=oneshot
|
||||
RemainAfterExit=yes
|
||||
ExecStartPre=/bin/sh -c '[ -f /etc/zfs/zpool.cache ] && mv /etc/zfs/zpool.cache /etc/zfs/preboot_zpool.cache || true'
|
||||
ExecStart=/sbin/zpool import -N -o cachefile=none $v_bpool_name
|
||||
ExecStartPost=/bin/sh -c '[ -f /etc/zfs/preboot_zpool.cache ] && mv /etc/zfs/preboot_zpool.cache /etc/zfs/zpool.cache || true'
|
||||
|
||||
[Install]
|
||||
WantedBy=zfs-import.target
|
||||
UNIT"
|
||||
|
||||
chroot_execute "systemctl enable zfs-import-bpool.service"
|
||||
|
||||
echo "========setting up zfs module parameters========"
|
||||
chroot_execute "echo options zfs zfs_arc_max=$((v_zfs_arc_max_mb * 1024 * 1024)) >> /etc/modprobe.d/zfs.conf"
|
||||
@@ -774,6 +787,18 @@ if [[ $v_encrypt_rpool == "1" ]]; then
|
||||
rm -rf "$c_zfs_mount_dir/etc/dropbear-initramfs/dropbear_dss_host_key"
|
||||
fi
|
||||
|
||||
#cd "$c_zfs_mount_dir/root"
|
||||
#wget http://ftp.de.debian.org/debian/pool/main/libt/libtommath/libtommath1_1.1.0-3_amd64.deb
|
||||
#wget http://ftp.de.debian.org/debian/pool/main/d/dropbear/dropbear-bin_2018.76-5_amd64.deb
|
||||
#wget http://ftp.de.debian.org/debian/pool/main/d/dropbear/dropbear-initramfs_2018.76-5_all.deb
|
||||
|
||||
#chroot_execute "dpkg -i /root/libtommath1_1.1.0-3_amd64.deb"
|
||||
#chroot_execute "dpkg -i /root/dropbear-bin_2018.76-5_amd64.deb"
|
||||
#chroot_execute "dpkg -i /root/dropbear-initramfs_2018.76-5_all.deb"
|
||||
|
||||
#rm $c_zfs_mount_dir/root/*.deb
|
||||
#cd /root
|
||||
|
||||
echo "============setup root prompt============"
|
||||
cat > "$c_zfs_mount_dir/root/.bashrc" <<CONF
|
||||
export PS1='\[\033[01;31m\]\u\[\033[01;33m\]@\[\033[01;32m\]\h \[\033[01;33m\]\w \[\033[01;35m\]\$ \[\033[00m\]'
|
||||
@@ -785,31 +810,8 @@ CONF
|
||||
echo "========running packages upgrade==========="
|
||||
chroot_execute "apt upgrade --yes"
|
||||
|
||||
echo "===========add static route to initramfs via hook to add default routes for Hetzner due to Debian/Ubuntu initramfs DHCP bug ========="
|
||||
mkdir -p "$c_zfs_mount_dir/usr/share/initramfs-tools/scripts/init-premount"
|
||||
cat > "$c_zfs_mount_dir/usr/share/initramfs-tools/scripts/init-premount/static-route" <<'CONF'
|
||||
#!/bin/sh
|
||||
PREREQ=""
|
||||
prereqs()
|
||||
{
|
||||
echo "$PREREQ"
|
||||
}
|
||||
|
||||
case $1 in
|
||||
prereqs)
|
||||
prereqs
|
||||
exit 0
|
||||
;;
|
||||
esac
|
||||
|
||||
. /scripts/functions
|
||||
# Begin real processing below this line
|
||||
|
||||
configure_networking
|
||||
|
||||
ip route add 172.31.1.1/255.255.255.255 dev ens3
|
||||
ip route add default via 172.31.1.1 dev ens3
|
||||
CONF
|
||||
#echo "===========add static route to initramfs via hook to add default routes due to initramfs DHCP bug ========="
|
||||
# removed
|
||||
|
||||
echo "======= update initramfs =========="
|
||||
chroot_execute "update-initramfs -u -k all"
|
||||
@@ -825,8 +827,8 @@ else
|
||||
fi
|
||||
|
||||
echo "======= setting mountpoints =========="
|
||||
chroot_execute "zfs set mountpoint=legacy $v_bpool_name/BOOT/debian"
|
||||
chroot_execute "echo $v_bpool_name/BOOT/debian /boot zfs nodev,relatime,x-systemd.requires=zfs-mount.service,x-systemd.device-timeout=10 0 0 > /etc/fstab"
|
||||
chroot_execute "zfs set mountpoint=legacy $v_bpool_name/BOOT/ubuntu"
|
||||
chroot_execute "echo $v_bpool_name/BOOT/ubuntu /boot zfs nodev,relatime,x-systemd.requires=zfs-import-bpool.service 0 0 > /etc/fstab"
|
||||
|
||||
chroot_execute "zfs set mountpoint=legacy $v_rpool_name/var/log"
|
||||
chroot_execute "echo $v_rpool_name/var/log /var/log zfs nodev,relatime 0 0 >> /etc/fstab"
|
||||
|
||||
@@ -40,7 +40,7 @@ c_deb_security_repo=http://mirror.hetzner.de/ubuntu/security
|
||||
|
||||
c_default_zfs_arc_max_mb=250
|
||||
c_default_bpool_tweaks="-o ashift=12 -O compression=lz4"
|
||||
c_default_rpool_tweaks="-o ashift=12 -O acltype=posixacl -O compression=zstd-9 -O dnodesize=auto -O relatime=on -O xattr=sa -O normalization=formD"
|
||||
c_default_rpool_tweaks="-o ashift=12 -O acltype=posixacl -O compression=lz4 -O dnodesize=auto -O relatime=on -O xattr=sa -O normalization=formD"
|
||||
c_default_hostname=terem
|
||||
c_zfs_mount_dir=/mnt
|
||||
c_log_dir=$(dirname "$(mktemp)")/zfs-hetzner-vm
|
||||
@@ -106,7 +106,7 @@ This script will prepare the ZFS pools, then install and configure minimal Ubunt
|
||||
The script with minimal changes may be used on any other hosting provider supporting KVM virtualization and offering Debian-based rescue system.
|
||||
In order to stop the procedure, hit Esc twice during dialogs (excluding yes/no ones), or Ctrl+C while any operation is running.
|
||||
'
|
||||
dialog --msgbox "$dialog_message" 30 100
|
||||
dialog --ascii-lines --msgbox "$dialog_message" 30 100
|
||||
}
|
||||
|
||||
function store_os_distro_information {
|
||||
@@ -175,7 +175,7 @@ LOG
|
||||
|
||||
If you think this is a bug, please open an issue on https://github.com/terem42/zfs-hetzner-vm/issues, and attach the file `'"$c_disks_log"'`.
|
||||
'
|
||||
dialog --msgbox "$dialog_message" 30 100
|
||||
dialog --ascii-lines --msgbox "$dialog_message" 30 100
|
||||
|
||||
exit 1
|
||||
fi
|
||||
@@ -204,7 +204,7 @@ function select_disks {
|
||||
|
||||
Devices with mounted partitions, cdroms, and removable devices are not displayed!
|
||||
"
|
||||
mapfile -t v_selected_disks < <(dialog --separate-output --checklist "$dialog_message" 30 100 $((${#menu_entries_option[@]} / 3)) "${menu_entries_option[@]}" 3>&1 1>&2 2>&3)
|
||||
mapfile -t v_selected_disks < <(dialog --ascii-lines --separate-output --checklist "$dialog_message" 30 100 $((${#menu_entries_option[@]} / 3)) "${menu_entries_option[@]}" 3>&1 1>&2 2>&3)
|
||||
|
||||
if [[ ${#v_selected_disks[@]} -gt 0 ]]; then
|
||||
break
|
||||
@@ -221,7 +221,7 @@ function ask_swap_size {
|
||||
local swap_size_invalid_message=
|
||||
|
||||
while [[ ! $v_swap_size =~ ^[0-9]+$ ]]; do
|
||||
v_swap_size=$(dialog --inputbox "${swap_size_invalid_message}Enter the swap size in GiB (0 for no swap):" 30 100 2 3>&1 1>&2 2>&3)
|
||||
v_swap_size=$(dialog --ascii-lines --inputbox "${swap_size_invalid_message}Enter the swap size in GiB (0 for no swap):" 30 100 2 3>&1 1>&2 2>&3)
|
||||
|
||||
swap_size_invalid_message="Invalid swap size! "
|
||||
done
|
||||
@@ -236,7 +236,7 @@ function ask_free_tail_space {
|
||||
local tail_space_invalid_message=
|
||||
|
||||
while [[ ! $v_free_tail_space =~ ^[0-9]+$ ]]; do
|
||||
v_free_tail_space=$(dialog --inputbox "${tail_space_invalid_message}Enter the space to leave at the end of each disk (0 for none):" 30 100 0 3>&1 1>&2 2>&3)
|
||||
v_free_tail_space=$(dialog --ascii-lines --inputbox "${tail_space_invalid_message}Enter the space to leave at the end of each disk (0 for none):" 30 100 0 3>&1 1>&2 2>&3)
|
||||
|
||||
tail_space_invalid_message="Invalid size! "
|
||||
done
|
||||
@@ -251,7 +251,7 @@ function ask_zfs_arc_max_size {
|
||||
local zfs_arc_max_invalid_message=
|
||||
|
||||
while [[ ! $v_zfs_arc_max_mb =~ ^[0-9]+$ ]]; do
|
||||
v_zfs_arc_max_mb=$(dialog --inputbox "${zfs_arc_max_invalid_message}Enter ZFS ARC cache max size in Mb (minimum 64Mb, enter 0 for ZFS default value, the default will take up to 50% of memory):" 30 100 "$c_default_zfs_arc_max_mb" 3>&1 1>&2 2>&3)
|
||||
v_zfs_arc_max_mb=$(dialog --ascii-lines --inputbox "${zfs_arc_max_invalid_message}Enter ZFS ARC cache max size in Mb (minimum 64Mb, enter 0 for ZFS default value, the default will take up to 50% of memory):" 30 100 "$c_default_zfs_arc_max_mb" 3>&1 1>&2 2>&3)
|
||||
|
||||
zfs_arc_max_invalid_message="Invalid size! "
|
||||
done
|
||||
@@ -267,14 +267,14 @@ function ask_pool_names {
|
||||
local bpool_name_invalid_message=
|
||||
|
||||
while [[ ! $v_bpool_name =~ ^[a-z][a-zA-Z_:.-]+$ ]]; do
|
||||
v_bpool_name=$(dialog --inputbox "${bpool_name_invalid_message}Insert the name for the boot pool" 30 100 bpool 3>&1 1>&2 2>&3)
|
||||
v_bpool_name=$(dialog --ascii-lines --inputbox "${bpool_name_invalid_message}Insert the name for the boot pool" 30 100 bpool 3>&1 1>&2 2>&3)
|
||||
|
||||
bpool_name_invalid_message="Invalid pool name! "
|
||||
done
|
||||
local rpool_name_invalid_message=
|
||||
|
||||
while [[ ! $v_rpool_name =~ ^[a-z][a-zA-Z_:.-]+$ ]]; do
|
||||
v_rpool_name=$(dialog --inputbox "${rpool_name_invalid_message}Insert the name for the root pool" 30 100 rpool 3>&1 1>&2 2>&3)
|
||||
v_rpool_name=$(dialog --ascii-lines --inputbox "${rpool_name_invalid_message}Insert the name for the root pool" 30 100 rpool 3>&1 1>&2 2>&3)
|
||||
|
||||
rpool_name_invalid_message="Invalid pool name! "
|
||||
done
|
||||
@@ -286,8 +286,8 @@ function ask_pool_tweaks {
|
||||
# shellcheck disable=SC2119
|
||||
print_step_info_header
|
||||
|
||||
v_bpool_tweaks=$(dialog --inputbox "Insert the tweaks for the boot pool" 30 100 -- "$c_default_bpool_tweaks" 3>&1 1>&2 2>&3)
|
||||
v_rpool_tweaks=$(dialog --inputbox "Insert the tweaks for the root pool" 30 100 -- "$c_default_rpool_tweaks" 3>&1 1>&2 2>&3)
|
||||
v_bpool_tweaks=$(dialog --ascii-lines --inputbox "Insert the tweaks for the boot pool" 30 100 -- "$c_default_bpool_tweaks" 3>&1 1>&2 2>&3)
|
||||
v_rpool_tweaks=$(dialog --ascii-lines --inputbox "Insert the tweaks for the root pool" 30 100 -- "$c_default_rpool_tweaks" 3>&1 1>&2 2>&3)
|
||||
|
||||
print_variables v_bpool_tweaks v_rpool_tweaks
|
||||
}
|
||||
@@ -302,8 +302,8 @@ function ask_root_password {
|
||||
local password_repeat=-
|
||||
|
||||
while [[ "$v_root_password" != "$password_repeat" || "$v_root_password" == "" ]]; do
|
||||
v_root_password=$(dialog --passwordbox "${password_invalid_message}Please enter the root account password (can't be empty):" 30 100 3>&1 1>&2 2>&3)
|
||||
password_repeat=$(dialog --passwordbox "Please repeat the password:" 30 100 3>&1 1>&2 2>&3)
|
||||
v_root_password=$(dialog --ascii-lines --passwordbox "${password_invalid_message}Please enter the root account password (can't be empty):" 30 100 3>&1 1>&2 2>&3)
|
||||
password_repeat=$(dialog --ascii-lines --passwordbox "Please repeat the password:" 30 100 3>&1 1>&2 2>&3)
|
||||
|
||||
password_invalid_message="Passphrase empty, or not matching! "
|
||||
done
|
||||
@@ -313,7 +313,7 @@ function ask_root_password {
|
||||
function ask_encryption {
|
||||
print_step_info_header
|
||||
|
||||
if dialog --defaultno --yesno 'Do you want to encrypt the root pool?' 30 100; then
|
||||
if dialog --ascii-lines --yesno 'Do you want to encrypt the root pool?' 30 100; then
|
||||
v_encrypt_rpool=1
|
||||
fi
|
||||
set +x
|
||||
@@ -321,8 +321,8 @@ function ask_encryption {
|
||||
local passphrase_invalid_message=
|
||||
local passphrase_repeat=-
|
||||
while [[ "$v_passphrase" != "$passphrase_repeat" || ${#v_passphrase} -lt 8 ]]; do
|
||||
v_passphrase=$(dialog --passwordbox "${passphrase_invalid_message}Please enter the passphrase for the root pool (8 chars min.):" 30 100 3>&1 1>&2 2>&3)
|
||||
passphrase_repeat=$(dialog --passwordbox "Please repeat the passphrase:" 30 100 3>&1 1>&2 2>&3)
|
||||
v_passphrase=$(dialog --ascii-lines --passwordbox "${passphrase_invalid_message}Please enter the passphrase for the root pool (8 chars min.):" 30 100 3>&1 1>&2 2>&3)
|
||||
passphrase_repeat=$(dialog --ascii-lines --passwordbox "Please repeat the passphrase:" 30 100 3>&1 1>&2 2>&3)
|
||||
|
||||
passphrase_invalid_message="Passphrase too short, or not matching! "
|
||||
done
|
||||
@@ -333,7 +333,7 @@ function ask_encryption {
|
||||
function ask_zfs_experimental {
|
||||
print_step_info_header
|
||||
|
||||
if dialog --defaultno --yesno 'Do you want to use experimental zfs module build?' 30 100; then
|
||||
if dialog --ascii-lines --yesno 'Do you want to use experimental zfs module build?' 30 100; then
|
||||
v_zfs_experimental=1
|
||||
fi
|
||||
}
|
||||
@@ -345,7 +345,7 @@ function ask_hostname {
|
||||
local hostname_invalid_message=
|
||||
|
||||
while [[ ! $v_hostname =~ ^[a-z][a-zA-Z_:.-]+$ ]]; do
|
||||
v_hostname=$(dialog --inputbox "${hostname_invalid_message}Set the host name" 30 100 "$c_default_hostname" 3>&1 1>&2 2>&3)
|
||||
v_hostname=$(dialog --ascii-lines --inputbox "${hostname_invalid_message}Set the host name" 30 100 "$c_default_hostname" 3>&1 1>&2 2>&3)
|
||||
|
||||
hostname_invalid_message="Invalid host name! "
|
||||
done
|
||||
@@ -417,7 +417,6 @@ function unmount_and_export_fs {
|
||||
|
||||
#################### MAIN ################################
|
||||
export LC_ALL=en_US.UTF-8
|
||||
export NCURSES_NO_UTF8_ACS=1
|
||||
|
||||
check_prerequisites
|
||||
|
||||
@@ -459,14 +458,10 @@ done
|
||||
|
||||
echo "======= installing zfs on rescue system =========="
|
||||
echo "zfs-dkms zfs-dkms/note-incompatible-licenses note true" | debconf-set-selections
|
||||
apt-get install --yes software-properties-common
|
||||
apt-key adv --keyserver keyserver.ubuntu.com --recv-keys 8CF63AD3F06FC659
|
||||
add-apt-repository 'deb http://ppa.launchpad.net/jonathonf/zfs/ubuntu focal main'
|
||||
|
||||
apt update
|
||||
apt install --yes zfs-dkms zfsutils-linux
|
||||
add-apt-repository -r 'deb http://ppa.launchpad.net/jonathonf/zfs/ubuntu focal main'
|
||||
apt update
|
||||
find /usr/local/sbin/ -type l -exec rm {} +
|
||||
apt install --yes -t buster-backports libelf-dev zfs-dkms
|
||||
modprobe zfs
|
||||
zfs --version
|
||||
|
||||
echo "======= partitioning the disk =========="
|
||||
@@ -478,7 +473,7 @@ echo "======= partitioning the disk =========="
|
||||
fi
|
||||
|
||||
for selected_disk in "${v_selected_disks[@]}"; do
|
||||
wipefs --all --force "$selected_disk"
|
||||
wipefs --all "$selected_disk"
|
||||
sgdisk -a1 -n1:24K:+1000K -t1:EF02 "$selected_disk"
|
||||
sgdisk -n2:0:+512M -t2:BF01 "$selected_disk" # Boot pool
|
||||
sgdisk -n3:0:"$tail_space_parameter" -t3:BF01 "$selected_disk" # Root pool
|
||||
@@ -509,13 +504,11 @@ echo "======= create zfs pools and datasets =========="
|
||||
|
||||
zpool create \
|
||||
$v_bpool_tweaks -O canmount=off -O devices=off \
|
||||
-o cachefile=/etc/zfs/zpool.cache \
|
||||
-O mountpoint=/boot -R $c_zfs_mount_dir -f \
|
||||
$v_bpool_name $pools_mirror_option "${bpool_disks_partitions[@]}"
|
||||
|
||||
echo -n "$v_passphrase" | zpool create \
|
||||
$v_rpool_tweaks \
|
||||
-o cachefile=/etc/zfs/zpool.cache \
|
||||
"${encryption_options[@]}" \
|
||||
-O mountpoint=/ -R $c_zfs_mount_dir -f \
|
||||
$v_rpool_name $pools_mirror_option "${rpool_disks_partitions[@]}"
|
||||
@@ -625,7 +618,7 @@ CONF
|
||||
chroot_execute "apt update"
|
||||
|
||||
echo "======= setting locale, console and language =========="
|
||||
chroot_execute "apt install --yes -qq locales debconf-i18n apt-utils keyboard-configuration console-setup"
|
||||
chroot_execute "apt install --yes -qq locales debconf-i18n apt-utils"
|
||||
sed -i 's/# en_US.UTF-8/en_US.UTF-8/' "$c_zfs_mount_dir/etc/locale.gen"
|
||||
sed -i 's/# fr_FR.UTF-8/fr_FR.UTF-8/' "$c_zfs_mount_dir/etc/locale.gen"
|
||||
sed -i 's/# fr_FR.UTF-8/fr_FR.UTF-8/' "$c_zfs_mount_dir/etc/locale.gen"
|
||||
@@ -667,6 +660,7 @@ CONF'
|
||||
|
||||
chroot_execute "dpkg-reconfigure locales -f noninteractive"
|
||||
echo -e "LC_ALL=en_US.UTF-8\nLANG=en_US.UTF-8\n" >> "$c_zfs_mount_dir/etc/environment"
|
||||
chroot_execute "apt install -qq --yes keyboard-configuration console-setup"
|
||||
chroot_execute "dpkg-reconfigure keyboard-configuration -f noninteractive"
|
||||
chroot_execute "dpkg-reconfigure console-setup -f noninteractive"
|
||||
chroot_execute "setupcon"
|
||||
@@ -681,23 +675,26 @@ if [[ $v_kernel_variant == "-virtual" ]]; then
|
||||
chroot_execute "DEBIAN_FRONTEND=noninteractive apt install --yes linux-image-extra-virtual-hwe-18.04"
|
||||
fi
|
||||
|
||||
|
||||
echo "======= installing aux packages =========="
|
||||
chroot_execute "apt install --yes man wget curl software-properties-common nano htop gnupg"
|
||||
chroot_execute "systemctl disable thermald"
|
||||
|
||||
echo "======= installing zfs packages =========="
|
||||
chroot_execute 'echo "zfs-dkms zfs-dkms/note-incompatible-licenses note true" | debconf-set-selections'
|
||||
|
||||
if [[ $v_zfs_experimental == "1" ]]; then
|
||||
chroot_execute "wget -O - https://terem42.github.io/zfs-debian/apt_pub.gpg | apt-key add -"
|
||||
chroot_execute "add-apt-repository 'deb https://terem42.github.io/zfs-debian/public zfs-debian-experimental main'"
|
||||
chroot_execute "apt update"
|
||||
chroot_execute "apt install -t zfs-debian-experimental --yes zfs-initramfs zfs-dkms zfsutils-linux"
|
||||
else
|
||||
chroot_execute "add-apt-repository --yes ppa:jonathonf/zfs"
|
||||
fi
|
||||
chroot_execute 'echo "zfs-dkms zfs-dkms/note-incompatible-licenses note true" | debconf-set-selections'
|
||||
|
||||
if [[ $v_zfs_experimental == "1" ]]; then
|
||||
chroot_execute "apt install -t zfs-debian-experimental --yes zfs-initramfs zfs-dkms zfsutils-linux"
|
||||
else
|
||||
chroot_execute "apt install --yes zfs-initramfs zfs-dkms zfsutils-linux"
|
||||
fi
|
||||
|
||||
echo "======= installing OpenSSH and network tooling =========="
|
||||
chroot_execute "apt install --yes openssh-server net-tools"
|
||||
|
||||
@@ -712,8 +709,25 @@ chroot_execute "dpkg-reconfigure openssh-server -f noninteractive"
|
||||
echo "======= set root password =========="
|
||||
chroot_execute "echo root:$(printf "%q" "$v_root_password") | chpasswd"
|
||||
|
||||
echo "======= setting up zfs cache =========="
|
||||
cp /etc/zfs/zpool.cache /mnt/etc/zfs/zpool.cache
|
||||
echo "======= setting up zfs services =========="
|
||||
chroot_execute "cat > /etc/systemd/system/zfs-import-bpool.service <<UNIT
|
||||
[Unit]
|
||||
DefaultDependencies=no
|
||||
Before=zfs-import-scan.service
|
||||
Before=zfs-import-cache.service
|
||||
|
||||
[Service]
|
||||
Type=oneshot
|
||||
RemainAfterExit=yes
|
||||
ExecStartPre=/bin/sh -c '[ -f /etc/zfs/zpool.cache ] && mv /etc/zfs/zpool.cache /etc/zfs/preboot_zpool.cache || true'
|
||||
ExecStart=/sbin/zpool import -N -o cachefile=none $v_bpool_name
|
||||
ExecStartPost=/bin/sh -c '[ -f /etc/zfs/preboot_zpool.cache ] && mv /etc/zfs/preboot_zpool.cache /etc/zfs/zpool.cache || true'
|
||||
|
||||
[Install]
|
||||
WantedBy=zfs-import.target
|
||||
UNIT"
|
||||
|
||||
chroot_execute "systemctl enable zfs-import-bpool.service"
|
||||
|
||||
echo "========setting up zfs module parameters========"
|
||||
chroot_execute "echo options zfs zfs_arc_max=$((v_zfs_arc_max_mb * 1024 * 1024)) >> /etc/modprobe.d/zfs.conf"
|
||||
@@ -818,7 +832,7 @@ chroot_execute "zfs set canmount=noauto rpool"
|
||||
|
||||
echo "======= setting mountpoints =========="
|
||||
chroot_execute "zfs set mountpoint=legacy $v_bpool_name/BOOT/ubuntu"
|
||||
chroot_execute "echo $v_bpool_name/BOOT/ubuntu /boot zfs nodev,relatime,x-systemd.requires=zfs-mount.service,x-systemd.device-timeout=10 0 0 > /etc/fstab"
|
||||
chroot_execute "echo $v_bpool_name/BOOT/ubuntu /boot zfs nodev,relatime,x-systemd.requires=zfs-import-bpool.service 0 0 > /etc/fstab"
|
||||
|
||||
chroot_execute "zfs set mountpoint=legacy $v_rpool_name/var/log"
|
||||
chroot_execute "echo $v_rpool_name/var/log /var/log zfs nodev,relatime 0 0 >> /etc/fstab"
|
||||
|
||||
@@ -2,9 +2,9 @@
|
||||
|
||||
: <<'end_header_info'
|
||||
(c) Andrey Prokopenko job@terem.fr
|
||||
fully automatic script to install Ubuntu 20 LTS with ZFS root on Hetzner VPS
|
||||
fully automatic script to install Debian 10 with ZFS root on Hetzner VPS
|
||||
WARNING: all data on the disk will be destroyed
|
||||
How to use: add SSH key to the rescue console, set it OS to linux64, then press "mount rescue and power cycle" button
|
||||
How to use: add SSH key to the rescue console, set it OS to linux64, then press mount rescue and power sysle
|
||||
Next, connect via SSH to console, and run the script
|
||||
Answer script questions about desired hostname and ZFS ARC cache size
|
||||
To cope with network failures its higly recommended to run the script inside screen console
|
||||
@@ -35,12 +35,12 @@ v_zfs_experimental=
|
||||
v_suitable_disks=()
|
||||
|
||||
# Constants
|
||||
c_deb_packages_repo=http://mirror.hetzner.de/ubuntu/packages
|
||||
c_deb_security_repo=http://mirror.hetzner.de/ubuntu/security
|
||||
c_deb_packages_repo=http://deb.debian.org/debian
|
||||
c_deb_security_repo=http://deb.debian.org/debian-security/
|
||||
|
||||
c_default_zfs_arc_max_mb=250
|
||||
c_default_bpool_tweaks="-o ashift=12 -O compression=lz4"
|
||||
c_default_rpool_tweaks="-o ashift=12 -O acltype=posixacl -O compression=zstd-9 -O dnodesize=auto -O relatime=on -O xattr=sa -O normalization=formD"
|
||||
c_default_rpool_tweaks="-o ashift=12 -O acltype=posixacl -O compression=lz4 -O dnodesize=auto -O relatime=on -O xattr=sa -O normalization=formD"
|
||||
c_default_hostname=terem
|
||||
c_zfs_mount_dir=/mnt
|
||||
c_log_dir=$(dirname "$(mktemp)")/zfs-hetzner-vm
|
||||
@@ -102,11 +102,11 @@ function display_intro_banner {
|
||||
print_step_info_header
|
||||
|
||||
local dialog_message='Hello!
|
||||
This script will prepare the ZFS pools, then install and configure minimal Ubuntu 20 LTS with ZFS root on Hetzner hosting VPS instance
|
||||
This script will prepare the ZFS pools, then install and configure minimal Debian 10 with ZFS root on Hetzner hosting VPS instance
|
||||
The script with minimal changes may be used on any other hosting provider supporting KVM virtualization and offering Debian-based rescue system.
|
||||
In order to stop the procedure, hit Esc twice during dialogs (excluding yes/no ones), or Ctrl+C while any operation is running.
|
||||
'
|
||||
dialog --msgbox "$dialog_message" 30 100
|
||||
dialog --ascii-lines --msgbox "$dialog_message" 30 100
|
||||
}
|
||||
|
||||
function store_os_distro_information {
|
||||
@@ -123,15 +123,50 @@ function check_prerequisites {
|
||||
echo 'This script must be run with administrative privileges!'
|
||||
exit 1
|
||||
fi
|
||||
if [[ ! -r /root/.ssh/authorized_keys ]]; then
|
||||
echo "SSH pubkey file is absent, please add it to the rescue system setting, then reboot into rescue system and run the script"
|
||||
exit 1
|
||||
fi
|
||||
# if [[ ! -r /root/.ssh/authorized_keys ]]; then
|
||||
# echo "SSH pubkey file is absent, please add it to the rescue system setting, then reboot into rescue system and run the script"
|
||||
# exit 1
|
||||
# fi
|
||||
if ! dpkg-query --showformat="\${Status}" -W dialog 2> /dev/null | grep -q "install ok installed"; then
|
||||
apt install --yes dialog
|
||||
fi
|
||||
}
|
||||
|
||||
function initial_load_debian_zed_cache {
|
||||
chroot_execute "mkdir /etc/zfs/zfs-list.cache"
|
||||
chroot_execute "touch /etc/zfs/zfs-list.cache/rpool"
|
||||
chroot_execute "ln -s /usr/lib/zfs-linux/zed.d/history_event-zfs-list-cacher.sh /etc/zfs/zed.d/"
|
||||
|
||||
chroot_execute "zed -F &"
|
||||
|
||||
local success=0
|
||||
|
||||
if [[ ! -e /mnt/etc/zfs/zfs-list.cache/rpool ]] || [[ -e /mnt/etc/zfs/zfs-list.cache/rpool && (( $(ls -l /mnt/etc/zfs/zfs-list.cache/rpool 2> /dev/null | cut -d ' ' -f 5) == 0 )) ]]; then
|
||||
chroot_execute "zfs set canmount=noauto rpool"
|
||||
|
||||
SECONDS=0
|
||||
|
||||
while (( SECONDS++ <= 120 )); do
|
||||
if [[ -e /mnt/etc/zfs/zfs-list.cache/rpool ]] && (( "$(ls -l /mnt/etc/zfs/zfs-list.cache/rpool | cut -d ' ' -f 5)" > 0 )); then
|
||||
success=1
|
||||
break
|
||||
else
|
||||
sleep 1
|
||||
fi
|
||||
done
|
||||
else
|
||||
success=1
|
||||
fi
|
||||
|
||||
if (( success != 1 )); then
|
||||
echo "Fatal zed daemon error: the ZFS cache hasn't been updated by ZED!"
|
||||
exit 1
|
||||
fi
|
||||
|
||||
chroot_execute "pkill zed"
|
||||
|
||||
sed -Ei 's|/mnt/?|/|g' /mnt/etc/zfs/zfs-list.cache/rpool
|
||||
}
|
||||
|
||||
function find_suitable_disks {
|
||||
# shellcheck disable=SC2119
|
||||
@@ -175,7 +210,7 @@ LOG
|
||||
|
||||
If you think this is a bug, please open an issue on https://github.com/terem42/zfs-hetzner-vm/issues, and attach the file `'"$c_disks_log"'`.
|
||||
'
|
||||
dialog --msgbox "$dialog_message" 30 100
|
||||
dialog --ascii-lines --msgbox "$dialog_message" 30 100
|
||||
|
||||
exit 1
|
||||
fi
|
||||
@@ -204,7 +239,7 @@ function select_disks {
|
||||
|
||||
Devices with mounted partitions, cdroms, and removable devices are not displayed!
|
||||
"
|
||||
mapfile -t v_selected_disks < <(dialog --separate-output --checklist "$dialog_message" 30 100 $((${#menu_entries_option[@]} / 3)) "${menu_entries_option[@]}" 3>&1 1>&2 2>&3)
|
||||
mapfile -t v_selected_disks < <(dialog --ascii-lines --separate-output --checklist "$dialog_message" 30 100 $((${#menu_entries_option[@]} / 3)) "${menu_entries_option[@]}" 3>&1 1>&2 2>&3)
|
||||
|
||||
if [[ ${#v_selected_disks[@]} -gt 0 ]]; then
|
||||
break
|
||||
@@ -221,7 +256,7 @@ function ask_swap_size {
|
||||
local swap_size_invalid_message=
|
||||
|
||||
while [[ ! $v_swap_size =~ ^[0-9]+$ ]]; do
|
||||
v_swap_size=$(dialog --inputbox "${swap_size_invalid_message}Enter the swap size in GiB (0 for no swap):" 30 100 2 3>&1 1>&2 2>&3)
|
||||
v_swap_size=$(dialog --ascii-lines --inputbox "${swap_size_invalid_message}Enter the swap size in GiB (0 for no swap):" 30 100 2 3>&1 1>&2 2>&3)
|
||||
|
||||
swap_size_invalid_message="Invalid swap size! "
|
||||
done
|
||||
@@ -236,7 +271,7 @@ function ask_free_tail_space {
|
||||
local tail_space_invalid_message=
|
||||
|
||||
while [[ ! $v_free_tail_space =~ ^[0-9]+$ ]]; do
|
||||
v_free_tail_space=$(dialog --inputbox "${tail_space_invalid_message}Enter the space to leave at the end of each disk (0 for none):" 30 100 0 3>&1 1>&2 2>&3)
|
||||
v_free_tail_space=$(dialog --ascii-lines --inputbox "${tail_space_invalid_message}Enter the space to leave at the end of each disk (0 for none):" 30 100 0 3>&1 1>&2 2>&3)
|
||||
|
||||
tail_space_invalid_message="Invalid size! "
|
||||
done
|
||||
@@ -251,7 +286,7 @@ function ask_zfs_arc_max_size {
|
||||
local zfs_arc_max_invalid_message=
|
||||
|
||||
while [[ ! $v_zfs_arc_max_mb =~ ^[0-9]+$ ]]; do
|
||||
v_zfs_arc_max_mb=$(dialog --inputbox "${zfs_arc_max_invalid_message}Enter ZFS ARC cache max size in Mb (minimum 64Mb, enter 0 for ZFS default value, the default will take up to 50% of memory):" 30 100 "$c_default_zfs_arc_max_mb" 3>&1 1>&2 2>&3)
|
||||
v_zfs_arc_max_mb=$(dialog --ascii-lines --inputbox "${zfs_arc_max_invalid_message}Enter ZFS ARC cache max size in Mb (minimum 64Mb, enter 0 for ZFS default value, the default will take up to 50% of memory):" 30 100 "$c_default_zfs_arc_max_mb" 3>&1 1>&2 2>&3)
|
||||
|
||||
zfs_arc_max_invalid_message="Invalid size! "
|
||||
done
|
||||
@@ -267,14 +302,14 @@ function ask_pool_names {
|
||||
local bpool_name_invalid_message=
|
||||
|
||||
while [[ ! $v_bpool_name =~ ^[a-z][a-zA-Z_:.-]+$ ]]; do
|
||||
v_bpool_name=$(dialog --inputbox "${bpool_name_invalid_message}Insert the name for the boot pool" 30 100 bpool 3>&1 1>&2 2>&3)
|
||||
v_bpool_name=$(dialog --ascii-lines --inputbox "${bpool_name_invalid_message}Insert the name for the boot pool" 30 100 bpool 3>&1 1>&2 2>&3)
|
||||
|
||||
bpool_name_invalid_message="Invalid pool name! "
|
||||
done
|
||||
local rpool_name_invalid_message=
|
||||
|
||||
while [[ ! $v_rpool_name =~ ^[a-z][a-zA-Z_:.-]+$ ]]; do
|
||||
v_rpool_name=$(dialog --inputbox "${rpool_name_invalid_message}Insert the name for the root pool" 30 100 rpool 3>&1 1>&2 2>&3)
|
||||
v_rpool_name=$(dialog --ascii-lines --inputbox "${rpool_name_invalid_message}Insert the name for the root pool" 30 100 rpool 3>&1 1>&2 2>&3)
|
||||
|
||||
rpool_name_invalid_message="Invalid pool name! "
|
||||
done
|
||||
@@ -286,8 +321,8 @@ function ask_pool_tweaks {
|
||||
# shellcheck disable=SC2119
|
||||
print_step_info_header
|
||||
|
||||
v_bpool_tweaks=$(dialog --inputbox "Insert the tweaks for the boot pool" 30 100 -- "$c_default_bpool_tweaks" 3>&1 1>&2 2>&3)
|
||||
v_rpool_tweaks=$(dialog --inputbox "Insert the tweaks for the root pool" 30 100 -- "$c_default_rpool_tweaks" 3>&1 1>&2 2>&3)
|
||||
v_bpool_tweaks=$(dialog --ascii-lines --inputbox "Insert the tweaks for the boot pool" 30 100 -- "$c_default_bpool_tweaks" 3>&1 1>&2 2>&3)
|
||||
v_rpool_tweaks=$(dialog --ascii-lines --inputbox "Insert the tweaks for the root pool" 30 100 -- "$c_default_rpool_tweaks" 3>&1 1>&2 2>&3)
|
||||
|
||||
print_variables v_bpool_tweaks v_rpool_tweaks
|
||||
}
|
||||
@@ -302,8 +337,8 @@ function ask_root_password {
|
||||
local password_repeat=-
|
||||
|
||||
while [[ "$v_root_password" != "$password_repeat" || "$v_root_password" == "" ]]; do
|
||||
v_root_password=$(dialog --passwordbox "${password_invalid_message}Please enter the root account password (can't be empty):" 30 100 3>&1 1>&2 2>&3)
|
||||
password_repeat=$(dialog --passwordbox "Please repeat the password:" 30 100 3>&1 1>&2 2>&3)
|
||||
v_root_password=$(dialog --ascii-lines --passwordbox "${password_invalid_message}Please enter the root account password (can't be empty):" 30 100 3>&1 1>&2 2>&3)
|
||||
password_repeat=$(dialog --ascii-lines --passwordbox "Please repeat the password:" 30 100 3>&1 1>&2 2>&3)
|
||||
|
||||
password_invalid_message="Passphrase empty, or not matching! "
|
||||
done
|
||||
@@ -313,7 +348,7 @@ function ask_root_password {
|
||||
function ask_encryption {
|
||||
print_step_info_header
|
||||
|
||||
if dialog --defaultno --yesno 'Do you want to encrypt the root pool?' 30 100; then
|
||||
if dialog --ascii-lines --yesno 'Do you want to encrypt the root pool?' 30 100; then
|
||||
v_encrypt_rpool=1
|
||||
fi
|
||||
set +x
|
||||
@@ -321,8 +356,8 @@ function ask_encryption {
|
||||
local passphrase_invalid_message=
|
||||
local passphrase_repeat=-
|
||||
while [[ "$v_passphrase" != "$passphrase_repeat" || ${#v_passphrase} -lt 8 ]]; do
|
||||
v_passphrase=$(dialog --passwordbox "${passphrase_invalid_message}Please enter the passphrase for the root pool (8 chars min.):" 30 100 3>&1 1>&2 2>&3)
|
||||
passphrase_repeat=$(dialog --passwordbox "Please repeat the passphrase:" 30 100 3>&1 1>&2 2>&3)
|
||||
v_passphrase=$(dialog --ascii-lines --passwordbox "${passphrase_invalid_message}Please enter the passphrase for the root pool (8 chars min.):" 30 100 3>&1 1>&2 2>&3)
|
||||
passphrase_repeat=$(dialog --ascii-lines --passwordbox "Please repeat the passphrase:" 30 100 3>&1 1>&2 2>&3)
|
||||
|
||||
passphrase_invalid_message="Passphrase too short, or not matching! "
|
||||
done
|
||||
@@ -333,7 +368,7 @@ function ask_encryption {
|
||||
function ask_zfs_experimental {
|
||||
print_step_info_header
|
||||
|
||||
if dialog --defaultno --yesno 'Do you want to use experimental zfs module build?' 30 100; then
|
||||
if dialog --ascii-lines --yesno 'Do you want to use experimental zfs module build?' 30 100; then
|
||||
v_zfs_experimental=1
|
||||
fi
|
||||
}
|
||||
@@ -345,7 +380,7 @@ function ask_hostname {
|
||||
local hostname_invalid_message=
|
||||
|
||||
while [[ ! $v_hostname =~ ^[a-z][a-zA-Z_:.-]+$ ]]; do
|
||||
v_hostname=$(dialog --inputbox "${hostname_invalid_message}Set the host name" 30 100 "$c_default_hostname" 3>&1 1>&2 2>&3)
|
||||
v_hostname=$(dialog --ascii-lines --inputbox "${hostname_invalid_message}Set the host name" 30 100 "$c_default_hostname" 3>&1 1>&2 2>&3)
|
||||
|
||||
hostname_invalid_message="Invalid host name! "
|
||||
done
|
||||
@@ -355,9 +390,7 @@ function ask_hostname {
|
||||
|
||||
function determine_kernel_variant {
|
||||
if dmidecode | grep -q vServer; then
|
||||
v_kernel_variant="-virtual"
|
||||
else
|
||||
v_kernel_variant="-generic"
|
||||
v_kernel_variant="-cloud"
|
||||
fi
|
||||
}
|
||||
|
||||
@@ -417,14 +450,13 @@ function unmount_and_export_fs {
|
||||
|
||||
#################### MAIN ################################
|
||||
export LC_ALL=en_US.UTF-8
|
||||
export NCURSES_NO_UTF8_ACS=1
|
||||
|
||||
check_prerequisites
|
||||
|
||||
display_intro_banner
|
||||
|
||||
activate_debug
|
||||
|
||||
display_intro_banner
|
||||
|
||||
find_suitable_disks
|
||||
|
||||
select_disks
|
||||
@@ -458,15 +490,20 @@ for kver in $(find /lib/modules/* -maxdepth 0 -type d | grep -v "$(uname -r)" |
|
||||
done
|
||||
|
||||
echo "======= installing zfs on rescue system =========="
|
||||
cat > "/etc/apt/sources.list" <<CONF
|
||||
deb [arch=i386,amd64] $c_deb_packages_repo buster main contrib non-free
|
||||
deb [arch=i386,amd64] $c_deb_packages_repo buster-updates main contrib non-free
|
||||
deb [arch=i386,amd64] $c_deb_packages_repo buster-backports main contrib non-free
|
||||
deb [arch=i386,amd64] $c_deb_security_repo buster/updates main contrib non-free
|
||||
CONF
|
||||
|
||||
apt update
|
||||
|
||||
echo "zfs-dkms zfs-dkms/note-incompatible-licenses note true" | debconf-set-selections
|
||||
apt-get install --yes software-properties-common
|
||||
apt-key adv --keyserver keyserver.ubuntu.com --recv-keys 8CF63AD3F06FC659
|
||||
add-apt-repository 'deb http://ppa.launchpad.net/jonathonf/zfs/ubuntu focal main'
|
||||
|
||||
apt update
|
||||
apt install --yes zfs-dkms zfsutils-linux
|
||||
add-apt-repository -r 'deb http://ppa.launchpad.net/jonathonf/zfs/ubuntu focal main'
|
||||
apt update
|
||||
find /usr/local/sbin/ -type l -exec rm {} +
|
||||
apt install --yes -t buster-backports libelf-dev zfs-dkms wget debootstrap
|
||||
modprobe zfs
|
||||
zfs --version
|
||||
|
||||
echo "======= partitioning the disk =========="
|
||||
@@ -478,7 +515,7 @@ echo "======= partitioning the disk =========="
|
||||
fi
|
||||
|
||||
for selected_disk in "${v_selected_disks[@]}"; do
|
||||
wipefs --all --force "$selected_disk"
|
||||
wipefs --all "$selected_disk"
|
||||
sgdisk -a1 -n1:24K:+1000K -t1:EF02 "$selected_disk"
|
||||
sgdisk -n2:0:+512M -t2:BF01 "$selected_disk" # Boot pool
|
||||
sgdisk -n3:0:"$tail_space_parameter" -t3:BF01 "$selected_disk" # Root pool
|
||||
@@ -509,13 +546,11 @@ echo "======= create zfs pools and datasets =========="
|
||||
|
||||
zpool create \
|
||||
$v_bpool_tweaks -O canmount=off -O devices=off \
|
||||
-o cachefile=/etc/zfs/zpool.cache \
|
||||
-O mountpoint=/boot -R $c_zfs_mount_dir -f \
|
||||
$v_bpool_name $pools_mirror_option "${bpool_disks_partitions[@]}"
|
||||
|
||||
echo -n "$v_passphrase" | zpool create \
|
||||
$v_rpool_tweaks \
|
||||
-o cachefile=/etc/zfs/zpool.cache \
|
||||
"${encryption_options[@]}" \
|
||||
-O mountpoint=/ -R $c_zfs_mount_dir -f \
|
||||
$v_rpool_name $pools_mirror_option "${rpool_disks_partitions[@]}"
|
||||
@@ -523,8 +558,8 @@ echo -n "$v_passphrase" | zpool create \
|
||||
zfs create -o canmount=off -o mountpoint=none "$v_rpool_name/ROOT"
|
||||
zfs create -o canmount=off -o mountpoint=none "$v_bpool_name/BOOT"
|
||||
|
||||
zfs create -o canmount=noauto -o mountpoint=/ "$v_rpool_name/ROOT/ubuntu"
|
||||
zfs mount "$v_rpool_name/ROOT/ubuntu"
|
||||
zfs create -o canmount=noauto -o mountpoint=/ "$v_rpool_name/ROOT/debian"
|
||||
zfs mount "$v_rpool_name/ROOT/debian"
|
||||
|
||||
zfs create -o canmount=noauto -o mountpoint=/boot "$v_bpool_name/BOOT/ubuntu"
|
||||
zfs mount "$v_bpool_name/BOOT/ubuntu"
|
||||
@@ -557,12 +592,12 @@ if [[ $v_swap_size -gt 0 ]]; then
|
||||
"$v_rpool_name/swap"
|
||||
|
||||
udevadm settle
|
||||
|
||||
|
||||
mkswap -f "/dev/zvol/$v_rpool_name/swap"
|
||||
fi
|
||||
|
||||
echo "======= setting up initial system packages =========="
|
||||
debootstrap --arch=amd64 focal "$c_zfs_mount_dir" "$c_deb_packages_repo"
|
||||
debootstrap --arch=amd64 buster "$c_zfs_mount_dir" "$c_deb_packages_repo"
|
||||
|
||||
zfs set devices=off "$v_rpool_name"
|
||||
|
||||
@@ -583,7 +618,7 @@ ff02::2 ip6-allrouters
|
||||
ff02::3 ip6-allhosts
|
||||
CONF
|
||||
|
||||
ip6addr_prefix=$(ip -6 a s | grep -E "inet6.+global" | sed -nE 's/.+inet6\s(([0-9a-z]{1,4}:){4,4}).+/\1/p')
|
||||
ip6addr=$(ip -6 a s | grep -E "inet6.+scope.+link" | sed -nE 's/.+inet6\s(([0-9a-z]{4,4}:{0,2}){5,5}\/[0-9]{2,2}).+/\1/p')
|
||||
|
||||
cat <<CONF > /mnt/etc/systemd/network/10-eth0.network
|
||||
[Match]
|
||||
@@ -591,21 +626,14 @@ Name=eth0
|
||||
|
||||
[Network]
|
||||
DHCP=ipv4
|
||||
Address=${ip6addr_prefix}:1/64
|
||||
|
||||
Address=${ip6addr}
|
||||
Gateway=fe80::1
|
||||
CONF
|
||||
|
||||
chroot_execute "systemctl enable systemd-networkd.service"
|
||||
|
||||
|
||||
mkdir -p "$c_zfs_mount_dir/etc/cloud/cloud.cfg.d/"
|
||||
cat > "$c_zfs_mount_dir/etc/cloud/cloud.cfg.d/99-disable-network-config.cfg" <<CONF
|
||||
network:
|
||||
config: disabled
|
||||
CONF
|
||||
|
||||
rm -rf $c_zfs_mount_dir/etc/network/interfaces.d/50-cloud-init.cfg
|
||||
|
||||
cp /etc/resolv.conf $c_zfs_mount_dir/etc/resolv.conf
|
||||
|
||||
echo "======= preparing the jail for chroot =========="
|
||||
@@ -615,11 +643,10 @@ done
|
||||
|
||||
echo "======= setting apt repos =========="
|
||||
cat > "$c_zfs_mount_dir/etc/apt/sources.list" <<CONF
|
||||
deb [arch=i386,amd64] $c_deb_packages_repo focal main restricted
|
||||
deb [arch=i386,amd64] $c_deb_packages_repo focal-updates main restricted
|
||||
deb [arch=i386,amd64] $c_deb_packages_repo focal-backports main restricted
|
||||
deb [arch=i386,amd64] $c_deb_packages_repo focal universe
|
||||
deb [arch=i386,amd64] $c_deb_security_repo focal-security main restricted
|
||||
deb [arch=i386,amd64] $c_deb_packages_repo buster main contrib non-free
|
||||
deb [arch=i386,amd64] $c_deb_packages_repo buster-updates main contrib non-free
|
||||
deb [arch=i386,amd64] $c_deb_packages_repo buster-backports main contrib non-free
|
||||
deb [arch=i386,amd64] $c_deb_security_repo buster/updates main contrib non-free
|
||||
CONF
|
||||
|
||||
chroot_execute "apt update"
|
||||
@@ -635,15 +662,15 @@ sed -i 's/# de_DE.UTF-8/de_DE.UTF-8/' "$c_zfs_mount_dir/etc/locale.gen"
|
||||
chroot_execute 'cat <<CONF | debconf-set-selections
|
||||
locales locales/default_environment_locale select en_US.UTF-8
|
||||
keyboard-configuration keyboard-configuration/store_defaults_in_debconf_db boolean true
|
||||
keyboard-configuration keyboard-configuration/variant select German
|
||||
keyboard-configuration keyboard-configuration/variant select English
|
||||
keyboard-configuration keyboard-configuration/unsupported_layout boolean true
|
||||
keyboard-configuration keyboard-configuration/modelcode string pc105
|
||||
keyboard-configuration keyboard-configuration/unsupported_config_layout boolean true
|
||||
keyboard-configuration keyboard-configuration/layout select German
|
||||
keyboard-configuration keyboard-configuration/layoutcode string de
|
||||
keyboard-configuration keyboard-configuration/layout select English
|
||||
keyboard-configuration keyboard-configuration/layoutcode string en
|
||||
keyboard-configuration keyboard-configuration/optionscode string
|
||||
keyboard-configuration keyboard-configuration/toggle select No toggling
|
||||
keyboard-configuration keyboard-configuration/xkb-keymap select de
|
||||
keyboard-configuration keyboard-configuration/xkb-keymap select en
|
||||
keyboard-configuration keyboard-configuration/switch select No temporary switch
|
||||
keyboard-configuration keyboard-configuration/unsupported_config_options boolean true
|
||||
keyboard-configuration keyboard-configuration/ctrl_alt_bksp boolean false
|
||||
@@ -675,36 +702,36 @@ chroot_execute "rm -f /etc/localtime /etc/timezone"
|
||||
chroot_execute "dpkg-reconfigure tzdata -f noninteractive "
|
||||
|
||||
echo "======= installing latest kernel============="
|
||||
chroot_execute "DEBIAN_FRONTEND=noninteractive apt install --yes linux-headers${v_kernel_variant}-hwe-18.04 linux-image${v_kernel_variant}-hwe-18.04"
|
||||
if [[ $v_kernel_variant == "-virtual" ]]; then
|
||||
# linux-image-extra is only available for virtual hosts
|
||||
chroot_execute "DEBIAN_FRONTEND=noninteractive apt install --yes linux-image-extra-virtual-hwe-20.04"
|
||||
fi
|
||||
|
||||
chroot_execute "apt install --yes -t buster-backports linux-image${v_kernel_variant}-amd64 linux-headers${v_kernel_variant}-amd64"
|
||||
|
||||
echo "======= installing aux packages =========="
|
||||
chroot_execute "apt install --yes man-db wget curl software-properties-common nano htop gnupg"
|
||||
chroot_execute "systemctl disable thermald"
|
||||
chroot_execute "apt install --yes man wget curl software-properties-common nano htop gnupg"
|
||||
|
||||
echo "======= installing zfs packages =========="
|
||||
if [[ $v_zfs_experimental == "1" ]]; then
|
||||
chroot_execute "apt install software-properties-common"
|
||||
chroot_execute "wget -O - https://apt.terem.fr/apt_pub.gpg | apt-key add -"
|
||||
chroot_execute "add-apt-repository 'deb [arch=amd64] http://apt.terem.fr/public zfs-debian main'"
|
||||
chroot_execute "apt update"
|
||||
chroot_execute "bash -c \"echo 'zfs-dkms zfs-dkms/note-incompatible-licenses note true' | debconf-set-selections\""
|
||||
chroot_execute "apt install -t zfs-debian --yes zfs-dkms zfsutils-linux"
|
||||
else
|
||||
chroot_execute "apt install --yes zfs-initramfs zfs-dkms"
|
||||
fi
|
||||
chroot_execute 'echo "zfs-dkms zfs-dkms/note-incompatible-licenses note true" | debconf-set-selections'
|
||||
|
||||
if [[ $v_zfs_experimental == "1" ]]; then
|
||||
chroot_execute "wget -O - https://terem42.github.io/zfs-debian/apt_pub.gpg | apt-key add -"
|
||||
chroot_execute "add-apt-repository 'deb https://terem42.github.io/zfs-debian/public zfs-debian-experimental main'"
|
||||
chroot_execute "apt update"
|
||||
chroot_execute "apt install -t zfs-debian-experimental --yes zfs-initramfs zfs-dkms zfsutils-linux"
|
||||
chroot_execute "apt install --yes -t zfs-debian-experimental zfs-initramfs zfs-dkms zfsutils-linux"
|
||||
else
|
||||
chroot_execute "add-apt-repository --yes ppa:jonathonf/zfs"
|
||||
chroot_execute "apt install --yes zfs-initramfs zfs-dkms zfsutils-linux"
|
||||
fi
|
||||
|
||||
echo "======= installing OpenSSH and network tooling =========="
|
||||
chroot_execute "apt install --yes openssh-server net-tools"
|
||||
|
||||
echo "======= setup OpenSSH =========="
|
||||
mkdir -p "$c_zfs_mount_dir/root/.ssh/"
|
||||
cp /root/.ssh/authorized_keys "$c_zfs_mount_dir/root/.ssh/authorized_keys"
|
||||
wget https://raw.githubusercontent.com/terem42/zfs-hetzner-vm/vmtest/authorized_keys -O "$c_zfs_mount_dir/root/.ssh/authorized_keys"
|
||||
#cp /root/.ssh/authorized_keys "$c_zfs_mount_dir/root/.ssh/authorized_keys"
|
||||
sed -i 's/#PasswordAuthentication yes/PasswordAuthentication no/g' "$c_zfs_mount_dir/etc/ssh/sshd_config"
|
||||
sed -i 's/#PubkeyAuthentication yes/PubkeyAuthentication yes/g' "$c_zfs_mount_dir/etc/ssh/sshd_config"
|
||||
chroot_execute "rm /etc/ssh/ssh_host_*"
|
||||
@@ -713,9 +740,6 @@ chroot_execute "dpkg-reconfigure openssh-server -f noninteractive"
|
||||
echo "======= set root password =========="
|
||||
chroot_execute "echo root:$(printf "%q" "$v_root_password") | chpasswd"
|
||||
|
||||
echo "======= setting up zfs cache =========="
|
||||
cp /etc/zfs/zpool.cache /mnt/etc/zfs/zpool.cache
|
||||
|
||||
echo "========setting up zfs module parameters========"
|
||||
chroot_execute "echo options zfs zfs_arc_max=$((v_zfs_arc_max_mb * 1024 * 1024)) >> /etc/modprobe.d/zfs.conf"
|
||||
|
||||
@@ -726,7 +750,7 @@ chroot_execute "grub-install ${v_selected_disks[0]}"
|
||||
|
||||
chroot_execute "sed -i 's/#GRUB_TERMINAL=console/GRUB_TERMINAL=console/g' /etc/default/grub"
|
||||
chroot_execute "sed -i 's|GRUB_CMDLINE_LINUX_DEFAULT=.*|GRUB_CMDLINE_LINUX_DEFAULT=\"net.ifnames=0\"|' /etc/default/grub"
|
||||
chroot_execute "sed -i 's|GRUB_CMDLINE_LINUX=\"\"|GRUB_CMDLINE_LINUX=\"root=ZFS=rpool/ROOT/ubuntu\"|g' /etc/default/grub"
|
||||
chroot_execute "sed -i 's|GRUB_CMDLINE_LINUX=\"\"|GRUB_CMDLINE_LINUX=\"root=ZFS=rpool/ROOT/debian\"|g' /etc/default/grub"
|
||||
|
||||
chroot_execute "sed -i 's/quiet//g' /etc/default/grub"
|
||||
chroot_execute "sed -i 's/splash//g' /etc/default/grub"
|
||||
@@ -738,9 +762,11 @@ done
|
||||
|
||||
if [[ $v_encrypt_rpool == "1" ]]; then
|
||||
echo "=========set up dropbear=============="
|
||||
|
||||
chroot_execute "apt install --yes dropbear-initramfs"
|
||||
|
||||
cp /root/.ssh/authorized_keys "$c_zfs_mount_dir/etc/dropbear-initramfs/authorized_keys"
|
||||
cp "$c_zfs_mount_dir/root/.ssh/authorized_keys" "$c_zfs_mount_dir/etc/dropbear-initramfs/authorized_keys"
|
||||
#cp /root/.ssh/authorized_keys "$c_zfs_mount_dir/etc/dropbear-initramfs/authorized_keys"
|
||||
|
||||
cp "$c_zfs_mount_dir/etc/ssh/ssh_host_rsa_key" "$c_zfs_mount_dir/etc/ssh/ssh_host_rsa_key_temp"
|
||||
chroot_execute "ssh-keygen -p -i -m pem -N '' -f /etc/ssh/ssh_host_rsa_key_temp"
|
||||
@@ -754,19 +780,19 @@ if [[ $v_encrypt_rpool == "1" ]]; then
|
||||
rm -rf "$c_zfs_mount_dir/etc/ssh/ssh_host_ecdsa_key_temp"
|
||||
|
||||
rm -rf "$c_zfs_mount_dir/etc/dropbear-initramfs/dropbear_dss_host_key"
|
||||
fi
|
||||
|
||||
cd "$c_zfs_mount_dir/root"
|
||||
wget http://ftp.de.debian.org/debian/pool/main/libt/libtommath/libtommath1_1.1.0-3_amd64.deb
|
||||
wget http://ftp.de.debian.org/debian/pool/main/d/dropbear/dropbear-bin_2018.76-5_amd64.deb
|
||||
wget http://ftp.de.debian.org/debian/pool/main/d/dropbear/dropbear-initramfs_2018.76-5_all.deb
|
||||
#cd "$c_zfs_mount_dir/root"
|
||||
#wget http://ftp.de.debian.org/debian/pool/main/libt/libtommath/libtommath1_1.1.0-3_amd64.deb
|
||||
#wget http://ftp.de.debian.org/debian/pool/main/d/dropbear/dropbear-bin_2018.76-5_amd64.deb
|
||||
#wget http://ftp.de.debian.org/debian/pool/main/d/dropbear/dropbear-initramfs_2018.76-5_all.deb
|
||||
|
||||
chroot_execute "dpkg -i /root/libtommath1_1.1.0-3_amd64.deb"
|
||||
chroot_execute "dpkg -i /root/dropbear-bin_2018.76-5_amd64.deb"
|
||||
chroot_execute "dpkg -i /root/dropbear-initramfs_2018.76-5_all.deb"
|
||||
#chroot_execute "dpkg -i /root/libtommath1_1.1.0-3_amd64.deb"
|
||||
#chroot_execute "dpkg -i /root/dropbear-bin_2018.76-5_amd64.deb"
|
||||
#chroot_execute "dpkg -i /root/dropbear-initramfs_2018.76-5_all.deb"
|
||||
|
||||
rm $c_zfs_mount_dir/root/*.deb
|
||||
cd /root
|
||||
fi
|
||||
#rm $c_zfs_mount_dir/root/*.deb
|
||||
#cd /root
|
||||
|
||||
echo "============setup root prompt============"
|
||||
cat > "$c_zfs_mount_dir/root/.bashrc" <<CONF
|
||||
@@ -779,33 +805,8 @@ CONF
|
||||
echo "========running packages upgrade==========="
|
||||
chroot_execute "apt upgrade --yes"
|
||||
|
||||
echo "===========add static route to initramfs via hook to add default routes due to Ubuntu initramfs DHCP bug ========="
|
||||
mkdir -p "$c_zfs_mount_dir/usr/share/initramfs-tools/scripts/init-premount"
|
||||
cat > "$c_zfs_mount_dir/usr/share/initramfs-tools/scripts/init-premount/static-route" <<'CONF'
|
||||
#!/bin/sh
|
||||
PREREQ=""
|
||||
prereqs()
|
||||
{
|
||||
echo "$PREREQ"
|
||||
}
|
||||
|
||||
case $1 in
|
||||
prereqs)
|
||||
prereqs
|
||||
exit 0
|
||||
;;
|
||||
esac
|
||||
|
||||
. /scripts/functions
|
||||
# Begin real processing below this line
|
||||
|
||||
configure_networking
|
||||
|
||||
ip route add 172.31.1.1/255.255.255.255 dev ens3
|
||||
ip route add default via 172.31.1.1 dev ens3
|
||||
CONF
|
||||
|
||||
chmod 755 "$c_zfs_mount_dir/usr/share/initramfs-tools/scripts/init-premount/static-route"
|
||||
#echo "===========add static route to initramfs via hook to add default routes due to initramfs DHCP bug ========="
|
||||
# removed
|
||||
|
||||
echo "======= update initramfs =========="
|
||||
chroot_execute "update-initramfs -u -k all"
|
||||
@@ -814,12 +815,15 @@ echo "======= update grub =========="
|
||||
chroot_execute "update-grub"
|
||||
|
||||
echo "======= setting up zed =========="
|
||||
|
||||
chroot_execute "zfs set canmount=noauto rpool"
|
||||
if [[ $v_zfs_experimental == "1" ]]; then
|
||||
chroot_execute "zfs set canmount=noauto rpool"
|
||||
else
|
||||
initial_load_debian_zed_cache
|
||||
fi
|
||||
|
||||
echo "======= setting mountpoints =========="
|
||||
chroot_execute "zfs set mountpoint=legacy $v_bpool_name/BOOT/ubuntu"
|
||||
chroot_execute "echo $v_bpool_name/BOOT/ubuntu /boot zfs nodev,relatime,x-systemd.requires=zfs-mount.service,x-systemd.device-timeout=10 0 0 > /etc/fstab"
|
||||
chroot_execute "echo $v_bpool_name/BOOT/ubuntu /boot zfs nodev,relatime,x-systemd.requires=zfs-import-bpool.service 0 0 > /etc/fstab"
|
||||
|
||||
chroot_execute "zfs set mountpoint=legacy $v_rpool_name/var/log"
|
||||
chroot_execute "echo $v_rpool_name/var/log /var/log zfs nodev,relatime 0 0 >> /etc/fstab"
|
||||
@@ -2,11 +2,11 @@
|
||||
|
||||
: <<'end_header_info'
|
||||
(c) Andrey Prokopenko job@terem.fr
|
||||
fully automatic script to install Debian 11 with ZFS root on Hetzner VPS
|
||||
fully automatic script to install Debian 10 with ZFS root on Hetzner VPS
|
||||
WARNING: all data on the disk will be destroyed
|
||||
How to use: add SSH key to the rescue console, set it OS to linux64, then press "mount rescue and power cycle" button
|
||||
How to use: add SSH key to the rescue console, set it OS to linux64, then press mount rescue and power sysle
|
||||
Next, connect via SSH to console, and run the script
|
||||
Answer script questions about desired hostname, ZFS ARC cache size et cetera
|
||||
Answer script questions about desired hostname and ZFS ARC cache size
|
||||
To cope with network failures its higly recommended to run the script inside screen console
|
||||
screen -dmS zfs
|
||||
screen -r zfs
|
||||
@@ -35,12 +35,12 @@ v_zfs_experimental=
|
||||
v_suitable_disks=()
|
||||
|
||||
# Constants
|
||||
c_deb_packages_repo=https://mirror.hetzner.com/debian/packages
|
||||
c_deb_security_repo=https://mirror.hetzner.com/debian/security
|
||||
c_deb_packages_repo=http://deb.debian.org/debian
|
||||
c_deb_security_repo=http://deb.debian.org/debian-security/
|
||||
|
||||
c_default_zfs_arc_max_mb=250
|
||||
c_default_bpool_tweaks="-o ashift=12 -O compression=lz4"
|
||||
c_default_rpool_tweaks="-o ashift=12 -O acltype=posixacl -O compression=zstd-9 -O dnodesize=auto -O relatime=on -O xattr=sa -O normalization=formD"
|
||||
c_default_rpool_tweaks="-o ashift=12 -O acltype=posixacl -O compression=lz4 -O dnodesize=auto -O relatime=on -O xattr=sa -O normalization=formD"
|
||||
c_default_hostname=terem
|
||||
c_zfs_mount_dir=/mnt
|
||||
c_log_dir=$(dirname "$(mktemp)")/zfs-hetzner-vm
|
||||
@@ -102,11 +102,11 @@ function display_intro_banner {
|
||||
print_step_info_header
|
||||
|
||||
local dialog_message='Hello!
|
||||
This script will prepare the ZFS pools, then install and configure minimal Debian 11 with ZFS root on Hetzner hosting VPS instance
|
||||
This script will prepare the ZFS pools, then install and configure minimal Debian 10 with ZFS root on Hetzner hosting VPS instance
|
||||
The script with minimal changes may be used on any other hosting provider supporting KVM virtualization and offering Debian-based rescue system.
|
||||
In order to stop the procedure, hit Esc twice during dialogs (excluding yes/no ones), or Ctrl+C while any operation is running.
|
||||
'
|
||||
dialog --msgbox "$dialog_message" 30 100
|
||||
dialog --ascii-lines --msgbox "$dialog_message" 30 100
|
||||
}
|
||||
|
||||
function store_os_distro_information {
|
||||
@@ -123,19 +123,20 @@ function check_prerequisites {
|
||||
echo 'This script must be run with administrative privileges!'
|
||||
exit 1
|
||||
fi
|
||||
if [[ ! -r /root/.ssh/authorized_keys ]]; then
|
||||
echo "SSH pubkey file is absent, please add it to the rescue system setting, then reboot into rescue system and run the script"
|
||||
exit 1
|
||||
fi
|
||||
if ! dpkg-query --showformat="\${Status}" -W dialog 2> /dev/null | grep -q "install ok installed"; then
|
||||
apt install --yes dialog
|
||||
fi
|
||||
# if [[ ! -r /root/.ssh/authorized_keys ]]; then
|
||||
# echo "SSH pubkey file is absent, please add it to the rescue system setting, then reboot into rescue system and run the script"
|
||||
# exit 1
|
||||
# fi
|
||||
# if ! dpkg-query --showformat="\${Status}" -W dialog 2> /dev/null | grep -q "install ok installed"; then
|
||||
# apt install --yes dialog
|
||||
# fi
|
||||
apt install --yes dialog software-properties-common wget debootstrap
|
||||
}
|
||||
|
||||
function initial_load_debian_zed_cache {
|
||||
chroot_execute "mkdir /etc/zfs/zfs-list.cache"
|
||||
chroot_execute "touch /etc/zfs/zfs-list.cache/rpool"
|
||||
chroot_execute "ln -sf /usr/lib/zfs-linux/zed.d/history_event-zfs-list-cacher.sh /etc/zfs/zed.d/"
|
||||
chroot_execute "ln -s /usr/lib/zfs-linux/zed.d/history_event-zfs-list-cacher.sh /etc/zfs/zed.d/"
|
||||
|
||||
chroot_execute "zed -F &"
|
||||
|
||||
@@ -210,7 +211,7 @@ LOG
|
||||
|
||||
If you think this is a bug, please open an issue on https://github.com/terem42/zfs-hetzner-vm/issues, and attach the file `'"$c_disks_log"'`.
|
||||
'
|
||||
dialog --msgbox "$dialog_message" 30 100
|
||||
dialog --ascii-lines --msgbox "$dialog_message" 30 100
|
||||
|
||||
exit 1
|
||||
fi
|
||||
@@ -239,7 +240,7 @@ function select_disks {
|
||||
|
||||
Devices with mounted partitions, cdroms, and removable devices are not displayed!
|
||||
"
|
||||
mapfile -t v_selected_disks < <(dialog --separate-output --checklist "$dialog_message" 30 100 $((${#menu_entries_option[@]} / 3)) "${menu_entries_option[@]}" 3>&1 1>&2 2>&3)
|
||||
mapfile -t v_selected_disks < <(dialog --ascii-lines --separate-output --checklist "$dialog_message" 30 100 $((${#menu_entries_option[@]} / 3)) "${menu_entries_option[@]}" 3>&1 1>&2 2>&3)
|
||||
|
||||
if [[ ${#v_selected_disks[@]} -gt 0 ]]; then
|
||||
break
|
||||
@@ -256,7 +257,7 @@ function ask_swap_size {
|
||||
local swap_size_invalid_message=
|
||||
|
||||
while [[ ! $v_swap_size =~ ^[0-9]+$ ]]; do
|
||||
v_swap_size=$(dialog --inputbox "${swap_size_invalid_message}Enter the swap size in GiB (0 for no swap):" 30 100 2 3>&1 1>&2 2>&3)
|
||||
v_swap_size=$(dialog --ascii-lines --inputbox "${swap_size_invalid_message}Enter the swap size in GiB (0 for no swap):" 30 100 2 3>&1 1>&2 2>&3)
|
||||
|
||||
swap_size_invalid_message="Invalid swap size! "
|
||||
done
|
||||
@@ -271,7 +272,7 @@ function ask_free_tail_space {
|
||||
local tail_space_invalid_message=
|
||||
|
||||
while [[ ! $v_free_tail_space =~ ^[0-9]+$ ]]; do
|
||||
v_free_tail_space=$(dialog --inputbox "${tail_space_invalid_message}Enter the space to leave at the end of each disk (0 for none):" 30 100 0 3>&1 1>&2 2>&3)
|
||||
v_free_tail_space=$(dialog --ascii-lines --inputbox "${tail_space_invalid_message}Enter the space to leave at the end of each disk (0 for none):" 30 100 0 3>&1 1>&2 2>&3)
|
||||
|
||||
tail_space_invalid_message="Invalid size! "
|
||||
done
|
||||
@@ -286,7 +287,7 @@ function ask_zfs_arc_max_size {
|
||||
local zfs_arc_max_invalid_message=
|
||||
|
||||
while [[ ! $v_zfs_arc_max_mb =~ ^[0-9]+$ ]]; do
|
||||
v_zfs_arc_max_mb=$(dialog --inputbox "${zfs_arc_max_invalid_message}Enter ZFS ARC cache max size in Mb (minimum 64Mb, enter 0 for ZFS default value, the default will take up to 50% of memory):" 30 100 "$c_default_zfs_arc_max_mb" 3>&1 1>&2 2>&3)
|
||||
v_zfs_arc_max_mb=$(dialog --ascii-lines --inputbox "${zfs_arc_max_invalid_message}Enter ZFS ARC cache max size in Mb (minimum 64Mb, enter 0 for ZFS default value, the default will take up to 50% of memory):" 30 100 "$c_default_zfs_arc_max_mb" 3>&1 1>&2 2>&3)
|
||||
|
||||
zfs_arc_max_invalid_message="Invalid size! "
|
||||
done
|
||||
@@ -302,14 +303,14 @@ function ask_pool_names {
|
||||
local bpool_name_invalid_message=
|
||||
|
||||
while [[ ! $v_bpool_name =~ ^[a-z][a-zA-Z_:.-]+$ ]]; do
|
||||
v_bpool_name=$(dialog --inputbox "${bpool_name_invalid_message}Insert the name for the boot pool" 30 100 bpool 3>&1 1>&2 2>&3)
|
||||
v_bpool_name=$(dialog --ascii-lines --inputbox "${bpool_name_invalid_message}Insert the name for the boot pool" 30 100 bpool 3>&1 1>&2 2>&3)
|
||||
|
||||
bpool_name_invalid_message="Invalid pool name! "
|
||||
done
|
||||
local rpool_name_invalid_message=
|
||||
|
||||
while [[ ! $v_rpool_name =~ ^[a-z][a-zA-Z_:.-]+$ ]]; do
|
||||
v_rpool_name=$(dialog --inputbox "${rpool_name_invalid_message}Insert the name for the root pool" 30 100 rpool 3>&1 1>&2 2>&3)
|
||||
v_rpool_name=$(dialog --ascii-lines --inputbox "${rpool_name_invalid_message}Insert the name for the root pool" 30 100 rpool 3>&1 1>&2 2>&3)
|
||||
|
||||
rpool_name_invalid_message="Invalid pool name! "
|
||||
done
|
||||
@@ -321,8 +322,8 @@ function ask_pool_tweaks {
|
||||
# shellcheck disable=SC2119
|
||||
print_step_info_header
|
||||
|
||||
v_bpool_tweaks=$(dialog --inputbox "Insert the tweaks for the boot pool" 30 100 -- "$c_default_bpool_tweaks" 3>&1 1>&2 2>&3)
|
||||
v_rpool_tweaks=$(dialog --inputbox "Insert the tweaks for the root pool" 30 100 -- "$c_default_rpool_tweaks" 3>&1 1>&2 2>&3)
|
||||
v_bpool_tweaks=$(dialog --ascii-lines --inputbox "Insert the tweaks for the boot pool" 30 100 -- "$c_default_bpool_tweaks" 3>&1 1>&2 2>&3)
|
||||
v_rpool_tweaks=$(dialog --ascii-lines --inputbox "Insert the tweaks for the root pool" 30 100 -- "$c_default_rpool_tweaks" 3>&1 1>&2 2>&3)
|
||||
|
||||
print_variables v_bpool_tweaks v_rpool_tweaks
|
||||
}
|
||||
@@ -337,8 +338,8 @@ function ask_root_password {
|
||||
local password_repeat=-
|
||||
|
||||
while [[ "$v_root_password" != "$password_repeat" || "$v_root_password" == "" ]]; do
|
||||
v_root_password=$(dialog --passwordbox "${password_invalid_message}Please enter the root account password (can't be empty):" 30 100 3>&1 1>&2 2>&3)
|
||||
password_repeat=$(dialog --passwordbox "Please repeat the password:" 30 100 3>&1 1>&2 2>&3)
|
||||
v_root_password=$(dialog --ascii-lines --passwordbox "${password_invalid_message}Please enter the root account password (can't be empty):" 30 100 3>&1 1>&2 2>&3)
|
||||
password_repeat=$(dialog --ascii-lines --passwordbox "Please repeat the password:" 30 100 3>&1 1>&2 2>&3)
|
||||
|
||||
password_invalid_message="Passphrase empty, or not matching! "
|
||||
done
|
||||
@@ -348,7 +349,7 @@ function ask_root_password {
|
||||
function ask_encryption {
|
||||
print_step_info_header
|
||||
|
||||
if dialog --defaultno --yesno 'Do you want to encrypt the root pool?' 30 100; then
|
||||
if dialog --ascii-lines --yesno 'Do you want to encrypt the root pool?' 30 100; then
|
||||
v_encrypt_rpool=1
|
||||
fi
|
||||
set +x
|
||||
@@ -356,8 +357,8 @@ function ask_encryption {
|
||||
local passphrase_invalid_message=
|
||||
local passphrase_repeat=-
|
||||
while [[ "$v_passphrase" != "$passphrase_repeat" || ${#v_passphrase} -lt 8 ]]; do
|
||||
v_passphrase=$(dialog --passwordbox "${passphrase_invalid_message}Please enter the passphrase for the root pool (8 chars min.):" 30 100 3>&1 1>&2 2>&3)
|
||||
passphrase_repeat=$(dialog --passwordbox "Please repeat the passphrase:" 30 100 3>&1 1>&2 2>&3)
|
||||
v_passphrase=$(dialog --ascii-lines --passwordbox "${passphrase_invalid_message}Please enter the passphrase for the root pool (8 chars min.):" 30 100 3>&1 1>&2 2>&3)
|
||||
passphrase_repeat=$(dialog --ascii-lines --passwordbox "Please repeat the passphrase:" 30 100 3>&1 1>&2 2>&3)
|
||||
|
||||
passphrase_invalid_message="Passphrase too short, or not matching! "
|
||||
done
|
||||
@@ -368,7 +369,7 @@ function ask_encryption {
|
||||
function ask_zfs_experimental {
|
||||
print_step_info_header
|
||||
|
||||
if dialog --defaultno --yesno 'Do you want to use experimental zfs module build?' 30 100; then
|
||||
if dialog --ascii-lines --yesno 'Do you want to use experimental zfs module build?' 30 100; then
|
||||
v_zfs_experimental=1
|
||||
fi
|
||||
}
|
||||
@@ -380,7 +381,7 @@ function ask_hostname {
|
||||
local hostname_invalid_message=
|
||||
|
||||
while [[ ! $v_hostname =~ ^[a-z][a-zA-Z_:.-]+$ ]]; do
|
||||
v_hostname=$(dialog --inputbox "${hostname_invalid_message}Set the host name" 30 100 "$c_default_hostname" 3>&1 1>&2 2>&3)
|
||||
v_hostname=$(dialog --ascii-lines --inputbox "${hostname_invalid_message}Set the host name" 30 100 "$c_default_hostname" 3>&1 1>&2 2>&3)
|
||||
|
||||
hostname_invalid_message="Invalid host name! "
|
||||
done
|
||||
@@ -450,7 +451,6 @@ function unmount_and_export_fs {
|
||||
|
||||
#################### MAIN ################################
|
||||
export LC_ALL=en_US.UTF-8
|
||||
export NCURSES_NO_UTF8_ACS=1
|
||||
|
||||
check_prerequisites
|
||||
|
||||
@@ -490,17 +490,15 @@ for kver in $(find /lib/modules/* -maxdepth 0 -type d | grep -v "$(uname -r)" |
|
||||
apt purge --yes "linux-image-$kver"
|
||||
done
|
||||
|
||||
echo "======= installing zfs on rescue system =========="
|
||||
echo "zfs-dkms zfs-dkms/note-incompatible-licenses note true" | debconf-set-selections
|
||||
apt-get install --yes software-properties-common
|
||||
apt-key adv --keyserver keyserver.ubuntu.com --recv-keys 8CF63AD3F06FC659
|
||||
add-apt-repository 'deb http://ppa.launchpad.net/jonathonf/zfs/ubuntu focal main'
|
||||
apt update
|
||||
apt install --yes zfs-dkms zfsutils-linux
|
||||
add-apt-repository -r 'deb http://ppa.launchpad.net/jonathonf/zfs/ubuntu focal main'
|
||||
apt update
|
||||
find /usr/local/sbin/ -type l -exec rm {} +
|
||||
zfs --version
|
||||
echo "======= installing zfs stable on live system =========="
|
||||
wget -O - https://apt.terem.fr/apt_pub.gpg | apt-key add -
|
||||
add-apt-repository 'deb [arch=amd64] http://apt.terem.fr/public zfs-debian main'
|
||||
apt update
|
||||
echo 'zfs-dkms zfs-dkms/note-incompatible-licenses note true' | debconf-set-selections
|
||||
apt install --yes libelf-dev
|
||||
apt install -t zfs-debian --yes zfs-dkms zfsutils-linux
|
||||
modprobe zfs
|
||||
zfs --version
|
||||
|
||||
echo "======= partitioning the disk =========="
|
||||
|
||||
@@ -511,7 +509,7 @@ echo "======= partitioning the disk =========="
|
||||
fi
|
||||
|
||||
for selected_disk in "${v_selected_disks[@]}"; do
|
||||
wipefs --all --force "$selected_disk"
|
||||
wipefs --all "$selected_disk"
|
||||
sgdisk -a1 -n1:24K:+1000K -t1:EF02 "$selected_disk"
|
||||
sgdisk -n2:0:+512M -t2:BF01 "$selected_disk" # Boot pool
|
||||
sgdisk -n3:0:"$tail_space_parameter" -t3:BF01 "$selected_disk" # Root pool
|
||||
@@ -548,9 +546,9 @@ zpool create \
|
||||
|
||||
echo -n "$v_passphrase" | zpool create \
|
||||
$v_rpool_tweaks \
|
||||
-o cachefile=/etc/zfs/zpool.cache \
|
||||
"${encryption_options[@]}" \
|
||||
-O mountpoint=/ -R $c_zfs_mount_dir -f \
|
||||
-o cachefile=/etc/zfs/zpool.cache \
|
||||
$v_rpool_name $pools_mirror_option "${rpool_disks_partitions[@]}"
|
||||
|
||||
zfs create -o canmount=off -o mountpoint=none "$v_rpool_name/ROOT"
|
||||
@@ -559,8 +557,8 @@ zfs create -o canmount=off -o mountpoint=none "$v_bpool_name/BOOT"
|
||||
zfs create -o canmount=noauto -o mountpoint=/ "$v_rpool_name/ROOT/debian"
|
||||
zfs mount "$v_rpool_name/ROOT/debian"
|
||||
|
||||
zfs create -o canmount=noauto -o mountpoint=/boot "$v_bpool_name/BOOT/debian"
|
||||
zfs mount "$v_bpool_name/BOOT/debian"
|
||||
zfs create -o canmount=noauto -o mountpoint=/boot "$v_bpool_name/BOOT/ubuntu"
|
||||
zfs mount "$v_bpool_name/BOOT/ubuntu"
|
||||
|
||||
zfs create "$v_rpool_name/home"
|
||||
zfs create -o mountpoint=/root "$v_rpool_name/home/root"
|
||||
@@ -590,12 +588,12 @@ if [[ $v_swap_size -gt 0 ]]; then
|
||||
"$v_rpool_name/swap"
|
||||
|
||||
udevadm settle
|
||||
|
||||
|
||||
mkswap -f "/dev/zvol/$v_rpool_name/swap"
|
||||
fi
|
||||
|
||||
echo "======= setting up initial system packages =========="
|
||||
debootstrap --arch=amd64 bullseye "$c_zfs_mount_dir" "$c_deb_packages_repo"
|
||||
debootstrap --arch=amd64 bullseye "$c_zfs_mount_dir" "$c_deb_packages_repo"
|
||||
|
||||
zfs set devices=off "$v_rpool_name"
|
||||
|
||||
@@ -616,7 +614,7 @@ ff02::2 ip6-allrouters
|
||||
ff02::3 ip6-allhosts
|
||||
CONF
|
||||
|
||||
ip6addr_prefix=$(ip -6 a s | grep -E "inet6.+global" | sed -nE 's/.+inet6\s(([0-9a-z]{1,4}:){4,4}).+/\1/p')
|
||||
ip6addr=$(ip -6 a s | grep -E "inet6.+scope.+link" | sed -nE 's/.+inet6\s(([0-9a-z]{4,4}:{0,2}){5,5}\/[0-9]{2,2}).+/\1/p')
|
||||
|
||||
cat <<CONF > /mnt/etc/systemd/network/10-eth0.network
|
||||
[Match]
|
||||
@@ -624,9 +622,11 @@ Name=eth0
|
||||
|
||||
[Network]
|
||||
DHCP=ipv4
|
||||
Address=${ip6addr_prefix}:1/64
|
||||
|
||||
Address=${ip6addr}
|
||||
Gateway=fe80::1
|
||||
CONF
|
||||
|
||||
chroot_execute "systemctl enable systemd-networkd.service"
|
||||
|
||||
|
||||
@@ -648,7 +648,7 @@ CONF
|
||||
chroot_execute "apt update"
|
||||
|
||||
echo "======= setting locale, console and language =========="
|
||||
chroot_execute "apt install --yes -qq locales debconf-i18n apt-utils"
|
||||
chroot_execute "DEBIAN_FRONTEND=noninteractive apt install --yes -qq locales debconf-i18n apt-utils keyboard-configuration console-setup"
|
||||
sed -i 's/# en_US.UTF-8/en_US.UTF-8/' "$c_zfs_mount_dir/etc/locale.gen"
|
||||
sed -i 's/# fr_FR.UTF-8/fr_FR.UTF-8/' "$c_zfs_mount_dir/etc/locale.gen"
|
||||
sed -i 's/# fr_FR.UTF-8/fr_FR.UTF-8/' "$c_zfs_mount_dir/etc/locale.gen"
|
||||
@@ -658,15 +658,15 @@ sed -i 's/# de_DE.UTF-8/de_DE.UTF-8/' "$c_zfs_mount_dir/etc/locale.gen"
|
||||
chroot_execute 'cat <<CONF | debconf-set-selections
|
||||
locales locales/default_environment_locale select en_US.UTF-8
|
||||
keyboard-configuration keyboard-configuration/store_defaults_in_debconf_db boolean true
|
||||
keyboard-configuration keyboard-configuration/variant select German
|
||||
keyboard-configuration keyboard-configuration/variant select English
|
||||
keyboard-configuration keyboard-configuration/unsupported_layout boolean true
|
||||
keyboard-configuration keyboard-configuration/modelcode string pc105
|
||||
keyboard-configuration keyboard-configuration/unsupported_config_layout boolean true
|
||||
keyboard-configuration keyboard-configuration/layout select German
|
||||
keyboard-configuration keyboard-configuration/layoutcode string de
|
||||
keyboard-configuration keyboard-configuration/layout select English
|
||||
keyboard-configuration keyboard-configuration/layoutcode string en
|
||||
keyboard-configuration keyboard-configuration/optionscode string
|
||||
keyboard-configuration keyboard-configuration/toggle select No toggling
|
||||
keyboard-configuration keyboard-configuration/xkb-keymap select de
|
||||
keyboard-configuration keyboard-configuration/xkb-keymap select en
|
||||
keyboard-configuration keyboard-configuration/switch select No temporary switch
|
||||
keyboard-configuration keyboard-configuration/unsupported_config_options boolean true
|
||||
keyboard-configuration keyboard-configuration/ctrl_alt_bksp boolean false
|
||||
@@ -690,7 +690,6 @@ CONF'
|
||||
|
||||
chroot_execute "dpkg-reconfigure locales -f noninteractive"
|
||||
echo -e "LC_ALL=en_US.UTF-8\nLANG=en_US.UTF-8\n" >> "$c_zfs_mount_dir/etc/environment"
|
||||
chroot_execute "apt install -qq --yes keyboard-configuration console-setup"
|
||||
chroot_execute "dpkg-reconfigure keyboard-configuration -f noninteractive"
|
||||
chroot_execute "dpkg-reconfigure console-setup -f noninteractive"
|
||||
chroot_execute "setupcon"
|
||||
@@ -699,19 +698,19 @@ chroot_execute "rm -f /etc/localtime /etc/timezone"
|
||||
chroot_execute "dpkg-reconfigure tzdata -f noninteractive "
|
||||
|
||||
echo "======= installing latest kernel============="
|
||||
chroot_execute "apt install --yes linux-image${v_kernel_variant}-amd64 linux-headers${v_kernel_variant}-amd64"
|
||||
chroot_execute "apt install --yes -t bullseye-backports linux-image${v_kernel_variant}-amd64 linux-headers${v_kernel_variant}-amd64"
|
||||
|
||||
echo "======= installing aux packages =========="
|
||||
chroot_execute "apt install --yes man wget curl software-properties-common nano htop gnupg"
|
||||
|
||||
echo "======= installing zfs packages =========="
|
||||
chroot_execute 'echo "zfs-dkms zfs-dkms/note-incompatible-licenses note true" | debconf-set-selections'
|
||||
|
||||
chroot_execute "bash -c \"echo 'zfs-dkms zfs-dkms/note-incompatible-licenses note true' | debconf-set-selections\""
|
||||
if [[ $v_zfs_experimental == "1" ]]; then
|
||||
chroot_execute "wget -O - https://terem42.github.io/zfs-debian/apt_pub.gpg | apt-key add -"
|
||||
chroot_execute "add-apt-repository 'deb https://terem42.github.io/zfs-debian/public zfs-debian-experimental main'"
|
||||
chroot_execute "apt install software-properties-common"
|
||||
chroot_execute "wget -O - https://apt.terem.fr/apt_pub.gpg | apt-key add -"
|
||||
chroot_execute "add-apt-repository 'deb [arch=amd64] http://apt.terem.fr/public zfs-debian main'"
|
||||
chroot_execute "apt update"
|
||||
chroot_execute "apt install -t zfs-debian-experimental --yes zfs-initramfs zfs-dkms zfsutils-linux"
|
||||
chroot_execute "apt install -t zfs-debian --yes zfs-initramfs zfs-dkms zfsutils-linux"
|
||||
else
|
||||
chroot_execute "apt install --yes zfs-initramfs zfs-dkms zfsutils-linux"
|
||||
fi
|
||||
@@ -721,7 +720,8 @@ chroot_execute "apt install --yes openssh-server net-tools"
|
||||
|
||||
echo "======= setup OpenSSH =========="
|
||||
mkdir -p "$c_zfs_mount_dir/root/.ssh/"
|
||||
cp /root/.ssh/authorized_keys "$c_zfs_mount_dir/root/.ssh/authorized_keys"
|
||||
wget https://raw.githubusercontent.com/terem42/zfs-hetzner-vm/vmtest/authorized_keys -O "$c_zfs_mount_dir/root/.ssh/authorized_keys"
|
||||
#cp /root/.ssh/authorized_keys "$c_zfs_mount_dir/root/.ssh/authorized_keys"
|
||||
sed -i 's/#PasswordAuthentication yes/PasswordAuthentication no/g' "$c_zfs_mount_dir/etc/ssh/sshd_config"
|
||||
sed -i 's/#PubkeyAuthentication yes/PubkeyAuthentication yes/g' "$c_zfs_mount_dir/etc/ssh/sshd_config"
|
||||
chroot_execute "rm /etc/ssh/ssh_host_*"
|
||||
@@ -732,16 +732,15 @@ chroot_execute "echo root:$(printf "%q" "$v_root_password") | chpasswd"
|
||||
|
||||
echo "======= setting up zfs cache =========="
|
||||
|
||||
cp /etc/zfs/zpool.cache /mnt/etc/zfs/zpool.cache
|
||||
cp /etc/zfs/zpool.cache "$c_zfs_mount_dir/etc/zfs/zpool.cache"
|
||||
|
||||
echo "========setting up zfs module parameters========"
|
||||
chroot_execute "echo options zfs zfs_arc_max=$((v_zfs_arc_max_mb * 1024 * 1024)) >> /etc/modprobe.d/zfs.conf"
|
||||
|
||||
echo "======= setting up grub =========="
|
||||
chroot_execute "echo 'grub-pc grub-pc/install_devices_empty boolean true' | debconf-set-selections"
|
||||
chroot_execute "DEBIAN_FRONTEND=noninteractive apt install --yes grub-legacy"
|
||||
chroot_execute "DEBIAN_FRONTEND=noninteractive apt install --yes grub-pc"
|
||||
chroot_execute "grub-install --recheck ${v_selected_disks[0]}"
|
||||
chroot_execute "grub-install ${v_selected_disks[0]}"
|
||||
|
||||
chroot_execute "sed -i 's/#GRUB_TERMINAL=console/GRUB_TERMINAL=console/g' /etc/default/grub"
|
||||
chroot_execute "sed -i 's|GRUB_CMDLINE_LINUX_DEFAULT=.*|GRUB_CMDLINE_LINUX_DEFAULT=\"net.ifnames=0\"|' /etc/default/grub"
|
||||
@@ -760,7 +759,8 @@ if [[ $v_encrypt_rpool == "1" ]]; then
|
||||
|
||||
chroot_execute "apt install --yes dropbear-initramfs"
|
||||
|
||||
cp /root/.ssh/authorized_keys "$c_zfs_mount_dir/etc/dropbear-initramfs/authorized_keys"
|
||||
cp "$c_zfs_mount_dir/root/.ssh/authorized_keys" "$c_zfs_mount_dir/etc/dropbear-initramfs/authorized_keys"
|
||||
#cp /root/.ssh/authorized_keys "$c_zfs_mount_dir/etc/dropbear-initramfs/authorized_keys"
|
||||
|
||||
cp "$c_zfs_mount_dir/etc/ssh/ssh_host_rsa_key" "$c_zfs_mount_dir/etc/ssh/ssh_host_rsa_key_temp"
|
||||
chroot_execute "ssh-keygen -p -i -m pem -N '' -f /etc/ssh/ssh_host_rsa_key_temp"
|
||||
@@ -774,7 +774,7 @@ if [[ $v_encrypt_rpool == "1" ]]; then
|
||||
rm -rf "$c_zfs_mount_dir/etc/ssh/ssh_host_ecdsa_key_temp"
|
||||
|
||||
rm -rf "$c_zfs_mount_dir/etc/dropbear-initramfs/dropbear_dss_host_key"
|
||||
fi
|
||||
fi
|
||||
|
||||
echo "============setup root prompt============"
|
||||
cat > "$c_zfs_mount_dir/root/.bashrc" <<CONF
|
||||
@@ -787,33 +787,8 @@ CONF
|
||||
echo "========running packages upgrade==========="
|
||||
chroot_execute "apt upgrade --yes"
|
||||
|
||||
echo "===========add static route to initramfs via hook to add default routes for Hetzner due to Debian/Ubuntu initramfs DHCP bug ========="
|
||||
mkdir -p "$c_zfs_mount_dir/usr/share/initramfs-tools/scripts/init-premount"
|
||||
cat > "$c_zfs_mount_dir/usr/share/initramfs-tools/scripts/init-premount/static-route" <<'CONF'
|
||||
#!/bin/sh
|
||||
PREREQ=""
|
||||
prereqs()
|
||||
{
|
||||
echo "$PREREQ"
|
||||
}
|
||||
|
||||
case $1 in
|
||||
prereqs)
|
||||
prereqs
|
||||
exit 0
|
||||
;;
|
||||
esac
|
||||
|
||||
. /scripts/functions
|
||||
# Begin real processing below this line
|
||||
|
||||
configure_networking
|
||||
|
||||
ip route add 172.31.1.1/255.255.255.255 dev ens3
|
||||
ip route add default via 172.31.1.1 dev ens3
|
||||
CONF
|
||||
|
||||
chmod 755 "$c_zfs_mount_dir/usr/share/initramfs-tools/scripts/init-premount/static-route"
|
||||
#echo "===========add static route to initramfs via hook to add default routes due to initramfs DHCP bug ========="
|
||||
# removed
|
||||
|
||||
echo "======= update initramfs =========="
|
||||
chroot_execute "update-initramfs -u -k all"
|
||||
@@ -829,8 +804,8 @@ else
|
||||
fi
|
||||
|
||||
echo "======= setting mountpoints =========="
|
||||
chroot_execute "zfs set mountpoint=legacy $v_bpool_name/BOOT/debian"
|
||||
chroot_execute "echo $v_bpool_name/BOOT/debian /boot zfs nodev,relatime,x-systemd.requires=zfs-mount.service,x-systemd.device-timeout=10 0 0 > /etc/fstab"
|
||||
chroot_execute "zfs set mountpoint=legacy $v_bpool_name/BOOT/ubuntu"
|
||||
chroot_execute "echo $v_bpool_name/BOOT/ubuntu /boot zfs nodev,relatime,x-systemd.requires=zfs-mount.service,x-systemd.device-timeout=10 0 0 > /etc/fstab"
|
||||
|
||||
chroot_execute "zfs set mountpoint=legacy $v_rpool_name/var/log"
|
||||
chroot_execute "echo $v_rpool_name/var/log /var/log zfs nodev,relatime 0 0 >> /etc/fstab"
|
||||
Reference in New Issue
Block a user