getch 0.0.9 → 0.1.5

data/lib/getch/filesystem/zfs/deps.rb

@@ -0,0 +1,95 @@
+module Getch
+  module FileSystem
+    module Zfs
+      class Deps < Getch::FileSystem::Zfs::Device
+        def make
+          unstable_zfs
+          install_deps
+          zfs_mountpoint
+          auto_module_rebuild
+          hostid
+          options_make
+          Getch::Make.new("genkernel --kernel-config=/usr/src/linux/.config all").run!
+        end
+
+        private
+
+        def unstable_zfs
+          conf = "#{MOUNTPOINT}/etc/portage/package.accept_keywords/zfs"
+          data = [
+            "sys-fs/zfs-kmod",
+            "sys-fs/zfs"
+          ]
+          File.write(conf, data.join("\n"), mode: "w")
+        end
+
+        def install_deps
+          Getch::Bask.new('-a zfs').run!
+          Getch::Make.new("make modules_prepare").run!
+          Getch::Make.new("make -j$(nproc)").run!
+          Getch::Emerge.new('genkernel sys-fs/zfs').pkg!
+        end
+
+        # See: https://wiki.archlinux.org/index.php/ZFS#Using_zfs-mount-generator
+        def zfs_mountpoint
+          Helpers::mkdir("#{MOUNTPOINT}/etc/zfs/zfs-list.cache")
+          Helpers::touch("#{MOUNTPOINT}/etc/zfs/zfs-list.cache/#{@boot_pool_name}") if @dev_boot
+          Helpers::touch("#{MOUNTPOINT}/etc/zfs/zfs-list.cache/#{@pool_name}")
+          exec("ln -fs /usr/libexec/zfs/zed.d/history_event-zfs-list-cacher.sh /etc/zfs/zed.d/")
+          exec("systemctl start zfs-zed.service")
+          Helpers::sys("sed -Ei \"s|/mnt/?|/|\" #{MOUNTPOINT}/etc/zfs/zfs-list.cache/*")
+          exec("systemctl enable zfs-zed.service")
+          exec("systemctl enable zfs.target")
+        end
+
+        def auto_module_rebuild
+          g_dir="#{MOUNTPOINT}/etc/portage/env/sys-kernel"
+          Helpers::mkdir(g_dir)
+          # See https://wiki.gentoo.org/wiki/Kernel/Upgrade#Automated_build_and_installation
+          content=<<EOF
+post_pkg_postinst() {
+  # BUG: reinstalls of a source will cause errors
+  CURRENT_KV=$(uname -r)
+  # Check to see if genkernel has been run previously for the running kernel and use that config
+  if [[ -f "${EROOT}/etc/kernels/kernel-config-${CURRENT_KV}" ]] ; then
+    genkernel --kernel-config="${EROOT}/etc/kernels/kernel-config-${CURRENT_KV}" all
+  elif [[ -f "${EROOT}/usr/src/linux-${CURRENT_KV}/.config" ]] ; then # Use latest kernel config from current kernel
+    genkernel --kernel-config="${EROOT}/usr/src/linux-${CURRENT_KV}/.config" all
+  else # No valid configs known
+    genkernel all
+  fi
+}
+EOF
+          File.write("#{g_dir}/gentoo-sources", content)
+        end
+
+        def hostid
+          hostid_value=`hostid`.chomp
+          File.write("#{MOUNTPOINT}/etc/hostid", hostid_value, mode: 'w')
+        end
+
+        def options_make
+          bootloader = Helpers::efi? ? 'BOOTLOADER="no"' : 'BOOTLOADER="grub2"'
+          datas = [
+            '',
+            bootloader,
+            'INSTALL="yes"',
+            'MENUCONFIG="no"',
+            'CLEAN="yes"',
+            'SAVE_CONFIG="yes"',
+            'MOUNTBOOT="no"',
+            'MRPROPER="no"',
+            'ZFS="yes"',
+            'MODULEREBUILD="yes"'
+          ]
+          file = "#{MOUNTPOINT}/etc/genkernel.conf"
+          File.write(file, datas.join("\n"), mode: 'a')
+        end
+
+        def exec(cmd)
+          Getch::Chroot.new(cmd).run!
+        end
+      end
+    end
+  end
+end

data/lib/getch/filesystem/zfs/device.rb

@@ -0,0 +1,58 @@
+module Getch
+  module FileSystem
+    module Zfs
+      class Device < Getch::FileSystem::Device
+        def initialize
+          super
+          @id = Helpers::pool_id(@dev_root)
+          @boot_pool_name = "bpool-#{@id}"
+          @pool_name = "rpool-#{@id}"
+          @zfs_home = @user ? true : false
+        end
+        
+        private
+
+        def search_boot
+          if @efi
+            if @boot_disk
+              @dev_esp = "/dev/#{@boot_disk}1"
+            else
+              @dev_esp = "/dev/#{@disk}1"
+              @root_part += 1
+            end
+          else
+            if @boot_disk
+              @dev_gpt = "/dev/#{@boot_disk}1"
+              @dev_boot = "/dev/#{@boot_disk}2"
+              @dev_grub = "/dev/#{@boot_disk}"
+            else
+              @dev_gpt = "/dev/#{@disk}1"
+              @dev_boot = "/dev/#{@disk}2"
+              @dev_grub = "/dev/#{@disk}"
+              @root_part += 2
+            end
+          end
+        end
+
+        def search_swap
+          if @cache_disk
+            @dev_swap = "/dev/#{@cache_disk}1"
+            @dev_log = "/dev/#{@cache_disk}2"
+            @dev_cache = "/dev/#{@cache_disk}3"
+          else
+            @dev_swap = "/dev/#{@disk}#{@root_part}"
+            @root_part += 1
+          end
+        end
+
+        def search_root
+          if @root_part == 1
+            @dev_root = "/dev/#{@disk}"
+          else
+            @dev_root = "/dev/#{@disk}#{@root_part}"
+          end
+        end
+      end
+    end
+  end
+end

data/lib/getch/filesystem/zfs/encrypt.rb

@@ -0,0 +1,15 @@
+module Getch
+  module FileSystem
+    module Zfs
+      module Encrypt
+      end
+    end
+  end
+end
+
+require_relative 'encrypt/device'
+require_relative 'encrypt/partition'
+require_relative 'encrypt/format'
+require_relative 'encrypt/mount'
+require_relative 'encrypt/config'
+require_relative 'encrypt/deps'

data/lib/getch/filesystem/zfs/encrypt/config.rb

@@ -0,0 +1,67 @@
+module Getch
+  module FileSystem
+    module Zfs
+      module Encrypt
+        class Config < Getch::FileSystem::Zfs::Encrypt::Device
+          def initialize
+            super
+            gen_uuid
+            @root_dir = MOUNTPOINT
+            @init = '/usr/lib/systemd/systemd'
+            crypttab
+          end
+
+          def fstab
+            file = "#{@root_dir}/etc/fstab"
+            datas = data_fstab
+            File.write(file, datas.join("\n"))
+          end
+
+          def systemd_boot
+            return if ! @efi
+            esp = '/efi'
+            dir = "#{@root_dir}/#{esp}/loader/entries/"
+            datas_gentoo = [
+              'title Gentoo Linux',
+              'linux /vmlinuz',
+              'initrd /initramfs',
+              "options root=ZFS=#{@pool_name}/ROOT/gentoo init=#{@init} dozfs keymap=#{DEFAULT_OPTIONS[:keymap]}"
+            ]
+            File.write("#{dir}/gentoo.conf", datas_gentoo.join("\n"))
+          end
+
+          def crypttab
+            datas = [
+              "cryptswap PARTUUID=#{@partuuid_swap} /dev/urandom swap,cipher=aes-xts-plain64:sha256,size=512"
+            ]
+            File.write("#{@root_dir}/etc/crypttab", datas.join("\n"))
+          end
+
+          # See https://wiki.gentoo.org/wiki/ZFS#ZFS_root
+          def grub
+            return if @efi
+            file = "#{@root_dir}/etc/default/grub"
+            cmdline = [ 
+              "GRUB_CMDLINE_LINUX=\"root=ZFS=#{@pool_name}/ROOT/gentoo init=#{@init} dozfs keymap=#{DEFAULT_OPTIONS[:keymap]}\""
+            ]
+            File.write("#{file}", cmdline.join("\n"), mode: 'a')
+          end
+
+          private
+
+          def gen_uuid
+            @partuuid_swap = Helpers::partuuid(@dev_swap)
+            @uuid_esp = `lsblk -o "UUID" #{@dev_esp} | tail -1`.chomp() if @dev_esp
+          end
+
+          def data_fstab
+            boot_efi = @dev_esp ? "UUID=#{@uuid_esp} /efi vfat noauto,noatime 1 2" : ''
+            swap = @dev_swap ? "/dev/mapper/cryptswap none swap discard 0 0" : ''
+
+            [ boot_efi, swap ]
+          end
+        end
+      end
+    end
+  end
+end

data/lib/getch/filesystem/zfs/encrypt/deps.rb

@@ -0,0 +1,97 @@
+module Getch
+  module FileSystem
+    module Zfs
+      module Encrypt
+        class Deps < Getch::FileSystem::Zfs::Encrypt::Device
+          def make
+            unstable_zfs
+            install_deps
+            zfs_mountpoint
+            auto_module_rebuild
+            hostid
+            options_make
+            Getch::Make.new("genkernel --kernel-config=/usr/src/linux/.config all").run!
+          end
+
+          private
+          def unstable_zfs
+            conf = "#{MOUNTPOINT}/etc/portage/package.accept_keywords/zfs"
+            data = [
+              "sys-fs/zfs-kmod",
+              "sys-fs/zfs"
+            ]
+            File.write(conf, data.join("\n"), mode: "w")
+          end
+
+          def install_deps
+            Getch::Bask.new('-a zfs').run!
+            Getch::Make.new("make modules_prepare").run!
+            Getch::Make.new("make -j$(nproc)").run!
+            Getch::Emerge.new('genkernel sys-fs/zfs').pkg!
+          end
+
+          # See: https://wiki.archlinux.org/index.php/ZFS#Using_zfs-mount-generator
+          def zfs_mountpoint
+            Helpers::mkdir("#{MOUNTPOINT}/etc/zfs/zfs-list.cache")
+            Helpers::touch("#{MOUNTPOINT}/etc/zfs/zfs-list.cache/#{@boot_pool_name}") if @dev_boot
+            Helpers::touch("#{MOUNTPOINT}/etc/zfs/zfs-list.cache/#{@pool_name}")
+            exec("ln -fs /usr/libexec/zfs/zed.d/history_event-zfs-list-cacher.sh /etc/zfs/zed.d/")
+            exec("systemctl start zfs-zed.service")
+            Helpers::sys("sed -Ei \"s|/mnt/?|/|\" #{MOUNTPOINT}/etc/zfs/zfs-list.cache/*")
+            exec("systemctl enable zfs-zed.service")
+            exec("systemctl enable zfs.target")
+          end
+
+          def auto_module_rebuild
+            g_dir="#{MOUNTPOINT}/etc/portage/env/sys-kernel"
+            Helpers::mkdir(g_dir)
+            # See https://wiki.gentoo.org/wiki/Kernel/Upgrade#Automated_build_and_installation
+            content=<<EOF
+post_pkg_postinst() {
+  # BUG: reinstalls of a source will cause errors
+  CURRENT_KV=$(uname -r)
+  # Check to see if genkernel has been run previously for the running kernel and use that config
+  if [[ -f "${EROOT}/etc/kernels/kernel-config-${CURRENT_KV}" ]] ; then
+    genkernel --kernel-config="${EROOT}/etc/kernels/kernel-config-${CURRENT_KV}" all
+  elif [[ -f "${EROOT}/usr/src/linux-${CURRENT_KV}/.config" ]] ; then # Use latest kernel config from current kernel
+    genkernel --kernel-config="${EROOT}/usr/src/linux-${CURRENT_KV}/.config" all
+  else # No valid configs known
+    genkernel all
+  fi
+}
+EOF
+            File.write("#{g_dir}/gentoo-sources", content)
+          end
+
+          def hostid
+            hostid_value=`hostid`.chomp
+            File.write("#{MOUNTPOINT}/etc/hostid", hostid_value, mode: 'w')
+          end
+
+          def options_make
+            bootloader = Helpers::efi? ? 'BOOTLOADER="no"' : 'BOOTLOADER="grub2"'
+            datas = [
+              '',
+              bootloader,
+              'INSTALL="yes"',
+              'MENUCONFIG="no"',
+              'CLEAN="yes"',
+              'KEYMAP="yes"',
+              'SAVE_CONFIG="yes"',
+              'MOUNTBOOT="no"',
+              'MRPROPER="no"',
+              'ZFS="yes"',
+              'MODULEREBUILD="yes"'
+            ]
+            file = "#{MOUNTPOINT}/etc/genkernel.conf"
+            File.write(file, datas.join("\n"), mode: 'a')
+          end
+
+          def exec(cmd)
+            Getch::Chroot.new(cmd).run!
+          end
+        end
+      end
+    end
+  end
+end

data/lib/getch/filesystem/zfs/encrypt/device.rb

@@ -0,0 +1,60 @@
+module Getch
+  module FileSystem
+    module Zfs
+      module Encrypt
+        class Device < Getch::FileSystem::Device
+          def initialize
+            super
+            @id = Helpers::pool_id(@dev_root)
+            @boot_pool_name = "bpool-#{@id}"
+            @pool_name = "rpool-#{@id}"
+            @zfs_home = @user ? true : false
+          end
+
+          private
+
+          def search_boot
+            if @efi
+              if @boot_disk
+                @dev_esp  = "/dev/#{@boot_disk}1"
+              else
+                @dev_esp  = "/dev/#{@disk}1"
+                @root_part += 1
+              end
+            else
+              if @boot_disk
+                @dev_gpt = "/dev/#{@boot_disk}1"
+                @dev_boot = "/dev/#{@boot_disk}2"
+                @dev_grub = "/dev/#{@boot_disk}"
+              else
+                @dev_gpt = "/dev/#{@disk}1"
+                @dev_boot = "/dev/#{@disk}2"
+                @dev_grub = "/dev/#{@disk}"
+                @root_part += 2
+              end
+            end
+          end
+
+          def search_swap
+            if @cache_disk
+              @dev_swap = "/dev/#{@cache_disk}1"
+              @dev_log = "/dev/#{@cache_disk}2"
+              @dev_cache = "/dev/#{@cache_disk}3"
+            else
+              @dev_swap = "/dev/#{@disk}#{@root_part}"
+              @root_part += 1
+            end
+          end
+
+          def search_root
+            if @root_part == 1
+              @dev_root = "/dev/#{@disk}"
+            else
+              @dev_root = "/dev/#{@disk}#{@root_part}"
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/getch/filesystem/zfs/encrypt/format.rb

@@ -0,0 +1,104 @@
+module Getch
+  module FileSystem
+    module Zfs
+      module Encrypt
+        class Format < Getch::FileSystem::Zfs::Encrypt::Device
+          def initialize
+            super
+            @log = Getch::Log.new()
+            @state = Getch::States.new()
+            if ! @id
+              @log.info "Research pool id for #{@dev_root}..."
+              @id = Helpers::pool_id(@dev_root)
+              @boot_pool_name = "bpool-#{@id}"
+              @pool_name = "rpool-#{@id}"
+            end
+            format
+          end
+
+          private
+
+          def format
+            return if STATES[:format]
+            raise "Error, no id found for #{@dev_root}." if ! @id
+            system("mkfs.fat -F32 #{@dev_esp}") if @dev_esp
+            system("mkswap -f #{@dev_swap}")
+            zfs
+            datasets
+            @state.format
+          end
+
+          def zfs
+            bloc=`blockdev --getpbsz #{@dev_root}`
+            ashift = case bloc
+              when /8096/
+                13
+              when /4096/
+                12
+              else # 512
+                9
+              end
+
+            Helpers::mkdir(MOUNTPOINT)
+
+            @log.debug("ashift found for #{bloc} - #{ashift}")
+            if @dev_boot
+              # https://openzfs.github.io/openzfs-docs/Getting%20Started/Ubuntu/Ubuntu%2020.04%20Root%20on%20ZFS.html
+              @log.info("Creating boot pool on #{@pool_name}")
+              exec("zpool create -f \\
+                -o ashift=#{ashift} -o autotrim=on -d \\
+                -o feature@async_destroy=enabled \\
+                -o feature@bookmarks=enabled \\
+                -o feature@embedded_data=enabled \\
+                -o feature@empty_bpobj=enabled \\
+                -o feature@enabled_txg=enabled \\
+                -o feature@extensible_dataset=enabled \\
+                -o feature@filesystem_limits=enabled \\
+                -o feature@hole_birth=enabled \\
+                -o feature@large_blocks=enabled \\
+                -o feature@lz4_compress=enabled \\
+                -o feature@spacemap_histogram=enabled \\
+                -O acltype=posixacl -O canmount=off -O compression=lz4 \\
+                -O devices=off -O normalization=formD -O atime=off -O xattr=sa \\
+                -O mountpoint=/boot -R #{MOUNTPOINT} \\
+                #{@boot_pool_name} #{@dev_boot}
+              ")
+            end
+
+            exec("zpool create -f -o ashift=#{ashift} -o autotrim=on \\
+              -O encryption=aes-256-gcm \\
+              -O keylocation=prompt -O keyformat=passphrase \\
+              -O acltype=posixacl -O canmount=off -O compression=lz4 \\
+              -O dnodesize=auto -O normalization=formD -O atime=off \\
+              -O xattr=sa -O mountpoint=/ -R #{MOUNTPOINT} \\
+              #{@pool_name} #{@dev_root}
+            ")
+          end
+
+          def datasets
+            exec("zfs create -o canmount=off -o mountpoint=none #{@pool_name}/ROOT")
+            exec("zfs create -o canmount=off -o mountpoint=none #{@boot_pool_name}/BOOT") if @dev_boot
+
+            exec("zfs create -o canmount=noauto -o mountpoint=/ #{@pool_name}/ROOT/gentoo")
+            exec("zfs create -o canmount=noauto -o mountpoint=/boot #{@boot_pool_name}/BOOT/gentoo") if @dev_boot
+
+            exec("zfs create -o canmount=off #{@pool_name}/ROOT/gentoo/usr")
+            exec("zfs create #{@pool_name}/ROOT/gentoo/usr/src")
+            exec("zfs create -o canmount=off #{@pool_name}/ROOT/gentoo/var")
+            exec("zfs create #{@pool_name}/ROOT/gentoo/var/log")
+            exec("zfs create #{@pool_name}/ROOT/gentoo/var/db")
+            exec("zfs create #{@pool_name}/ROOT/gentoo/var/tmp")
+
+            exec("zfs create -o canmount=off -o mountpoint=/ #{@pool_name}/USERDATA")
+            exec("zfs create -o canmount=on -o mountpoint=/root #{@pool_name}/USERDATA/root")
+            exec("zfs create -o canmount=on -o mountpoint=/home/#{@user} #{@pool_name}/USERDATA/#{@user}") if @user
+          end
+
+          def exec(cmd)
+            Helpers::sys(cmd)
+          end
+        end
+      end
+    end
+  end
+end