getch 0.0.5 → 0.1.0

data/lib/getch/filesystem/zfs/format.rb

@@ -0,0 +1,20 @@
+module Getch
+  module FileSystem
+    module Zfs
+      class Format < Getch::FileSystem::Zfs::Device
+        def initialize
+          super
+          @state = Getch::States.new()
+          format
+        end
+
+        def format
+          return if STATES[:format]
+          system("mkfs.fat -F32 #{@dev_boot_efi}") if @dev_boot_efi
+          system("mkswap -f #{@dev_swap}")
+          @state.format
+        end
+      end
+    end
+  end
+end

data/lib/getch/filesystem/zfs/mount.rb

@@ -0,0 +1,67 @@
+require 'fileutils'
+
+module Getch
+  module FileSystem
+    module Zfs
+      class Mount < Getch::FileSystem::Zfs::Device
+        def initialize
+          super
+          @root_dir = MOUNTPOINT
+          @boot_dir = "#{@root_dir}/boot"
+          @boot_efi_dir = "#{@root_dir}/boot/efi"
+          @state = Getch::States.new()
+          @log = Getch::Log.new
+        end
+
+        def run
+          return if STATES[:mount]
+          exec("zpool export -a")
+          exec("rm -rf #{MOUNTPOINT}/*")
+          exec("zpool import -N -R #{MOUNTPOINT} #{@pool_name}")
+          exec("zpool import -N -R #{MOUNTPOINT} #{@boot_pool_name}") if @dev_boot
+          mount_swap
+          mount_root
+          mount_boot
+          mount_boot_efi
+          exec("zfs mount -a")
+          @state.mount
+        end
+
+        private
+
+        def mount_swap
+          if Helpers::grep?('/proc/swaps', /^\/dev/)
+            exec("swapoff #{@dev_swap}")
+          end
+
+          exec("swapon #{@dev_swap}")
+        end
+
+        def mount_root
+          Helpers::mkdir(@root_dir)
+          exec("zfs mount #{@pool_name}/ROOT/gentoo")
+        end
+
+        def mount_boot_efi
+          return if ! @dev_boot_efi
+          Helpers::mkdir(@boot_efi_dir)
+          exec("mount #{@dev_boot_efi} #{@boot_efi_dir}")
+        end
+
+        def mount_boot
+          return if ! @dev_boot
+          Helpers::mkdir(@boot_dir)
+          exec("zfs mount #{@boot_pool_name}/BOOT/gentoo")
+        end
+
+        def exec(cmd)
+          @log.info("==> #{cmd}")
+          system(cmd)
+          unless $?.success?
+            raise "Error with #{cmd}"
+          end
+        end
+      end
+    end
+  end
+end

data/lib/getch/filesystem/zfs/partition.rb

@@ -0,0 +1,147 @@
+module Getch
+  module FileSystem
+    module Zfs
+      class Partition < Getch::FileSystem::Zfs::Device
+        def initialize
+          super
+          @state = Getch::States.new()
+          @log = Getch::Log.new()
+          run_partition
+        end
+
+        def run_partition
+          return if STATES[:partition ]
+          clear_struct
+          cleaning
+          partition
+          zfs
+          @state.partition
+        end
+
+        private
+
+        def clear_struct
+          oldvg = `vgdisplay | grep #{@vg}`.chomp
+          oldzpool = `zpool status | grep pool:`.gsub(/pool: /, '').delete(' ').split("\n")
+          if oldzpool[0] != "" and $?.success?
+            oldzpool.each { |p| exec("zpool destroy #{p}") if p }
+          end
+          exec("vgremove -f #{@vg}") if oldvg != '' # remove older volume group
+          exec("pvremove -f #{@dev_root}") if oldvg != '' and File.exist? @dev_root # remove older volume group
+
+          exec("sgdisk -Z /dev/#{@disk}")
+          exec("wipefs -a /dev/#{@disk}")
+        end
+
+        # See https://wiki.archlinux.org/index.php/Solid_state_drive/Memory_cell_clearing
+        # for SSD
+        def cleaning
+          @bloc=`blockdev --getbsz /dev/#{@disk}`.chomp
+          puts
+          print "Cleaning data on #{@disk}, can be long, avoid this on Flash Memory (SSD,USB,...) ? (n,y) "
+          case gets.chomp
+          when /^y|^Y/
+            exec("dd if=/dev/urandom of=/dev/#{@disk} bs=#{@bloc} status=progress")
+          else
+            return
+          end
+        end
+
+        def partition
+          mem=`awk '/MemTotal/ {print $2}' /proc/meminfo`.chomp + 'K'
+          if Helpers::efi?
+            exec("sgdisk -n1:1M:+260M -t1:EF00 /dev/#{@disk}")
+            exec("sgdisk -n2:0:+#{mem} -t2:8200 /dev/#{@disk}")
+            exec("sgdisk -n3:0:+0 -t3:BF00 /dev/#{@disk}")
+          else
+            exec("sgdisk -n1:1MiB:+1MiB -t1:EF02 /dev/#{@disk}")
+            exec("sgdisk -n2:0:+2G -t2:BE00 /dev/#{@disk}") # boot pool GRUB
+            exec("sgdisk -n3:0:+#{mem} -t3:8200 /dev/#{@disk}")
+            exec("sgdisk -n4:0:+0 -t4:BF00 /dev/#{@disk}")
+          end
+        end
+
+        def zfs
+          ashift = case @bloc
+            when 8096
+              13
+            when 4096
+              12
+            else # 512
+              9
+            end
+
+          Helpers::mkdir(MOUNTPOINT)
+            
+          @log.debug("ashift found for #{@bloc} - #{ashift}")
+          if ! Helpers::efi? 
+            # https://openzfs.github.io/openzfs-docs/Getting%20Started/Ubuntu/Ubuntu%2020.04%20Root%20on%20ZFS.html
+            @log.info("Creating boot pool on #{@pool_name}")
+            exec("zpool create -f \\
+              -o ashift=#{ashift} -d \\
+              -o feature@async_destroy=enabled \\
+              -o feature@bookmarks=enabled \\
+              -o feature@embedded_data=enabled \\
+              -o feature@empty_bpobj=enabled \\
+              -o feature@enabled_txg=enabled \\
+              -o feature@extensible_dataset=enabled \\
+              -o feature@filesystem_limits=enabled \\
+              -o feature@hole_birth=enabled \\
+              -o feature@large_blocks=enabled \\
+              -o feature@lz4_compress=enabled \\
+              -o feature@spacemap_histogram=enabled \\
+              -O acltype=posixacl -O canmount=off -O compression=lz4 \\
+              -O devices=off -O normalization=formD -O atime=off -O xattr=sa \\
+              -O mountpoint=/boot -R #{MOUNTPOINT} \\
+              #{@boot_pool_name} #{@dev_boot}
+            ")
+          end
+
+          exec("zpool create -f -o ashift=#{ashift} \\
+            -O acltype=posixacl -O canmount=off -O compression=lz4 \\
+            -O dnodesize=auto -O normalization=formD -O atime=off \\
+            -O xattr=sa -O mountpoint=/ -R #{MOUNTPOINT} \\
+            #{@pool_name} #{@dev_root}
+          ")
+
+          add_datasets
+        end
+
+        def add_datasets
+          exec("zfs create -o canmount=off -o mountpoint=none #{@pool_name}/ROOT")
+          exec("zfs create -o canmount=off -o mountpoint=none #{@boot_pool_name}/BOOT") if @dev_boot
+
+          exec("zfs create -o canmount=noauto -o mountpoint=/ #{@pool_name}/ROOT/gentoo")
+          # set bootfs
+          #exec("zpool set bootfs=#{@pool_name}/ROOT/gentoo #{@pool_name}")
+          exec("zfs create -o canmount=noauto -o mountpoint=/boot #{@boot_pool_name}/BOOT/gentoo") if @dev_boot
+
+          exec("zfs create -o canmount=off #{@pool_name}/ROOT/gentoo/usr")
+          exec("zfs create #{@pool_name}/ROOT/gentoo/usr/src")
+          exec("zfs create -o canmount=off #{@pool_name}/ROOT/gentoo/var")
+          exec("zfs create #{@pool_name}/ROOT/gentoo/var/log")
+          exec("zfs create #{@pool_name}/ROOT/gentoo/var/db")
+          exec("zfs create #{@pool_name}/ROOT/gentoo/var/tmp")
+
+          exec("zfs create -o canmount=off -o mountpoint=/ #{@pool_name}/USERDATA")
+          exec("zfs create -o canmount=on -o mountpoint=/root #{@pool_name}/USERDATA/root")
+          exec("zfs create -o canmount=on -o mountpoint=/home/#{@user} #{@pool_name}/USERDATA/#{@user}") if @user
+        end
+
+        # Follow https://wiki.archlinux.org/index.php/Partitioning
+        # Partition_efi
+        # /boot/efi - EFI system partition - 260MB
+        # /         - Root
+
+        # Partition_bios
+        # None      - Bios Boot Partition - 1MiB
+        # /boot     - Boot - 8300
+        # /         - Root
+
+        def exec(cmd)
+          Getch::Command.new(cmd).run!
+        end
+      end
+    end
+  end
+end

data/lib/getch/gentoo.rb

@@ -39,12 +39,12 @@ module Getch
       def chroot
         chroot = Getch::Gentoo::Chroot.new()
         chroot.update
-        chroot.world
         chroot.systemd
+        chroot.world
         return if STATES[:gentoo_kernel]
         chroot.kernel
         chroot.kernel_deps
-        chroot.install_tools
+        chroot.install_pkgs
       end
 
       def kernel
@@ -52,6 +52,7 @@ module Getch
         source = Getch::Gentoo::Sources.new()
         new
         source.build_kspp
+        source.init_config
         source.build_others
         source.make
         @state.kernel

data/lib/getch/gentoo/boot.rb

@@ -6,13 +6,15 @@ module Getch
       def initialize(opts)
         @disk = opts.disk
         @user = opts.username
+        @config = Getch.class_fs::Config.new()
       end
 
       def start
-        gen_fstab
+        @config.fstab
         bootloader
         password
-        umount
+        cleanup
+        the_end
       end
 
       def bootloader
@@ -29,38 +31,33 @@ module Getch
         puts "Configuring systemd-boot."
         # ref: https://forums.gentoo.org/viewtopic-p-8118822.html
         esp = '/boot/efi'
-        #systemd = "#{MOUNTPOINT}/usr/lib/systemd"
-        #FileUtils.mkdir_p "#{systemd}#{esp}", mode: 0700 if ! Dir.exist?("#{systemd}#{esp}")
         exec_chroot("bootctl --path #{esp} install")
-
-        root = `lsblk -o "PARTUUID" /dev/#{@disk}3 | tail -1`.chomp()
-        init = '/usr/lib/systemd/systemd'
-        datas_gentoo = [
-          'title Gentoo Linux',
-          'linux /vmlinuz',
-          "options root=PARTUUID=#{root} init=#{init} rw"
-        ]
         datas_loader = [
           'default gentoo',
           'timeout 3',
           'editor 0'
         ]
-        File.write("#{MOUNTPOINT}/#{esp}/loader/entries/gentoo.conf", datas_gentoo.join("\n"))
+        @config.systemd_boot
         File.write("#{MOUNTPOINT}/#{esp}/loader/loader.conf", datas_loader.join("\n"))
 
         FileUtils.cp("#{MOUNTPOINT}/usr/src/linux/arch/x86/boot/bzImage", "#{MOUNTPOINT}/#{esp}/vmlinuz", preserve: true)
+
+        initramfs = Dir.glob("#{MOUNTPOINT}/boot/initramfs-*.img")
+        FileUtils.cp("#{initramfs[0]}", "#{MOUNTPOINT}/#{esp}/initramfs", preserve: true) if initramfs != []
+
         exec_chroot("bootctl --path #{esp} update")
       end
 
       def bootctl_dep
         puts 'Installing systemd-boot...'
         exec_chroot("euse -p sys-apps/systemd -E gnuefi")
-        Helpers::emerge("sys-apps/systemd efivar", MOUNTPOINT)
+        Getch::Emerge.new("sys-apps/systemd efivar").pkg!
       end
 
       def grub
         puts 'Installing GRUB...'
-        Helpers::emerge("sys-boot/grub:2", MOUNTPOINT)
+        Getch::Emerge.new("sys-boot/grub:2").pkg!
+        @config.grub
         exec_chroot("grub-install /dev/#{@disk}")
         exec_chroot('grub-mkconfig -o /boot/grub/grub.cfg')
       end
@@ -78,17 +75,24 @@ module Getch
         end
       end
 
-      def umount
-        Helpers::exec_or_die("umount -l /mnt/gentoo/dev{/shm,/pts,}")
-        Helpers::exec_or_die("umount -R #{MOUNTPOINT}")
-        puts "Reboot when you have done"
-      end
-
       private
 
-      def gen_fstab
-        mount = Getch::Mount.new(@disk, @user)
-        mount.gen_fstab
+      def cleanup
+        Getch::Emerge.new("emerge --depclean").run!
+      end
+
+      def the_end
+        #Helpers::exec_or_die("umount -l /mnt/gentoo/dev{/shm,/pts,}")
+        #Helpers::exec_or_die("umount -R #{MOUNTPOINT}")
+        puts
+        puts "getch has finish, before reboot, you can:"
+        puts "  +  Chroot on your system with: chroot #{MOUNTPOINT} /bin/bash"
+        puts "  +  Install more packages like networkmanager or emacs"
+        puts
+        puts "  +  Add more modules for your kernel (graphic, wifi card) and recompile it with:"
+        puts "  genkernel --kernel-config=/usr/src/linux/.config all  "
+        puts
+        puts "Reboot the system when you have done !"
       end
 
       def exec_chroot(cmd)
@@ -96,7 +100,7 @@ module Getch
           source /etc/profile
           #{cmd}
         \""
-        Helpers::exec_or_die(script)
+        Getch::Command.new(script).run!
       end
     end
   end

data/lib/getch/gentoo/chroot.rb

@@ -3,21 +3,22 @@ module Getch
     class Chroot
       def initialize
         @state = Getch::States.new()
+        @pkgs = []
         mount
       end
 
       def update
         return if STATES[:gentoo_update]
         puts "Downloading the last ebuilds for Gentoo..."
-        cmd = "emerge-webrsync"
+        Helpers::create_dir("#{MOUNTPOINT}/var/db/repos/gentoo")
+        cmd = "emaint sync --auto"
         exec_chroot(cmd)
       end
 
       def world
         return if STATES[:gentoo_update]
-        puts "Update Gentoo"
-        cmd = "emerge --update --deep --newuse @world"
-        exec_chroot(cmd)
+        puts "Update Gentoo world"
+        Getch::Emerge.new("emerge --update --deep --newuse @world").run!
         @state.update
       end
 
@@ -29,10 +30,10 @@ module Getch
 
       def kernel
         return if Dir.exist? "#{MOUNTPOINT}/usr/src/linux"
-        puts "Installing kernel gentoo-sources..."
         license = "#{MOUNTPOINT}/etc/portage/package.license"
         File.write(license, "sys-kernel/linux-firmware linux-fw-redistributable no-source-code\n")
-        Helpers::emerge("sys-kernel/gentoo-sources linux-firmware", MOUNTPOINT)
+        @pkgs << "sys-kernel/gentoo-sources"
+        @pkgs << "dev-util/dwarves"
       end
 
       def kernel_deps
@@ -41,8 +42,12 @@ module Getch
         garden_dep
       end
 
-      def install_tools
-        Helpers::emerge("dhcpcd", MOUNTPOINT)
+      def install_pkgs
+        @pkgs << "app-admin/sudo"
+        @pkgs << "app-editors/vim"
+        all_pkgs = @pkgs.join(" ")
+        puts "Installing #{all_pkgs}..."
+        Getch::Emerge.new(all_pkgs).pkg!
       end
 
       private
@@ -54,14 +59,13 @@ module Getch
 
         Dir.chdir("#{MOUNTPOINT}/root")
         Helpers::get_file_online(url, file)
-        Helpers::exec_or_die("tar xzf #{file}") if ! Dir.exist? 'garden-master'
+        Getch::Command.new("tar xzf #{file}").run! if ! Dir.exist? 'garden-master'
       end
 
       def garden_dep
-        Helpers::emerge("gentoolkit", MOUNTPOINT)
-        cmd = "euse -p sys-apps/kmod -E lzma"
-        Helpers::emerge("kmod", MOUNTPOINT)
-        exec_chroot(cmd)
+        Getch::Emerge.new("gentoolkit").pkg!
+        exec_chroot("euse -p sys-apps/kmod -E lzma")
+        @pkgs << "sys-apps/kmod"
       end
 
       def mount
@@ -80,7 +84,7 @@ module Getch
           source /etc/profile
           #{cmd}
         \""
-        Helpers::exec_or_die(script)
+        Getch::Command.new(script).run!
       end
     end
   end

data/lib/getch/gentoo/config.rb

@@ -11,29 +11,38 @@ module Getch
 
       def portage
         nproc = `nproc`.chomp()
-        efi = Helpers::efi? ? 'GRUB_PLATFORMS="efi-64"' : ''
+        grub_pc = Helpers::efi? ? '' : 'GRUB_PLATFORMS="pc"'
+        quiet = DEFAULT_OPTIONS[:verbose] ? '' : "EMERGE_DEFAULT_OPTS=\"--jobs=#{nproc} --load-average=#{nproc}\""
         data = [
           '',
-          'ACCEPT_KEYWORD="amd64 ~amd64"',
+          'ACCEPT_KEYWORDS="amd64"',
           "MAKEOPTS=\"-j#{nproc} -l#{nproc}\"",
+          quiet,
           'INPUT_DEVICES="libinput"',
-          efi
+          grub_pc
         ]
         File.write(@make, data.join("\n"), mode: "a")
       end
 
+      # Write a repos.conf/gentoo.conf with the gpg verification
       def repo
         src = "#{MOUNTPOINT}/usr/share/portage/config/repos.conf"
         dest = "#{MOUNTPOINT}/etc/portage/repos.conf"
         FileUtils.mkdir dest, mode: 0644 if ! Dir.exist?(dest)
+        tmp = Tempfile.new('gentoo.conf')
         line_count = 0
-        tmp_file = Tempfile.new('gentoo.conf')
+
         File.open(src).each { |l|
-          File.write(tmp_file, "sync-allow-hardlinks = yes\n", mode: 'a') if line_count == 2
-          File.write(tmp_file, l, mode: 'a')
+          File.write(tmp, "sync-allow-hardlinks = yes\n", mode: 'a') if line_count == 2
+          if l.match(/^sync-type = rsync/)
+            File.write(tmp, "sync-type = webrsync\n", mode: 'a')
+          else
+            File.write(tmp, l, mode: 'a')
+          end
           line_count += 1
         }
-        FileUtils.copy_file(tmp_file, "#{dest}/gentoo.conf", preserve = false)
+
+        FileUtils.copy_file(tmp, "#{dest}/gentoo.conf", preserve = false)
       end
 
       def network
@@ -48,7 +57,7 @@ module Getch
         File.write("#{MOUNTPOINT}/etc/locale.conf", "LANG=#{@lang}\n")
         File.write("#{MOUNTPOINT}/etc/locale.conf", 'LC_COLLATE=C', mode: 'a')
         File.write("#{MOUNTPOINT}/etc/timezone", "#{options.zoneinfo}")
-        File.write("#{MOUNTPOINT}/etc/vconsole.conf", "KEYMAP=#{options.keyboard}")
+        File.write("#{MOUNTPOINT}/etc/vconsole.conf", "KEYMAP=#{options.keymap}")
       end
 
       def hostname
@@ -72,7 +81,7 @@ module Getch
       def control_options(options)
         search_zone(options.zoneinfo)
         search_utf8(options.language)
-        search_key(options.keyboard)
+        search_key(options.keymap)
       end
 
       def search_key(keys)