porkadot 0.21.0 → 0.23.0

data/lib/porkadot/install/kubelet.rb

@@ -2,6 +2,8 @@ module Porkadot; module Install
   class KubeletList
     KUBE_TEMP = File.join(Porkadot::Install::KUBE_TEMP, 'kubelet')
     KUBE_SECRETS_TEMP = File.join(Porkadot::Install::KUBE_TEMP, '.kubelet')
+    KUBE_DEFAULT_TEMP = File.join(Porkadot::Install::KUBE_TEMP, '.default')
+    ETCD_TEMP = '/opt/porkadot'
     include SSHKit::DSL
     attr_reader :global_config
     attr_reader :logger
@@ -40,6 +42,30 @@ module Porkadot; module Install
       end
     end
 
+    def setup_default hosts: nil, force: false
+      unless hosts
+        hosts = []
+        self.kubelets.each do |_, v|
+          hosts << v
+        end
+      end
+
+      on(hosts) do |host|
+        execute(:mkdir, '-p', Porkadot::Install::KUBE_TEMP)
+        if test("[ -d #{KUBE_TEMP} ]")
+          execute(:rm, '-rf', KUBE_TEMP)
+          execute(:rm, '-rf', KUBE_SECRETS_TEMP)
+        end
+        upload! host.global_config.kubelet_default.target_path, KUBE_TEMP, recursive: true
+        upload! host.global_config.kubelet_default.target_secrets_path, KUBE_SECRETS_TEMP, recursive: true
+        execute(:cp, '-r', KUBE_SECRETS_TEMP + '/*', KUBE_TEMP)
+
+        as user: 'root' do
+          execute(:bash, File.join(KUBE_TEMP, 'install.sh'))
+        end
+      end
+    end
+
     def install hosts: nil, force: false
       unless hosts
         hosts = []
@@ -68,6 +94,114 @@ module Porkadot; module Install
       end
     end
 
+    def backup_etcd host: nil, path: "./backup/etcd.db"
+      unless host
+        self.kubelets.each do |_, v|
+          if v.etcd?
+            host = v
+          end
+        end
+      end
+
+      on(:local) do |local|
+        execute(:mkdir, '-p', File.dirname(path))
+      end
+
+      options = self.etcd_options
+      on(host) do |host|
+        execute(:mkdir, '-p', KUBE_TEMP)
+        execute(:"/opt/bin/etcdctl", *options, "snapshot", "save", "#{KUBE_TEMP}/etcd.db")
+        download! "#{KUBE_TEMP}/etcd.db", path
+      end
+    end
+
+    def restore_etcd path: "./backup/etcd.db"
+      require 'date'
+      hosts = []
+      self.kubelets.each do |_, v|
+        hosts << v if v.etcd?
+      end
+
+      options = self.etcd_options
+      on(hosts) do |host|
+        if test("[ -d #{KUBE_TEMP} ]")
+          execute(:rm, '-rf', KUBE_TEMP)
+          execute(:rm, '-rf', KUBE_SECRETS_TEMP)
+        end
+        execute(:mkdir, '-p', KUBE_TEMP)
+        upload! path, "#{KUBE_TEMP}/etcd.db"
+
+        as user: 'root' do
+          execute(:mkdir, '-p', ETCD_TEMP)
+          if test('[ -d /var/lib/etcd ]')
+            execute(:mv, '/var/lib/etcd', "${ETCD_TEMP}/data-#{DateTime.now.to_s}")
+          end
+          execute(:"/opt/bin/etcdctl", *options, "snapshot", "restore", "#{KUBE_TEMP}/etcd.db")
+        end
+      end
+    end
+
+    def start_etcd hosts: nil
+      unless hosts
+        hosts = []
+        self.kubelets.each do |_, v|
+          hosts << v if v.etcd?
+        end
+      end
+
+      on(hosts) do |host|
+        as user: 'root' do
+          execute(:mkdir, '-p', ETCD_TEMP)
+
+          result = capture(:"/opt/bin/crictl", 'ps', '-q', '--name', 'etcd')
+          with(container_runtime_endpoint: "unix:///run/containerd/containerd.sock") do
+            if result.empty?
+              info 'Trying to start etcd'
+              execute(:mv, "${ETCD_TEMP}/etcd-server.yaml", "/etc/kubernetes/manifests/etcd-server.yaml")
+            else
+              info 'etcd is already started...'
+            end
+          end
+        end
+      end
+    end
+
+    def stop_etcd hosts: nil
+      unless hosts
+        hosts = []
+        self.kubelets.each do |_, v|
+          hosts << v if v.etcd?
+        end
+      end
+
+      on(hosts) do |host|
+        as user: 'root' do
+          execute(:mkdir, '-p', ETCD_TEMP)
+
+          info "Waiting for etcd to stop..."
+          with(container_runtime_endpoint: "unix:///run/containerd/containerd.sock") do
+            unless capture(:"/opt/bin/crictl", 'ps', '-q', '--name', 'etcd').empty?
+              execute(:mv, "/etc/kubernetes/manifests/etcd-server.yaml", "${ETCD_TEMP}/etcd-server.yaml")
+              while capture(:"/opt/bin/crictl", 'ps', '-q', '--name', 'etcd') != ''
+                info 'Still waiting for stopping etcd...'
+                sleep 5
+              end
+            end
+          end
+          info 'etcd was stopped.'
+        end
+      end
+    end
+
+    def etcd_options
+      %w(
+        --cacert /etc/etcd/pki/ca.crt
+        --cert /etc/etcd/pki/etcd.crt
+        --key /etc/etcd/pki/etcd.key
+        --endpoints=https://127.0.0.1:2379
+      )
+    end
+
     def [](name)
       self.kubelets[name]
     end
@@ -87,5 +221,8 @@ module Porkadot; module Install
       super(@connection)
     end
 
+    def etcd?
+      return self.config.raw.labels && self.config.raw.labels[Porkadot::ETCD_MEMBER_LABEL]
+    end
   end
 end; end

data/lib/porkadot/install/kubernetes.rb

@@ -24,10 +24,10 @@ module Porkadot; module Install
         end
         upload! config.target_path, KUBE_TEMP, recursive: true
         upload! config.target_secrets_path, KUBE_SECRETS_TEMP, recursive: true
-        execute(:cp, '-r', KUBE_SECRETS_TEMP + '/*', KUBE_TEMP)
 
         # as user: 'root' do
-        with KUBECONFIG: File.join(KUBE_TEMP, 'kubeconfig.yaml') do
+        with KUBECONFIG: File.join(KUBE_SECRETS_TEMP, 'kubeconfig.yaml') do
+          execute(:bash, File.join(KUBE_SECRETS_TEMP, 'install.secrets.sh'))
           execute(:bash, File.join(KUBE_TEMP, 'install.sh'))
         end
       end

data/lib/porkadot/version.rb

@@ -1,3 +1,3 @@
 module Porkadot
-  VERSION = "0.21.0"
+  VERSION = "0.23.0"
 end

data/lib/porkadot.rb

@@ -20,8 +20,7 @@ require 'porkadot/configs/kubernetes'
 require 'porkadot/configs/etcd'
 require 'porkadot/configs/bootstrap'
 require 'porkadot/configs/kubernetes'
-require 'porkadot/configs/loadbalancer'
-require 'porkadot/configs/cni'
+require 'porkadot/configs/addons'
 
 require 'porkadot/assets/certs'
 require 'porkadot/assets/kubelet'
@@ -38,4 +37,5 @@ require 'porkadot/cmd/render/certs'
 require 'porkadot/cmd/render'
 require 'porkadot/cmd/install/bootstrap'
 require 'porkadot/cmd/install'
+require 'porkadot/cmd/etcd'
 require 'porkadot/cmd'

data/porkadot.gemspec

@@ -36,6 +36,7 @@ Gem::Specification.new do |spec|
   spec.add_dependency "thor", "~> 1.0"
   spec.add_dependency "hashie", "~> 4.1"
   spec.add_dependency "sshkit", "~> 1.20"
+  spec.add_dependency "net-ssh", "= 7.0.1"
   spec.add_development_dependency "bundler", "~> 2.0"
   spec.add_development_dependency "rake", "~> 13.0"
   spec.add_development_dependency "minitest", "~> 5.0"

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: porkadot
 version: !ruby/object:Gem::Version
-  version: 0.21.0
+  version: 0.23.0
 platform: ruby
 authors:
 - OTSUKA, Yuanying
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2021-07-25 00:00:00.000000000 Z
+date: 2022-09-24 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: thor
@@ -52,6 +52,20 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '1.20'
+- !ruby/object:Gem::Dependency
+  name: net-ssh
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 7.0.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 7.0.1
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement
@@ -133,6 +147,7 @@ files:
 - lib/porkadot/assets/etcd.rb
 - lib/porkadot/assets/etcd/etcd-server.yaml.erb
 - lib/porkadot/assets/etcd/install.sh.erb
+- lib/porkadot/assets/kubelet-default/install.sh.erb
 - lib/porkadot/assets/kubelet.rb
 - lib/porkadot/assets/kubelet/bootstrap-kubelet.conf.erb
 - lib/porkadot/assets/kubelet/config.yaml.erb
@@ -142,42 +157,51 @@ files:
 - lib/porkadot/assets/kubelet/kubelet.service.erb
 - lib/porkadot/assets/kubelet/setup-containerd.sh.erb
 - lib/porkadot/assets/kubernetes.rb
+- lib/porkadot/assets/kubernetes/install.secrets.sh.erb
 - lib/porkadot/assets/kubernetes/install.sh.erb
 - lib/porkadot/assets/kubernetes/kubeconfig.yaml.erb
-- lib/porkadot/assets/kubernetes/manifests/000-metallb.yaml.erb
-- lib/porkadot/assets/kubernetes/manifests/coredns.yaml.erb
-- lib/porkadot/assets/kubernetes/manifests/dns-horizontal-autoscaler.yaml.erb
-- lib/porkadot/assets/kubernetes/manifests/flannel.yaml.erb
+- lib/porkadot/assets/kubernetes/kustomization.yaml.erb
+- lib/porkadot/assets/kubernetes/manifests/addons/coredns/coredns.yaml.erb
+- lib/porkadot/assets/kubernetes/manifests/addons/coredns/dns-horizontal-autoscaler.yaml.erb
+- lib/porkadot/assets/kubernetes/manifests/addons/coredns/kustomization.yaml.erb
+- lib/porkadot/assets/kubernetes/manifests/addons/flannel/flannel.yaml.erb
+- lib/porkadot/assets/kubernetes/manifests/addons/flannel/kustomization.yaml.erb
+- lib/porkadot/assets/kubernetes/manifests/addons/kubelet-rubber-stamp/kubelet-rubber-stamp.yaml.erb
+- lib/porkadot/assets/kubernetes/manifests/addons/kubelet-rubber-stamp/kustomization.yaml.erb
+- lib/porkadot/assets/kubernetes/manifests/addons/kustomization.yaml.erb
+- lib/porkadot/assets/kubernetes/manifests/addons/metallb/000-metallb.yaml.erb
+- lib/porkadot/assets/kubernetes/manifests/addons/metallb/kustomization.yaml.erb
+- lib/porkadot/assets/kubernetes/manifests/addons/metallb/metallb.config.yaml.erb
+- lib/porkadot/assets/kubernetes/manifests/addons/metallb/metallb.yaml
+- lib/porkadot/assets/kubernetes/manifests/addons/metallb/metallb.yaml.erb
+- lib/porkadot/assets/kubernetes/manifests/addons/storage-version-migrator/kustomization.yaml.erb
+- lib/porkadot/assets/kubernetes/manifests/addons/storage-version-migrator/storage-version-migrator.yaml.erb
 - lib/porkadot/assets/kubernetes/manifests/kube-apiserver.secrets.yaml.erb
 - lib/porkadot/assets/kubernetes/manifests/kube-apiserver.yaml.erb
 - lib/porkadot/assets/kubernetes/manifests/kube-controller-manager.secrets.yaml.erb
 - lib/porkadot/assets/kubernetes/manifests/kube-controller-manager.yaml.erb
 - lib/porkadot/assets/kubernetes/manifests/kube-proxy.yaml.erb
 - lib/porkadot/assets/kubernetes/manifests/kube-scheduler.yaml.erb
-- lib/porkadot/assets/kubernetes/manifests/kubelet-rubber-stamp.yaml.erb
 - lib/porkadot/assets/kubernetes/manifests/kubelet.yaml.erb
-- lib/porkadot/assets/kubernetes/manifests/metallb.config.yaml.erb
-- lib/porkadot/assets/kubernetes/manifests/metallb.secrets.yaml.erb
-- lib/porkadot/assets/kubernetes/manifests/metallb.yaml.erb
+- lib/porkadot/assets/kubernetes/manifests/kustomization.yaml.erb
 - lib/porkadot/assets/kubernetes/manifests/porkadot.yaml.erb
-- lib/porkadot/assets/kubernetes/manifests/storage-version-migrator.yaml.erb
 - lib/porkadot/cmd.rb
 - lib/porkadot/cmd/cli.rb
+- lib/porkadot/cmd/etcd.rb
 - lib/porkadot/cmd/install.rb
 - lib/porkadot/cmd/install/bootstrap.rb
 - lib/porkadot/cmd/render.rb
 - lib/porkadot/cmd/render/certs.rb
 - lib/porkadot/config.rb
+- lib/porkadot/configs/addons.rb
 - lib/porkadot/configs/bootstrap.rb
 - lib/porkadot/configs/certs.rb
 - lib/porkadot/configs/certs/etcd.rb
 - lib/porkadot/configs/certs/front_proxy.rb
 - lib/porkadot/configs/certs/k8s.rb
-- lib/porkadot/configs/cni.rb
 - lib/porkadot/configs/etcd.rb
 - lib/porkadot/configs/kubelet.rb
 - lib/porkadot/configs/kubernetes.rb
-- lib/porkadot/configs/loadbalancer.rb
 - lib/porkadot/const.rb
 - lib/porkadot/default.yaml
 - lib/porkadot/install/base.rb
@@ -209,7 +233,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.1.2
+rubygems_version: 3.3.7
 signing_key: 
 specification_version: 4
 summary: Porkadot is a CLI tool to deploy Kubernetes cluster.

data/lib/porkadot/assets/kubernetes/manifests/metallb.secrets.yaml.erb

@@ -1,13 +0,0 @@
-<% require 'securerandom' -%>
-<% k8s = global_config.k8s -%>
----
-apiVersion: v1
-stringData:
-  secretkey: <%= SecureRandom.base64(128) %>
-kind: Secret
-metadata:
-  name: memberlist
-  namespace: metallb-system
-  labels:
-    app: metallb
-type: Opaque

data/lib/porkadot/configs/cni.rb

@@ -1,22 +0,0 @@
-
-module Porkadot; module Configs
-  class Cni
-    include Porkadot::ConfigUtils
-    attr_reader :type
-
-    def initialize config
-      @config = config
-      @type = config.raw.cni.type
-      @raw = config.raw.cni.send(config.raw.cni.type.to_sym)
-    end
-
-    def target_path
-      File.join(self.config.assets_dir, 'kubernetes')
-    end
-
-    def manifests_path
-      File.join(self.target_path, 'manifests')
-    end
-
-  end
-end; end

data/lib/porkadot/configs/loadbalancer.rb

@@ -1,26 +0,0 @@
-
-module Porkadot; module Configs
-  class Lb
-    include Porkadot::ConfigUtils
-    attr_reader :type
-
-    def initialize config
-      @config = config
-      @type = config.raw.lb.type
-      @raw = config.raw.lb.send(config.raw.lb.type.to_sym)
-    end
-
-    def target_path
-      File.join(self.config.assets_dir, 'kubernetes')
-    end
-
-    def manifests_path
-      File.join(self.target_path, 'manifests')
-    end
-
-    def lb_config
-      return self.raw.config
-    end
-
-  end
-end; end