hetzner-k3s 0.5.7 → 0.6.0.pre1

data/lib/hetzner/k3s/cluster.rb

@@ -4,7 +4,7 @@ require 'net/ssh'
 require 'securerandom'
 require 'base64'
 require 'timeout'
-require 'subprocess'
+require 'fileutils'
 
 require_relative '../infra/client'
 require_relative '../infra/firewall'
@@ -19,13 +19,11 @@ require_relative '../utils'
 class Cluster
   include Utils
 
-  def initialize(hetzner_client:, hetzner_token:)
-    @hetzner_client = hetzner_client
-    @hetzner_token = hetzner_token
+  def initialize(configuration:)
+    @configuration = configuration
   end
 
-  def create(configuration:)
-    @configuration = configuration
+  def create
     @cluster_name = configuration['cluster_name']
     @kubeconfig_path = File.expand_path(configuration['kubeconfig_path'])
     @public_ssh_key_path = File.expand_path(configuration['public_ssh_key_path'])
@@ -37,7 +35,8 @@ class Cluster
     @masters_location = configuration['location']
     @verify_host_key = configuration.fetch('verify_host_key', false)
     @servers = []
-    @networks = configuration['ssh_allowed_networks']
+    @ssh_networks = configuration['ssh_allowed_networks']
+    @api_networks = configuration['api_allowed_networks']
     @enable_encryption = configuration.fetch('enable_encryption', false)
     @kube_api_server_args = configuration.fetch('kube_api_server_args', [])
     @kube_scheduler_args = configuration.fetch('kube_scheduler_args', [])
@@ -57,8 +56,7 @@ class Cluster
     deploy_system_upgrade_controller
   end
 
-  def delete(configuration:)
-    @configuration = configuration
+  def delete
     @cluster_name = configuration['cluster_name']
     @kubeconfig_path = File.expand_path(configuration['kubeconfig_path'])
     @public_ssh_key_path = File.expand_path(configuration['public_ssh_key_path'])
@@ -68,8 +66,7 @@ class Cluster
     delete_resources
   end
 
-  def upgrade(configuration:, new_k3s_version:, config_file:)
-    @configuration = configuration
+  def upgrade(new_k3s_version:, config_file:)
     @cluster_name = configuration['cluster_name']
     @kubeconfig_path = File.expand_path(configuration['kubeconfig_path'])
     @new_k3s_version = new_k3s_version
@@ -82,21 +79,21 @@ class Cluster
 
   attr_accessor :servers
 
-  attr_reader :hetzner_client, :cluster_name, :kubeconfig_path, :k3s_version,
+  attr_reader :configuration, :cluster_name, :kubeconfig_path, :k3s_version,
               :masters_config, :worker_node_pools,
               :masters_location, :public_ssh_key_path,
-              :hetzner_token, :new_k3s_version, :configuration,
-              :config_file, :verify_host_key, :networks, :private_ssh_key_path,
+              :hetzner_token, :new_k3s_version,
+              :config_file, :verify_host_key, :ssh_networks, :private_ssh_key_path,
               :enable_encryption, :kube_api_server_args, :kube_scheduler_args,
               :kube_controller_manager_args, :kube_cloud_controller_manager_args,
-              :kubelet_args, :kube_proxy_args
+              :kubelet_args, :kube_proxy_args, :api_networks
 
   def find_worker_node_pools(configuration)
     configuration.fetch('worker_node_pools', [])
   end
 
   def latest_k3s_version
-    response = HTTP.get('https://api.github.com/repos/k3s-io/k3s/tags').body
+    response = HTTParty.get('https://api.github.com/repos/k3s-io/k3s/tags').body
     JSON.parse(response).first['name']
   end
 
@@ -106,22 +103,22 @@ class Cluster
   end
 
   def delete_placement_groups
-    Hetzner::PlacementGroup.new(hetzner_client:, cluster_name:).delete
+    Hetzner::PlacementGroup.new(hetzner_client: hetzner_client, cluster_name: cluster_name).delete
 
     worker_node_pools.each do |pool|
       pool_name = pool['name']
-      Hetzner::PlacementGroup.new(hetzner_client:, cluster_name:, pool_name:).delete
+      Hetzner::PlacementGroup.new(hetzner_client: hetzner_client, cluster_name: cluster_name, pool_name: pool_name).delete
     end
   end
 
   def delete_resources
-    Hetzner::LoadBalancer.new(hetzner_client:, cluster_name:).delete(high_availability: (masters.size > 1))
+    Hetzner::LoadBalancer.new(hetzner_client: hetzner_client, cluster_name: cluster_name).delete(high_availability: (masters.size > 1))
 
-    Hetzner::Firewall.new(hetzner_client:, cluster_name:).delete(all_servers)
+    Hetzner::Firewall.new(hetzner_client: hetzner_client, cluster_name: cluster_name).delete(all_servers)
 
-    Hetzner::Network.new(hetzner_client:, cluster_name:).delete
+    Hetzner::Network.new(hetzner_client: hetzner_client, cluster_name: cluster_name, existing_network: existing_network).delete
 
-    Hetzner::SSHKey.new(hetzner_client:, cluster_name:).delete(public_ssh_key_path:)
+    Hetzner::SSHKey.new(hetzner_client: hetzner_client, cluster_name: cluster_name).delete(public_ssh_key_path: public_ssh_key_path)
 
     delete_placement_groups
     delete_servers
@@ -190,15 +187,30 @@ class Cluster
     puts 'Upgrade will now start. Run `watch kubectl get nodes` to see the nodes being upgraded. This should take a few minutes for a small cluster.'
     puts 'The API server may be briefly unavailable during the upgrade of the controlplane.'
 
-    configuration['k3s_version'] = new_k3s_version
+    updated_configuration = configuration.raw
+    updated_configuration['k3s_version'] = new_k3s_version
 
-    File.write(config_file, configuration.to_yaml)
+    File.write(config_file, updated_configuration.to_yaml)
   end
 
   def master_script(master)
     server = master == first_master ? ' --cluster-init ' : " --server https://#{api_server_ip}:6443 "
     flannel_interface = find_flannel_interface(master)
-    flannel_wireguard = enable_encryption ? ' --flannel-backend=wireguard ' : ' '
+
+    available_k3s_releases = Hetzner::Configuration.available_releases
+    wireguard_native_min_version_index = available_k3s_releases.find_index('v1.23.6+k3s1')
+    selected_version_index = available_k3s_releases.find_index(k3s_version)
+
+    flannel_wireguard = if enable_encryption
+                          if selected_version_index >= wireguard_native_min_version_index
+                            ' --flannel-backend=wireguard-native '
+                          else
+                            ' --flannel-backend=wireguard '
+                          end
+                        else
+                          ' '
+                        end
+
     extra_args = "#{kube_api_server_args_list} #{kube_scheduler_args_list} #{kube_controller_manager_args_list} #{kube_cloud_controller_manager_args_list} #{kubelet_args_list} #{kube_proxy_args_list}"
     taint = schedule_workloads_on_masters? ? ' ' : ' --node-taint CriticalAddonsOnly=true:NoExecute '
 
@@ -214,10 +226,8 @@ class Cluster
         --cluster-cidr=10.244.0.0/16 \
         --etcd-expose-metrics=true \
         #{flannel_wireguard} \
-        --kube-controller-manager-arg="address=0.0.0.0" \
         --kube-controller-manager-arg="bind-address=0.0.0.0" \
         --kube-proxy-arg="metrics-bind-address=0.0.0.0" \
-        --kube-scheduler-arg="address=0.0.0.0" \
         --kube-scheduler-arg="bind-address=0.0.0.0" \
         #{taint} #{extra_args} \
         --kubelet-arg="cloud-provider=external" \
@@ -298,8 +308,8 @@ class Cluster
           namespace: 'kube-system'
           name: 'hcloud'
         stringData:
-          network: "#{cluster_name}"
-          token: "#{hetzner_token}"
+          network: "#{existing_network || cluster_name}"
+          token: "#{configuration.hetzner_token}"
       EOF
     BASH
 
@@ -318,7 +328,7 @@ class Cluster
     puts
     puts 'Deploying k3s System Upgrade Controller...'
 
-    cmd = 'kubectl apply -f https://github.com/rancher/system-upgrade-controller/releases/download/v0.8.1/system-upgrade-controller.yaml'
+    cmd = 'kubectl apply -f https://github.com/rancher/system-upgrade-controller/releases/download/v0.9.1/system-upgrade-controller.yaml'
 
     run cmd, kubeconfig_path: kubeconfig_path
 
@@ -339,13 +349,13 @@ class Cluster
           namespace: 'kube-system'
           name: 'hcloud-csi'
         stringData:
-          token: "#{hetzner_token}"
+          token: "#{configuration.hetzner_token}"
       EOF
     BASH
 
     run cmd, kubeconfig_path: kubeconfig_path
 
-    cmd = 'kubectl apply -f https://raw.githubusercontent.com/hetznercloud/csi-driver/v1.6.0/deploy/kubernetes/hcloud-csi.yml'
+    cmd = 'kubectl apply -f https://raw.githubusercontent.com/hetznercloud/csi-driver/master/deploy/kubernetes/hcloud-csi.yml'
 
     run cmd, kubeconfig_path: kubeconfig_path
 
@@ -413,7 +423,7 @@ class Cluster
 
     masters.each do |master|
       master_private_ip = master['private_net'][0]['ip']
-      sans << " --tls-san=#{master_private_ip} "
+      sans += " --tls-san=#{master_private_ip} "
     end
 
     sans
@@ -463,7 +473,7 @@ class Cluster
 
   def placement_group_id(pool_name = nil)
     @placement_groups ||= {}
-    @placement_groups[pool_name || '__masters__'] ||= Hetzner::PlacementGroup.new(hetzner_client:, cluster_name:, pool_name:).create
+    @placement_groups[pool_name || '__masters__'] ||= Hetzner::PlacementGroup.new(hetzner_client: hetzner_client, cluster_name: cluster_name, pool_name: pool_name).create
   end
 
   def master_instance_type
@@ -475,15 +485,15 @@ class Cluster
   end
 
   def firewall_id
-    @firewall_id ||= Hetzner::Firewall.new(hetzner_client:, cluster_name:).create(high_availability: (masters_count > 1), networks:)
+    @firewall_id ||= Hetzner::Firewall.new(hetzner_client: hetzner_client, cluster_name: cluster_name).create(high_availability: (masters_count > 1), ssh_networks: ssh_networks, api_networks: api_networks)
   end
 
   def network_id
-    @network_id ||= Hetzner::Network.new(hetzner_client:, cluster_name:).create(location: masters_location)
+    @network_id ||= Hetzner::Network.new(hetzner_client: hetzner_client, cluster_name: cluster_name, existing_network: existing_network).create(location: masters_location)
   end
 
   def ssh_key_id
-    @ssh_key_id ||= Hetzner::SSHKey.new(hetzner_client:, cluster_name:).create(public_ssh_key_path:)
+    @ssh_key_id ||= Hetzner::SSHKey.new(hetzner_client: hetzner_client, cluster_name: cluster_name).create(public_ssh_key_path: public_ssh_key_path)
   end
 
   def master_definitions_for_create
@@ -494,13 +504,13 @@ class Cluster
         instance_type: master_instance_type,
         instance_id: "master#{i + 1}",
         location: masters_location,
-        placement_group_id:,
-        firewall_id:,
-        network_id:,
-        ssh_key_id:,
-        image:,
-        additional_packages:,
-        additional_post_create_commands:
+        placement_group_id: placement_group_id,
+        firewall_id: firewall_id,
+        network_id: network_id,
+        ssh_key_id: ssh_key_id,
+        image: image,
+        additional_packages: additional_packages,
+        additional_post_create_commands: additional_post_create_commands
       }
     end
 
@@ -534,12 +544,12 @@ class Cluster
         instance_id: "pool-#{worker_node_pool_name}-worker#{i + 1}",
         placement_group_id: placement_group_id(worker_node_pool_name),
         location: worker_location,
-        firewall_id:,
-        network_id:,
-        ssh_key_id:,
-        image:,
-        additional_packages:,
-        additional_post_create_commands:
+        firewall_id: firewall_id,
+        network_id: network_id,
+        ssh_key_id: ssh_key_id,
+        image: image,
+        additional_packages: additional_packages,
+        additional_post_create_commands: additional_post_create_commands
       }
     end
 
@@ -547,7 +557,7 @@ class Cluster
   end
 
   def create_load_balancer
-    Hetzner::LoadBalancer.new(hetzner_client:, cluster_name:).create(location: masters_location, network_id:)
+    Hetzner::LoadBalancer.new(hetzner_client: hetzner_client, cluster_name: cluster_name).create(location: masters_location, network_id: network_id)
   end
 
   def server_configs
@@ -567,7 +577,7 @@ class Cluster
 
     threads = server_configs.map do |server_config|
       Thread.new do
-        servers << Hetzner::Server.new(hetzner_client:, cluster_name:).create(**server_config)
+        servers << Hetzner::Server.new(hetzner_client: hetzner_client, cluster_name: cluster_name).create(**server_config)
       end
     end
 
@@ -589,7 +599,7 @@ class Cluster
   def delete_servers
     threads = all_servers.map do |server|
       Thread.new do
-        Hetzner::Server.new(hetzner_client:, cluster_name:).delete(server_name: server['name'])
+        Hetzner::Server.new(hetzner_client: hetzner_client, cluster_name: cluster_name).delete(server_name: server['name'])
       end
     end
 
@@ -643,4 +653,12 @@ class Cluster
       " --kube-proxy-arg=\"#{arg}\" "
     end.join
   end
+
+  def hetzner_client
+    configuration.hetzner_client
+  end
+
+  def existing_network
+    configuration['existing_network']
+  end
 end