krates-plugin-digitalocean 0.3.8

data/lib/kontena/machine/digital_ocean/node_provisioner.rb

@@ -0,0 +1,90 @@
+require 'fileutils'
+require 'erb'
+require 'open3'
+
+module Kontena
+  module Machine
+    module DigitalOcean
+      class NodeProvisioner
+        include RandomName
+        include Kontena::Cli::ShellSpinner
+
+        attr_reader :client, :api_client
+
+        # @param [Kontena::Client] api_client Kontena api client
+        # @param [String] token Digital Ocean token
+        def initialize(api_client, token)
+          @api_client = api_client
+          @client = DropletKit::Client.new(access_token: token)
+        end
+
+        def run!(opts)
+          userdata_vars = {
+            version: opts[:version],
+            master_uri: opts[:master_uri],
+            grid_token: opts[:grid_token],
+          }
+          image = "coreos-#{opts[:channel]}"
+          droplets = []
+          opts[:count].to_i.times do
+            droplet = DropletKit::Droplet.new(
+              name: opts[:name] || generate_name,
+              region: opts[:region],
+              image: image,
+              size: opts[:size],
+              private_networking: true,
+              user_data: user_data(userdata_vars),
+              ssh_keys: [opts[:ssh_key_id]],
+              tags: [opts[:grid]]
+            )
+            created = client.droplets.create(droplet)
+            spinner "Creating DigitalOcean droplet #{droplet.name.colorize(:cyan)} " do
+              sleep 1 until client.droplets.find(id: created.id).status == 'active'
+            end
+            droplets << droplet
+          end
+          droplets.each do |droplet|
+            node = nil
+            spinner "Waiting for node #{droplet.name.colorize(:cyan)} join to grid #{opts[:grid].colorize(:cyan)} " do
+              sleep 1 until node = droplet_exists_in_grid?(opts[:grid], droplet)
+            end
+            set_labels(
+              node,
+              [
+                "region=#{opts[:region]}",
+                "az=#{opts[:region]}",
+                "provider=digitalocean"
+              ]
+            )
+          end
+        end
+
+        def user_data(vars)
+          cloudinit_template = File.join(__dir__ , '/cloudinit.yml')
+          erb(File.read(cloudinit_template), vars)
+        end
+
+        def generate_name
+          "#{super}-#{rand(1..99)}"
+        end
+
+        def ssh_key(public_key)
+          ssh_key = client.ssh_keys.all.find{|key| key.public_key == public_key}
+        end
+
+        def droplet_exists_in_grid?(grid, droplet)
+          api_client.get("grids/#{grid}/nodes")['nodes'].find{|n| n['name'] == droplet.name}
+        end
+
+        def erb(template, vars)
+          ERB.new(template).result(OpenStruct.new(vars).instance_eval { binding })
+        end
+
+        def set_labels(node, labels)
+          data = {labels: labels}
+          api_client.put("nodes/#{node['id']}", data, {}, {'Kontena-Grid-Token' => node['grid']['token']})
+        end
+      end
+    end
+  end
+end

data/lib/kontena/machine/digital_ocean/ssh_key_manager.rb

@@ -0,0 +1,31 @@
+module Kontena
+  module Machine
+    module DigitalOcean
+      class SshKeyManager
+
+        attr_reader :client
+
+        # @param [String] token Digital Ocean API token
+        def initialize(token)
+          @client = DropletKit::Client.new(access_token: token)
+        end
+
+        def find_by_public_key(public_key)
+          list.find { |key| key.public_key == public_key }
+        end
+
+        def list
+          client.ssh_keys.all.to_a
+        end
+
+        def create(public_key)
+          client.ssh_keys.create(DropletKit::SSHKey.new(public_key: public_key, name: public_key.split(/\s+/).last))
+        end
+
+        def find_or_create_by_public_key(public_key)
+          find_by_public_key(public_key) || create(public_key)
+        end
+      end
+    end
+  end
+end

data/lib/kontena/machine/digital_ocean.rb

@@ -0,0 +1,8 @@
+require 'droplet_kit'
+require 'kontena/machine/random_name'
+require 'kontena/machine/cert_helper'
+require_relative 'digital_ocean/node_provisioner'
+require_relative 'digital_ocean/node_destroyer'
+require_relative 'digital_ocean/master_provisioner'
+require_relative 'digital_ocean/master_destroyer'
+require_relative 'digital_ocean/ssh_key_manager'

data/lib/kontena/plugin/digital_ocean/master/create_command.rb

@@ -0,0 +1,53 @@
+require 'kontena/plugin/digital_ocean/prompts'
+
+module Kontena::Plugin::DigitalOcean::Master
+  class CreateCommand < Kontena::Command
+    include Kontena::Cli::Common
+    include Kontena::Plugin::DigitalOcean::Prompts
+
+    option "--name", "[NAME]", "Set master name"
+    option "--token", "TOKEN", "DigitalOcean API token", environment_variable: "DO_TOKEN"
+    option "--region", "REGION", "Region"
+    option "--size", "SIZE", "Droplet size"
+    option "--ssh-key", "SSH_KEY", "Path to ssh public key"
+    option "--ssl-cert", "SSL CERT", "SSL certificate file"
+    option "--vault-secret", "VAULT_SECRET", "Secret key for Vault (optional)"
+    option "--vault-iv", "VAULT_IV", "Initialization vector for Vault (optional)"
+    option "--mongodb-uri", "URI", "External MongoDB uri (optional)"
+    option "--version", "VERSION", "Define installed Kontena version", default: 'latest'
+
+    def execute
+      suppress_warnings # until DO merges resource_kit pr #32
+      do_token = ask_do_token
+
+      require 'securerandom'
+      require 'kontena/machine/digital_ocean'
+
+      do_token = ask_do_token
+      do_region = ask_droplet_region(do_token)
+      do_size = ask_droplet_size(do_token, do_region)
+      do_ssh_key_id = ask_ssh_key(do_token)
+
+      provisioner = provisioner(do_token)
+      provisioner.run!(
+        name: name,
+        ssh_key_id: do_ssh_key_id,
+        ssl_cert: ssl_cert,
+        size: do_size,
+        region: do_region,
+        version: version,
+        vault_secret: vault_secret || SecureRandom.hex(24),
+        vault_iv: vault_iv || SecureRandom.hex(24),
+        initial_admin_code: SecureRandom.hex(16),
+        mongodb_uri: mongodb_uri
+      )
+    ensure
+      resume_warnings
+    end
+
+    # @param [String] token
+    def provisioner(token)
+      Kontena::Machine::DigitalOcean::MasterProvisioner.new(token)
+    end
+  end
+end

data/lib/kontena/plugin/digital_ocean/master/terminate_command.rb

@@ -0,0 +1,29 @@
+require 'kontena/plugin/digital_ocean/prompts'
+
+module Kontena::Plugin::DigitalOcean::Master
+  class TerminateCommand < Kontena::Command
+    include Kontena::Cli::Common
+    include Kontena::Cli::GridOptions
+    include Kontena::Plugin::DigitalOcean::Prompts
+
+    parameter "NAME", "Master name"
+    option "--token", "TOKEN", "DigitalOcean API token", environment_variable: "DO_TOKEN"
+    option "--force", :flag, "Force remove", default: false, attribute_name: :forced
+
+    def execute
+      suppress_warnings # until DO merges resource_kit pr #32
+      require 'kontena/machine/digital_ocean'
+      do_token = ask_do_token
+      confirm_command(name) unless forced?
+      destroyer = destroyer(do_token)
+      destroyer.run!(name)
+    ensure
+      resume_warnings
+    end
+
+    # @param [String] token
+    def destroyer(token)
+      Kontena::Machine::DigitalOcean::MasterDestroyer.new(token)
+    end
+  end
+end

data/lib/kontena/plugin/digital_ocean/master_command.rb

@@ -0,0 +1,4 @@
+class Kontena::Plugin::DigitalOcean::MasterCommand < Kontena::Command
+  subcommand "create", "Create a new master to DigitalOcean", load_subcommand('kontena/plugin/digital_ocean/master/create_command')
+  subcommand "terminate", "Terminate DigitalOcean master", load_subcommand('kontena/plugin/digital_ocean/master/terminate_command')
+end

data/lib/kontena/plugin/digital_ocean/node_command.rb

@@ -0,0 +1,5 @@
+class Kontena::Plugin::DigitalOcean::NodeCommand < Kontena::Command
+  subcommand "create", "Create a new node to DigitalOcean", load_subcommand('kontena/plugin/digital_ocean/nodes/create_command')
+  subcommand "restart", "Restart DigitalOcean node", load_subcommand('kontena/plugin/digital_ocean/nodes/restart_command')
+  subcommand "terminate", "Terminate DigitalOcean node", load_subcommand('kontena/plugin/digital_ocean/nodes/terminate_command')
+end

data/lib/kontena/plugin/digital_ocean/nodes/create_command.rb

@@ -0,0 +1,68 @@
+require 'kontena/plugin/digital_ocean/prompts'
+
+module Kontena::Plugin::DigitalOcean::Nodes
+  class CreateCommand < Kontena::Command
+    include Kontena::Cli::Common
+    include Kontena::Cli::GridOptions
+    include Kontena::Plugin::DigitalOcean::Prompts
+
+    parameter "[NAME]", "Node name"
+    option "--token", "TOKEN", "DigitalOcean API token", environment_variable: 'DO_TOKEN'
+    option "--region", "REGION", "Region"
+    option "--ssh-key", "SSH_KEY", "Path to ssh public key"
+    option "--size", "SIZE", "Droplet size"
+    option "--count", "COUNT", "How many droplets to create"
+    option "--version", "VERSION", "Define installed Kontena version", default: 'latest'
+    option "--channel", "CHANNEL", "Define CoreOS image channel"
+
+    def execute
+      suppress_warnings # until DO merges resource_kit pr #32
+      require 'kontena/machine/digital_ocean'
+      require_api_url
+      require_current_grid
+
+      do_token = ask_do_token
+      do_region = ask_droplet_region(do_token)
+      coreos_channel = self.channel || ask_channel
+      do_size = ask_droplet_size(do_token, do_region)
+      do_count = ask_droplet_count
+      do_ssh_key_id = ask_ssh_key(do_token)
+
+      grid = fetch_grid
+      provisioner = provisioner(client(require_token), do_token)
+      provisioner.run!(
+        master_uri: api_url,
+        grid_token: grid['token'],
+        grid: current_grid,
+        ssh_key_id: do_ssh_key_id,
+        name: name,
+        size: do_size,
+        count: do_count,
+        region: do_region,
+        version: version,
+        channel: coreos_channel
+      )
+    ensure
+      resume_warnings
+    end
+
+    def ask_droplet_count
+      if self.count.nil?
+        prompt.ask('How many droplets?:', default: 1)
+      else
+        self.count
+      end
+    end
+
+    # @param [Kontena::Client] client
+    # @param [String] token
+    def provisioner(client, token)
+      Kontena::Machine::DigitalOcean::NodeProvisioner.new(client, token)
+    end
+
+    # @return [Hash]
+    def fetch_grid
+      client(require_token).get("grids/#{current_grid}")
+    end
+  end
+end

data/lib/kontena/plugin/digital_ocean/nodes/restart_command.rb

@@ -0,0 +1,34 @@
+require 'kontena/plugin/digital_ocean/prompts'
+
+module Kontena::Plugin::DigitalOcean::Nodes
+  class RestartCommand < Kontena::Command
+    include Kontena::Cli::Common
+    include Kontena::Cli::GridOptions
+    include Kontena::Plugin::DigitalOcean::Prompts
+
+    parameter "[NAME]", "Node name"
+    option "--token", "TOKEN", "DigitalOcean API token", environment_variable: "DO_TOKEN"
+
+    def execute
+      suppress_warnings # until DO merges resource_kit pr #32
+      require 'kontena/machine/digital_ocean'
+      require_api_url
+      require_current_grid
+      do_token = ask_do_token
+
+      node_name = ask_node(require_token)
+      client = DropletKit::Client.new(access_token: do_token)
+      droplet = client.droplets.all.find{|d| d.name == node_name}
+      if droplet
+        spinner "Restarting DigitalOcean droplet #{pastel.cyan(name)} " do
+          client.droplet_actions.reboot(droplet_id: droplet.id)
+          sleep 1 until client.droplets.find(id: droplet.id).status == 'active'
+        end
+      else
+        exit_with_error "Cannot find droplet #{pastel.cyan(name)} in DigitalOcean"
+      end
+    ensure
+      resume_warnings
+    end
+  end
+end

data/lib/kontena/plugin/digital_ocean/nodes/terminate_command.rb

@@ -0,0 +1,36 @@
+require 'kontena/plugin/digital_ocean/prompts'
+
+module Kontena::Plugin::DigitalOcean::Nodes
+  class TerminateCommand < Kontena::Command
+    include Kontena::Cli::Common
+    include Kontena::Cli::GridOptions
+    include Kontena::Plugin::DigitalOcean::Prompts
+
+    parameter "[NAME]", "Node name"
+    option "--token", "TOKEN", "DigitalOcean API token", environment_variable: "DO_TOKEN"
+    option "--force", :flag, "Force remove", default: false, attribute_name: :forced
+
+    def execute
+      suppress_warnings # until DO merges resource_kit pr #32
+      require 'kontena/machine/digital_ocean'
+      require_api_url
+      require_current_grid
+      token = require_token
+      node_name = ask_node(token)
+      do_token = ask_do_token
+      confirm_command(node_name) unless forced?
+
+      grid = client(require_token).get("grids/#{current_grid}")
+      destroyer = destroyer(client(token), do_token)
+      destroyer.run!(grid, node_name)
+    ensure
+      resume_warnings
+    end
+
+    # @param [Kontena::Client] client
+    # @param [String] token
+    def destroyer(client, token)
+      Kontena::Machine::DigitalOcean::NodeDestroyer.new(client, token)
+    end
+  end
+end

data/lib/kontena/plugin/digital_ocean/prompts.rb

@@ -0,0 +1,112 @@
+module Kontena::Plugin::DigitalOcean::Prompts
+
+  # Until DO merges https://github.com/digitalocean/resource_kit/pull/32
+  def suppress_warnings
+    @original_verbosity = $VERBOSE
+    $VERBOSE = nil
+  end
+
+  def resume_warnings
+    $VERBOSE = @original_verbosity
+  end
+
+  def ask_ssh_key(do_token)
+    manager = Kontena::Machine::DigitalOcean::SshKeyManager.new(do_token)
+
+    if self.ssh_key
+      public_key = File.read(self.ssh_key).strip
+    else
+      keys = manager.list
+      key = :new
+
+      default_path = File.join(Dir.home, '.ssh', 'id_rsa.pub')
+      default = File.exist?(default_path) ? File.read(default_path).strip : nil
+
+      unless keys.empty?
+        key = prompt.select("Choose SSH key:") do |menu|
+          i = 1
+          keys.each do |item|
+            menu.choice "#{item.name} (#{item.fingerprint})" , item
+            menu.default i if item.public_key == default
+            i += 1
+          end
+          menu.choice "Create new SSH key", :new
+        end
+      end
+
+      if key == :new
+
+        public_key = prompt.ask('SSH public key: (enter an ssh key in OpenSSH format "ssh-xxx xxxxx key_name")', default: default) do |q|
+          q.validate /^ssh-rsa \S+ \S+$/
+        end
+      else
+        return key.id
+      end
+    end
+    manager.find_or_create_by_public_key(public_key).id
+  end
+
+  def ask_do_token
+    if self.token.nil?
+      prompt.mask('DigitalOcean API token:')
+    else
+      self.token
+    end
+  end
+
+  def ask_droplet_region(do_token)
+    if self.region.nil?
+      prompt.select("Choose a datacenter region:") do |menu|
+        do_client = DropletKit::Client.new(access_token: do_token)
+        do_client.regions.all.sort_by{|r| r.slug }.each{ |region|
+          menu.choice region.name, region.slug
+        }
+      end
+    else
+      self.region
+    end
+  end
+
+  def ask_droplet_size(do_token, do_region)
+    if self.size.nil?
+      prompt.select("Choose droplet size:") do |menu|
+        do_client = DropletKit::Client.new(access_token: do_token)
+        do_client.sizes.all.to_a.select{ |s| s.memory > 1000 }.sort_by{|s| s.memory }.each{ |size|
+          #p size
+          if size.regions.include?(do_region)
+            memory = size.memory.to_i / 1024
+            menu.choice "#{size.slug}: #{memory}GB/#{size.vcpus}CPU/#{size.disk}GB ($#{size.price_monthly.to_i}/mo)", size.slug
+          end
+        }
+      end
+    else
+      self.size
+    end
+  end
+
+  def ask_node(token)
+    if self.name.nil?
+      nodes = client(token).get("grids/#{current_grid}/nodes")
+      nodes = nodes['nodes'].select{ |n|
+        n['labels'] && n['labels'].include?('provider=digitalocean'.freeze)
+      }
+      raise "Did not find any nodes with label provider=digitalocean" if nodes.size == 0
+      prompt.select("Select node:") do |menu|
+        nodes.sort_by{|n| n['node_number'] }.reverse.each do |node|
+          initial = node['initial_member'] ? '(initial) ' : ''
+          menu.choice "#{node['name']} #{initial}", node['name']
+        end
+      end
+    else
+      self.name
+    end
+  end
+
+  def ask_channel
+    prompt.select('Select Container Linux channel:') do |menu|
+      menu.choice 'Stable', 'stable'
+      menu.choice 'Beta', 'beta'
+      menu.choice 'Alpha', 'alpha'
+    end
+  end
+end

data/lib/kontena/plugin/digital_ocean.rb

@@ -0,0 +1,7 @@
+module Kontena
+  module Plugin
+    module DigitalOcean
+      VERSION = "0.3.8"
+    end
+  end
+end

data/lib/kontena/plugin/digital_ocean_command.rb

@@ -0,0 +1,4 @@
+class Kontena::Plugin::DigitalOceanCommand < Kontena::Command
+  subcommand 'master', 'DigitalOcean master related commands', load_subcommand('kontena/plugin/digital_ocean/master_command')
+  subcommand 'node', 'DigitalOcean node related commands', load_subcommand('kontena/plugin/digital_ocean/node_command')
+end

data/lib/kontena_cli_plugin.rb

@@ -0,0 +1,5 @@
+require 'kontena_cli'
+require 'kontena/plugin/digital_ocean'
+require 'kontena/cli/subcommand_loader'
+
+Kontena::MainCommand.register("digitalocean", "DigitalOcean specific commands", Kontena::Cli::SubcommandLoader.new('kontena/plugin/digital_ocean_command'))

metadata

@@ -0,0 +1,153 @@
+--- !ruby/object:Gem::Specification
+name: krates-plugin-digitalocean
+version: !ruby/object:Gem::Version
+  version: 0.3.8
+platform: ruby
+authors:
+- Pavel Tsurbeleu
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2019-08-08 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: kontena-cli
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 1.5.2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 1.5.2
+- !ruby/object:Gem::Dependency
+  name: droplet_kit
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.2'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.2'
+- !ruby/object:Gem::Dependency
+  name: activesupport
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.0'
+- !ruby/object:Gem::Dependency
+  name: pastel
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 0.7.2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 0.7.2
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.11'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.11'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+description: Krates DigitalOcean plugin
+email:
+- staticpagesio@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".gitmodules"
+- ".rspec"
+- Gemfile
+- LICENSE.txt
+- README.md
+- krates-plugin-digitalocean.gemspec
+- lib/kontena/machine/digital_ocean.rb
+- lib/kontena/machine/digital_ocean/cloudinit.yml
+- lib/kontena/machine/digital_ocean/cloudinit_master.yml
+- lib/kontena/machine/digital_ocean/master_destroyer.rb
+- lib/kontena/machine/digital_ocean/master_provisioner.rb
+- lib/kontena/machine/digital_ocean/node_destroyer.rb
+- lib/kontena/machine/digital_ocean/node_provisioner.rb
+- lib/kontena/machine/digital_ocean/ssh_key_manager.rb
+- lib/kontena/plugin/digital_ocean.rb
+- lib/kontena/plugin/digital_ocean/master/create_command.rb
+- lib/kontena/plugin/digital_ocean/master/terminate_command.rb
+- lib/kontena/plugin/digital_ocean/master_command.rb
+- lib/kontena/plugin/digital_ocean/node_command.rb
+- lib/kontena/plugin/digital_ocean/nodes/create_command.rb
+- lib/kontena/plugin/digital_ocean/nodes/restart_command.rb
+- lib/kontena/plugin/digital_ocean/nodes/terminate_command.rb
+- lib/kontena/plugin/digital_ocean/prompts.rb
+- lib/kontena/plugin/digital_ocean_command.rb
+- lib/kontena_cli_plugin.rb
+homepage: https://krates.appsters.io
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.0.4
+signing_key: 
+specification_version: 4
+summary: Krates DigitalOcean plugin
+test_files: []