kontena-cli 0.14.7 → 0.15.0.rc1

data/lib/kontena/machine/azure/master_provisioner.rb

@@ -1,128 +0,0 @@
-require 'fileutils'
-require 'erb'
-require 'open3'
-require 'shell-spinner'
-
-module Kontena
-  module Machine
-    module Azure
-      class MasterProvisioner
-        include RandomName
-
-        attr_reader :client, :http_client
-
-        # @param [String] subscription_id Azure subscription id
-        # @param [String] certificate Path to Azure management certificate
-        def initialize(subscription_id, certificate)
-
-          abort('Invalid management certificate') unless File.exists?(File.expand_path(certificate))
-
-          @client = ::Azure
-          client.management_certificate = certificate
-          client.subscription_id        = subscription_id
-          client.vm_management.initialize_external_logger(Logger.new) # We don't want all the output
-        end
-
-        def run!(opts)
-          abort('Invalid ssh key') unless File.exists?(File.expand_path(opts[:ssh_key]))
-          if opts[:ssl_cert]
-            abort('Invalid ssl cert') unless File.exists?(File.expand_path(opts[:ssl_cert]))
-            ssl_cert = File.read(File.expand_path(opts[:ssl_cert]))
-          end
-          cloud_service_name = generate_cloud_service_name
-          vm_name = cloud_service_name
-          master_url = ''
-          ShellSpinner "Creating Azure Virtual Machine #{vm_name.colorize(:cyan)}" do
-            if opts[:virtual_network].nil?
-              location = opts[:location].downcase.gsub(' ', '-')
-              default_network_name = "kontena-#{location}"
-              create_virtual_network(default_network_name, opts[:location]) unless virtual_network_exist?(default_network_name)
-              opts[:virtual_network] = default_network_name
-              opts[:subnet] = 'subnet-1'
-            end
-
-            userdata_vars = {
-                ssl_cert: ssl_cert,
-                auth_server: opts[:auth_server],
-                version: opts[:version],
-                vault_secret: opts[:vault_secret],
-                vault_iv: opts[:vault_iv]
-            }
-
-            params = {
-                vm_name: vm_name,
-                vm_user: 'core',
-                location: opts[:location],
-                image: '2b171e93f07c4903bcad35bda10acf22__CoreOS-Stable-1010.5.0',
-                custom_data: Base64.encode64(user_data(userdata_vars)),
-                ssh_key: opts[:ssh_key]
-            }
-
-            options = {
-                cloud_service_name: cloud_service_name,
-                deployment_name: vm_name,
-                virtual_network_name: opts[:virtual_network],
-                subnet_name: opts[:subnet],
-                tcp_endpoints: '80,443',
-                private_key_file: File.expand_path(opts[:ssh_key]),
-                ssh_port: 22,
-                vm_size: opts[:size],
-            }
-
-
-            virtual_machine =  client.vm_management.create_virtual_machine(params,options)
-
-            if opts[:ssl_cert]
-              master_url = "https://#{virtual_machine.ipaddress}"
-            else
-              master_url = "http://#{virtual_machine.ipaddress}"
-            end
-
-          end
-          Excon.defaults[:ssl_verify_peer] = false
-          @http_client = Excon.new("#{master_url}", :connect_timeout => 10)
-
-          ShellSpinner "Waiting for #{vm_name.colorize(:cyan)} to start" do
-            sleep 5 until master_running?
-          end
-
-          puts "Kontena Master is now running at #{master_url}"
-          puts "Use #{"kontena login #{master_url}".colorize(:light_black)} to complete Kontena Master setup"
-        end
-
-        def erb(template, vars)
-          ERB.new(template).result(OpenStruct.new(vars).instance_eval { binding })
-        end
-
-        def user_data(vars)
-          cloudinit_template = File.join(__dir__ , '/cloudinit_master.yml')
-          erb(File.read(cloudinit_template), vars)
-        end
-
-        def master_running?
-          http_client.get(path: '/').status == 200
-        rescue
-          false
-        end
-
-        def generate_cloud_service_name
-          "kontena-master-#{generate_name}-#{rand(1..99)}"
-        end
-
-        def cloud_service(name)
-          client.cloud_service_management.get_cloud_service(name)
-        end
-
-        def virtual_network_exist?(name)
-          client.network_management.list_virtual_networks.find{|n| n.name == name}
-        end
-
-        def create_virtual_network(name, location)
-          address_space = ['10.0.0.0/20']
-          options = {subnet: [{:name => 'subnet-1',  :ip_address=>'10.0.0.0',  :cidr=>23}]}
-          client.network_management.set_network_configuration(name, location, address_space, options)
-        end
-      end
-    end
-  end
-end

data/lib/kontena/machine/azure/node_destroyer.rb

@@ -1,53 +0,0 @@
-require 'shell-spinner'
-require 'azure/virtual_machine_image_management/virtual_machine_image_management_service'
-
-module Kontena
-  module Machine
-    module Azure
-      class NodeDestroyer
-
-        attr_reader :client, :api_client
-
-        # @param [Kontena::Client] api_client Kontena api client
-        # @param [String] subscription_id Azure subscription id
-        # @param [String] certificate Path to Azure management certificate
-        def initialize(api_client, subscription_id, certificate)
-          @api_client = api_client
-          abort('Invalid management certificate') unless File.exists?(File.expand_path(certificate))
-
-          @client = ::Azure
-          client.management_certificate = certificate
-          client.subscription_id        = subscription_id
-          client.vm_management.initialize_external_logger(Logger.new) # We don't want all the output
-        end
-
-        def run!(grid, name)
-          ShellSpinner "Terminating Azure Virtual Machine #{name.colorize(:cyan)} " do
-            vm = client.vm_management.get_virtual_machine(name, cloud_service_name(name, grid['name']))
-            if vm
-              out = StringIO.new
-              $stdout = out # to avoid debug data (https://github.com/Azure/azure-sdk-for-ruby/issues/200)
-              client.vm_management.delete_virtual_machine(name, cloud_service_name(name, grid['name']))
-              storage_account = client.storage_management.list_storage_accounts.find{|a| a.label == cloud_service_name(name, grid['name'])}
-              client.storage_management.delete_storage_account(storage_account.name) if storage_account
-              $stdout = STDOUT
-            else
-              abort "\nCannot find Virtual Machine #{name.colorize(:cyan)} in Azure"
-            end
-         end
-
-          node = api_client.get("grids/#{grid['id']}/nodes")['nodes'].find{|n| n['name'] == name}
-          if node
-            ShellSpinner "Removing node #{name.colorize(:cyan)} from grid #{grid['name'].colorize(:cyan)} " do
-              api_client.delete("grids/#{grid['id']}/nodes/#{name}")
-            end
-          end
-        end
-
-        def cloud_service_name(vm_name, grid)
-          "kontena-#{grid}-#{vm_name}"
-        end
-      end
-    end
-  end
-end

data/lib/kontena/machine/azure/node_provisioner.rb

@@ -1,132 +0,0 @@
-require 'fileutils'
-require 'erb'
-require 'open3'
-require 'base64'
-require 'shell-spinner'
-
-module Kontena
-  module Machine
-    module Azure
-      class NodeProvisioner
-        include RandomName
-
-        attr_reader :client, :api_client
-
-        # @param [Kontena::Client] api_client Kontena api client
-        # @param [String] subscription_id Azure subscription id
-        # @param [String] certificate Path to Azure management certificate
-        def initialize(api_client, subscription_id, certificate)
-          @api_client = api_client
-          abort('Invalid management certificate') unless File.exists?(File.expand_path(certificate))
-
-          @client = ::Azure
-          client.management_certificate = File.expand_path(certificate)
-          client.subscription_id        = subscription_id
-          client.vm_management.initialize_external_logger(Logger.new) # We don't want all the output
-        end
-
-        def run!(opts)
-          abort('Invalid ssh key') unless File.exists?(File.expand_path(opts[:ssh_key]))
-          node = nil
-          vm_name = opts[:name] || generate_name
-          cloud_service_name = generate_cloud_service_name(vm_name, opts[:grid])
-
-          ShellSpinner "Creating Azure Virtual Machine #{vm_name.colorize(:cyan)}" do
-            if opts[:virtual_network].nil?
-              location = opts[:location].downcase.gsub(' ', '-')
-              default_network_name = "kontena-#{location}"
-              create_virtual_network(default_network_name, opts[:location]) unless virtual_network_exist?(default_network_name)
-              opts[:virtual_network] = default_network_name
-              opts[:subnet] = 'subnet-1'
-            end
-
-            userdata_vars = {
-              version: opts[:version],
-              master_uri: opts[:master_uri],
-              grid_token: opts[:grid_token],
-            }
-
-            params = {
-              vm_name: vm_name,
-              vm_user: 'core',
-              location: opts[:location],
-              image: '2b171e93f07c4903bcad35bda10acf22__CoreOS-Stable-1010.5.0',
-              custom_data: Base64.encode64(user_data(userdata_vars)),
-              ssh_key: File.expand_path(opts[:ssh_key])
-            }
-            options = {
-              cloud_service_name: cloud_service_name,
-              deployment_name: vm_name,
-              virtual_network_name: opts[:virtual_network],
-              subnet_name: opts[:subnet],
-              tcp_endpoints: '80',
-              private_key_file: opts[:ssh_key],
-              ssh_port: 22,
-              vm_size: opts[:size],
-            }
-
-
-            client.vm_management.create_virtual_machine(params,options)
-          end
-          ShellSpinner "Waiting for node #{vm_name.colorize(:cyan)} join to grid #{opts[:grid].colorize(:cyan)} " do
-            sleep 2 until node = vm_exists_in_grid?(opts[:grid], vm_name)
-          end
-          if node
-            labels = [
-              "region=#{cloud_service(cloud_service_name).location}",
-              "az=#{cloud_service(cloud_service_name).location}",
-              "provider=azure"
-            ]
-            set_labels(node, labels)
-          end
-        end
-
-        def user_data(vars)
-          cloudinit_template = File.join(__dir__ , '/cloudinit.yml')
-          erb(File.read(cloudinit_template), vars)
-        end
-
-        def generate_name
-          "#{super}-#{rand(1..99)}"
-        end
-
-        def generate_cloud_service_name(name, grid)
-          "kontena-#{grid}-#{name}"
-        end
-
-        def vm_exists_in_grid?(grid, name)
-          api_client.get("grids/#{grid}/nodes")['nodes'].find{|n| n['name'] == name}
-        end
-
-        def erb(template, vars)
-          ERB.new(template).result(OpenStruct.new(vars).instance_eval { binding })
-        end
-
-        def cloud_service_exist?(name)
-          cloud_service(name)
-        end
-
-        def cloud_service(name)
-          client.cloud_service_management.get_cloud_service(name)
-        end
-
-        def virtual_network_exist?(name)
-          client.network_management.list_virtual_networks.find{|n| n.name == name}
-        end
-
-        def create_virtual_network(name, location)
-          address_space = ['10.0.0.0/20']
-          options = {subnet: [{:name => 'subnet-1',  :ip_address=>'10.0.0.0',  :cidr=>23}]}
-          client.network_management.set_network_configuration(name, location, address_space, options)
-        end
-
-        def set_labels(node, labels)
-          data = {}
-          data[:labels] = labels
-          api_client.put("nodes/#{node['id']}", data, {}, {'Kontena-Grid-Token' => node['grid']['token']})
-        end
-      end
-
-    end
-  end
-end

data/lib/kontena/machine/digital_ocean.rb

@@ -1,13 +0,0 @@
-begin
-  require "droplet_kit"
-rescue LoadError
-  puts "It seems that you don't have Digital Ocean API installed."
-  puts "Install it using: gem install droplet_kit"
-  exit 1
-end
-
-require_relative 'random_name'
-require_relative 'cert_helper'
-require_relative 'digital_ocean/node_provisioner'
-require_relative 'digital_ocean/node_destroyer'
-require_relative 'digital_ocean/master_provisioner'

data/lib/kontena/machine/digital_ocean/cloudinit.yml

@@ -1,64 +0,0 @@
-#cloud-config
-write_files:
-  - path: /etc/kontena-agent.env
-    permissions: 0600
-    owner: root
-    content: |
-      KONTENA_URI="<%= master_uri %>"
-      KONTENA_TOKEN="<%= grid_token %>"
-      KONTENA_PEER_INTERFACE=eth1
-      KONTENA_VERSION=<%= version %>
-  - path: /etc/systemd/system/docker.service.d/50-kontena.conf
-    content: |
-        [Service]
-        Environment='DOCKER_OPTS=--insecure-registry="10.81.0.0/19" --bip="172.17.43.1/16"'
-  - path: /etc/sysctl.d/99-inotify.conf
-    owner: root
-    permissions: 0644
-    content: |
-      fs.inotify.max_user_instances = 8192
-  - path: /etc/resolv.conf
-    permissions: 0644
-    owner: root
-    content: |
-      nameserver 172.17.43.1
-      nameserver 8.8.8.8
-      nameserver 8.8.4.4
-coreos:
-  units:
-    - name: 10-weave.network
-      runtime: false
-      content: |
-        [Match]
-        Type=bridge
-        Name=weave*
-
-        [Network]
-    - name: kontena-agent.service
-      command: start
-      enable: true
-      content: |
-        [Unit]
-        Description=kontena-agent
-        After=network-online.target
-        After=docker.service
-        Description=Kontena Agent
-        Documentation=http://www.kontena.io/
-        Requires=network-online.target
-        Requires=docker.service
-
-        [Service]
-        Restart=always
-        RestartSec=5
-        EnvironmentFile=/etc/kontena-agent.env
-        ExecStartPre=-/usr/bin/docker stop kontena-agent
-        ExecStartPre=-/usr/bin/docker rm kontena-agent
-        ExecStartPre=/usr/bin/docker pull kontena/agent:${KONTENA_VERSION}
-        ExecStart=/usr/bin/docker run --name kontena-agent \
-            -e KONTENA_URI=${KONTENA_URI} \
-            -e KONTENA_TOKEN=${KONTENA_TOKEN} \
-            -e KONTENA_PEER_INTERFACE=${KONTENA_PEER_INTERFACE} \
-            -v=/var/run/docker.sock:/var/run/docker.sock \
-            -v=/etc/kontena-agent.env:/etc/kontena.env \
-            --net=host \
-            kontena/agent:${KONTENA_VERSION}

data/lib/kontena/machine/digital_ocean/cloudinit_master.yml

@@ -1,118 +0,0 @@
-#cloud-config
-write_files:
-  - path: /etc/kontena-server.env
-    permissions: 0600
-    owner: root
-    content: |
-      KONTENA_VERSION=<%= version %>
-      KONTENA_VAULT_KEY=<%= vault_secret %>
-      KONTENA_VAULT_IV=<%= vault_iv %>
-      <% if ssl_cert %>SSL_CERT="/etc/kontena-server.pem"
-
-  - path: /etc/kontena-server.pem
-    permissions: 0600
-    owner: root
-    content: | <% ssl_cert.split(/\n/).each do |row| %>
-      <%= row %><% end %><% end %>
-  - path: /opt/bin/kontena-haproxy.sh
-    permissions: 0755
-    owner: root
-    content: |
-      #!/bin/sh
-      if [ -n "$SSL_CERT" ]; then
-        SSL_CERT=$(awk 1 ORS='\\n' $SSL_CERT)
-      else
-        SSL_CERT="**None**"
-      fi
-      /usr/bin/docker run --name=kontena-server-haproxy \
-        --link kontena-server-api:kontena-server-api \
-        -e SSL_CERT="$SSL_CERT" \
-        -p 80:80 -p 443:443 kontena/haproxy:latest
-coreos:
-  units:
-<% unless mongodb_uri -%>
-    - name: kontena-server-mongo.service
-      command: start
-      enable: true
-      content: |
-        [Unit]
-        Description=kontena-server-mongo
-        After=network-online.target
-        After=docker.service
-        Description=Kontena Server MongoDB
-        Documentation=http://www.mongodb.org/
-        Requires=network-online.target
-        Requires=docker.service
-
-        [Service]
-        Restart=always
-        RestartSec=5
-        ExecStartPre=/usr/bin/docker pull mongo:3.0
-        ExecStartPre=-/usr/bin/docker create --name=kontena-server-mongo-data mongo:3.0
-        ExecStartPre=-/usr/bin/docker stop kontena-server-mongo
-        ExecStartPre=-/usr/bin/docker rm kontena-server-mongo
-        ExecStart=/usr/bin/docker run --name=kontena-server-mongo \
-            --volumes-from=kontena-server-mongo-data \
-            mongo:3.0 mongod --smallfiles
-<% end -%>
-    - name: kontena-server-api.service
-      command: start
-      enable: true
-      content: |
-        [Unit]
-        Description=kontena-server-api
-        After=network-online.target
-        After=docker.service
-        After=kontena-server-mongo.service
-        Description=Kontena Master
-        Documentation=http://www.kontena.io/
-        Before=kontena-server-haproxy.service
-        Wants=kontena-server-haproxy.service
-        Requires=network-online.target
-        Requires=docker.service
-<% unless mongodb_uri -%>
-        Requires=kontena-server-mongo.service
-<% end %>
-
-        [Service]
-        Restart=always
-        RestartSec=5
-        EnvironmentFile=/etc/kontena-server.env
-        ExecStartPre=-/usr/bin/docker stop kontena-server-api
-        ExecStartPre=-/usr/bin/docker rm kontena-server-api
-        ExecStartPre=/usr/bin/docker pull kontena/server:${KONTENA_VERSION}
-        ExecStart=/usr/bin/docker run --name kontena-server-api \
-<% if mongodb_uri -%>
-            -e MONGODB_URI=<%= mongodb_uri %> \
-<% else -%>
-            --link kontena-server-mongo:mongodb \
-            -e MONGODB_URI=mongodb://mongodb:27017/kontena_server \
-<% end -%>
-<% if auth_server %>
-            -e AUTH_API_URL=<%= auth_server %> \
-<% end -%>
-            -e VAULT_KEY=${KONTENA_VAULT_KEY} -e VAULT_IV=${KONTENA_VAULT_IV} \
-            kontena/server:${KONTENA_VERSION}
-
-    - name: kontena-server-haproxy.service
-      command: start
-      enable: true
-      content: |
-        [Unit]
-        Description=kontena-server-haproxy
-        After=network-online.target
-        After=docker.service
-        Description=Kontena Server HAProxy
-        Documentation=http://www.kontena.io/
-        Requires=network-online.target
-        Requires=docker.service
-        Requires=kontena-server-api.service
-
-        [Service]
-        Restart=always
-        RestartSec=5
-        EnvironmentFile=/etc/kontena-server.env
-        ExecStartPre=-/usr/bin/docker stop kontena-server-haproxy
-        ExecStartPre=-/usr/bin/docker rm kontena-server-haproxy
-        ExecStartPre=/usr/bin/docker pull kontena/haproxy:latest
-        ExecStart=/opt/bin/kontena-haproxy.sh