kontena-cli 0.8.4 → 0.9.0

data/lib/kontena/machine/azure/node_destroyer.rb

@@ -0,0 +1,53 @@
+require 'shell-spinner'
+require 'azure/virtual_machine_image_management/virtual_machine_image_management_service'
+
+module Kontena
+  module Machine
+    module Azure
+      class NodeDestroyer
+
+        attr_reader :client, :api_client
+
+        # @param [Kontena::Client] api_client Kontena api client
+        # @param [String] subscription_id Azure subscription id
+        # @param [String] certificate Path to Azure management certificate
+        def initialize(api_client, subscription_id, certificate)
+          @api_client = api_client
+          abort('Invalid management certificate') unless File.exists?(File.expand_path(certificate))
+
+          @client = ::Azure
+          client.management_certificate = certificate
+          client.subscription_id        = subscription_id
+          client.vm_management.initialize_external_logger(Logger.new) # We don't want all the output
+        end
+
+        def run!(grid, name)
+          ShellSpinner "Terminating Azure Virtual Machine #{name.colorize(:cyan)} " do
+            vm = client.vm_management.get_virtual_machine(name, cloud_service_name(name, grid['name']))
+            if vm
+              out = StringIO.new
+              $stdout = out # to avoid debug data (https://github.com/Azure/azure-sdk-for-ruby/issues/200)
+              client.vm_management.delete_virtual_machine(name, cloud_service_name(name, grid['name']))
+              storage_account = client.storage_management.list_storage_accounts.find{|a| a.label == cloud_service_name(name, grid['name'])}
+              client.storage_management.delete_storage_account(storage_account.name) if storage_account
+              $stdout = STDOUT
+            else
+              abort "\nCannot find Virtual Machine #{name.colorize(:cyan)} in Azure"
+            end
+         end
+
+          node = api_client.get("grids/#{grid['id']}/nodes")['nodes'].find{|n| n['name'] == name}
+          if node
+            ShellSpinner "Removing node #{name.colorize(:cyan)} from grid #{grid['name'].colorize(:cyan)} " do
+              api_client.delete("grids/#{grid['id']}/nodes/#{name}")
+            end
+          end
+        end
+
+        def cloud_service_name(vm_name, grid)
+          "kontena-#{grid}-#{vm_name}"
+        end
+      end
+    end
+  end
+end

data/lib/kontena/machine/azure/node_provisioner.rb

@@ -0,0 +1,128 @@
+require 'fileutils'
+require 'erb'
+require 'open3'
+require 'base64'
+require 'shell-spinner'
+
+module Kontena
+  module Machine
+    module Azure
+      class NodeProvisioner
+        include RandomName
+
+        attr_reader :client, :api_client
+
+        # @param [Kontena::Client] api_client Kontena api client
+        # @param [String] subscription_id Azure subscription id
+        # @param [String] certificate Path to Azure management certificate
+        def initialize(api_client, subscription_id, certificate)
+          @api_client = api_client
+          abort('Invalid management certificate') unless File.exists?(File.expand_path(certificate))
+
+          @client = ::Azure
+          client.management_certificate = certificate
+          client.subscription_id        = subscription_id
+          client.vm_management.initialize_external_logger(Logger.new) # We don't want all the output
+        end
+
+        def run!(opts)
+          abort('Invalid ssh key') unless File.exists?(File.expand_path(opts[:ssh_key]))
+          node = nil
+          vm_name = opts[:name] || generate_name
+          cloud_service_name = generate_cloud_service_name(vm_name, opts[:grid])
+
+          ShellSpinner "Creating Azure Virtual Machine #{vm_name.colorize(:cyan)}" do
+            if opts[:virtual_network].nil?
+              location = opts[:location].downcase.gsub(' ', '-')
+              default_network_name = "kontena-#{location}"
+              create_virtual_network(default_network_name, opts[:location]) unless virtual_network_exist?(default_network_name)
+              opts[:virtual_network] = default_network_name
+              opts[:subnet] = 'subnet-1'
+            end
+
+            userdata_vars = {
+              version: opts[:version],
+              master_uri: opts[:master_uri],
+              grid_token: opts[:grid_token],
+            }
+
+            params = {
+              vm_name: vm_name,
+              vm_user: 'core',
+              location: opts[:location],
+              image: '2b171e93f07c4903bcad35bda10acf22__CoreOS-Stable-766.3.0',
+              custom_data: Base64.encode64(user_data(userdata_vars)),
+              ssh_key: opts[:ssh_key]
+            }
+            options = {
+              cloud_service_name: cloud_service_name,
+              deployment_name: vm_name,
+              virtual_network_name: opts[:virtual_network],
+              subnet_name: opts[:subnet],
+              tcp_endpoints: '80',
+              private_key_file: opts[:ssh_key],
+              ssh_port: 22,
+              vm_size: opts[:size],
+            }
+
+
+            client.vm_management.create_virtual_machine(params,options)
+          end
+          ShellSpinner "Waiting for node #{vm_name.colorize(:cyan)} join to grid #{opts[:grid].colorize(:cyan)} " do
+            sleep 2 until node = vm_exists_in_grid?(opts[:grid], vm_name)
+          end
+          if node
+            labels = ["region=#{cloud_service(cloud_service_name).location}"]
+            set_labels(node, labels)
+          end
+        end
+
+        def user_data(vars)
+          cloudinit_template = File.join(__dir__ , '/cloudinit.yml')
+          erb(File.read(cloudinit_template), vars)
+        end
+
+        def generate_name
+          "#{super}-#{rand(1..99)}"
+        end
+
+        def generate_cloud_service_name(name, grid)
+          "kontena-#{grid}-#{name}"
+        end
+
+        def vm_exists_in_grid?(grid, name)
+          api_client.get("grids/#{grid}/nodes")['nodes'].find{|n| n['name'] == name}
+        end
+
+        def erb(template, vars)
+          ERB.new(template).result(OpenStruct.new(vars).instance_eval { binding })
+        end
+
+        def cloud_service_exist?(name)
+          cloud_service(name)
+        end
+
+        def cloud_service(name)
+          client.cloud_service_management.get_cloud_service(name)
+        end
+
+        def virtual_network_exist?(name)
+          client.network_management.list_virtual_networks.find{|n| n.name == name}
+        end
+
+        def create_virtual_network(name, location)
+          address_space = ['10.0.0.0/20']
+          options = {subnet: [{:name => 'subnet-1',  :ip_address=>'10.0.0.0',  :cidr=>23}]}
+          client.network_management.set_network_configuration(name, location, address_space, options)
+        end
+
+        def set_labels(node, labels)
+          data = {}
+          data[:labels] = labels
+          api_client.put("nodes/#{node['id']}", data, {}, {'Kontena-Grid-Token' => node['grid']['token']})
+        end
+      end
+
+    end
+  end
+end

data/lib/kontena/machine/digital_ocean.rb

@@ -9,3 +9,4 @@ end
 require_relative 'random_name'
 require_relative 'digital_ocean/node_provisioner'
 require_relative 'digital_ocean/node_destroyer'
+require_relative 'digital_ocean/master_provisioner'

data/lib/kontena/machine/digital_ocean/cloudinit.yml

@@ -54,5 +54,6 @@ coreos:
             -e KONTENA_TOKEN=${KONTENA_TOKEN} \
             -e KONTENA_PEER_INTERFACE=${KONTENA_PEER_INTERFACE} \
             -v=/var/run/docker.sock:/var/run/docker.sock \
+            -v=/etc/kontena-agent.env:/etc/kontena.env \
             --net=host \
             kontena/agent:${KONTENA_VERSION}

data/lib/kontena/machine/digital_ocean/cloudinit_master.yml

@@ -0,0 +1,105 @@
+#cloud-config
+write_files:
+  - path: /etc/kontena-server.env
+    permissions: 0600
+    owner: root
+    content: |
+      KONTENA_VERSION=<%= version %>
+      <% if ssl_cert %>SSL_CERT="/etc/kontena-server.pem"
+
+  - path: /etc/kontena-server.pem
+    permissions: 0600
+    owner: root
+    content: | <% ssl_cert.split(/\n/).each do |row| %>
+      <%= row %><% end %><% end %>
+  - path: /opt/bin/kontena-haproxy.sh
+    permissions: 0755
+    owner: root
+    content: |
+      #!/bin/sh
+      if [ -n "$SSL_CERT" ]; then
+        SSL_CERT=$(awk 1 ORS='\\n' $SSL_CERT)
+      else
+        SSL_CERT="**None**"
+      fi
+      /usr/bin/docker run --name=kontena-server-haproxy \
+        --link kontena-server-api:kontena-server-api \
+        -e SSL_CERT="$SSL_CERT" -e BACKEND_PORT=9292 \
+        -p 80:80 -p 443:443 kontena/haproxy:latest
+coreos:
+  update:
+      reboot-strategy: off
+  units:
+    - name: kontena-server-mongo.service
+      command: start
+      enable: true
+      content: |
+        [Unit]
+        Description=kontena-server-mongo
+        After=network-online.target
+        After=docker.service
+        Description=Kontena Server MongoDB
+        Documentation=http://www.mongodb.org/
+        Requires=network-online.target
+        Requires=docker.service
+
+        [Service]
+        Restart=always
+        RestartSec=5
+        ExecStartPre=/usr/bin/docker pull mongo:3.0
+        ExecStartPre=-/usr/bin/docker create --name=kontena-server-mongo-data mongo:3.0
+        ExecStartPre=-/usr/bin/docker stop kontena-server-mongo
+        ExecStartPre=-/usr/bin/docker rm kontena-server-mongo
+        ExecStart=/usr/bin/docker run --name=kontena-server-mongo \
+            --volumes-from=kontena-server-mongo-data \
+            mongo:3.0 mongod --smallfiles
+
+    - name: kontena-server-api.service
+      command: start
+      enable: true
+      content: |
+        [Unit]
+        Description=kontena-server-api
+        After=network-online.target
+        After=docker.service
+        After=kontena-server-mongo.service
+        Description=Kontena Master
+        Documentation=http://www.kontena.io/
+        Requires=network-online.target
+        Requires=docker.service
+        Requires=kontena-server-mongo.service
+
+        [Service]
+        Restart=always
+        RestartSec=5
+        EnvironmentFile=/etc/kontena-server.env
+        ExecStartPre=-/usr/bin/docker stop kontena-server-api
+        ExecStartPre=-/usr/bin/docker rm kontena-server-api
+        ExecStartPre=/usr/bin/docker pull kontena/server:${KONTENA_VERSION}
+        ExecStart=/usr/bin/docker run --name kontena-server-api \
+            --link kontena-server-mongo:mongodb \
+            -e MONGODB_URI=mongodb://mongodb:27017/kontena_server \
+            <% if auth_server %>-e AUTH_API_URL=<%= auth_server %><% end %> \
+            kontena/server:${KONTENA_VERSION}
+
+    - name: kontena-server-haproxy.service
+      command: start
+      enable: true
+      content: |
+        [Unit]
+        Description=kontena-server-haproxy
+        After=network-online.target
+        After=docker.service
+        Description=Kontena Server HAProxy
+        Documentation=http://www.kontena.io/
+        Requires=network-online.target
+        Requires=docker.service
+
+        [Service]
+        Restart=always
+        RestartSec=5
+        EnvironmentFile=/etc/kontena-server.env
+        ExecStartPre=-/usr/bin/docker stop kontena-server-haproxy
+        ExecStartPre=-/usr/bin/docker rm kontena-server-haproxy
+        ExecStartPre=/usr/bin/docker pull kontena/haproxy:latest
+        ExecStart=/opt/bin/kontena-haproxy.sh

data/lib/kontena/machine/digital_ocean/master_provisioner.rb

@@ -0,0 +1,94 @@
+require 'fileutils'
+require 'erb'
+require 'open3'
+require 'shell-spinner'
+
+module Kontena
+  module Machine
+    module DigitalOcean
+      class MasterProvisioner
+        include RandomName
+
+        attr_reader :client, :http_client
+
+        # @param [String] token Digital Ocean token
+        def initialize(token)
+          @client = DropletKit::Client.new(access_token: token)
+        end
+
+        def run!(opts)
+          abort('Invalid ssh key') unless File.exists?(File.expand_path(opts[:ssh_key]))
+
+          ssh_key = ssh_key(File.read(File.expand_path(opts[:ssh_key])).strip)
+          abort('Ssh key does not exist in Digital Ocean') unless ssh_key
+
+          if opts[:ssl_cert]
+            abort('Invalid ssl cert') unless File.exists?(File.expand_path(opts[:ssl_cert]))
+            ssl_cert = File.read(File.expand_path(opts[:ssl_cert]))
+          end
+
+          userdata_vars = {
+              ssl_cert: ssl_cert,
+              auth_server: opts[:auth_server],
+              version: opts[:version]
+          }
+
+          droplet = DropletKit::Droplet.new(
+              name: generate_name,
+              region: opts[:region],
+              image: 'coreos-stable',
+              size: opts[:size],
+              private_networking: true,
+              user_data: user_data(userdata_vars),
+              ssh_keys: [ssh_key.id]
+          )
+
+          ShellSpinner "Creating DigitalOcean droplet #{droplet.name.colorize(:cyan)} " do
+            droplet = client.droplets.create(droplet)
+            until droplet.status == 'active'
+              droplet = client.droplets.find(id: droplet.id)
+              sleep 5
+            end
+          end
+          if opts[:ssl_cert]
+            master_url = "https://#{droplet.public_ip}"
+          else
+            master_url = "http://#{droplet.public_ip}"
+          end
+          Excon.defaults[:ssl_verify_peer] = false
+          @http_client = Excon.new("#{master_url}", :connect_timeout => 10)
+
+          ShellSpinner "Waiting for #{droplet.name.colorize(:cyan)} to start" do
+            sleep 5 until master_running?
+          end
+
+          puts "Kontena Master is now running at #{master_url}"
+          puts "Use #{"kontena login #{master_url}".colorize(:light_black)} to complete Kontena Master setup"
+        end
+
+        def user_data(vars)
+          cloudinit_template = File.join(__dir__ , '/cloudinit_master.yml')
+          erb(File.read(cloudinit_template), vars)
+        end
+
+        def generate_name
+          "kontena-master-#{super}-#{rand(1..99)}"
+        end
+
+        def ssh_key(public_key)
+          ssh_key = client.ssh_keys.all.find{|key| key.public_key == public_key}
+        end
+
+        def master_running?
+          http_client.get(path: '/').status == 200
+        rescue
+          false
+        end
+
+        def erb(template, vars)
+          ERB.new(template).result(OpenStruct.new(vars).instance_eval { binding })
+        end
+      end
+    end
+  end
+end

data/lib/kontena/machine/digital_ocean/node_provisioner.rb

@@ -43,9 +43,11 @@ module Kontena
           ShellSpinner "Creating DigitalOcean droplet #{droplet.name.colorize(:cyan)} " do
             sleep 5 until client.droplets.find(id: created.id).status == 'active'
           end
+          node = nil
           ShellSpinner "Waiting for node #{droplet.name.colorize(:cyan)} join to grid #{opts[:grid].colorize(:cyan)} " do
-            sleep 2 until droplet_exists_in_grid?(opts[:grid], droplet)
+            sleep 2 until node = droplet_exists_in_grid?(opts[:grid], droplet)
           end
+          set_labels(node, ["region=#{opts[:region]}"])
         end
 
         def user_data(vars)
@@ -68,6 +70,11 @@ module Kontena
         def erb(template, vars)
           ERB.new(template).result(OpenStruct.new(vars).instance_eval { binding })
         end
+
+        def set_labels(node, labels)
+          data = {labels: labels}
+          api_client.put("nodes/#{node['id']}", data, {}, {'Kontena-Grid-Token' => node['grid']['token']})
+        end
       end
     end
   end

data/lib/kontena/machine/vagrant.rb

@@ -6,5 +6,7 @@ unless which('vagrant')
 end
 
 require_relative 'random_name'
+require_relative 'vagrant/master_provisioner'
+require_relative 'vagrant/master_destroyer'
 require_relative 'vagrant/node_provisioner'
 require_relative 'vagrant/node_destroyer'

data/lib/kontena/machine/vagrant/Vagrantfile.master.rb.erb

@@ -0,0 +1,101 @@
+# -*- mode: ruby -*-
+# vi: set ft=ruby :
+
+# Vagrantfile API/syntax version. Don't touch unless you know what you're doing!
+VAGRANTFILE_API_VERSION = "2"
+
+cloud_init = <<INIT
+#cloud-config
+write_files:
+  - path: /etc/kontena-server.env
+    permissions: 0600
+    owner: root
+    content: |
+      KONTENA_VERSION=<%= version %>
+coreos:
+  update:
+      reboot-strategy: off
+  units:
+    - name: kontena-server-mongo.service
+      command: start
+      enable: true
+      content: |
+        [Unit]
+        Description=kontena-server-mongo
+        After=network-online.target
+        After=docker.service
+        Description=Kontena Server MongoDB
+        Documentation=http://www.mongodb.org/
+        Requires=network-online.target
+        Requires=docker.service
+
+        [Service]
+        Restart=always
+        RestartSec=5
+        ExecStartPre=/usr/bin/docker pull mongo:3.0
+        ExecStartPre=-/usr/bin/docker create --name=kontena-server-mongo-data mongo:3.0
+        ExecStartPre=-/usr/bin/docker stop kontena-server-mongo
+        ExecStartPre=-/usr/bin/docker rm kontena-server-mongo
+        ExecStart=/usr/bin/docker run --name=kontena-server-mongo \
+            --volumes-from=kontena-server-mongo-data \
+            mongo:3.0 mongod --smallfiles
+
+    - name: kontena-server-api.service
+      command: start
+      enable: true
+      content: |
+        [Unit]
+        Description=kontena-server-api
+        After=network-online.target
+        After=docker.service
+        After=kontena-server-mongo.service
+        Description=Kontena Master
+        Documentation=http://www.kontena.io/
+        Requires=network-online.target
+        Requires=docker.service
+        Requires=kontena-server-mongo.service
+
+        [Service]
+        Restart=always
+        RestartSec=5
+        EnvironmentFile=/etc/kontena-server.env
+        ExecStartPre=-/usr/bin/docker stop kontena-server-api
+        ExecStartPre=-/usr/bin/docker rm kontena-server-api
+        ExecStartPre=/usr/bin/docker pull kontena/server:${KONTENA_VERSION}
+        ExecStart=/usr/bin/docker run --name kontena-server-api \
+            --link kontena-server-mongo:mongodb \
+            -e MONGODB_URI=mongodb://mongodb:27017/kontena_server \
+            <% if auth_server %>-e AUTH_API_URL=<%= auth_server %><% end %> \
+            -p 8080:9292 \
+            kontena/server:${KONTENA_VERSION}
+INIT
+
+cloud_init_file = Tempfile.new('kontena-master')
+File.write(cloud_init_file.path, cloud_init)
+
+Vagrant.configure(VAGRANTFILE_API_VERSION) do |config|
+  config.vm.provider :virtualbox do |v|
+    v.check_guest_additions = false
+    v.functional_vboxsf     = false
+  end
+
+  if Vagrant.has_plugin?("vagrant-vbguest") then
+    config.vbguest.auto_update = false
+  end
+
+  config.vm.define "<%= name %>" do |docker|
+    docker.vm.box = "coreos-stable"
+    docker.vm.box_url = "http://stable.release.core-os.net/amd64-usr/current/coreos_production_vagrant.json"
+    docker.vm.network "private_network", ip: "192.168.66.100"
+    docker.vm.hostname = "<%= name %>"
+    docker.vm.provider "virtualbox" do |vb|
+      vb.gui = false
+      vb.customize ["modifyvm", :id, "--memory", "512"]
+      vb.auto_nat_dns_proxy = false
+      vb.customize ["modifyvm", :id, "--natdnsproxy1", "off" ]
+      vb.customize ["modifyvm", :id, "--natdnshostresolver1", "off" ]
+    end
+    docker.vm.provision :file, :source => cloud_init_file.path, :destination => "/tmp/vagrantfile-user-data"
+    docker.vm.provision :shell, :inline => "mv /tmp/vagrantfile-user-data /var/lib/coreos-vagrant/", :privileged => true
+  end
+end