kontena-cli 0.8.4 → 0.9.0

data/lib/kontena/machine/aws/node_destroyer.rb

@@ -0,0 +1,39 @@
+require 'shell-spinner'
+
+module Kontena
+  module Machine
+    module Aws
+      class NodeDestroyer
+
+        attr_reader :client, :api_client
+
+        # @param [Kontena::Client] api_client Kontena api client
+        # @param [String] access_key_id aws_access_key_id
+        # @param [String] secret_key aws_secret_access_key
+        # @param [String] region
+        def initialize(api_client, access_key_id, secret_key, region = 'eu-west-1')
+          @api_client = api_client
+          @client = Fog::Compute.new(:provider => 'AWS', :aws_access_key_id => access_key_id, :aws_secret_access_key => secret_key, :region => region)
+        end
+
+        def run!(grid, name)
+          instance = client.servers.all({'tag:kontena_name' => name}).first
+          if instance
+            ShellSpinner "Terminating AWS instance #{name.colorize(:cyan)} " do
+              instance.destroy
+              sleep 2 until client.servers.get(instance.id).state == 'terminated'
+            end
+          else
+            abort "Cannot find instance #{name.colorize(:cyan)} in AWS"
+          end
+          node = api_client.get("grids/#{grid['id']}/nodes")['nodes'].find{|n| n['name'] == name}
+          if node
+            ShellSpinner "Removing node #{name.colorize(:cyan)} from grid #{grid['name'].colorize(:cyan)} " do
+              api_client.delete("grids/#{grid['id']}/nodes/#{name}")
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/kontena/machine/aws/node_provisioner.rb

@@ -0,0 +1,168 @@
+require 'fileutils'
+require 'erb'
+require 'open3'
+require 'shell-spinner'
+
+module Kontena
+  module Machine
+    module Aws
+      class NodeProvisioner
+        include RandomName
+
+        attr_reader :client, :api_client, :region
+
+        # @param [Kontena::Client] api_client Kontena api client
+        # @param [String] access_key_id aws_access_key_id
+        # @param [String] secret_key aws_secret_access_key
+        # @param [String] region
+        def initialize(api_client, access_key_id, secret_key, region)
+          @api_client = api_client
+          @client = Fog::Compute.new(:provider => 'AWS', :aws_access_key_id => access_key_id, :aws_secret_access_key => secret_key, :region => region)
+
+        end
+
+        # @param [Hash] opts
+        def run!(opts)
+          ami = resolve_ami(client.region)
+          abort('No valid AMI found for region') unless ami
+
+          security_group = ensure_security_group(opts[:grid], opts[:vpc])
+          name = opts[:name ] || generate_name
+
+          opts[:vpc] = default_vpc.id unless opts[:vpc]
+          if opts[:subnet].nil?
+            subnet = default_subnet(opts[:vpc], client.region+opts[:zone])
+            opts[:subnet] = subnet.subnet_id
+          else
+            subnet = client.subnets.get(opts[:subnet])
+          end
+          dns_server = aws_dns_supported?(opts[:vpc]) ? '169.254.169.253' : '8.8.8.8'
+          userdata_vars = {
+              name: name,
+              version: opts[:version],
+              master_uri: opts[:master_uri],
+              grid_token: opts[:grid_token],
+              dns_server: dns_server
+          }
+
+          response = client.run_instances(
+              ami,
+              1,
+              1,
+              'InstanceType'  => opts[:type],
+              'SecurityGroupId' => security_group.group_id,
+              'KeyName'       => opts[:key_pair],
+              'SubnetId'      => opts[:subnet],
+              'UserData'      => user_data(userdata_vars),
+              'BlockDeviceMapping' => [
+                  {
+                      'DeviceName' => '/dev/xvda',
+                      'VirtualName' => 'Root',
+                      'Ebs.VolumeSize' => opts[:storage],
+                      'Ebs.VolumeType' => 'gp2'
+                  }
+              ]
+
+          )
+          instance_id = response.body['instancesSet'].first['instanceId']
+
+          instance = client.servers.get(instance_id)
+          ShellSpinner "Creating AWS instance #{name.colorize(:cyan)} " do
+            instance.wait_for { ready? }
+          end
+          client.create_tags(instance.id, {'kontena_name' => name, 'kontena_grid' => opts[:grid]})
+          node = nil
+          ShellSpinner "Waiting for node #{name.colorize(:cyan)} join to grid #{opts[:grid].colorize(:cyan)} " do
+            sleep 2 until node = instance_exists_in_grid?(opts[:grid], name)
+          end
+          labels = ["region=#{client.region}", "az=#{opts[:zone]}"]
+          set_labels(node, labels)
+        end
+
+        ##
+        # @param [String] grid
+        # @return Fog::Compute::AWS::SecurityGroup
+        def ensure_security_group(grid, vpc_id)
+          group_name = "kontena_grid_#{grid}"
+          if vpc_id
+            client.security_groups.all({'group-name' => group_name, 'vpc-id' => vpc_id}).first || create_security_group(group_name, vpc_id)
+          else
+            client.security_groups.get(group_name) || create_security_group(group_name)
+          end
+        end
+
+        ##
+        # creates security_group and authorizes default port ranges
+        #
+        # @param [String] name
+        # @return Fog::Compute::AWS::SecurityGroup
+        def create_security_group(name, vpc_id = nil)
+          security_group = client.security_groups.new(:name => name, :description => "Kontena Node", :vpc_id => vpc_id)
+          security_group.save
+
+          security_group.authorize_port_range(80..80)
+          security_group.authorize_port_range(443..443)
+          security_group.authorize_port_range(22..22)
+          security_group.authorize_port_range(6783..6783, group: {security_group.owner_id => security_group.group_id}, ip_protocol: 'tcp')
+          security_group.authorize_port_range(6783..6783, group: {security_group.owner_id => security_group.group_id}, ip_protocol: 'udp')
+          security_group
+        end
+
+
+        # @param [String] region
+        # @return String
+        def resolve_ami(region)
+          images = {
+              'eu-central-1' => 'ami-74bbba69',
+              'ap-northeast-1' => 'ami-1e77ff1e',
+              'us-gov-west-1' => 'ami-f1d1b2d2',
+              'sa-east-1' => 'ami-632ba17e',
+              'ap-southeast-2' => 'ami-83f8b4b9',
+              'ap-southeast-1' => 'ami-12060c40',
+              'us-east-1' => 'ami-f396fa96',
+              'us-west-2' => 'ami-99bfada9',
+              'us-west-1' => 'ami-dbe71d9f',
+              'eu-west-1' => 'ami-83e9c8f4'
+          }
+          images[region]
+        end
+
+        def default_subnet(vpc, zone)
+          client.subnets.all('vpc-id' => vpc, 'availabilityZone' => zone).first
+        end
+
+        def default_vpc
+          client.vpcs.all('isDefault' => true).first
+        end
+
+        def user_data(vars)
+          cloudinit_template = File.join(__dir__ , '/cloudinit.yml')
+          erb(File.read(cloudinit_template), vars)
+        end
+
+        def generate_name
+          "#{super}-#{rand(1..99)}"
+        end
+
+        def instance_exists_in_grid?(grid, name)
+          api_client.get("grids/#{grid}/nodes")['nodes'].find{|n| n['name'] == name}
+        end
+
+        def erb(template, vars)
+          ERB.new(template).result(OpenStruct.new(vars).instance_eval { binding })
+        end
+
+        def set_labels(node, labels)
+          data = {}
+          data[:labels] = labels
+          api_client.put("nodes/#{node['id']}", data, {}, {'Kontena-Grid-Token' => node['grid']['token']})
+        end
+
+        def aws_dns_supported?(vpc_id)
+          response = client.describe_vpc_attribute(vpc_id,'enableDnsSupport')
+          response.data[:body]['enableDnsSupport']
+        end
+      end
+    end
+  end
+end

data/lib/kontena/machine/azure.rb

@@ -0,0 +1,13 @@
+begin
+  require "azure"
+rescue LoadError
+  puts "It seems that you don't have Azure SDK installed."
+  puts "Install it using: gem install azure:0.7.0"
+  exit 1
+end
+
+require_relative 'random_name'
+require_relative 'azure/logger'
+require_relative 'azure/node_provisioner'
+require_relative 'azure/node_destroyer'
+require_relative 'azure/master_provisioner'

data/lib/kontena/machine/azure/cloudinit.yml

@@ -0,0 +1,59 @@
+#cloud-config
+write_files:
+  - path: /etc/kontena-agent.env
+    permissions: 0600
+    owner: root
+    content: |
+      KONTENA_URI="<%= master_uri %>"
+      KONTENA_TOKEN="<%= grid_token %>"
+      KONTENA_PEER_INTERFACE=eth1
+      KONTENA_VERSION=<%= version %>
+  - path: /etc/systemd/system/docker.service.d/50-kontena.conf
+    content: |
+        [Service]
+        Environment='DOCKER_OPTS=--insecure-registry="10.81.0.0/19" --bip="172.17.42.1/16"'
+  - path: /etc/resolv.conf
+    permissions: 0644
+    owner: root
+    content: |
+      nameserver 172.17.42.1
+      nameserver 8.8.8.8
+      nameserver 8.8.4.4
+coreos:
+  units:
+    - name: 10-weave.network
+      runtime: false
+      content: |
+        [Match]
+        Type=bridge
+        Name=weave*
+
+        [Network]
+    - name: kontena-agent.service
+      command: start
+      enable: true
+      content: |
+        [Unit]
+        Description=kontena-agent
+        After=network-online.target
+        After=docker.service
+        Description=Kontena Agent
+        Documentation=http://www.kontena.io/
+        Requires=network-online.target
+        Requires=docker.service
+
+        [Service]
+        Restart=always
+        RestartSec=5
+        EnvironmentFile=/etc/kontena-agent.env
+        ExecStartPre=-/usr/bin/docker stop kontena-agent
+        ExecStartPre=-/usr/bin/docker rm kontena-agent
+        ExecStartPre=/usr/bin/docker pull kontena/agent:${KONTENA_VERSION}
+        ExecStart=/usr/bin/docker run --name kontena-agent \
+            -e KONTENA_URI=${KONTENA_URI} \
+            -e KONTENA_TOKEN=${KONTENA_TOKEN} \
+            -e KONTENA_PEER_INTERFACE=${KONTENA_PEER_INTERFACE} \
+            -v=/var/run/docker.sock:/var/run/docker.sock \
+            -v=/etc/kontena-agent.env:/etc/kontena.env \
+            --net=host \
+            kontena/agent:${KONTENA_VERSION}

data/lib/kontena/machine/azure/cloudinit_master.yml

@@ -0,0 +1,105 @@
+#cloud-config
+write_files:
+  - path: /etc/kontena-server.env
+    permissions: 0600
+    owner: root
+    content: |
+      KONTENA_VERSION=<%= version %>
+      <% if ssl_cert %>SSL_CERT="/etc/kontena-server.pem"
+
+  - path: /etc/kontena-server.pem
+    permissions: 0600
+    owner: root
+    content: | <% ssl_cert.split(/\n/).each do |row| %>
+      <%= row %><% end %><% end %>
+  - path: /opt/bin/kontena-haproxy.sh
+    permissions: 0755
+    owner: root
+    content: |
+      #!/bin/sh
+      if [ -n "$SSL_CERT" ]; then
+        SSL_CERT=$(awk 1 ORS='\\n' $SSL_CERT)
+      else
+        SSL_CERT="**None**"
+      fi
+      /usr/bin/docker run --name=kontena-server-haproxy \
+        --link kontena-server-api:kontena-server-api \
+        -e SSL_CERT="$SSL_CERT" -e BACKEND_PORT=9292 \
+        -p 80:80 -p 443:443 kontena/haproxy:latest
+coreos:
+  update:
+      reboot-strategy: off
+  units:
+    - name: kontena-server-mongo.service
+      command: start
+      enable: true
+      content: |
+        [Unit]
+        Description=kontena-server-mongo
+        After=network-online.target
+        After=docker.service
+        Description=Kontena Server MongoDB
+        Documentation=http://www.mongodb.org/
+        Requires=network-online.target
+        Requires=docker.service
+
+        [Service]
+        Restart=always
+        RestartSec=5
+        ExecStartPre=/usr/bin/docker pull mongo:3.0
+        ExecStartPre=-/usr/bin/docker create --name=kontena-server-mongo-data mongo:3.0
+        ExecStartPre=-/usr/bin/docker stop kontena-server-mongo
+        ExecStartPre=-/usr/bin/docker rm kontena-server-mongo
+        ExecStart=/usr/bin/docker run --name=kontena-server-mongo \
+            --volumes-from=kontena-server-mongo-data \
+            mongo:3.0 mongod --smallfiles
+
+    - name: kontena-server-api.service
+      command: start
+      enable: true
+      content: |
+        [Unit]
+        Description=kontena-server-api
+        After=network-online.target
+        After=docker.service
+        After=kontena-server-mongo.service
+        Description=Kontena Master
+        Documentation=http://www.kontena.io/
+        Requires=network-online.target
+        Requires=docker.service
+        Requires=kontena-server-mongo.service
+
+        [Service]
+        Restart=always
+        RestartSec=5
+        EnvironmentFile=/etc/kontena-server.env
+        ExecStartPre=-/usr/bin/docker stop kontena-server-api
+        ExecStartPre=-/usr/bin/docker rm kontena-server-api
+        ExecStartPre=/usr/bin/docker pull kontena/server:${KONTENA_VERSION}
+        ExecStart=/usr/bin/docker run --name kontena-server-api \
+            --link kontena-server-mongo:mongodb \
+            -e MONGODB_URI=mongodb://mongodb:27017/kontena_server \
+            <% if auth_server %>-e AUTH_API_URL=<%= auth_server %><% end %> \
+            kontena/server:${KONTENA_VERSION}
+
+    - name: kontena-server-haproxy.service
+      command: start
+      enable: true
+      content: |
+        [Unit]
+        Description=kontena-server-haproxy
+        After=network-online.target
+        After=docker.service
+        Description=Kontena Server HAProxy
+        Documentation=http://www.kontena.io/
+        Requires=network-online.target
+        Requires=docker.service
+
+        [Service]
+        Restart=always
+        RestartSec=5
+        EnvironmentFile=/etc/kontena-server.env
+        ExecStartPre=-/usr/bin/docker stop kontena-server-haproxy
+        ExecStartPre=-/usr/bin/docker rm kontena-server-haproxy
+        ExecStartPre=/usr/bin/docker pull kontena/haproxy:latest
+        ExecStart=/opt/bin/kontena-haproxy.sh

data/lib/kontena/machine/azure/logger.rb

@@ -0,0 +1,27 @@
+module Kontena
+  module Machine
+    module Azure
+      class Logger
+        def info(msg)
+
+        end
+
+        def error_with_exit(msg)
+          puts msg.colorize(:red)
+        end
+
+        def warn(msg)
+          puts msg.colorize(:yellow)
+        end
+
+        def error(msg)
+          puts msg.colorize(:red)
+        end
+
+        def exception_message(msg)
+          puts msg.colorize(:red)
+        end
+      end
+    end
+  end
+end

data/lib/kontena/machine/azure/master_provisioner.rb

@@ -0,0 +1,126 @@
+require 'fileutils'
+require 'erb'
+require 'open3'
+require 'shell-spinner'
+
+module Kontena
+  module Machine
+    module Azure
+      class MasterProvisioner
+        include RandomName
+
+        attr_reader :client, :http_client
+
+        # @param [String] subscription_id Azure subscription id
+        # @param [String] certificate Path to Azure management certificate
+        def initialize(subscription_id, certificate)
+
+          abort('Invalid management certificate') unless File.exists?(File.expand_path(certificate))
+
+          @client = ::Azure
+          client.management_certificate = certificate
+          client.subscription_id        = subscription_id
+          client.vm_management.initialize_external_logger(Logger.new) # We don't want all the output
+        end
+
+        def run!(opts)
+          abort('Invalid ssh key') unless File.exists?(File.expand_path(opts[:ssh_key]))
+          if opts[:ssl_cert]
+            abort('Invalid ssl cert') unless File.exists?(File.expand_path(opts[:ssl_cert]))
+            ssl_cert = File.read(File.expand_path(opts[:ssl_cert]))
+          end
+          cloud_service_name = generate_cloud_service_name
+          vm_name = cloud_service_name
+          master_url = ''
+          ShellSpinner "Creating Azure Virtual Machine #{vm_name.colorize(:cyan)}" do
+            if opts[:virtual_network].nil?
+              location = opts[:location].downcase.gsub(' ', '-')
+              default_network_name = "kontena-#{location}"
+              create_virtual_network(default_network_name, opts[:location]) unless virtual_network_exist?(default_network_name)
+              opts[:virtual_network] = default_network_name
+              opts[:subnet] = 'subnet-1'
+            end
+
+            userdata_vars = {
+                ssl_cert: ssl_cert,
+                auth_server: opts[:auth_server],
+                version: opts[:version]
+            }
+
+            params = {
+                vm_name: vm_name,
+                vm_user: 'core',
+                location: opts[:location],
+                image: '2b171e93f07c4903bcad35bda10acf22__CoreOS-Stable-766.3.0',
+                custom_data: Base64.encode64(user_data(userdata_vars)),
+                ssh_key: opts[:ssh_key]
+            }
+
+            options = {
+                cloud_service_name: cloud_service_name,
+                deployment_name: vm_name,
+                virtual_network_name: opts[:virtual_network],
+                subnet_name: opts[:subnet],
+                tcp_endpoints: '80,443',
+                private_key_file: opts[:ssh_key],
+                ssh_port: 22,
+                vm_size: opts[:size],
+            }
+
+
+            virtual_machine =  client.vm_management.create_virtual_machine(params,options)
+
+            if opts[:ssl_cert]
+              master_url = "https://#{virtual_machine.ipaddress}"
+            else
+              master_url = "http://#{virtual_machine.ipaddress}"
+            end
+
+          end
+          Excon.defaults[:ssl_verify_peer] = false
+          @http_client = Excon.new("#{master_url}", :connect_timeout => 10)
+
+          ShellSpinner "Waiting for #{vm_name.colorize(:cyan)} to start" do
+            sleep 5 until master_running?
+          end
+
+          puts "Kontena Master is now running at #{master_url}"
+          puts "Use #{"kontena login #{master_url}".colorize(:light_black)} to complete Kontena Master setup"
+        end
+
+        def erb(template, vars)
+          ERB.new(template).result(OpenStruct.new(vars).instance_eval { binding })
+        end
+
+        def user_data(vars)
+          cloudinit_template = File.join(__dir__ , '/cloudinit_master.yml')
+          erb(File.read(cloudinit_template), vars)
+        end
+
+        def master_running?
+          http_client.get(path: '/').status == 200
+        rescue
+          false
+        end
+
+        def generate_cloud_service_name
+          "kontena-master-#{generate_name}-#{rand(1..99)}"
+        end
+
+        def cloud_service(name)
+          client.cloud_service_management.get_cloud_service(name)
+        end
+
+        def virtual_network_exist?(name)
+          client.network_management.list_virtual_networks.find{|n| n.name == name}
+        end
+
+        def create_virtual_network(name, location)
+          address_space = ['10.0.0.0/20']
+          options = {subnet: [{:name => 'subnet-1',  :ip_address=>'10.0.0.0',  :cidr=>23}]}
+          client.network_management.set_network_configuration(name, location, address_space, options)
+        end
+      end
+    end
+  end
+end