central-cli 0.6.3

data/lib/central/machine/azure.rb

@@ -0,0 +1,13 @@
+begin
+  require 'azure'
+rescue LoadError
+  puts "It seems that you don't have Azure SDK installed."
+  puts 'Install it using: gem install azure:0.7.0'
+  exit 1
+end
+
+require_relative 'random_name'
+require_relative 'azure/logger'
+require_relative 'azure/node_provisioner'
+require_relative 'azure/node_destroyer'
+require_relative 'azure/master_provisioner'

data/lib/central/machine/azure/cloudinit.yml

@@ -0,0 +1,64 @@
+#cloud-config
+write_files:
+  - path: /etc/central-agent.env
+    permissions: 0600
+    owner: root
+    content: |
+      CENTRAL_URI="<%= master_uri %>"
+      CENTRAL_TOKEN="<%= stack_token %>"
+      CENTRAL_PEER_INTERFACE=eth1
+      CENTRAL_VERSION=<%= version %>
+  - path: /etc/systemd/system/docker.service.d/50-central.conf
+    content: |
+        [Service]
+        Environment='DOCKER_OPTS=--insecure-registry="10.81.0.0/19" --bip="172.17.43.1/16"'
+  - path: /etc/sysctl.d/99-inotify.conf
+    owner: root
+    permissions: 0644
+    content: |
+      fs.inotify.max_user_instances = 8192
+  - path: /etc/resolv.conf
+    permissions: 0644
+    owner: root
+    content: |
+      nameserver 172.17.43.1
+      nameserver 8.8.8.8
+      nameserver 8.8.4.4
+coreos:
+  units:
+    - name: 10-weave.network
+      runtime: false
+      content: |
+        [Match]
+        Type=bridge
+        Name=weave*
+
+        [Network]
+    - name: central-agent.service
+      command: start
+      enable: true
+      content: |
+        [Unit]
+        Description=central-agent
+        After=network-online.target
+        After=docker.service
+        Description=Central Agent
+        Documentation=http://www.central.io/
+        Requires=network-online.target
+        Requires=docker.service
+
+        [Service]
+        Restart=always
+        RestartSec=5
+        EnvironmentFile=/etc/central-agent.env
+        ExecStartPre=-/usr/bin/docker stop central-agent
+        ExecStartPre=-/usr/bin/docker rm central-agent
+        ExecStartPre=/usr/bin/docker pull fishyard/agent:${CENTRAL_VERSION}
+        ExecStart=/usr/bin/docker run --name central-agent \
+            -e CENTRAL_URI=${CENTRAL_URI} \
+            -e CENTRAL_TOKEN=${CENTRAL_TOKEN} \
+            -e CENTRAL_PEER_INTERFACE=${CENTRAL_PEER_INTERFACE} \
+            -v=/var/run/docker.sock:/var/run/docker.sock \
+            -v=/etc/central-agent.env:/etc/central.env \
+            --net=host \
+            fishyard/agent:${CENTRAL_VERSION}

data/lib/central/machine/azure/cloudinit_master.yml

@@ -0,0 +1,106 @@
+#cloud-config
+write_files:
+  - path: /etc/central-server.env
+    permissions: 0600
+    owner: root
+    content: |
+      CENTRAL_VERSION=<%= version %>
+      CENTRAL_VAULT_KEY=<%= vault_secret %>
+      CENTRAL_VAULT_IV=<%= vault_iv %>
+      <% if ssl_cert %>SSL_CERT="/etc/central-server.pem"
+
+  - path: /etc/central-server.pem
+    permissions: 0600
+    owner: root
+    content: | <% ssl_cert.split(/\n/).each do |row| %>
+      <%= row %><% end %><% end %>
+  - path: /opt/bin/central-haproxy.sh
+    permissions: 0755
+    owner: root
+    content: |
+      #!/bin/sh
+      if [ -n "$SSL_CERT" ]; then
+        SSL_CERT=$(awk 1 ORS='\\n' $SSL_CERT)
+      else
+        SSL_CERT="**None**"
+      fi
+      /usr/bin/docker run --name=central-server-haproxy \
+        --link central-server-api:central-server-api \
+        -e SSL_CERT="$SSL_CERT" \
+        -p 80:80 -p 443:443 fishyard/haproxy:latest
+coreos:
+  units:
+    - name: central-server-mongo.service
+      command: start
+      enable: true
+      content: |
+        [Unit]
+        Description=central-server-mongo
+        After=network-online.target
+        After=docker.service
+        Description=Central Server MongoDB
+        Documentation=http://www.mongodb.org/
+        Requires=network-online.target
+        Requires=docker.service
+
+        [Service]
+        Restart=always
+        RestartSec=5
+        ExecStartPre=/usr/bin/docker pull mongo:3.0
+        ExecStartPre=-/usr/bin/docker create --name=central-server-mongo-data mongo:3.0
+        ExecStartPre=-/usr/bin/docker stop central-server-mongo
+        ExecStartPre=-/usr/bin/docker rm central-server-mongo
+        ExecStart=/usr/bin/docker run --name=central-server-mongo \
+            --volumes-from=central-server-mongo-data \
+            mongo:3.0 mongod --smallfiles
+
+    - name: central-server-api.service
+      command: start
+      enable: true
+      content: |
+        [Unit]
+        Description=central-server-api
+        After=network-online.target
+        After=docker.service
+        After=central-server-mongo.service
+        Description=Central Machine
+        Documentation=http://www.central.io/
+        Requires=network-online.target
+        Requires=docker.service
+        Requires=central-server-mongo.service
+
+        [Service]
+        Restart=always
+        RestartSec=5
+        EnvironmentFile=/etc/central-server.env
+        ExecStartPre=-/usr/bin/docker stop central-server-api
+        ExecStartPre=-/usr/bin/docker rm central-server-api
+        ExecStartPre=/usr/bin/docker pull fishyard/server:${CENTRAL_VERSION}
+        ExecStart=/usr/bin/docker run --name central-server-api \
+            --link central-server-mongo:mongodb \
+            -e MONGODB_URI=mongodb://mongodb:27017/central_server \
+            -e VAULT_KEY=${CENTRAL_VAULT_KEY} -e VAULT_IV=${CENTRAL_VAULT_IV} \
+            <% if auth_server %>-e AUTH_API_URL=<%= auth_server %><% end %> \
+            fishyard/server:${CENTRAL_VERSION}
+
+    - name: central-server-haproxy.service
+      command: start
+      enable: true
+      content: |
+        [Unit]
+        Description=central-server-haproxy
+        After=network-online.target
+        After=docker.service
+        Description=Central Server HAProxy
+        Documentation=http://www.central.io/
+        Requires=network-online.target
+        Requires=docker.service
+
+        [Service]
+        Restart=always
+        RestartSec=5
+        EnvironmentFile=/etc/central-server.env
+        ExecStartPre=-/usr/bin/docker stop central-server-haproxy
+        ExecStartPre=-/usr/bin/docker rm central-server-haproxy
+        ExecStartPre=/usr/bin/docker pull fishyard/haproxy:latest
+        ExecStart=/opt/bin/central-haproxy.sh

data/lib/central/machine/azure/logger.rb

@@ -0,0 +1,26 @@
+module Central
+  module Machine
+    module Azure
+      class Logger
+        def info(msg)
+        end
+
+        def error_with_exit(msg)
+          puts msg.colorize(:red)
+        end
+
+        def warn(msg)
+          puts msg.colorize(:yellow)
+        end
+
+        def error(msg)
+          puts msg.colorize(:red)
+        end
+
+        def exception_message(msg)
+          puts msg.colorize(:red)
+        end
+      end
+    end
+  end
+end

data/lib/central/machine/azure/master_provisioner.rb

@@ -0,0 +1,125 @@
+require 'fileutils'
+require 'erb'
+require 'open3'
+require 'shell-spinner'
+
+module Central
+  module Machine
+    module Azure
+      class MasterProvisioner
+        include RandomName
+
+        attr_reader :client, :http_client
+
+        # @param [String] subscription_id Azure subscription id
+        # @param [String] certificate Path to Azure management certificate
+        def initialize(subscription_id, certificate)
+          abort('Invalid management certificate') unless File.exist?(File.expand_path(certificate))
+
+          @client = ::Azure
+          client.management_certificate = certificate
+          client.subscription_id        = subscription_id
+          client.vm_management.initialize_external_logger(Logger.new) # We don't want all the output
+        end
+
+        def run!(opts)
+          abort('Invalid ssh key') unless File.exist?(File.expand_path(opts[:ssh_key]))
+          if opts[:ssl_cert]
+            abort('Invalid ssl cert') unless File.exist?(File.expand_path(opts[:ssl_cert]))
+            ssl_cert = File.read(File.expand_path(opts[:ssl_cert]))
+          end
+          cloud_service_name = generate_cloud_service_name
+          vm_name = cloud_service_name
+          master_url = ''
+          ShellSpinner "Creating Azure Virtual Machine #{vm_name.colorize(:cyan)}" do
+            if opts[:virtual_network].nil?
+              location = opts[:location].downcase.tr(' ', '-')
+              default_network_name = "central-#{location}"
+              create_virtual_network(default_network_name, opts[:location]) unless virtual_network_exist?(default_network_name)
+              opts[:virtual_network] = default_network_name
+              opts[:subnet] = 'subnet-1'
+            end
+
+            userdata_vars = {
+              ssl_cert: ssl_cert,
+              auth_server: opts[:auth_server],
+              version: opts[:version],
+              vault_secret: opts[:vault_secret],
+              vault_iv: opts[:vault_iv]
+            }
+
+            params = {
+              vm_name: vm_name,
+              vm_user: 'core',
+              location: opts[:location],
+              image: '2b171e93f07c4903bcad35bda10acf22__CoreOS-Stable-766.3.0',
+              custom_data: Base64.encode64(user_data(userdata_vars)),
+              ssh_key: opts[:ssh_key]
+            }
+
+            options = {
+              cloud_service_name: cloud_service_name,
+              deployment_name: vm_name,
+              virtual_network_name: opts[:virtual_network],
+              subnet_name: opts[:subnet],
+              tcp_endpoints: '80,443',
+              private_key_file: opts[:ssh_key],
+              ssh_port: 22,
+              vm_size: opts[:size]
+            }
+
+            virtual_machine = client.vm_management.create_virtual_machine(params, options)
+
+            master_url = if opts[:ssl_cert]
+                           "https://#{virtual_machine.ipaddress}"
+                         else
+                           "http://#{virtual_machine.ipaddress}"
+            end
+          end
+          Excon.defaults[:ssl_verify_peer] = false
+          @http_client = Excon.new(master_url.to_s, connect_timeout: 10)
+
+          ShellSpinner "Waiting for #{vm_name.colorize(:cyan)} to start" do
+            sleep 5 until master_running?
+          end
+
+          puts "Central Machine is now running at #{master_url}"
+          puts "Use #{"cm login #{master_url}".colorize(:light_black)} to complete Central Machine setup"
+        end
+
+        def erb(template, vars)
+          ERB.new(template).result(OpenStruct.new(vars).instance_eval { binding })
+        end
+
+        def user_data(vars)
+          cloudinit_template = File.join(__dir__, '/cloudinit_master.yml')
+          erb(File.read(cloudinit_template), vars)
+        end
+
+        def master_running?
+          http_client.get(path: '/').status == 200
+        rescue
+          false
+        end
+
+        def generate_cloud_service_name
+          "central-machine-#{generate_name}-#{rand(1..99)}"
+        end
+
+        def cloud_service(name)
+          client.cloud_service_management.get_cloud_service(name)
+        end
+
+        def virtual_network_exist?(name)
+          client.network_management.list_virtual_networks.find { |n| n.name == name }
+        end
+
+        def create_virtual_network(name, location)
+          address_space = ['10.0.0.0/20']
+          options = { subnet: [{ name: 'subnet-1', ip_address: '10.0.0.0', cidr: 23 }] }
+          client.network_management.set_network_configuration(name, location, address_space, options)
+        end
+      end
+    end
+  end
+end

data/lib/central/machine/azure/node_destroyer.rb

@@ -0,0 +1,52 @@
+require 'shell-spinner'
+require 'azure/virtual_machine_image_management/virtual_machine_image_management_service'
+
+module Central
+  module Machine
+    module Azure
+      class NodeDestroyer
+        attr_reader :client, :api_client
+
+        # @param [Central::Client] api_client Central api client
+        # @param [String] subscription_id Azure subscription id
+        # @param [String] certificate Path to Azure management certificate
+        def initialize(api_client, subscription_id, certificate)
+          @api_client = api_client
+          abort('Invalid management certificate') unless File.exist?(File.expand_path(certificate))
+
+          @client = ::Azure
+          client.management_certificate = certificate
+          client.subscription_id        = subscription_id
+          client.vm_management.initialize_external_logger(Logger.new) # We don't want all the output
+        end
+
+        def run!(stack, name)
+          ShellSpinner "Terminating Azure Virtual Machine #{name.colorize(:cyan)} " do
+            vm = client.vm_management.get_virtual_machine(name, cloud_service_name(name, stack['name']))
+            if vm
+              out = StringIO.new
+              $stdout = out # to avoid debug data (https://github.com/Azure/azure-sdk-for-ruby/issues/200)
+              client.vm_management.delete_virtual_machine(name, cloud_service_name(name, stack['name']))
+              storage_account = client.storage_management.list_storage_accounts.find { |a| a.label == cloud_service_name(name, stack['name']) }
+              client.storage_management.delete_storage_account(storage_account.name) if storage_account
+              $stdout = STDOUT
+            else
+              abort "\nCannot find Virtual Machine #{name.colorize(:cyan)} in Azure"
+            end
+          end
+
+          node = api_client.get("stacks/#{stack['id']}/nodes")['nodes'].find { |n| n['name'] == name }
+          if node
+            ShellSpinner "Removing node #{name.colorize(:cyan)} from stack #{stack['name'].colorize(:cyan)} " do
+              api_client.delete("stacks/#{stack['id']}/nodes/#{name}")
+            end
+          end
+        end
+
+        def cloud_service_name(vm_name, stack)
+          "central-#{stack}-#{vm_name}"
+        end
+      end
+    end
+  end
+end

data/lib/central/machine/azure/node_provisioner.rb

@@ -0,0 +1,126 @@
+require 'fileutils'
+require 'erb'
+require 'open3'
+require 'base64'
+require 'shell-spinner'
+
+module Central
+  module Machine
+    module Azure
+      class NodeProvisioner
+        include RandomName
+
+        attr_reader :client, :api_client
+
+        # @param [Central::Client] api_client Central api client
+        # @param [String] subscription_id Azure subscription id
+        # @param [String] certificate Path to Azure management certificate
+        def initialize(api_client, subscription_id, certificate)
+          @api_client = api_client
+          abort('Invalid management certificate') unless File.exist?(File.expand_path(certificate))
+
+          @client = ::Azure
+          client.management_certificate = certificate
+          client.subscription_id        = subscription_id
+          client.vm_management.initialize_external_logger(Logger.new) # We don't want all the output
+        end
+
+        def run!(opts)
+          abort('Invalid ssh key') unless File.exist?(File.expand_path(opts[:ssh_key]))
+          node = nil
+          vm_name = opts[:name] || generate_name
+          cloud_service_name = generate_cloud_service_name(vm_name, opts[:stack])
+
+          ShellSpinner "Creating Azure Virtual Machine #{vm_name.colorize(:cyan)}" do
+            if opts[:virtual_network].nil?
+              location = opts[:location].downcase.tr(' ', '-')
+              default_network_name = "central-#{location}"
+              create_virtual_network(default_network_name, opts[:location]) unless virtual_network_exist?(default_network_name)
+              opts[:virtual_network] = default_network_name
+              opts[:subnet] = 'subnet-1'
+            end
+
+            userdata_vars = {
+              version: opts[:version],
+              master_uri: opts[:master_uri],
+              stack_token: opts[:stack_token]
+            }
+
+            params = {
+              vm_name: vm_name,
+              vm_user: 'core',
+              location: opts[:location],
+              image: '2b171e93f07c4903bcad35bda10acf22__CoreOS-Stable-766.3.0',
+              custom_data: Base64.encode64(user_data(userdata_vars)),
+              ssh_key: opts[:ssh_key]
+            }
+            options = {
+              cloud_service_name: cloud_service_name,
+              deployment_name: vm_name,
+              virtual_network_name: opts[:virtual_network],
+              subnet_name: opts[:subnet],
+              tcp_endpoints: '80',
+              private_key_file: opts[:ssh_key],
+              ssh_port: 22,
+              vm_size: opts[:size]
+            }
+
+            client.vm_management.create_virtual_machine(params, options)
+          end
+          ShellSpinner "Waiting for node #{vm_name.colorize(:cyan)} join to stack #{opts[:stack].colorize(:cyan)} " do
+            sleep 2 until node = vm_exists_in_stack?(opts[:stack], vm_name)
+          end
+          if node
+            labels = ["region=#{cloud_service(cloud_service_name).location}"]
+            set_labels(node, labels)
+          end
+        end
+
+        def user_data(vars)
+          cloudinit_template = File.join(__dir__, '/cloudinit.yml')
+          erb(File.read(cloudinit_template), vars)
+        end
+
+        def generate_name
+          "#{super}-#{rand(1..99)}"
+        end
+
+        def generate_cloud_service_name(name, stack)
+          "central-#{stack}-#{name}"
+        end
+
+        def vm_exists_in_stack?(stack, name)
+          api_client.get("stacks/#{stack}/nodes")['nodes'].find { |n| n['name'] == name }
+        end
+
+        def erb(template, vars)
+          ERB.new(template).result(OpenStruct.new(vars).instance_eval { binding })
+        end
+
+        def cloud_service_exist?(name)
+          cloud_service(name)
+        end
+
+        def cloud_service(name)
+          client.cloud_service_management.get_cloud_service(name)
+        end
+
+        def virtual_network_exist?(name)
+          client.network_management.list_virtual_networks.find { |n| n.name == name }
+        end
+
+        def create_virtual_network(name, location)
+          address_space = ['10.0.0.0/20']
+          options = { subnet: [{ name: 'subnet-1', ip_address: '10.0.0.0', cidr: 23 }] }
+          client.network_management.set_network_configuration(name, location, address_space, options)
+        end
+
+        def set_labels(node, labels)
+          data = {}
+          data[:labels] = labels
+          api_client.put("nodes/#{node['id']}", data, {}, 'Central-Stack-Token' => node['stack']['token'])
+        end
+      end
+    end
+  end
+end