central-cli 0.6.3

data/lib/central/machine/digital_ocean/node_destroyer.rb

@@ -0,0 +1,40 @@
+require 'shell-spinner'
+
+module Central
+  module Machine
+    module DigitalOcean
+      class NodeDestroyer
+        include RandomName
+
+        attr_reader :client, :api_client
+
+        # @param [Central::Client] api_client Central api client
+        # @param [String] token Digital Ocean token
+        def initialize(api_client, token)
+          @api_client = api_client
+          @client = DropletKit::Client.new(access_token: token)
+        end
+
+        def run!(stack, name)
+          droplet = client.droplets.all.find { |d| d.name == name }
+          if droplet
+            ShellSpinner "Terminating DigitalOcean droplet #{name.colorize(:cyan)} " do
+              result = client.droplets.delete(id: droplet.id)
+              if result.is_a?(String)
+                abort "Cannot delete droplet #{name.colorize(:cyan)} in DigitalOcean"
+              end
+            end
+          else
+            abort "Cannot find droplet #{name.colorize(:cyan)} in DigitalOcean"
+          end
+          node = api_client.get("stacks/#{stack['id']}/nodes")['nodes'].find { |n| n['name'] == name }
+          if node
+            ShellSpinner "Removing node #{name.colorize(:cyan)} from stack #{stack['name'].colorize(:cyan)} " do
+              api_client.delete("stacks/#{stack['id']}/nodes/#{name}")
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/central/machine/digital_ocean/node_provisioner.rb

@@ -0,0 +1,81 @@
+require 'fileutils'
+require 'erb'
+require 'open3'
+require 'shell-spinner'
+
+module Central
+  module Machine
+    module DigitalOcean
+      class NodeProvisioner
+        include RandomName
+
+        attr_reader :client, :api_client
+
+        # @param [Central::Client] api_client Central api client
+        # @param [String] token Digital Ocean token
+        def initialize(api_client, token)
+          @api_client = api_client
+          @client = DropletKit::Client.new(access_token: token)
+        end
+
+        def run!(opts)
+          abort('Invalid ssh key') unless File.exist?(File.expand_path(opts[:ssh_key]))
+
+          ssh_key = ssh_key(File.read(File.expand_path(opts[:ssh_key])).strip)
+          abort('Ssh key does not exist in Digital Ocean') unless ssh_key
+
+          userdata_vars = {
+            version: opts[:version],
+            master_uri: opts[:master_uri],
+            stack_token: opts[:stack_token]
+          }
+
+          droplet = DropletKit::Droplet.new(
+            name: opts[:name] || generate_name,
+            region: opts[:region],
+            image: 'coreos-stable',
+            size: opts[:size],
+            private_networking: true,
+            user_data: user_data(userdata_vars),
+            ssh_keys: [ssh_key.id]
+          )
+          created = client.droplets.create(droplet)
+          ShellSpinner "Creating DigitalOcean droplet #{droplet.name.colorize(:cyan)} " do
+            sleep 5 until client.droplets.find(id: created.id).status == 'active'
+          end
+          node = nil
+          ShellSpinner "Waiting for node #{droplet.name.colorize(:cyan)} join to stack #{opts[:stack].colorize(:cyan)} " do
+            sleep 2 until node = droplet_exists_in_stack?(opts[:stack], droplet)
+          end
+          set_labels(node, ["region=#{opts[:region]}"])
+        end
+
+        def user_data(vars)
+          cloudinit_template = File.join(__dir__, '/cloudinit.yml')
+          erb(File.read(cloudinit_template), vars)
+        end
+
+        def generate_name
+          "#{super}-#{rand(1..99)}"
+        end
+
+        def ssh_key(public_key)
+          ssh_key = client.ssh_keys.all.find { |key| key.public_key == public_key }
+        end
+
+        def droplet_exists_in_stack?(stack, droplet)
+          api_client.get("stacks/#{stack}/nodes")['nodes'].find { |n| n['name'] == droplet.name }
+        end
+
+        def erb(template, vars)
+          ERB.new(template).result(OpenStruct.new(vars).instance_eval { binding })
+        end
+
+        def set_labels(node, labels)
+          data = { labels: labels }
+          api_client.put("nodes/#{node['id']}", data, {}, 'Central-Stack-Token' => node['stack']['token'])
+        end
+      end
+    end
+  end
+end

data/lib/central/machine/random_name.rb

@@ -0,0 +1,39 @@
+module Central
+  module Machine
+    module RandomName
+      def generate_name
+        rnd1 = Random.rand(64)
+        rnd2 = Random.rand(64)
+        "#{adjectives[rnd1 % adjectives.length]}-#{nouns[rnd2 % adjectives.length]}"
+      end
+
+      private
+
+      def adjectives
+        %w(
+          autumn hidden bitter misty silent empty dry dark
+          summer icy delicate quiet white cool spring winter
+          patient twilight dawn crimson wispy weathered blue
+          billowing broken cold damp falling frosty green
+          long late bold little morning muddy
+          red rough still small sparkling shy
+          wandering withered wild black young holy solitary
+          fragrant aged snowy proud floral restless
+          polished purple lively nameless)
+      end
+
+      def nouns
+        %w(
+          waterfall river breeze moon rain wind sea morning
+          snow lake sunset pine shadow leaf dawn glitter
+          forest hill cloud meadow sun glade bird brook
+          butterfly bush dew dust field fire flower firefly
+          feather grass haze mountain night pond darkness
+          snowflake silence sound sky shape surf thunder
+          violet water wildflower wave water resonance sun
+          wood dream cherry tree fog frost voice paper
+          frog smoke star)
+      end
+    end
+  end
+end

data/lib/central/machine/vagrant.rb

@@ -0,0 +1,12 @@
+require_relative 'common'
+include Central::Machine::Common
+
+unless which('vagrant')
+  abort('Vagrant is not installed. See https://www.vagrantup.com/ for instructions.')
+end
+
+require_relative 'random_name'
+require_relative 'vagrant/master_provisioner'
+require_relative 'vagrant/master_destroyer'
+require_relative 'vagrant/node_provisioner'
+require_relative 'vagrant/node_destroyer'

data/lib/central/machine/vagrant/Vagrantfile.master.rb.erb

@@ -0,0 +1,116 @@
+# -*- mode: ruby -*-
+# vi: set ft=ruby :
+
+# Vagrantfile API/syntax version. Don't touch unless you know what you're doing!
+VAGRANTFILE_API_VERSION = "2"
+
+cloud_init = <<INIT
+#cloud-config
+write_files:
+  - path: /etc/central-server.env
+    permissions: 0600
+    owner: root
+    content: |
+      CENTRAL_VERSION=<%= version %>
+      CENTRAL_VAULT_KEY=<%= vault_secret %>
+      CENTRAL_VAULT_IV=<%= vault_iv %>
+coreos:
+  update:
+      reboot-strategy: off
+  units:
+    - name: central-server-mongo.service
+      command: start
+      enable: true
+      content: |
+        [Unit]
+        Description=central-server-mongo
+        After=network-online.target
+        After=docker.service
+        Description=Central Server MongoDB
+        Documentation=http://www.mongodb.org/
+        Requires=network-online.target
+        Requires=docker.service
+
+        [Service]
+        Restart=always
+        RestartSec=5
+        ExecStartPre=/usr/bin/docker pull mongo:3.0
+        ExecStartPre=-/usr/bin/docker create --name=central-server-mongo-data mongo:3.0
+        ExecStartPre=-/usr/bin/docker stop central-server-mongo
+        ExecStartPre=-/usr/bin/docker rm central-server-mongo
+        ExecStart=/usr/bin/docker run --name=central-server-mongo \
+            --volumes-from=central-server-mongo-data \
+            mongo:3.0 mongod --smallfiles
+
+    - name: central-server-api.service
+      command: start
+      enable: true
+      content: |
+        [Unit]
+        Description=central-server-api
+        After=network-online.target
+        After=docker.service
+        After=central-server-mongo.service
+        Description=Central Machine
+        Documentation=http://www.central.io/
+        Requires=network-online.target
+        Requires=docker.service
+        Requires=central-server-mongo.service
+
+        [Service]
+        Restart=always
+        RestartSec=5
+        EnvironmentFile=/etc/central-server.env
+        ExecStartPre=-/usr/bin/docker stop central-server-api
+        ExecStartPre=-/usr/bin/docker rm central-server-api
+        ExecStartPre=/usr/bin/docker pull fishyard/server:${CENTRAL_VERSION}
+        ExecStart=/usr/bin/docker run --name central-server-api \
+            --link central-server-mongo:mongodb \
+            -e MONGODB_URI=mongodb://mongodb:27017/central_server \
+            -e VAULT_KEY=${CENTRAL_VAULT_KEY} -e VAULT_IV=${CENTRAL_VAULT_IV} \
+            <% if auth_server %>-e AUTH_API_URL=<%= auth_server %><% end %> \
+            -p 8080:9292 \
+            fishyard/server:${CENTRAL_VERSION}
+INIT
+
+cloud_init_file = Tempfile.new('central-machine')
+File.write(cloud_init_file.path, cloud_init)
+
+Vagrant.configure(VAGRANTFILE_API_VERSION) do |config|
+  config.vm.provider :virtualbox do |v|
+    v.check_guest_additions = false
+    v.functional_vboxsf     = false
+  end
+
+  if Vagrant.has_plugin?("vagrant-vbguest") then
+    config.vbguest.auto_update = false
+  end
+
+  if Vagrant.has_plugin?('vagrant-cachier')
+    config.cache.scope = :box
+  end
+
+  config.vm.define "<%= name %>" do |docker|
+    docker.vm.box = "coreos-stable"
+    docker.vm.box_url = "http://stable.release.core-os.net/amd64-usr/current/coreos_production_vagrant.json"
+    docker.vm.network "private_network", ip: "192.168.66.100"
+    docker.vm.hostname = "<%= name %>"
+    docker.vm.provider "virtualbox" do |vb|
+      vb.gui = false
+      vb.customize ["modifyvm", :id, "--memory", "512"]
+      vb.auto_nat_dns_proxy = false
+      vb.customize ["modifyvm", :id, "--natdnsproxy1", "off" ]
+      vb.customize ["modifyvm", :id, "--natdnshostresolver1", "off" ]
+    end
+    [:vmware_fusion, :vmware_workstation].each do |vmware|
+      config.vm.provider vmware do |v, override|
+        v.gui = false
+        v.vmx['memsize'] = 512
+        v.vmx['numvcpus'] = 2
+        override.vm.box_url = "http://stable.release.core-os.net/amd64-usr/current/coreos_production_vagrant_vmware_fusion.json"
+      end
+    end
+    docker.vm.provision :file, :source => cloud_init_file.path, :destination => "/tmp/vagrantfile-user-data"
+    docker.vm.provision :shell, :inline => "mv /tmp/vagrantfile-user-data /var/lib/coreos-vagrant/", :privileged => true
+  end
+end

data/lib/central/machine/vagrant/Vagrantfile.node.rb.erb

@@ -0,0 +1,32 @@
+# -*- mode: ruby -*-
+# vi: set ft=ruby :
+
+# Vagrantfile API/syntax version. Don't touch unless you know what you're doing!
+VAGRANTFILE_API_VERSION = "2"
+
+Vagrant.configure(VAGRANTFILE_API_VERSION) do |config|
+  config.vm.provider :virtualbox do |v|
+    v.check_guest_additions = false
+    v.functional_vboxsf     = false
+  end
+
+  if Vagrant.has_plugin?("vagrant-vbguest") then
+    config.vbguest.auto_update = false
+  end
+
+  config.vm.define "<%= name %>" do |docker|
+    docker.vm.box = "coreos-stable"
+    docker.vm.box_url = "http://stable.release.core-os.net/amd64-usr/current/coreos_production_vagrant.json"
+    docker.vm.network "private_network", type: "dhcp"
+    docker.vm.hostname = "<%= name %>"
+    docker.vm.provider "virtualbox" do |vb|
+      vb.gui = false
+      vb.customize ["modifyvm", :id, "--memory", "<%= memory %>"]
+      vb.auto_nat_dns_proxy = false
+      vb.customize ["modifyvm", :id, "--natdnsproxy1", "off" ]
+      vb.customize ["modifyvm", :id, "--natdnshostresolver1", "off" ]
+    end
+    docker.vm.provision :file, :source => "<%= cloudinit %>", :destination => "/tmp/vagrantfile-user-data"
+    docker.vm.provision :shell, :inline => "mv /tmp/vagrantfile-user-data /var/lib/coreos-vagrant/", :privileged => true
+  end
+end

data/lib/central/machine/vagrant/cloudinit.yml

@@ -0,0 +1,73 @@
+#cloud-config
+write_files:
+  - path: /etc/central-agent.env
+    permissions: 0600
+    owner: root
+    content: |
+      CENTRAL_URI="<%= master_uri %>"
+      CENTRAL_TOKEN="<%= stack_token %>"
+      CENTRAL_PEER_INTERFACE=eth1
+      CENTRAL_VERSION=<%= version %>
+  - path: /etc/systemd/system/docker.service.d/50-central.conf
+    content: |
+        [Service]
+        Environment='DOCKER_OPTS=--insecure-registry="10.81.0.0/19" --bip="172.17.43.1/16"'
+  - path: /etc/sysctl.d/99-inotify.conf
+    owner: root
+    permissions: 0644
+    content: |
+      fs.inotify.max_user_instances = 8192
+coreos:
+  update:
+    reboot-strategy: off
+  units:
+    - name: 00-eth.network
+      runtime: true
+      content: |
+        [Match]
+        Name=eth*
+        [Network]
+        DHCP=yes
+        DNS=172.17.43.1
+        DNS=172.28.128.1
+        DNS=8.8.8.8
+        DOMAINS=central.local
+        [DHCP]
+        UseDNS=false
+
+    - name: 10-weave.network
+      runtime: false
+      content: |
+        [Match]
+        Type=bridge
+        Name=weave*
+
+        [Network]
+    - name: central-agent.service
+      command: start
+      enable: true
+      content: |
+        [Unit]
+        Description=central-agent
+        After=network-online.target
+        After=docker.service
+        Description=Central Agent
+        Documentation=http://www.central.io/
+        Requires=network-online.target
+        Requires=docker.service
+
+        [Service]
+        Restart=always
+        RestartSec=5
+        EnvironmentFile=/etc/central-agent.env
+        ExecStartPre=-/usr/bin/docker stop central-agent
+        ExecStartPre=-/usr/bin/docker rm central-agent
+        ExecStartPre=/usr/bin/docker pull fishyard/agent:${CENTRAL_VERSION}
+        ExecStart=/usr/bin/docker run --name central-agent \
+            -e CENTRAL_URI=${CENTRAL_URI} \
+            -e CENTRAL_TOKEN=${CENTRAL_TOKEN} \
+            -e CENTRAL_PEER_INTERFACE=${CENTRAL_PEER_INTERFACE} \
+            -v=/var/run/docker.sock:/var/run/docker.sock \
+            -v=/etc/central-agent.env:/etc/central.env \
+            --net=host \
+            fishyard/agent:${CENTRAL_VERSION}

data/lib/central/machine/vagrant/master_destroyer.rb

@@ -0,0 +1,34 @@
+require 'fileutils'
+
+module Central
+  module Machine
+    module Vagrant
+      class MasterDestroyer
+        attr_reader :client, :api_client
+
+        # @param [Central::Client] api_client Central api client
+        def initialize(api_client)
+          @api_client = api_client
+        end
+
+        def run!
+          if api_client.get('stacks')['stacks'].size > 0
+            abort('Cannot remove central-machine because it has stacks'.colorize(:red))
+          end
+
+          vagrant_path = "#{Dir.home}/.central/vagrant_master"
+          Dir.chdir(vagrant_path) do
+            ShellSpinner 'Terminating Vagrant central-machine ' do
+              Open3.popen2('vagrant destroy -f') do |_stdin, output, wait|
+                while o = output.gets
+                  puts o if ENV['DEBUG']
+                end
+                FileUtils.remove_entry_secure(vagrant_path) if wait.value == 0
+              end
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/central/machine/vagrant/master_provisioner.rb

@@ -0,0 +1,79 @@
+require 'fileutils'
+require 'erb'
+require 'open3'
+require 'shell-spinner'
+
+module Central
+  module Machine
+    module Vagrant
+      class MasterProvisioner
+        include RandomName
+
+        API_URL = 'http://192.168.66.100:8080'.freeze
+        attr_reader :client
+
+        def initialize
+          @client = Excon.new(API_URL)
+        end
+
+        def run!(opts)
+          name = generate_name
+          version = opts[:version]
+          memory = opts[:memory] || 1024
+          auth_server = opts[:auth_server]
+          vault_secret = opts[:vault_secret]
+          vault_iv = opts[:vault_iv]
+          vagrant_path = "#{Dir.home}/.central/vagrant_master/"
+          if Dir.exist?(vagrant_path)
+            abort('Oops... cannot create Central Machine! You can run only one Central Machine with Vagrant'.colorize(:red))
+          end
+          FileUtils.mkdir_p(vagrant_path)
+
+          template = File.join(__dir__, '/Vagrantfile.master.rb.erb')
+          cloudinit_template = File.join(__dir__, '/cloudinit.yml')
+          vars = {
+            name: name,
+            version: version,
+            memory: memory,
+            auth_server: auth_server,
+            vault_secret: vault_secret,
+            vault_iv: vault_iv,
+            cloudinit: "#{vagrant_path}/cloudinit.yml"
+          }
+          vagrant_data = erb(File.read(template), vars)
+          cloudinit = erb(File.read(cloudinit_template), vars)
+          File.write("#{vagrant_path}/Vagrantfile", vagrant_data)
+          File.write("#{vagrant_path}/cloudinit.yml", cloudinit)
+          Dir.chdir(vagrant_path) do
+            ShellSpinner "Creating Vagrant machine #{name.colorize(:cyan)} " do
+              Open3.popen2('vagrant box update && vagrant up') do |_stdin, output, _wait|
+                while o = output.gets
+                  print o if ENV['DEBUG']
+                end
+              end
+            end
+            ShellSpinner "Waiting for #{name.colorize(:cyan)} to start " do
+              sleep 1 until master_running?
+            end
+            puts "Central Machine is now running at #{API_URL}"
+            puts "Use #{"cm login #{API_URL}".colorize(:light_black)} to complete Central Machine setup"
+          end
+        end
+
+        def erb(template, vars)
+          ERB.new(template).result(OpenStruct.new(vars).instance_eval { binding })
+        end
+
+        def master_running?
+          client.get(path: '/').status == 200
+        rescue
+          false
+        end
+
+        def generate_name
+          "central-machine-#{super}-#{rand(1..99)}"
+        end
+      end
+    end
+  end
+end