port-authority 0.4.8 → 0.5.0

data/lib/port-authority/mechanism/floating_ip.rb

@@ -0,0 +1,51 @@
+# rubocop:disable Metrics/LineLength, Metrics/AbcSize
+require 'net/ping'
+
+module PortAuthority
+  module Mechanism
+    module FloatingIP
+
+      extend self
+
+      attr_accessor :_icmp
+
+      def init!
+        @_icmp = Net::Ping::ICMP.new(Config.lbaas[:floating_ip])
+      end
+
+      # add or remove VIP on interface
+      def handle!(leader)
+        return true if shellcmd Config.commands[:iproute], 'address', leader ? 'add' : 'delete', "#{Config.lbaas[:floating_ip]}/32", 'dev', Config.lbaas[:interface], '>/dev/null 2>&1'
+        false
+      end
+
+      # send gratuitous ARP to the network
+      def arp_update!
+        return true if shellcmd Config.commands[:arping], '-U', '-q', '-c', Config.lbaas[:arping_count], '-I', Config.lbaas[:interface], Config.lbaas[:floating_ip]
+        false
+      end
+
+      # check whether VIP is assigned to me
+      def up?
+        Socket.ip_address_list.map(&:ip_address).member?(Config.lbaas[:floating_ip])
+      end
+
+      # check reachability of VIP by ICMP echo
+      def reachable?
+        (1..Config.lbaas[:icmp_count]).each { return true if @_icmp.ping }
+        false
+      end
+
+      def arp_del!
+        return true if shellcmd Config.commands[:arp], '-d', Config.lbaas[:floating_ip], '>/dev/null 2>&1'
+        false
+      end
+
+      # check whether the IP is registered anywhere
+      def duplicate?
+        return true if shellcmd Config.commands[:arping], '-D', '-q', '-c', Config.lbaas[:arping_count], '-w', Config.lbaas[:arping_wait], '-I', Config.lbaas[:interface], Config.lbaas[:floating_ip]
+        false
+      end
+    end
+  end
+end

data/lib/port-authority/mechanism/load_balancer.rb

@@ -0,0 +1,89 @@
+require 'docker-api'
+
+module PortAuthority
+  module Mechanism
+    module LoadBalancer
+
+      extend self
+
+      attr_reader :_container, :_container_def, :_image
+
+      def init!
+        Docker.url = Config.lbaas[:docker_endpoint]
+        Docker.options = { connect_timeout: Config.lbaas[:docker_timeout] || 10 }
+      end
+
+      def container
+        @_container ||= Docker::Container.get(Config.lbaas[:name]) rescue nil
+      end
+
+      def image
+        @_image ||= Docker::Image.create('fromImage' => Config.lbaas[:image])
+      end
+
+      def pull!
+        @_image = Docker::Image.create('fromImage' => Config.lbaas[:image])
+      end
+
+      def create!
+        port_bindings = Hash.new
+        self.image.json['ContainerConfig']['ExposedPorts'].keys.each do |port|
+          port_bindings[port] = [ { 'HostPort' => "#{port.split('/').first}" } ]
+        end
+        @_container_def = {
+          'Image' => self.image.json['Id'],
+          'name' => Config.lbaas[:name],
+          'Hostname' => Config.lbaas[:name],
+          'Env' => [ "ETCDCTL_ENDPOINT=#{Config.etcd[:endpoints].map { |e| "http://#{e}" }.join(',')}" ],
+          'RestartPolicy' => { 'Name' => 'never' },
+          'HostConfig' => {
+            'PortBindings' => port_bindings,
+            'NetworkMode' => Config.lbaas[:network]
+          }
+        }
+        if Config.lbaas[:log_dest] != ''
+          @_container_def['HostConfig']['LogConfig'] = {
+            'Type' => 'gelf',
+            'Config' => {
+              'gelf-address' => Config.lbaas[:log_dest],
+              'tag' =>  Socket.gethostbyname(Socket.gethostname).first + '/{{.Name}}/{{.ID}}'
+            }
+          }
+        end
+        @_container = Docker::Container.create(@_container_def)
+      end
+
+
+      def update!
+        begin
+          self.stop! && start = true if self.up?
+          self.remove!
+          self.pull!
+          self.create!
+          self.start! if start == true
+        rescue StandardError => e
+          Logger.error "UNCAUGHT EXCEPTION IN THREAD #{Thread.current[:name]}"
+          Logger.error [' ', e.class, e.message].join(' ')
+          Logger.error '  ' + e.backtrace.to_s
+        end
+      end
+
+      def remove!
+        self.container.delete
+      end
+
+      def up?
+        self.container.json['State']['Running']
+      end
+
+      def start!
+        self.container.start
+      end
+
+      def stop!
+        self.container.stop
+      end
+
+    end
+  end
+end

data/lib/port-authority/tool.rb

@@ -0,0 +1,9 @@
+module PortAuthority
+  class Tool
+    def initialize
+      self.optparse
+      @ARGS = ARGV
+      self.run
+    end
+  end
+end

data/lib/port-authority/{services.rb → tools/service_list.rb}

@@ -2,14 +2,13 @@ require 'optparse'
 require 'json'
 require 'yaml'
 require 'etcd-tools'
-require 'etcd-tools/etcd'
-require 'port-authority/util/etcd'
+# require 'etcd-tools/mixins'
+require 'port-authority/etcd'
+require 'port-authority/tool'
 
 module PortAuthority
-  module Services
-    class App
-      include PortAuthority::Util::Etcd
-      include EtcdTools::Etcd
+  module Tools
+    class ServiceList < PortAuthority::Tool
 
       attr_reader :etcd
 
@@ -61,18 +60,15 @@ module PortAuthority
         end.parse!
       end
 
-      def initialize
-        self.optparse
-        @network = ARGV.pop
-        unless @network
-          $stderr.puts "Missing NETWORK_NAME!"
+      def run
+        unless @ARGS[0]
+          $stderr.puts 'Missing NETWORK_NAME!'
           exit 1
         end
-        @etcd = etcd_connect @options[:url]
-      end
 
-      def run
-        services = list_services(@etcd, @network, @options[:service_filter])
+        @etcd = PortAuthority::Etcd.shell_cluster_connect(@options[:url])
+
+        services = @etcd.swarm_list_services(@ARGS[0], @options[:service_filter])
 
         if @options[:output_yaml]
           puts services.to_yaml
@@ -80,7 +76,7 @@ module PortAuthority
           puts services.to_json
         else
           if @options[:ip_only]
-            services.each { |name, params| puts "#{params['ip']}" }
+            services.each { |_, params| puts params['ip'] }
           elsif @options[:ports]
             services.each do |name, params|
               params['ports'].each do |port|

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: port-authority
 version: !ruby/object:Gem::Version
-  version: 0.4.8
+  version: 0.5.0
 platform: ruby
 authors:
 - Radek 'blufor' Slavicinsky
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2016-04-01 00:00:00.000000000 Z
+date: 2016-05-01 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: etcd
@@ -39,7 +39,7 @@ dependencies:
         version: '0.4'
     - - ">="
       - !ruby/object:Gem::Version
-        version: 0.4.1
+        version: 0.4.4
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
@@ -49,7 +49,7 @@ dependencies:
         version: '0.4'
     - - ">="
       - !ruby/object:Gem::Version
-        version: 0.4.1
+        version: 0.4.4
 - !ruby/object:Gem::Dependency
   name: net-ping
   requirement: !ruby/object:Gem::Requirement
@@ -93,25 +93,23 @@ dependencies:
 description: CLI Tools for PortAuthority
 email: radek.slavicinsky@gmail.com
 executables:
+- pa-lbaas-agent
 - pa-service-list
-- pa-manager
 extensions: []
 extra_rdoc_files: []
 files:
-- bin/pa-manager
+- bin/pa-lbaas-agent
 - bin/pa-service-list
 - lib/port-authority.rb
-- lib/port-authority/manager.rb
-- lib/port-authority/manager/init.rb
-- lib/port-authority/manager/threads/icmp.rb
-- lib/port-authority/manager/threads/swarm.rb
-- lib/port-authority/services.rb
-- lib/port-authority/util/config.rb
-- lib/port-authority/util/etcd.rb
-- lib/port-authority/util/helpers.rb
-- lib/port-authority/util/loadbalancer.rb
-- lib/port-authority/util/logger.rb
-- lib/port-authority/util/vip.rb
+- lib/port-authority/agent.rb
+- lib/port-authority/agents/lbaas.rb
+- lib/port-authority/config.rb
+- lib/port-authority/etcd.rb
+- lib/port-authority/logger.rb
+- lib/port-authority/mechanism/floating_ip.rb
+- lib/port-authority/mechanism/load_balancer.rb
+- lib/port-authority/tool.rb
+- lib/port-authority/tools/service_list.rb
 homepage: https://github.com/prozeta/port-authority
 licenses:
 - GPLv2
@@ -132,7 +130,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.4.6
+rubygems_version: 2.4.8
 signing_key: 
 specification_version: 4
 summary: Port Authority

data/bin/pa-manager

@@ -1,3 +0,0 @@
-#!/usr/bin/env ruby
-require 'port-authority/manager'
-PortAuthority::Manager::App.new('pa-manager').run

data/lib/port-authority/manager.rb

@@ -1,153 +0,0 @@
-# rubocop:disable MethodLength, CyclomaticComplexity, Metrics/BlockNesting, Metrics/LineLength, Metrics/AbcSize, Metrics/PerceivedComplexity
-require 'ipaddr'
-require 'port-authority'
-require 'port-authority/util/vip'
-require 'port-authority/util/etcd'
-require 'port-authority/util/loadbalancer'
-require 'port-authority/manager/init'
-require 'port-authority/manager/threads/icmp'
-require 'port-authority/manager/threads/swarm'
-
-module PortAuthority
-  module Manager
-    ##
-    # Port Authority Manager - manages floating VIP and lb placement
-    #
-    class App < PortAuthority::Manager::Init
-      include PortAuthority::Util::Etcd
-      include PortAuthority::Util::Vip
-      include PortAuthority::Util::LoadBalancer
-      include PortAuthority::Manager::Threads
-
-      def run
-        # exit if not root
-        if Process.euid != 0
-          alert 'must run under root user!'
-          exit! 1
-        end
-
-        Signal.trap('USR1') { @lb_update_hook = true }
-
-        # prepare semaphores
-        @semaphore.merge!(swarm: Mutex.new, icmp: Mutex.new)
-
-        # prepare threads
-        @thread = {icmp: thread_icmp,swarm: thread_swarm}
-
-        # prepare status vars
-        @status_swarm = false
-        @status_icmp = false
-
-        # start threads
-        @thread.each_value(&:run)
-
-        # setup docker client
-        lb_docker_setup! || @exit = true
-
-        # prepare container with load-balancer
-        lb_create!
-
-        # wait for threads to make sure they gather something
-        debug 'waiting for threads to gather something...'
-        sleep @config[:vip][:interval]
-        first_cycle = true
-        status_time = Time.now.to_i - 60
-
-        # main loop
-        until @exit
-          # initialize local state vars on first iteration
-          status_swarm = status_icmp = false if first_cycle
-
-          if @lb_update_hook
-            notice 'updating LB image'
-            lb_update!
-          end
-
-          # iteration interval
-          sleep @config[:vip][:interval]
-
-          # sync state to local variables
-          @semaphore[:icmp].synchronize { status_icmp = @status_icmp }
-          @semaphore[:swarm].synchronize { status_swarm = @status_swarm }
-
-          # the logic (should be self-explanatory ;))
-          if status_swarm
-            debug 'i am the leader'
-            if got_vip?
-              debug 'got VIP, that is OK'
-            else
-              info 'no VIP here, checking whether it is free'
-              if status_icmp
-                info 'VIP is still up! (ICMP)'
-                # FIXME: notify by sensu client socket
-              else
-                # FIXME: proper arping handling
-                # info 'VIP is unreachable by ICMP, checking for duplicates on L2'
-                # if vip_dup?
-                #   info 'VIP is still assigned! (ARP)'
-                #   # FIXME: notify by sensu client socket
-                # else
-                #   info 'VIP is free :) assigning'
-                #   vip_handle! status_swarm
-                #   info 'updating other hosts about change'
-                #   vip_update_arp!
-                # end
-                notice 'VIP is free :) assigning'
-                vip_handle! status_swarm
-                notice 'updating other hosts about change'
-                vip_update_arp!
-              end
-            end
-            if lb_up?
-              debug 'load-balancer is up, that is OK'
-            else
-              notice 'load-balancer is down, starting'
-              lb_start!
-            end
-          else
-            debug 'i am not the leader'
-            if got_vip?
-              notice 'i got VIP and should not, removing'
-              vip_handle! status_swarm
-              notice 'updating other hosts about change'
-              vip_update_arp!
-            else
-              debug 'no VIP here, that is OK'
-            end
-            if lb_up?
-              notice 'load-balancer is up, stopping'
-              lb_stop!
-            else
-              debug 'load-balancer is down, that is OK'
-            end
-          end
-
-          if status_time + 60 <= Time.now.to_i
-            info "STATUS_REPORT { leader: '#{status_swarm ? 'yes' : 'no'}', vip: '#{got_vip? ? 'yes' : 'no'}/#{status_icmp ? 'up' : 'down'}', lb: '#{lb_up? ? 'yes' : 'no'}' }"
-            status_time = Time.now.to_i
-          end
-
-        end
-
-        # this is triggerred on exit
-        @thread.each_value(&:join)
-
-        # remove VIP on shutdown
-        if got_vip?
-          notice 'removing VIP'
-          vip_handle! false
-          vip_update_arp!
-        end
-
-        # stop LB on shutdown
-        if lb_up?
-          notice 'stopping load-balancer'
-          lb_stop!
-        end
-
-        info 'exiting...'
-        exit 0
-      end
-    end
-  end
-end

data/lib/port-authority/manager/init.rb

@@ -1,49 +0,0 @@
-require 'timeout'
-require 'json'
-require 'etcd-tools'
-require 'port-authority/util/config'
-require 'port-authority/util/logger'
-require 'port-authority/util/helpers'
-
-module PortAuthority
-  module Manager
-    class Init
-      include PortAuthority::Util::Config
-      include PortAuthority::Util::Logger
-      include PortAuthority::Util::Helpers
-
-      def initialize(proc_name = 'dummy')
-        @semaphore = { log: Mutex.new }
-        @config = config
-        @exit = false
-        Thread.current[:name] = 'main'
-        syslog_init proc_name if @config[:syslog]
-        setup proc_name
-        info 'starting main thread'
-        debug 'setting signal handling'
-        @exit_sigs = %w(INT TERM)
-        @exit_sigs.each { |sig| Signal.trap(sig) { @exit = true } }
-        Signal.trap('USR2') do
-          if @config[:debug]
-            @config[:debug] = false
-          else
-            @config[:debug] = true
-          end
-        end
-        Signal.trap('HUP') { @config = config }
-      end
-
-      def setup(proc_name, nice = -20)
-        debug 'setting process name'
-        if RUBY_VERSION >= '2.1'
-          Process.setproctitle(proc_name)
-        else
-          $0 = proc_name
-        end
-        debug 'setting process title'
-        Process.setpriority(Process::PRIO_PROCESS, 0, nice)
-        # FIXME: Process.daemon ...
-      end
-    end
-  end
-end