etoro_utility_mcollective 0.1.0

checksums.yaml

@@ -0,0 +1,15 @@
+---
+!binary "U0hBMQ==":
+  metadata.gz: !binary |-
+    YmE5OWRlYTc4MGZiZjY2ZDZiZWY0NjkyYTYwNGU0MzU5MmUxNTg1YQ==
+  data.tar.gz: !binary |-
+    YmIxM2Q4NjRmZjZlYzRkZWVlNmY5YWE1NTE1OThjMzIxZTNiOGZiZA==
+!binary "U0hBNTEy":
+  metadata.gz: !binary |-
+    NzU3MTc0N2QzOTg3YWVhZjRjYjU3Nzc2YTk2YjVhNjRmZDQ0ZTI2OGI0M2Rh
+    NzBhMzRkNmIyZWVhYWJkZDM5NGE2NTk3ZmRjMGM3OTA2N2NjNDAwNTgwYmE5
+    NTZiY2EwN2ZkMmFmNTIzMzE4ODBhMzIyNmU3Zjc1NDBmOWQxNzA=
+  data.tar.gz: !binary |-
+    Mjg5YTY0M2Y1OTFjNWUwMTBiZjA0NWY1YmM5ZTY4MTZiOTc5ODRhZjVmYTk5
+    ZGYxYjEzMzM5YmJlMmNhY2JhMTk0YWNmZmFmYjZkMmMyYTg1NzNmNDBiOGY2
+    NThlMjJlNjg5ZGRjMzViNjAxOTViOWVkMzE4NzlhYjRlZGVmM2E=

data/.gitignore

@@ -0,0 +1,18 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp
+.idea/

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in etoro_utility_mcollective.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2013 Alon Becker
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,29 @@
+# EtoroUtilityMcollective
+
+TODO: Write a gem description
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+    gem 'etoro_utility_mcollective'
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install etoro_utility_mcollective
+
+## Usage
+
+TODO: Write usage instructions here
+
+## Contributing
+
+1. Fork it
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request

data/Rakefile

@@ -0,0 +1 @@
+require "bundler/gem_tasks"

data/etoro_utility_mcollective.gemspec

@@ -0,0 +1,23 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'etoro_utility_mcollective/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "etoro_utility_mcollective"
+  spec.version       = EtoroUtilityMcollective::VERSION
+  spec.authors       = ["Alon Becker"]
+  spec.email         = ["alon@etoro.com"]
+  spec.description   = %q{test}
+  spec.summary       = %q{test}
+  spec.homepage      = "http://www.etoro.com"
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files`.split($/)
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler", "~> 1.3"
+  spec.add_development_dependency "rake"
+end

data/lib/etoro/utility/mcollective/haproxy.rb

@@ -0,0 +1,77 @@
+module Etoro
+  module Utility
+    module MCollective
+      class HAProxy < Etoro::Utility::MCollective::RPC
+
+        def validate(config)
+          super
+          unless config.has_key?(:action)
+            raise RuntimeError, "config[:action] must be defined"
+          end
+          unless ['enable','maintenance'].include? config[:action]
+            raise RuntimeError, "Haproxy service value must be either enable or maintenance"
+          end
+        end
+
+        def execute
+          @state = ''
+          case @config[:action]
+            when 'enable'
+              @state = 'UP'
+            when 'maintenance'
+              @state = 'DOWN'
+          end
+          @logger.info("HAProxy - Bringing #{@state}")
+          @mc.send @config[:action]
+          sleep @config[:wait_for_status]
+          self.check_run_status
+        end
+
+        def status
+          @haproxy_status = {}
+          @logger.info("Getting HAProxy status")
+          @mc.status.each do |result|
+            @haproxy_status[result[:sender]] = result[:data][:msg]
+            @logger.info("#{result[:sender]} - HAProxy #{result[:data][:msg]}")
+          end
+        end
+
+        def hosts
+          hosts = []
+          @haproxy_status.each_key do |host|
+            hosts.push host
+          end
+          hosts
+        end
+
+        def check_run_status
+          @logger.info("Checking HAProxy for completion")
+
+          begin
+            timeout(@config[:timeout]) do
+              until @haproxy_status == {}
+                @haproxy_status.each do |host, status|
+                  run = rpcclient(self.class.name.downcase.split('::').last, :chomp => true)
+                  run.identity_filter host
+                  run.progress = false
+                  results = run.status
+                  results.each do |result|
+                    if result[:data][:msg] == @state
+                      @logger.info("#{host} - HAProxy: #{result[:data][:msg]}")
+                      @haproxy_status.delete(host)
+                    else
+                      @logger.info("#{host} - HAProxy action not complete")
+                    end
+                  end
+                end
+                sleep @config[:wait_between_checks]
+              end
+            end
+            rescue Timeout::Error
+            @logger.error("HAProxy run timed out. Took more than #{@config[:timeout]} seconds")
+          end
+        end
+      end
+    end
+  end
+end

data/lib/etoro/utility/mcollective/multidelegator.rb

@@ -0,0 +1,24 @@
+module Etoro
+  module Utility
+    module MCollective
+      class MultiDelegator
+        def initialize(*targets)
+          @targets = targets
+        end
+
+        def self.delegate(*methods)
+          methods.each do |m|
+            define_method(m) do |*args|
+              @targets.map { |t| t.send(m, *args) }
+            end
+          end
+          self
+        end
+
+        class <<self
+          alias to new
+        end
+      end
+    end
+  end
+end

data/lib/etoro/utility/mcollective/puppet.rb

@@ -0,0 +1,70 @@
+module Etoro
+  module Utility
+    module MCollective
+      class Puppet < Etoro::Utility::MCollective::RPC
+
+        def status
+          @last_run_puppet = {}
+          @logger.info("Getting last puppet run information")
+          @mc.last_run_summary.each do |result|
+            @last_run_puppet[result[:sender]] = result[:data][:lastrun]
+            @logger.info("#{result[:sender]} - Puppet last run: #{result[:data][:lastrun]}")
+          end
+        end
+
+        def execute
+          @mc.runonce
+          sleep @config[:wait_for_status]
+          self.check_run_status
+        end
+
+        def hosts
+          hosts = []
+          @last_run_puppet.each_key do |host|
+            hosts.push host
+          end
+          hosts
+        end
+
+        def check_run_status
+          @logger.info("Checking for Puppet run completion")
+          exit_flag = false
+          begin
+            timeout(@config[:timeout]) do
+              until @last_run_puppet == {}
+                @last_run_puppet.each do |host, lastrun|
+                  run = rpcclient('puppet', :chomp => true)
+                  run.identity_filter  host
+                  run.progress = false
+                  results = run.last_run_summary
+                  results.each do |result|
+                    @logger.info("#{host} - Puppet last run: #{result[:data][:lastrun]}")
+                    if lastrun != result[:data][:lastrun]
+                      @logger.info("#{host} - run completed")
+                      @last_run_puppet.delete(host)
+                      if result[:data][:summary]['resources']['failed'] != 0
+                        @logger.error("#{host} - Puppet run failed.")
+                        exit_flag = true
+                      end
+                    else
+                      @logger.info("#{host} - Puppet not complete")
+                    end
+                  end
+                end
+                sleep @config[:wait_between_checks]
+              end
+            end
+          rescue Timeout::Error
+            @logger.error("Puppet run timed out. Took more than #{@config[:timeout]} seconds")
+            exit_flag = true
+          end
+
+          if exit_flag == true then
+            @logger.error("Puppet run failed")
+            exit 1
+          end
+        end
+      end
+    end
+  end
+end

data/lib/etoro/utility/mcollective/rpc.rb

@@ -0,0 +1,159 @@
+require 'mcollective'
+require 'timeout'
+require 'logger'
+
+include MCollective::RPC
+
+module Etoro
+  module Utility
+    module MCollective
+      class RPC
+
+        attr :current_host
+        attr_reader :hosts, :execute ,:pre_execute, :post_execute
+
+        def initialize (config={})
+
+          default_config = {
+              timeout: 600,
+              log_file: 'deployment.log',
+              log_level: Logger::INFO,
+              sequential: false,
+              wait_for_status: 30,
+              wait_between_checks: 5
+          }
+          @config = default_config.merge(config)
+
+          self.validate(config)
+
+          @mc = rpcclient(self.class.name.downcase.split('::').last, :chomp => true)
+          @mc.progress = false
+
+          log_descriptor = ""
+          if (@config.has_key?(:fact_filter) && @config[:fact_filter].has_key?(:service) &&  @config[:fact_filter].has_key?(:application)) || (@config.has_key?(:application) && @config.has_key?(:service))
+            if @config.has_key?(:fact_filter)
+              service=@config[:fact_filter][:service]
+              application=@config[:fact_filter][:application]
+            else
+              service=@config[:service]
+              application=@config[:application]
+            end
+            log_descriptor="service=#{service}, application=#{application},"
+          end
+
+          self.logging(@config[:log_file],@config[:log_level],log_descriptor)
+          @logger.info("Setting timeout to #{@config[:timeout]}")
+          @logger.info("Setting log file to #{@config[:log_file]}")
+          @logger.info("Setting log level to #{@config[:log_level]}")
+
+          @config.each do |key,value|
+            case key
+              when :fact_filter
+                self.fact_filter(value)
+              when :identity_filter
+                self.identity_filter(value)
+              when :class_filter
+                self.identity_filter(value)
+            end
+          end
+
+        end
+
+        def validate(config)
+          unless config.detect{|k| k.to_s =~ /:(fact|identity|class)_filter/} then
+            raise RuntimeError, "Filters need to be provided"
+          end
+          if self.class.name == 'Etoro::MCollective::RPC'
+            raise RuntimeError, "Cannot instantiate this class directly - abstract"
+          end
+        end
+
+        def sequential=(value)
+          @config[:sequential] = value
+        end
+
+        def sequential?
+          return @config[:sequential] ? true : false
+        end
+
+        def pre_execute (&block)
+          @config[:pre_execute] = block
+        end
+
+        def post_execute (&block)
+          @config[:post_execute] = block
+        end
+
+        def run
+          # Check
+          status
+          @logger.info("#{self.class.name.split('::').last} run begin")
+
+          if self.sequential? then
+            hosts = self.hosts
+
+            @logger.info("Running deployment sequentially")
+
+            hosts.each do |host|
+              @current_host = host
+
+              instance_eval &@config[:pre_execute] if @config.has_key?(:pre_execute)
+              @mc.reset_filter
+              @mc.identity_filter @current_host
+              self.status
+              self.execute
+              instance_eval &@config[:post_execute] if @config.has_key?(:post_execute)
+            end
+          else
+            instance_eval &@config[:pre_execute] if @config.has_key?(:pre_execute)
+            self.execute
+            instance_eval &@config[:post_execute] if @config.has_key?(:post_execute)
+          end
+
+          @logger.info("#{self.class.name.split('::').last} run complete")
+
+        end
+
+        def fact_filter(fact_hash)
+          unless fact_hash.is_a?(Hash)
+            @logger.error('Fact filter needs to be of type hash')
+          end
+          fact_hash.each do |key,value|
+            @logger.info("Setting Fact #{key} to value #{value}")
+            @mc.fact_filter key, value
+          end
+        end
+
+        def identity_filter(identity_array)
+          unless identity_array.is_a?(Array)
+            @logger.error('Identity filter needs to be of type array')
+          end
+          identity_array.each do |value|
+            @logger.info("Setting Identity to host #{value}")
+            @mc.identity_filter value
+          end
+        end
+
+        def class_filter(class_array)
+          unless class_array.is_a?(Array)
+            @logger.error('Class filter needs to be of type array')
+          end
+          class_array.each do |value|
+            @logger.info("Settting class to  #{value}")
+            @mc.class_filter value
+          end
+        end
+
+        def logging(log_file, log_level, description='')
+          log = File.open(log_file,'a')
+          @logger = Logger.new Etoro::Utility::MCollective::MultiDelegator.delegate(:write, :close).to(STDOUT, log)
+          @logger.datetime_format = ('%Y-%m-%d_%H:%M:%S')
+          @logger.formatter = proc do |severity, datetime, progname, msg|
+            "#{datetime},level=#{severity},type=Deployment,#{description} message=#{msg}\n"
+          end
+          @logger.level = log_level
+        end
+      end
+    end
+  end
+end

data/lib/etoro/utility/mcollective/service.rb

@@ -0,0 +1,82 @@
+module Etoro
+  module Utility
+    module MCollective
+      class Service < Etoro::Utility::MCollective::RPC
+
+        def validate(config)
+          super
+          unless config.has_key?(:service_name)
+            raise RuntimeError, "config[:service_name] must be defined"
+          end
+          unless config.has_key?(:action)
+            raise RuntimeError, "config[:action] must be defined"
+          end
+          unless ['start','stop'].include? config[:action]
+            raise RuntimeError, "Service action must be either start or stop"
+          end
+        end
+
+        def execute
+          @logger.info("Sending service #{@config[:service_name]} #{@config[:action]} action")
+          @mc.send @config[:action], service: @config[:service_name]
+          sleep @config[:wait_for_status]
+          self.check_run_status
+        end
+
+        def status
+          @service_status = {}
+          @logger.info("Getting service information")
+          results = @mc.send 'status', service: @config[:service_name]
+          results.each do |result|
+            @service_status[result[:sender]] = result[:data][:status]
+          end
+        end
+
+        def hosts
+          hosts = []
+          @service_status.each_key do |host|
+            @hosts.push host
+          end
+          hosts
+        end
+
+        def check_run_status
+          @logger.info("Checking Service #{@config[:service_name]} for completion")
+
+          begin
+            timeout(@config[:timeout]) do
+              until @service_status == {}
+                @service_status.each do |host, status|
+                  run = rpcclient(self.class.name.downcase.split('::').last, :chomp => true)
+                  run.identity_filter host
+                  run.progress = false
+                  results = run.send 'status', service: @config[:service_name]
+                  results.each do |result|
+                    state = ''
+                    case @config[:action]
+                      when 'start'
+                        state = 'running'
+                      when 'stop'
+                        state = 'stopped'
+                    end
+                    @logger.info("#{host} - Service: current state: #{result[:data][:status]} desired_state: #{state}")
+                    if result[:data][:status] == state
+                      @logger.info("#{host} - Service: #{@config[:service_name]} #{@config[:action]} action  #{result[:data][:status]} - completed")
+                      @service_status.delete(host)
+                    else
+                      @logger.info("#{host} - Service #{@config[:service_name]} #{@config[:action]} action not complete - #{result[:data][:status]}")
+                    end
+                  end
+                end
+                sleep @config[:wait_between_checks]
+              end
+            end
+          rescue Timeout::Error
+            @logger.error("Service run timed out. Took more than #{@config[:timeout]} seconds")
+          end
+        end
+
+      end
+    end
+  end
+end

data/lib/etoro_utility_mcollective.rb

@@ -0,0 +1,10 @@
+require "etoro_utility_mcollective/version"
+require "etoro/utility/mcollective/multidelegator"
+require "etoro/utility/mcollective/rpc"
+require "etoro/utility/mcollective/puppet"
+require "etoro/utility/mcollective/service"
+require "etoro/utility/mcollective/haproxy"
+
+module EtoroUtilityMcollective
+  # Your code goes here...
+end

data/lib/etoro_utility_mcollective/version.rb

@@ -0,0 +1,3 @@
+module EtoroUtilityMcollective
+  VERSION = "0.1.0"
+end

metadata

@@ -0,0 +1,86 @@
+--- !ruby/object:Gem::Specification
+name: etoro_utility_mcollective
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Alon Becker
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-11-25 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.3'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.3'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: test
+email:
+- alon@etoro.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- etoro_utility_mcollective.gemspec
+- lib/etoro/utility/mcollective/haproxy.rb
+- lib/etoro/utility/mcollective/multidelegator.rb
+- lib/etoro/utility/mcollective/puppet.rb
+- lib/etoro/utility/mcollective/rpc.rb
+- lib/etoro/utility/mcollective/service.rb
+- lib/etoro_utility_mcollective.rb
+- lib/etoro_utility_mcollective/version.rb
+homepage: http://www.etoro.com
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.0.6
+signing_key: 
+specification_version: 4
+summary: test
+test_files: []
+has_rdoc: