smart_proxy_monitoring 0.0.1

data/lib/smart_proxy_monitoring_icinga2/icinga2_result_uploader.rb

@@ -0,0 +1,97 @@
+require 'thread'
+
+module ::Proxy::Monitoring::Icinga2
+  class MonitoringResult < Proxy::HttpRequest::ForemanRequest
+    def push_result(result)
+      send_request(request_factory.create_post('api/monitoring_results', result))
+    end
+  end
+
+  class Icinga2ResultUploader
+    include ::Proxy::Log
+    include ::Proxy::Monitoring::Icinga2::Common
+
+    attr_reader :semaphore
+
+    def initialize(queue)
+      @queue = queue.queue
+      @semaphore = Mutex.new
+    end
+
+    def upload
+      while change = @queue.pop
+        with_event_counter('Icinga2 Result Uploader') do
+          symbolize_keys_deep!(change)
+
+          change[:timestamp] = change[:check_result][:schedule_end] if change.key?(:check_result)
+          if change.key?(:downtime) && change[:downtime].is_a?(Hash)
+            change[:host] = change[:downtime][:host_name] if change[:host].nil? || change[:host].empty?
+            change[:service] = change[:downtime][:service_name] if change[:service].nil? || change[:service].empty?
+          end
+
+          if change[:service].nil? || change[:service].empty?
+            change[:service] = 'Host Check'
+          end
+
+          case change[:type]
+          when 'StateChange'
+            transformed = { result: change[:check_result][:state] }
+          when 'AcknowledgementSet'
+            transformed = { acknowledged: true }
+          when 'AchnowledgementCleared'
+            transformed = { acknowledged: false }
+          when 'DowntimeTriggered'
+            transformed = { downtime: true }
+          when 'DowntimeRemoved'
+            transformed = { downtime: false }
+          when '_parsed'
+            transformed = change.dup.reject! { |k, _v| k == :type }
+          else
+            next
+          end
+          transformed.merge!(
+            host: change[:host],
+            service: change[:service],
+            timestamp: change[:timestamp]
+          )
+          begin
+            MonitoringResult.new.push_result(transformed.to_json)
+          rescue Errno::ECONNREFUSED => e
+            logger.error "Foreman refused connection when tried to upload monitoring result: #{e.message}"
+            sleep 10
+          rescue => e
+            logger.error "Error while uploading monitoring results to Foreman: #{e.message}"
+            sleep 1
+            retry
+          end
+        end
+      end
+    end
+
+    def start
+      @thread = Thread.new { upload }
+      @thread.abort_on_exception = true
+      @thread
+    end
+
+    def stop
+      @thread.terminate unless @thread.nil?
+    end
+
+    private
+
+    def symbolize_keys_deep!(h)
+      h.keys.each do |k|
+        ks    = k.to_sym
+        h[ks] = h.delete k
+        symbolize_keys_deep! h[ks] if h[ks].is_a? Hash
+      end
+    end
+
+    def add_domain(host)
+      domain = Proxy::Monitoring::Plugin.settings.strip_domain
+      host = "#{host}#{domain}" unless domain.nil?
+      host
+    end
+  end
+end

data/lib/smart_proxy_monitoring_icinga2/icinga2_upload_queue.rb

@@ -0,0 +1,9 @@
+require 'thread'
+
+module ::Proxy::Monitoring::Icinga2
+  class Icinga2UploadQueue
+    def queue
+      @queue ||= Queue.new
+    end
+  end
+end

data/lib/smart_proxy_monitoring_icinga2/monitoring_icinga2_common.rb

@@ -0,0 +1,21 @@
+module ::Proxy::Monitoring::Icinga2
+  module Common
+    private
+
+    def with_event_counter(log_prefix, interval_count = 100, interval_seconds = 60)
+      semaphore.synchronize do
+        @counter ||= 0
+        @timer ||= Time.now
+        if @counter >= interval_count || (Time.now - @timer) > interval_seconds
+          status = "#{log_prefix}: Observed #{@counter} events in the last #{(Time.now - @timer).round(2)} seconds."
+          status += " #{@queue.length} items queued. #{@queue.num_waiting} threads waiting." unless @queue.nil?
+          logger.info status
+          @timer = Time.now
+          @counter = 0
+        end
+        @counter += 1
+      end
+      yield
+    end
+  end
+end

data/lib/smart_proxy_monitoring_icinga2/monitoring_icinga2_main.rb

@@ -0,0 +1,68 @@
+module Proxy::Monitoring::Icinga2
+  class Provider < ::Proxy::Monitoring::Provider
+    include Proxy::Log
+    include Proxy::Util
+
+    def remove_host(host)
+      request_url = "/objects/hosts/#{host}?cascade=1"
+
+      result = with_errorhandling("Remove #{host}") do
+        Icinga2Client.delete(request_url)
+      end
+      result.to_json
+    end
+
+    def remove_downtime_host(host, author, comment)
+      request_url = "/actions/remove-downtime?type=Host&filter=host.name==\"#{host}\"\&\&author==\"#{author}\"\&\&comment=\"#{comment}\""
+      data = {}
+
+      result = with_errorhandling("Remove downtime from #{host}") do
+        Icinga2Client.post(request_url, data.to_json)
+      end
+      result.to_json
+    end
+
+    def set_downtime_host(host, author, comment, start_time, end_time)
+      request_url = "/actions/schedule-downtime?type=Host&filter=host.name==\"#{host}\""
+      data = {
+        'author' => author,
+        'comment' => comment,
+        'start_time' => start_time,
+        'end_time' => end_time,
+        'duration' => 1000
+      }
+
+      result = with_errorhandling("Set downtime on #{host}") do
+        Icinga2Client.post(request_url, data.to_json)
+      end
+      result.to_json
+    end
+
+    private
+
+    def with_errorhandling(action)
+      response = yield
+      logger.debug "Monitoring - Action successful: #{action}"
+      result = JSON.parse(response.body)
+      unless result.key?('results')
+        logger.error "Invalid Icinga result or result with errors: #{result.inspect}"
+        raise Proxy::Monitoring::Error.new("Icinga server at #{::Proxy::Monitoring::Icinga2::Plugin.settings.server} returned an invalid result.")
+      end
+      unless result['results'].first
+        raise Proxy::Monitoring::NotFound.new("Icinga server at #{::Proxy::Monitoring::Icinga2::Plugin.settings.server} returned an empty result.")
+      end
+      if result['results'][0]['code'] != 200
+        raise Proxy::Monitoring::Error.new("Icinga server at #{::Proxy::Monitoring::Icinga2::Plugin.settings.server} returned an error: #{result['results'][0]['code']} #{result['results'][0]['status']}")
+      end
+      result
+    rescue JSON::ParserError => e
+      raise Proxy::Monitoring::Error.new("Icinga server at #{::Proxy::Monitoring::Icinga2::Plugin.settings.server} returned invalid JSON: '#{e.message}'")
+    rescue RestClient::Exception => e
+      raise Proxy::Monitoring::Error.new("Icinga server at #{::Proxy::Monitoring::Icinga2::Plugin.settings.server} returned an error: '#{e.response}'")
+    rescue Errno::ECONNREFUSED => e
+      raise Proxy::Monitoring::ConnectionError.new("Icinga server at #{::Proxy::Monitoring::Icinga2::Plugin.settings.server} is not responding")
+    rescue SocketError => e
+      raise Proxy::Monitoring::ConnectionError.new("Icinga server '#{::Proxy::Monitoring::Icinga2::Plugin.settings.server}' is unknown")
+    end
+  end
+end

data/lib/smart_proxy_monitoring_icinga2/monitoring_icinga2_plugin.rb

@@ -0,0 +1,16 @@
+module ::Proxy::Monitoring::Icinga2
+  class Plugin < ::Proxy::Provider
+    plugin :monitoring_icinga2, ::Proxy::Monitoring::VERSION
+
+    default_settings server: 'localhost'
+    default_settings api_port: '5665'
+    default_settings verify_ssl: true
+
+    requires :monitoring, ::Proxy::Monitoring::VERSION
+
+    start_services :icinga2_initial_importer, :icinga2_api_observer, :icinga2_result_uploader
+
+    load_classes ::Proxy::Monitoring::Icinga2::PluginConfiguration
+    load_dependency_injection_wirings ::Proxy::Monitoring::Icinga2::PluginConfiguration
+  end
+end

data/lib/smart_proxy_monitoring_icinga2/plugin_configuration.rb

@@ -0,0 +1,28 @@
+module ::Proxy::Monitoring::Icinga2
+  class PluginConfiguration
+    def load_classes
+      require 'smart_proxy_monitoring_common/monitoring_common'
+      require 'smart_proxy_monitoring_icinga2/monitoring_icinga2_main'
+      require 'smart_proxy_monitoring_icinga2/monitoring_icinga2_common'
+      require 'smart_proxy_monitoring_icinga2/icinga2_upload_queue'
+      require 'smart_proxy_monitoring_icinga2/icinga2_client'
+      require 'smart_proxy_monitoring_icinga2/icinga2_initial_importer'
+      require 'smart_proxy_monitoring_icinga2/icinga2_api_observer'
+      require 'smart_proxy_monitoring_icinga2/icinga2_result_uploader'
+    end
+
+    def load_dependency_injection_wirings(container_instance, settings)
+      container_instance.dependency :monitoring_provider, lambda { ::Proxy::Monitoring::Icinga2::Provider.new }
+      container_instance.singleton_dependency :icinga2_upload_queue, lambda { ::Proxy::Monitoring::Icinga2::Icinga2UploadQueue.new }
+      container_instance.singleton_dependency :icinga2_api_observer, (lambda do
+        ::Proxy::Monitoring::Icinga2::Icinga2ApiObserver.new(container_instance.get_dependency(:icinga2_upload_queue))
+      end)
+      container_instance.singleton_dependency :icinga2_result_uploader, (lambda do
+        ::Proxy::Monitoring::Icinga2::Icinga2ResultUploader.new(container_instance.get_dependency(:icinga2_upload_queue))
+      end)
+      container_instance.singleton_dependency :icinga2_initial_importer, (lambda do
+        ::Proxy::Monitoring::Icinga2::Icinga2InitialImporter.new(container_instance.get_dependency(:icinga2_upload_queue))
+      end)
+    end
+  end
+end

data/lib/smart_proxy_monitoring_icinga2.rb

@@ -0,0 +1,2 @@
+require 'smart_proxy_monitoring_icinga2/plugin_configuration'
+require 'smart_proxy_monitoring_icinga2/monitoring_icinga2_plugin'

data/settings.d/monitoring.yml.example

@@ -0,0 +1,11 @@
+---
+# Collect Monitoring information
+:enabled: true
+
+# Valid providers:
+#   monitoring_icinga2 (Icinga 2 API, default)
+#:use_provider: monitoring_icinga2
+
+# Strip this part of the domain when communicating with the Monitoring server
+# and add it when communicating with Foreman
+# :strip_domain: .localdomain

data/settings.d/monitoring_icinga2.yml.example

@@ -0,0 +1,17 @@
+---
+# Collect Monitoring information via Icinga 2 API
+:enabled: true
+
+# The FQDN or IP address of the Icinga 2 server (if using IP address also set verify_ssl to false)
+:server: icinga2.localdomain
+# The CA certificate used by Icinga 2 (typically located on the server at /etc/icinga2/pki/ca.crt)
+:api_cacert: /usr/share/foreman-proxy/monitoring/ca.crt
+# The name of API User
+:api_user: foreman
+# The certificate issued on the client_cn attribute of the API User and the corresponding key
+:api_usercert: /usr/share/foreman-proxy/monitoring/foreman.crt
+:api_userkey: /usr/share/foreman-proxy/monitoring/foreman.key
+# The password from the password attribute of the API User (if not using certificates)
+#:api_password: foreman
+# SSL Verfification mode (boolean value)
+:verify_ssl: true

metadata

@@ -0,0 +1,142 @@
+--- !ruby/object:Gem::Specification
+name: smart_proxy_monitoring
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Timo Goebel
+- Dirk Goetz
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2016-08-19 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rest-client
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: json
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: mocha
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: test-unit
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Monitoring plug-in for Foreman's smart proxy
+email:
+- timo.goebel@dm.de
+- dirk.goetz@netways.de
+executables: []
+extensions: []
+extra_rdoc_files:
+- README.md
+- LICENSE
+files:
+- LICENSE
+- README.md
+- bundler.d/monitoring.rb
+- lib/smart_proxy_monitoring.rb
+- lib/smart_proxy_monitoring/configuration_loader.rb
+- lib/smart_proxy_monitoring/dependency_injection.rb
+- lib/smart_proxy_monitoring/monitoring_api.rb
+- lib/smart_proxy_monitoring/monitoring_http_config.ru
+- lib/smart_proxy_monitoring/monitoring_plugin.rb
+- lib/smart_proxy_monitoring/version.rb
+- lib/smart_proxy_monitoring_common/monitoring_common.rb
+- lib/smart_proxy_monitoring_icinga2.rb
+- lib/smart_proxy_monitoring_icinga2/icinga2_api_observer.rb
+- lib/smart_proxy_monitoring_icinga2/icinga2_client.rb
+- lib/smart_proxy_monitoring_icinga2/icinga2_initial_importer.rb
+- lib/smart_proxy_monitoring_icinga2/icinga2_result_uploader.rb
+- lib/smart_proxy_monitoring_icinga2/icinga2_upload_queue.rb
+- lib/smart_proxy_monitoring_icinga2/monitoring_icinga2_common.rb
+- lib/smart_proxy_monitoring_icinga2/monitoring_icinga2_main.rb
+- lib/smart_proxy_monitoring_icinga2/monitoring_icinga2_plugin.rb
+- lib/smart_proxy_monitoring_icinga2/plugin_configuration.rb
+- settings.d/monitoring.yml.example
+- settings.d/monitoring_icinga2.yml.example
+homepage: http://github.com/theforeman/smart_proxy_monitoring
+licenses:
+- GPLv3
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.5
+signing_key: 
+specification_version: 4
+summary: Monitoring plug-in for Foreman's smart proxy
+test_files: []
+has_rdoc: