sensu_generator 0.0.25

data/lib/sensu_generator/generator.rb

@@ -0,0 +1,97 @@
+require 'json'
+require 'erb'
+require 'fileutils'
+
+module SensuGenerator
+  class Generator
+    def initialize(services = [])
+      @services = services
+      @config  = Application.config
+      @trigger = Application.trigger
+      @logger  = Application.logger
+    end
+
+    attr_writer :services
+    attr_accessor :logger, :config
+    attr_reader :connection
+
+    def generate!
+      @processed_files = []
+      @services.each do |svc|
+        next unless svc.changed?
+        svc.checks.each do |check|
+          next if check.nil?
+          begin
+            if check.class == String
+              templates_for(check).each do |src|
+                filename = config.file_prefix + "#{svc.name}-#{File.basename(src).gsub(/\.(?:.*)/, '.json')}"
+                result = merge_with_default_parameters(
+                            JSON.parse(
+                              process(template: src, namespace: binding),
+                              symbolize_names: true
+                            )
+                          )
+
+                if result
+                  write(filename: filename, data: result)
+                  @processed_files << filename
+                end
+              end
+            else
+              #TODO
+              # Implement json parameters parsing
+            end
+          rescue => e
+            logger.warn e
+            next
+          end
+        end
+      end
+      @processed_files
+    end
+
+    def flush_results
+      CheckFile.remove_all_with(config.file_prefix)
+    end
+
+    private
+
+    def merge_with_default_parameters(hash)
+      {}.tap do |res|
+        res[:checks] = {}
+        hash[:checks].map do |k, v|
+          res[:checks][k] = v.merge(config.get[:sensu][:check_default_params])
+        end
+      end
+    end
+
+    def process(template:, namespace:)
+      logger.debug "Processing template #{template}"
+      ERB.new(File.read(template)).result(namespace)
+    rescue ::Exception => e # Catch all ERB errors
+      raise GeneratorError, "Failed to process ERB file #{template}.\n #{e.to_s} \n#{e.backtrace}"
+    end
+
+    def templates_for(check)
+      Dir.glob("#{File.expand_path(templates_dir)}/#{check}*")
+    end
+
+    def templates_dir
+      config.get[:templates_dir]
+    end
+
+    def write(filename:, data:)
+      if config.get[:mode] == 'server'
+        CheckFile.new(filename).write(JSON.pretty_generate(data))
+      else
+        json = JSON.fast_generate({ :filename => filename, :data => data })
+        cl = Client.new
+        cl.write_file(json)
+        cl.close
+      end
+    rescue
+      sleep 1
+      retry
+    end
+  end
+end

data/lib/sensu_generator/hash.rb

@@ -0,0 +1,6 @@
+class ::Hash
+  def deep_merge(second)
+    merger = proc { |key, v1, v2| Hash === v1 && Hash === v2 ? v1.merge(v2, &merger) : v2 }
+    self.merge(second, &merger)
+  end
+end

data/lib/sensu_generator/logger.rb

@@ -0,0 +1,28 @@
+require 'logger'
+
+module SensuGenerator
+  class Logger < ::Logger
+    def initialize(params)
+      @params = params
+      super(@params[:file])
+    end
+
+    def level
+      super(@params[:log_level])
+    end
+
+    %w(debug info warn error fatal).each do |level|
+      define_method(level) do |msg|
+        begin
+          if @params[:notify_level] == level
+            self.debug "Notifying with msg: #{msg}"
+            Application.notifier.notify msg
+          end
+        rescue => e
+          super(e)
+        end
+        super(msg)
+      end
+    end
+  end
+end

data/lib/sensu_generator/notifier.rb

@@ -0,0 +1,15 @@
+require 'slack-notifier'
+
+module SensuGenerator
+  class Notifier
+    def initialize(params = {})
+      @notifier = if !params.any? { |k,v| v == "" || v.nil? }
+                    Slack::Notifier.new(params[:url], channel: params[:channel])
+                  end
+    end
+
+    def notify(msg)
+      @notifier.ping msg.to_s if @notifier
+    end
+  end
+end

data/lib/sensu_generator/restarter.rb

@@ -0,0 +1,55 @@
+require 'ruby-supervisor'
+require 'rsync'
+
+module SensuGenerator
+  class Restarter
+    attr_accessor :logger, :config
+
+    def initialize(servers)
+      @delay = 0
+      @delay_inc = 600
+      @config  = Application.config
+      @trigger = Application.trigger
+      @logger  = Application.logger
+      @servers = servers
+    end
+
+    def perform_restart
+      servers_updated = []
+
+      @servers.each do |server|
+        begin
+          if @servers.size < config.get[:sensu][:minimal_to_restart]
+            msg = "Sensu-servers count < #{config.get[:sensu][:minimal_to_restart]}. Restart will not be performed. Next try after #{@delay + @delay_inc}s."
+            raise RestarterError, msg
+            @delay += @delay_inc if @delay < 3600
+            sleep @delay
+            break
+          end
+
+          server.sync && server.restart && servers_updated << server.address
+
+          if server == @servers.last
+            if servers_updated.size == @servers.size
+              @trigger.clear
+            else
+              raise RestarterError, "Could not synchronize or restart #{(@servers.map(&:address) - servers_updated).join(',')}"
+            end
+          end
+        rescue => e
+          logger.error "Restarter error: #{e.inspect} #{e.backtrace}"
+          next
+        end
+      end
+    end
+
+    def need_to_apply_new_configs?
+      result = (@trigger.difference_between_touches > 120 || @trigger.last_touch_age > 120) && @trigger.modified_since_last_update?
+      logger.debug "\n  Trigger:\n\tdifference_between_touches: #{@trigger.difference_between_touches}"\
+                    "\n\tlast_touch_age: #{@trigger.last_touch_age}"\
+                    "\n\tmodified_since_last_update?: #{@trigger.modified_since_last_update?}"\
+                    "\n\tNeeds to apply configuration to Sensu? #{result}"
+      result
+    end
+  end
+end

data/lib/sensu_generator/sensu_server.rb

@@ -0,0 +1,70 @@
+require 'ruby-supervisor'
+require 'rsync'
+
+module SensuGenerator
+  class SensuServer
+    attr_reader :address
+    attr_accessor :logger, :config
+
+    def initialize(address:, config: Application.config, logger: Application.logger)
+      @address = address
+      @config  = config
+      @logger  = logger
+    end
+
+    def process
+      unless @process
+        client = RubySupervisor::Client.new(address, 9001,
+                                              user: config.get[:sensu][:supervisor][:user],
+                                              password: config.get[:sensu][:supervisor][:password]
+                                            )
+        @process = client.process('sensu-server')
+      end
+      @process
+    end
+
+    def restart
+      process.restart
+      logger.info "Send restart command to sensu-server #{address}"
+      running?
+    end
+
+    def running?
+      10.times do |t|
+        logger.info "Trying to restart server #{address}. Attempt=#{t}."
+        if process.state.to_s == 'running'
+          logger.info "Sensu-server #{address} was successfully restarted"
+          return true
+        else
+          sleep 1
+          if t == 10
+            raise SensuServerError, "Sensu-server #{address} restart FAILED"
+          end
+        end
+      end
+    rescue SensuServerError
+      false
+    end
+
+    def state
+      process.state
+    end
+
+    def sync
+      begin
+        res = Rsync.run("#{config.result_dir}/", "rsync://#{address}/#{config.get[:sensu][:rsync_repo]}", "--delete --recursive")
+        status = res.success?
+        if status
+          msg = "synced"
+          logger.info "Sensu-server #{address}: #{msg}"
+        else
+          msg = "sync FAILED, out: #{res.inspect}"
+          raise SensuServerError, "Sensu-server #{address}: #{msg}"
+        end
+      rescue SensuServerError
+        status = false
+      end
+      status
+    end
+  end
+end

data/lib/sensu_generator/server.rb

@@ -0,0 +1,69 @@
+require 'json'
+require 'socket'
+
+module SensuGenerator
+  class Server
+    attr_reader :logger, :config
+
+    def initialize
+      @config  = Application.config
+      @logger  = Application.logger
+      @trigger = Application.trigger
+      logger.info "Server: starting server."
+      listen_and_serve
+    end
+
+    def listen_and_serve
+      @server = TCPServer.new(server_addr, server_port)
+      logger.info "Server: started server on #{@server.addr}"
+
+      while client = @server.accept
+        logger.info "Server: client #{client.addr} connected"
+        Thread.start(client) do
+          begin
+            data = client.read
+            process data
+            client.close
+          rescue => e
+            client&.close
+            raise ServerError, "Server: error occured #{e.inspect} #{e.backtrace}\n"
+          end
+        end
+      end
+    rescue
+      close
+    end
+
+    def close
+      @server.close
+      @server = nil
+    end
+
+    private
+
+    def process(data)
+      hash = JSON.parse data
+
+      if hash.key?? 'FLUSH_WITH_PREFIX'
+        logger.info "Server: removing files with prefix #{hash['FLUSH_WITH_PREFIX']}"
+        CheckFile.remove_all_with(hash['FLUSH_WITH_PREFIX'])
+      elsif hash.key?? 'filename'
+        filename = hash['filename']
+        data     = JSON.pretty_generate hash['data']
+
+        logger.info "Server: received file #{filename}"
+        CheckFile.new(filename).write(data)
+      end
+    rescue
+      logger.info "Server: not json data received. Ignoring."
+    end
+
+    def server_port
+      @server_port ||= config.get[:server][:port]
+    end
+
+    def server_addr
+      @server_addr ||= config.get[:server][:addr]
+    end
+  end
+end

data/lib/sensu_generator/trigger.rb

@@ -0,0 +1,40 @@
+module SensuGenerator
+  class Trigger
+    attr_reader :last, :previous
+
+    def initialize
+      init_value = Time.now.to_f
+      @previous = init_value
+      @last     = init_value
+    end
+
+    def touch
+      logger.info "Touch trigger!"
+      @previous = @last
+      @last = Time.now.to_f
+    end
+
+    def difference_between_touches
+      @last - @previous
+    end
+
+    def last_touch_age
+      Time.now.to_f - @last
+    end
+
+    def clear
+      logger.info "Clear trigger!"
+      time      = Time.now.to_f
+      @previous = time
+      @last     = time
+    end
+
+    def modified_since_last_update?
+      @previous != @last
+    end
+
+    def logger
+      @logger ||= Application.logger
+    end
+  end
+end

data/lib/sensu_generator/version.rb

@@ -0,0 +1,3 @@
+module SensuGenerator
+  VERSION = "0.0.25"
+end

data/lib/sensu_generator.rb

@@ -0,0 +1,18 @@
+require 'sensu_generator/hash'
+
+require 'sensu_generator/exceptions'
+require 'sensu_generator/application'
+require 'sensu_generator/config'
+require 'sensu_generator/trigger'
+require 'sensu_generator/logger'
+require 'sensu_generator/notifier'
+require 'sensu_generator/check_file'
+require 'sensu_generator/client'
+require 'sensu_generator/server'
+require 'sensu_generator/sensu_server'
+require 'sensu_generator/version'
+require 'sensu_generator/generator'
+require 'sensu_generator/restarter'
+require 'sensu_generator/consul'
+require 'sensu_generator/consul/consul_state'
+require 'sensu_generator/consul/consul_service'

data/sensu-generator.config.example

@@ -0,0 +1,28 @@
+{
+  "sensu": {
+    "check_default_params": {
+      "refresh": 86400,
+      "interval": 60,
+      "aggregate": true
+    },
+    "service": "sensu-server",
+    "supervisor": {
+      "user": "sensu",
+      "password": "PASSWORD"
+    }
+  },
+  "slack": {
+    "url": "URL",
+    "channel": "sensu"
+  },
+  "logger": {
+    "notify_level": "error",
+    "log_level": "debug"
+  },
+  "kv_tags_path":"checks",
+  "consul": {
+    "url": "http://consul.service.consul:8500"
+  },
+  "templates_dir": "work/templates",
+  "result_dir": "work/result",
+}

data/sensu_generator.gemspec

@@ -0,0 +1,33 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'sensu_generator/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "sensu_generator"
+  spec.version       = SensuGenerator::VERSION
+  spec.authors       = ["Grigory Aksentyev"]
+  spec.email         = ["grigory.aksentiev@gmail.com"]
+
+  spec.summary       = %q{Sensu check config generator}
+  spec.description   = %q{Generate sensu check configurations within consul state.}
+  spec.homepage      = "https://github.com/aksentyev/sensu_generator"
+
+  spec.files         = `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  spec.bindir        = "exe"
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+
+  spec.add_dependency "diplomat", "~> 0.17.0"
+  spec.add_dependency "slack-notifier", "~> 1.5.1"
+  spec.add_dependency "ruby-supervisor", "~> 0.0.2"
+  spec.add_dependency "rsync", "~> 1.0.9"
+  spec.add_dependency "daemons", "~> 1.2.3"
+
+  spec.required_ruby_version = ">= 2.0.0"
+
+  spec.add_development_dependency "pry", "~> 0.10.3"
+  spec.add_development_dependency "bundler", "~> 1.11"
+  spec.add_development_dependency "rake", "~> 10.0"
+  spec.add_development_dependency "rspec", "~> 3.0"
+end

metadata

@@ -0,0 +1,200 @@
+--- !ruby/object:Gem::Specification
+name: sensu_generator
+version: !ruby/object:Gem::Version
+  version: 0.0.25
+platform: ruby
+authors:
+- Grigory Aksentyev
+autorequire: 
+bindir: exe
+cert_chain: []
+date: 2016-08-05 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: diplomat
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.17.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.17.0
+- !ruby/object:Gem::Dependency
+  name: slack-notifier
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.5.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.5.1
+- !ruby/object:Gem::Dependency
+  name: ruby-supervisor
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.0.2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.0.2
+- !ruby/object:Gem::Dependency
+  name: rsync
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.0.9
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.0.9
+- !ruby/object:Gem::Dependency
+  name: daemons
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.2.3
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.2.3
+- !ruby/object:Gem::Dependency
+  name: pry
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.10.3
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.10.3
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.11'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.11'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+description: Generate sensu check configurations within consul state.
+email:
+- grigory.aksentiev@gmail.com
+executables:
+- sensu-generator
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".rspec"
+- ".travis.yml"
+- Gemfile
+- README.md
+- Rakefile
+- bin/console
+- bin/setup
+- exe/sensu-generator
+- lib/sensu_generator.rb
+- lib/sensu_generator/application.rb
+- lib/sensu_generator/check_file.rb
+- lib/sensu_generator/client.rb
+- lib/sensu_generator/config.rb
+- lib/sensu_generator/consul.rb
+- lib/sensu_generator/consul/consul_service.rb
+- lib/sensu_generator/consul/consul_state.rb
+- lib/sensu_generator/exceptions.rb
+- lib/sensu_generator/generator.rb
+- lib/sensu_generator/hash.rb
+- lib/sensu_generator/logger.rb
+- lib/sensu_generator/notifier.rb
+- lib/sensu_generator/restarter.rb
+- lib/sensu_generator/sensu_server.rb
+- lib/sensu_generator/server.rb
+- lib/sensu_generator/trigger.rb
+- lib/sensu_generator/version.rb
+- sensu-generator.config.example
+- sensu_generator.gemspec
+homepage: https://github.com/aksentyev/sensu_generator
+licenses: []
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: 2.0.0
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.6.3
+signing_key: 
+specification_version: 4
+summary: Sensu check config generator
+test_files: []
+has_rdoc: