sensu-extensions-graphite 0.0.1 → 0.0.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 20e5033101eebbf77f983701353d0c687c986ac1
-  data.tar.gz: 8613bc14341c7f02a97a4ecbd2e19c7b23659709
+  metadata.gz: d1d8587d5770be44d412655c81f21444ac88223e
+  data.tar.gz: 7c763e16d03096b7af47314fbf0860a255780bc7
 SHA512:
-  metadata.gz: eaae41d8d0a45a4127e7e71a7eb241330e59438446420bb3ed9cde1498e2765a02031b214f78497e6158e590df8c22e235d0545c8e4459bde90bb6ff49bf3195
-  data.tar.gz: 660a6799d4ea65dd9de23eb1575f2817c4b990ccf5b1136afb5de4b770cee4631f6e0f8d0da7aa8ef5523cb868d26fef8cb9efe0c2e4f600abac1b4d2bc442bc
+  metadata.gz: d2e236edd197147bacca5b22ee83f082597b510e9cc36dc1a2ec735d2110fd0fb191d140917f431c997fe5a8665b8cc5e7ccbc2dbd7a39152165d10b5c892545
+  data.tar.gz: 86cf8ce0812d543243957daefdb65a76b6751a106f3960fa3417b4994e219d9f3d07c5a82dc8d9486081f639c8980ce75f6892e0c6e89efbe13b821605ffda62

data/README.md

@@ -1,2 +1,11 @@
-# Sensu::Extensions::Graphite
+# Sensu::Extensions::Template
 
+Welcome to the Sensu Extensions repository template! In this repository, you will find the files you need to be able to author your own Sensu Extension for Sensu Core (>= 0.26).
+
+## Usage
+
+1. Fork this repository and name the fork after your new extension, e.g. `"sensu-extensions-docker"`
+
+2. Write your extension (with tests!)
+
+3. Create a GitHub issue on [sensu-extensions/template](https://github.com/sensu-extensions/template/issues) to request a review of your extension, to determine if it is ready to be moved to the [sensu-extensions GitHub organization](https://github.com/sensu-extensions) to be shared with the Sensu community!

data/lib/sensu/extensions/graphite.rb

@@ -2,19 +2,238 @@ require "sensu/extension"
 
 module Sensu
   module Extension
-    class Template < Handler
-      def name
-        "graphite"
+
+    ######################################
+    # ExponentialDecayTimer
+    #
+    # Implement an exponential backoff timer for reconnecting to metrics
+    # backends.
+    ######################################
+    class ExponentialDecayTimer
+      attr_accessor :reconnect_time
+
+      def initialize
+        @reconnect_time = 0
+      end
+
+      def get_reconnect_time(max_reconnect_time, connection_attempt_count)
+        if @reconnect_time < max_reconnect_time
+          seconds = @reconnect_time + (2**(connection_attempt_count - 1))
+          seconds = seconds * (0.5 * (1.0 + rand))
+          @reconnect_time = if seconds <= max_reconnect_time
+                              seconds
+                            else
+                              max_reconnect_time
+                            end
+        end
+        @reconnect_time
+      end
+    end
+
+    #########################################
+    # Connection Handler
+    #########################################
+    class ConnectionHandler < EM::Connection
+
+    # XXX: These should be runtime configurable.
+    MAX_RECONNECT_ATTEMPTS = 0 # Attempt no reconnects. Drop if it can't in favor for speed.
+    MAX_RECONNECT_TIME = 0 # seconds
+
+    attr_accessor :message_queue, :connection_pool
+    attr_accessor :name, :host, :port, :connected
+    attr_accessor :reconnect_timer
+
+    # ignore :reek:TooManyStatements
+    def post_init
+      @is_closed = false
+      @connection_attempt_count = 0
+      @max_reconnect_time = MAX_RECONNECT_TIME
+      @comm_inactivity_timeout = 0 # disable inactivity timeout
+      @pending_connect_timeout = 30 # seconds
+      @reconnect_timer = ExponentialDecayTimer.new
+    end
+
+    def connection_completed
+      @connected = true
+    end
+
+    def close_connection(*args)
+      @is_closed = true
+      @connected = false
+      super(*args)
+    end
+
+    def comm_inactivity_timeout
+      logger.info("Graphite: Connection to #{@name} timed out.")
+      schedule_reconnect
+    end
+
+    def unbind
+      @connected = false
+      unless @is_closed
+        logger.info('Graphite: Connection closed unintentionally.')
+        schedule_reconnect
+      end
+    end
+
+    def send_data(*args)
+      super(*args)
+    end
+
+    # Override EM::Connection.receive_data to prevent it from calling
+    # puts and randomly logging non-sense to sensu-server.log
+    def receive_data(data)
+    end
+
+    # Reconnect normally attempts to connect at the end of the tick
+    # Delay the reconnect for some seconds.
+    def reconnect(time)
+      EM.add_timer(time) do
+        logger.info("Graphite: Attempting to reconnect relay channel: #{@name}.")
+        super(@host, @port)
+      end
+    end
+
+    def get_reconnect_time
+      @reconnect_timer.get_reconnect_time(
+        @max_reconnect_time,
+        @connection_attempt_count
+      )
+    end
+
+    def schedule_reconnect
+      unless @connected
+        @connection_attempt_count += 1
+        reconnect_time = get_reconnect_time
+        logger.info("Graphite: Scheduling reconnect in #{@reconnect_time} seconds for relay channel: #{@name}.")
+        reconnect(reconnect_time)
+      end
+      reconnect_time
+    end
+
+    def logger
+      Sensu::Logger.get
+    end
+
+  end # ConnectionHandler
+
+  ##########################################
+  # EndPoint
+  # An endpoint is a backend metric store. This is a compositional object
+  # to help keep the rest of the code sane.
+  ##########################################
+  class Endpoint
+
+    # EM::Connection.send_data batches network connection writes in 16KB
+    # We should start out by having all data in the queue flush in the
+    # space of a single loop tick.
+    MAX_QUEUE_SIZE = 2048
+
+    attr_accessor :connection, :queue
+
+    def initialize(name, host, port)
+      @queue = []
+      @connection = EM.connect(host, port, ConnectionHandler)
+      @connection.name = name
+      @connection.host = host
+      @connection.port = port
+      @connection.message_queue = @queue
+      EventMachine::PeriodicTimer.new(60) do
+        Sensu::Logger.get.info("Graphite: queue size for #{name}: #{queue_length}")
       end
+    end
+
+    def queue_length
+      @queue
+        .map(&:bytesize)
+        .reduce(:+) || 0
+    end
+
+    def flush_to_net
+      sent = @connection.send_data(@queue.join)
+      @queue = [] if sent > 0
+    end
+
+    def relay_event(data)
+      if @connection.connected
+        @queue << data
+        if queue_length >= MAX_QUEUE_SIZE
+          flush_to_net
+          Sensu::Logger.get.debug('Graphite: successfully flushed to network')
+        end
+      end
+    end
+
+    def stop
+      if @connection.connected
+        flush_to_net
+        #@connection.close_connection_after_writing
+        @connection.close_connection # Force connection closing, do not wait.
+      end
+    end
+
+  end
+
+
+  #################################
+  # Graphite Handler
+  #################################
+  class Graphite < Handler
+
+    def initialize
+      super
+      @initialized = false
+      @counter = 0
+    end
+
+    def name
+      "graphite"
+    end
+
+    def description
+      "Extension to get metrics into Graphite"
+    end
 
-      def description
-        "extension graphite"
+    def post_init
+      @endpoint = Endpoint.new(
+        @settings[:graphite][:name],
+        @settings[:graphite][:host],
+        @settings[:graphite][:port]
+      )
+      @counter = 0
+    end
+
+    def run(event)
+      begin
+        event = Oj.load(event)
+        metrics = event["check"]["output"]
+      rescue => e
+        logger.error("Graphite: Error setting up event object - #{e.backtrace.to_s}")
       end
 
-      def run(event)
-        logger.info("Hello Graphite")
-        yield "template", 0
+      begin
+        if @counter > 2048
+          logger.debug("Graphite: recycling connection")
+          stop
+          post_init
+        end
+
+        logger.debug("Metrics: #{metrics}")
+        @endpoint.relay_event(metrics)
+        @counter += 1
+      rescue => e
+        logger.error("Graphite: Error posting metrics - #{e.backtrace.to_s}")
       end
+
+      yield "", 0
     end
+
+    def stop
+      @endpoint.stop
+    end
+
+  end # Graphite
+  #################################
+
   end
-end
+end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: sensu-extensions-graphite
 version: !ruby/object:Gem::Version
-  version: 0.0.1
+  version: 0.0.2
 platform: ruby
 authors:
 - Sensu-Extensions and contributors
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2017-06-01 00:00:00.000000000 Z
+date: 2017-07-17 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: sensu-extension
@@ -94,9 +94,9 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-description: EXTENSION_TYPE extension to do X
+description: Extension to get metrics into Graphite
 email:
-- "<sensu-users@googlegroups.com>"
+- "<amine.benseddik@gmail.com>"
 executables: []
 extensions: []
 extra_rdoc_files: []
@@ -105,7 +105,7 @@ files:
 - LICENSE
 - README.md
 - lib/sensu/extensions/graphite.rb
-homepage: https://github.com/sensu-extensions/sensu-extensions-graphite
+homepage: https://github.com/amine7536/sensu-extensions-graphite
 licenses: []
 metadata: {}
 post_install_message: 
@@ -127,5 +127,5 @@ rubyforge_project:
 rubygems_version: 2.5.1
 signing_key: 
 specification_version: 4
-summary: EXTENSION_TYPE extension to do X
+summary: Extension to get metrics into Graphite
 test_files: []