adp-fluent-plugin-graphite 0.0.17 → 0.1.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: dc6c538d57d214e28afe6506eaa28724538635001cea605b141e91a2594a4989
-  data.tar.gz: 7c99eaf2efcd0823a0feb1069c5f2b3a48290acdc1663cf625da992bc8941a7f
+  metadata.gz: 972305dfab080939201cd709b16d6530d49fbfeb80cd0bad2d4f182a6f7304a4
+  data.tar.gz: 765fdaa78c9d148294e5741bee401d5498ac9eac0a390b309bb07b87c1c303e7
 SHA512:
-  metadata.gz: e5229a0f34d63e992e75f4960284c31bad58e06cf7db604299681b6d7e51ba949695287b582bcbcaf7da9909494918292f69c7d46c3c065d3209a3ab9b466843
-  data.tar.gz: 514cffc5cf61f35efb5b9f654ea1b31227ae391fe072e13f0f087a9967a66c553fa9739310cc3b78bae99564ba82f8af62a4139a68d250f7bee4bf0b5e923a50
+  metadata.gz: 9a89798fa104f36eb429c4ad40456e0360c55c0f935a68c5aee69321bd4cbeb2dc1e8972da628e8cb33166f9d425accf7cdd9fd6375c34259cb789320d2e157b
+  data.tar.gz: 5086fa5cfbfec7d4b7d3003009a773068167fe1710241dd0c629ed97c50f049979b9b366f2dba0991f74e9e10f5fb0473189b20ed1c646124a9a65c258aeeeb0

data/adp-fluent-plugin-graphite.gemspec

@@ -3,10 +3,10 @@ $:.push File.expand_path('../lib', __FILE__)
 
 Gem::Specification.new do |gem|
   gem.name        = 'adp-fluent-plugin-graphite'
-  gem.version     = '0.0.17'
-  gem.authors     = ['Satoshi SUZUKI']
-  gem.email       = 'studio3104.com@gmail.com'
-  gem.homepage    = 'https://github.com/studio3104/fluent-plugin-graphite'
+  gem.version     = '0.1.1'
+  gem.authors     = ['Aleksander Dudek']
+  gem.email       = 'adudek4@gmail.com'
+  gem.homepage    = ''
   gem.description = 'fluentd output plugin to send metrics to graphite'
   gem.summary     = gem.description
   gem.licenses    = ['MIT']

data/lib/fluent/plugin/filter_graphite.rb

@@ -0,0 +1,30 @@
+require 'fluent/plugin/output'
+
+module Fluent::Plugin
+  class GraphiteFilter < Fluent::Plugin::Filter
+    Fluent::Plugin.register_filter('graphite', self)
+    include Fluent::Plugin::Graphite
+
+    config_param :host, :string
+    config_param :port, :integer, default: 2003
+    config_param :prefix, :string, default: 'adp-fluentd-agent'
+    config_param :monitoring_key, :string
+    config_param :max_retries, :integer, default: 3
+    config_param :log_level, :string, default: 'info'
+
+    def start
+      super
+      Graphite.init_client(@log_level, @host, @port)
+    end
+
+    def configure(conf)
+      super
+    end
+
+    def filter(tag, time, record)
+      metrics = Graphite.format_metrics(tag, record)
+      Graphite.post(metrics, time)
+      record
+    end
+  end
+end

data/lib/fluent/plugin/graphite.rb

@@ -0,0 +1,75 @@
+module Fluent
+  module Plugin
+    module Graphite
+
+      def initialize
+        super
+        require 'graphite-api'
+        log.info("Initialize graphite plugin")
+      end
+
+      def init_logger(log_level)
+        if log_level == 'debug'
+          GraphiteAPI::Logger.init level: :debug
+        end
+        if log_level == 'warn'
+          GraphiteAPI::Logger.init level: :warn
+        end
+        if log_level == 'info'
+          GraphiteAPI::Logger.init level: :info
+        end
+        if log_level == 'error'
+          GraphiteAPI::Logger.init level: :error
+        end
+      end
+
+      def init_client(log_level, host, port)
+        options = {
+          # Required: valid URI {udp,tcp}://host:port/?timeout=seconds
+          graphite: "tcp://#{host}:#{port}",
+
+          # Optional: results are aggregated in 60 seconds slices ( default is 60 )
+          slice: 30,
+
+          # Optional: send to graphite every 60 seconds ( default is 0 - direct send )
+          interval: 30,
+
+          # Optional: set the max age in seconds for records reanimation ( default is 12 hours )
+          cache: 4 * 60 * 60,
+        }
+        @client = GraphiteAPI.new options
+        init_logger(log_level)
+        log.info("Starting graphite client")
+      end
+
+      def format_metrics(tag, record)
+        metrics = {}
+        key = @monitoring_key + "." + @prefix + "." + tag
+        metrics[key] = 1
+        metrics
+      end
+
+
+      def post(metric, time)
+        trial ||= 1
+        @client.metrics(metric, time)
+      rescue Errno::ETIMEDOUT
+        # after long periods with nothing emitted, the connection will be closed and result in timeout
+        if trial <= @max_retries
+          log.warn "out_graphite: connection timeout to #{@host}:#{@port}. Reconnecting... "
+          trial += 1
+          ::Graphite.init_client(@log_level, @host, @port)
+          retry
+        else
+          log.error "out_graphite: ERROR: connection timeout to #{@host}:#{@port}. Exceeded max_retries #{@max_retries}"
+        end
+      rescue Errno::ECONNREFUSED
+        log.warn "out_graphite: connection refused by #{@host}:#{@port}"
+      rescue SocketError => se
+        log.warn "out_graphite: socket error by #{@host}:#{@port} :#{se}"
+      rescue StandardError => e
+        log.error "out_graphite: ERROR: #{e}"
+      end
+    end
+  end
+end

data/lib/fluent/plugin/out_graphite.rb

@@ -1,91 +1,37 @@
+require 'fluent/plugin/graphite'
 require 'fluent/plugin/output'
 
 module Fluent::Plugin
   class GraphiteOutput < Fluent::Plugin::Output
     Fluent::Plugin.register_output('graphite', self)
+    include Fluent::Plugin::Graphite
 
     config_param :host, :string
     config_param :port, :integer, default: 2003
-    config_param :tag_for, :string, default: 'prefix'
+    config_param :prefix, :string, default: 'adp-fluentd-agent'
     config_param :monitoring_key, :string
-    config_param :name_key_pattern, :string, default: nil
     config_param :max_retries, :integer, default: 3
-
-    def initialize
-      super
-      require 'graphite-api'
-      log.info("Initialize graphite plugin")
-    end
+    config_param :log_level, :string, default: 'info'
 
     def start
       super
-      connect_client!
+      Graphite.init_client(@log_level, @host, @port)
     end
 
     def configure(conf)
       super
-      if @name_keys
-        @name_keys = @name_keys.split(',')
-      end
     end
 
     def process(tag, es)
       es.each do |time, record|
         emit_tag = tag.dup
-        log.info("Emit graphite plugin: #{record}")
-        metrics = format_metrics(emit_tag, record)
+        metrics = Graphite.format_metrics(emit_tag, record)
 
         # implemented to immediate call post method in this loop, because graphite-api.gem has the buffers.
-        post(metrics, time)
+        Graphite.post(metrics, time)
       end
 
     end
 
-    def format_metrics(tag, record)
-      metrics = {}
-      metrics[@monitoring_key + "." + tag] = 1
-      metrics
-    end
-
-    def post(metric, time)
-      trial ||= 1
-      @client.metrics(metric, time)
-      log.warn("Sending metrics: #{metric}")
-    rescue Errno::ETIMEDOUT
-      # after long periods with nothing emitted, the connection will be closed and result in timeout
-      if trial <= @max_retries
-        log.warn "out_graphite: connection timeout to #{@host}:#{@port}. Reconnecting... "
-        trial += 1
-        connect_client!
-        retry
-      else
-        log.error "out_graphite: ERROR: connection timeout to #{@host}:#{@port}. Exceeded max_retries #{@max_retries}"
-      end
-    rescue Errno::ECONNREFUSED
-      log.warn "out_graphite: connection refused by #{@host}:#{@port}"
-    rescue SocketError => se
-      log.warn "out_graphite: socket error by #{@host}:#{@port} :#{se}"
-    rescue StandardError => e
-      log.error "out_graphite: ERROR: #{e}"
-    end
-
-    def connect_client!
-      options = {
-        # Required: valid URI {udp,tcp}://host:port/?timeout=seconds
-        graphite: "tcp://#{@host}:#{@port}",
-
-        # Optional: results are aggregated in 60 seconds slices ( default is 60 )
-        slice: 30,
-
-        # Optional: send to graphite every 60 seconds ( default is 0 - direct send )
-        interval: 30,
-
-        # Optional: set the max age in seconds for records reanimation ( default is 12 hours )
-        cache: 4 * 60 * 60,
-      }
-      @client = GraphiteAPI.new options
-      GraphiteAPI::Logger.init level: :debug
-      log.info("starting client")
-    end
   end
 end

metadata

@@ -1,10 +1,10 @@
 --- !ruby/object:Gem::Specification
 name: adp-fluent-plugin-graphite
 version: !ruby/object:Gem::Version
-  version: 0.0.17
+  version: 0.1.1
 platform: ruby
 authors:
-- Satoshi SUZUKI
+- Aleksander Dudek
 autorequire: 
 bindir: bin
 cert_chain: []
@@ -67,7 +67,7 @@ dependencies:
       - !ruby/object:Gem::Version
         version: 3.2.0
 description: fluentd output plugin to send metrics to graphite
-email: studio3104.com@gmail.com
+email: adudek4@gmail.com
 executables: []
 extensions: []
 extra_rdoc_files: []
@@ -79,10 +79,12 @@ files:
 - README.md
 - Rakefile
 - adp-fluent-plugin-graphite.gemspec
+- lib/fluent/plugin/filter_graphite.rb
+- lib/fluent/plugin/graphite.rb
 - lib/fluent/plugin/out_graphite.rb
 - test/helper.rb
 - test/plugin/test_out_graphite.rb
-homepage: https://github.com/studio3104/fluent-plugin-graphite
+homepage: ''
 licenses:
 - MIT
 metadata: {}