fluent-plugin-td-monitoring 0.1.0

data/lib/fluent/plugin/out_td_counter.rb

@@ -0,0 +1,109 @@
+module Fluent
+  class TDCounterOutput < Output
+    Plugin.register_output('td_counter', self)
+
+    #config_param :aggregate, :string, :default => 'tag'
+    #config_param :exact_count, :bool, :default => true
+
+    attr_accessor :counts
+    attr_reader :output
+
+    def initialize
+      super
+      @output = nil
+    end
+
+    def configure(conf)
+      super
+
+      conf.elements.select { |e|
+        e.name == 'store'
+      }.each { |e|
+        type = e['type']
+        unless type
+          raise ConfigError, "Missing 'type' parameter on <store> directive"
+        end
+        $log.debug "adding store type = #{type.dump}"
+
+        @output = Plugin.new_output(type)
+        @output.configure(e)
+      }
+
+      @counts = {}
+      @mutex = Mutex.new
+    end
+
+    def start
+      super
+
+      unless check_td_monitor_agent
+        $log.warn "in_td_monitor_agent not found. If you want to use out_td_counter, then you should configure in_td_monitor_agent in same configuration"
+      end
+
+      unless @output.nil?
+        @output.start
+      end
+    end
+
+    def shutdown
+      unless @output.nil?
+        @output.shutdown
+      end
+
+      super
+    end
+
+    COUNT_FIELD = 'count'
+    BYTES_FIELD = 'bytes'
+
+    def count_initialized
+      {COUNT_FIELD => 0, BYTES_FIELD => 0}
+    end
+
+    def countup(tag, counts, bytes)
+      @mutex.synchronize {
+        @counts[tag] ||= count_initialized
+        count = @counts[tag]
+        count[COUNT_FIELD] += counts
+        count[BYTES_FIELD] += bytes
+      }
+    end
+
+    def flush_counts
+      counts = nil
+      @mutex.synchronize {
+        counts = @counts
+        @counts = {}
+      }
+      counts
+    end
+
+    def emit(tag, es, chain)
+      count = 0
+      bytes = 0
+
+      # TODO: if bytes is not needed, use Event#num_records to reduce processing time
+      es.each { |time, record|
+        count += 1
+        bytes += record.to_msgpack.bytesize
+      }
+
+      countup(tag, count, bytes)
+      unless @output.nil?
+        @output.emit(tag, es, chain)
+      end
+
+      chain.next
+    end
+
+    private
+
+    def check_td_monitor_agent
+      found = false
+      ObjectSpace.each_object(Fluent::TDMonitorAgentInput) { |obj|
+        found = true
+      }
+      found
+    end
+  end
+end

metadata

@@ -0,0 +1,138 @@
+--- !ruby/object:Gem::Specification
+name: fluent-plugin-td-monitoring
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Masahiro Nakagawa
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-12-03 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: fluentd
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.10.33
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.10.33
+- !ruby/object:Gem::Dependency
+  name: ohai
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 6.18.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 6.18.0
+- !ruby/object:Gem::Dependency
+  name: httpclient
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 2.3.4
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 2.3.4
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 0.9.2
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 0.9.2
+- !ruby/object:Gem::Dependency
+  name: simplecov
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 0.5.4
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 0.5.4
+- !ruby/object:Gem::Dependency
+  name: rr
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 1.0.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 1.0.0
+description: ''
+email:
+- masa@treasure-data.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ChangeLog
+- Gemfile
+- README.md
+- Rakefile
+- VERSION
+- data/ca-bundle.crt
+- fluent-plugin-td-monitoring.gemspec
+- lib/fluent/plugin/fms_fluentd_ext.rb
+- lib/fluent/plugin/in_td_monitor_agent.rb
+- lib/fluent/plugin/out_td_counter.rb
+homepage: http://www.treasuredata.com/
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: 1.9.2
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.0.3
+signing_key: 
+specification_version: 4
+summary: ''
+test_files: []