fluent-plugin-opentsdb 0.1.1

data/.gitignore

@@ -0,0 +1,18 @@
+*.gem
+*.rbc
+.bundle
+.config
+coverage
+InstalledFiles
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp
+
+# YARD artifacts
+.yardoc
+_yardoc
+doc/

data/README.md

@@ -0,0 +1,52 @@
+# fluent-plugin-opentsdb
+
+## Component
+
+### OpenTsdbOutput
+
+Plugin to graph fluent-plugin-numeric-monitor values in OpenTSDB
+
+## Configuration
+
+### OpenTsdbOutput
+
+Given a fluent-plugin-numeric-monitor configuration like the following:
+
+    <match apache.log.**>
+      type numeric_monitor
+      unit minute
+      tag monitor.duration
+      aggregate tag
+      input_tag_remove_prefix apache.log
+      monitor_key duration
+      percentiles 90,95
+    </match>
+
+To graph in OpenTSDB:
+
+	<match monitor.duration>
+	    type opentsdb
+	    host localhost
+	    port 4242
+		metric_prefix    http
+		metric_num	     hits
+		metric_durations latency
+		monitor_key_tag	action
+		tags	env, localhost
+	</match>	
+
+Will send OpenTSDB put commands like the following:
+
+	put http.latency.pct90 1358206603 79668.0 action=samplepage, env=localhost
+	put http.latency.pct90 1358206603 85224.0 action=samplepage, env=localhost
+	put http.hits 1358206603 103 action=samplepage, env=localhost
+
+## TODO
+
+* add tests
+* more documents
+
+## License
+
+* License
+  * Apache License, Version 2.0

data/Rakefile

@@ -0,0 +1,11 @@
+require "bundler/gem_tasks"
+
+require 'rake/testtask'
+Rake::TestTask.new(:test) do |test|
+  test.libs << 'lib' << 'test'
+  test.pattern = 'test/**/test_*.rb'
+  test.verbose = true
+end
+
+task :default => :test
+

data/fluent-plugin-opentsdb.gemspec

@@ -0,0 +1,19 @@
+# -*- encoding: utf-8 -*-
+Gem::Specification.new do |gem|
+  gem.name          = "fluent-plugin-opentsdb"
+  gem.version       = "0.1.1"
+  gem.authors       = ["Emmet Murphy"]
+  gem.email         = ["emmet@onekingslane.com"]
+  gem.description   = %q{Fluentd plugin to graph fluent-plugin-numeric-monitor values in OpenTSDB}
+  gem.summary       = %q{Fluentd plugin to graph fluent-plugin-numeric-monitor values in OpenTSDB}
+  gem.homepage      = "https://github.com/emurphy/fluent-plugin-opentsdb"
+
+  gem.files         = `git ls-files`.split($\)
+  gem.executables   = gem.files.grep(%r{^bin/}).map{ |f| File.basename(f) }
+  gem.test_files    = gem.files.grep(%r{^(test|spec|features)/})
+  gem.require_paths = ["lib"]
+
+  gem.add_development_dependency "fluentd"
+  gem.add_development_dependency "rake"
+  gem.add_runtime_dependency "fluentd"
+end

data/lib/fluent/plugin/out_opentsdb.rb

@@ -0,0 +1,76 @@
+module Fluent
+class OpenTsdbOutput < Output
+  Fluent::Plugin.register_output("opentsdb", self)
+
+  config_param :host, :string, :default => 'localhost'
+  config_param :port, :integer, :default => 4242
+  config_param :metric_prefix, :string, :default => 'monitor'
+  config_param :metric_num, :string, :default => 'num'
+  config_param :metric_durations, :string, :default => 'duration'
+  config_param :tags, :string, :default => nil
+  config_param :monitor_key_tag, :string, :default => 'key'
+
+  def configure(conf)
+    super
+  end
+
+  def start
+    super
+    connect
+  end
+  
+  def connect
+    @socket = TCPSocket.new(@host, @port)    
+    $log.info "connected to opentsdb at #{@host}:#{@port}"
+  end 
+
+  def shutdown
+    super
+    @socket.shutdown(Socket::SHUT_RDWR)
+  end
+
+  def emit(tag, es, chain)
+    es.each do |time,record|
+      $log.debug "opentsdb output processing record #{record}"
+      record.each do |metric, value|
+        value = 0 if value.nil? or value.to_s.empty?
+        #$log.debug "metric[-4,4]=#{metric[-4,4]}, metric[-14..-3]=#{metric[-14..-3]}"
+        if metric[-4, 4] == '_num'
+          name = [@metric_prefix, @metric_num].join('.')
+          put_metric(name, value, time, metric[0..-5])
+        elsif metric[-14..-3] == '_percentile_'
+          name = [@metric_prefix, @metric_durations, 'pct' + metric[-2,2]].join('.')        
+          put_metric(name, value, time, metric[0..-15])
+        else
+          name = [@metric_prefix, @metric_durations, metric[-3, 3]].join('.')
+          put_metric(name, value, time, metric[0..-5])
+        end
+      end      
+    end
+
+    chain.next
+  end
+  
+  def put_metric(name, value, time, monitor_key_name)
+    tags = [@monitor_key_tag, monitor_key_name].join('=')
+    unless @tags.nil? 
+      i = 0;
+      @tags.gsub(/ /, '').split(',').each do |val|
+        tags << (i == 0 ? ' ' : '')
+        tags << (i % 2 == 0 ? "#{val}=" : "#{val} ")
+        i += 1
+      end
+    end
+    message = ['put', name, time, value, tags].join(' ')
+    #$log.debug message
+    begin
+      @socket.puts(message)
+    rescue Errno::EPIPE, Errno::ECONNRESET => e
+      $log.warn("Connection to opentsdb server died",
+                   :exception => e, :host => @host, :port => @port)
+      sleep(2)
+      connect
+    end
+  end   
+end
+end

metadata

@@ -0,0 +1,98 @@
+--- !ruby/object:Gem::Specification
+name: fluent-plugin-opentsdb
+version: !ruby/object:Gem::Version
+  version: 0.1.1
+  prerelease: 
+platform: ruby
+authors:
+- Emmet Murphy
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-02-11 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: fluentd
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: fluentd
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Fluentd plugin to graph fluent-plugin-numeric-monitor values in OpenTSDB
+email:
+- emmet@onekingslane.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- README.md
+- Rakefile
+- fluent-plugin-opentsdb.gemspec
+- lib/fluent/plugin/out_opentsdb.rb
+homepage: https://github.com/emurphy/fluent-plugin-opentsdb
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.25
+signing_key: 
+specification_version: 3
+summary: Fluentd plugin to graph fluent-plugin-numeric-monitor values in OpenTSDB
+test_files: []