fluent-plugin-newrelictransform 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 3cd6718c44974ac5f041abc9f6b03dc4bbf58a86
+  data.tar.gz: 932c47cda15b15bd989dc589b4d20e72d1693917
+SHA512:
+  metadata.gz: a9a1e2d913dd54b0b5ed97de840dabd5c68c7e5429b00d2f608149bf7eda0c1979234be594656ee870c64975fdcd12c40f62d566e1b5a8e5d9ba5624bf760667
+  data.tar.gz: 1093c50c2cf54a9d222267f2085c983ca739f2074fdd76219b8676a3e587570e01cafd927faa504b19b7e1f2366cc220a1b10058a97fa6df0350e841acaa99ae

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in fluent-plugin-snmp.gemspec
+gemspec

data/README

@@ -0,0 +1,65 @@
+# Fluent::Plugin::NewRelic
+
+fluent-plugin-newlrelictransform is an input plug-in for [Fluentd](http://fluentd.org)
+
+## Installation
+
+These instructions assume you already have fluentd installed. 
+If you don't, please run through [quick start for fluentd] (https://github.com/fluent/fluentd#quick-start)
+
+Now after you have fluentd installed you can follow either of the steps below:
+
+Add this line to your application's Gemfile:
+
+    gem 'fluent-plugin-newlrelictransform'
+
+Or install it yourself as:
+
+    $ gem install fluent-plugin-newlrelictransform
+
+## Usage
+This plugin can be used in conjunction with fluent-plugin-ironio. A typical use case is to use webhooks in newrelic and forward alerts to ironio. This is done when the alert handling infrastructure is behind a firewall and cannot ingest them directly. The messages coming from ironio is then funnelled to this plugin where it breaks up the alerts into individual ones.
+Add the following into your fluentd config.
+
+<match alert.newrelic.in>
+  type newrelic
+  log_level debug 
+</match>
+
+#{"creation_time":"2015-02-11T13:58:08Z","business_unit_l1":"QDC-PROD","alert_policy_name":"Default server alert policy","criticality":"critical","event_name":"Fullest disk > 70%","alert_description":"Ended alert on pprdihbas307.corp.intuit.net","long_description":"Alert ended: Disk IO > 90%","alert_url":"https://rpm.newrelic.com/accounts/643508/incidents/13378503","server":"oprdoaspf300.corp.intuit.net","tag":"alert.newrelic"}
+
+Advance configurations. Please add these as needed.
+<match alert.newrelic.out>
+type rename_key
+log_level debug 
+remove_tag_prefix alert.newrelic.out
+append_tag alert.newrelic
+deep_rename false
+rename_rule1 created_at creation_time
+rename_rule2 severity criticality
+rename_rule3 message event_name
+rename_rule4 short_description alert_description
+rename_rule5 account_name business_unit_l1
+rename_rule6 id source_event_id
+rename_rule7 long_description value
+rename_rule8 newraw raw
+rename_rule9 alert_url intermediary_source
+rename_rule10 server source_hostname
+</match>
+
+
+#<match alert.newrelic>
+#  type stdout
+#</match>
+
+Now startup fluentd
+
+    $ sudo fluentd -c fluent.conf &
+    
+   
+# to test ..
+ 
+    $ cd test; rvmsudo ./newrelic.rb 
+  
+## To Do
+  Inclde travis ci checks

data/README.md

@@ -0,0 +1,65 @@
+# Fluent::Plugin::NewRelic
+
+fluent-plugin-newlrelictransform is an input plug-in for [Fluentd](http://fluentd.org)
+
+## Installation
+
+These instructions assume you already have fluentd installed. 
+If you don't, please run through [quick start for fluentd] (https://github.com/fluent/fluentd#quick-start)
+
+Now after you have fluentd installed you can follow either of the steps below:
+
+Add this line to your application's Gemfile:
+
+    gem 'fluent-plugin-newlrelictransform'
+
+Or install it yourself as:
+
+    $ gem install fluent-plugin-newlrelictransform
+
+## Usage
+This plugin can be used in conjunction with fluent-plugin-ironio. A typical use case is to use webhooks in newrelic and forward alerts to ironio. This is done when the alert handling infrastructure is behind a firewall and cannot ingest them directly. The messages coming from ironio is then funnelled to this plugin where it breaks up the alerts into individual ones.
+Add the following into your fluentd config.
+
+<match alert.newrelic.in>
+  type newrelic
+  log_level debug 
+</match>
+
+#{"creation_time":"2015-02-11T13:58:08Z","business_unit_l1":"QDC-PROD","alert_policy_name":"Default server alert policy","criticality":"critical","event_name":"Fullest disk > 70%","alert_description":"Ended alert on pprdihbas307.corp.intuit.net","long_description":"Alert ended: Disk IO > 90%","alert_url":"https://rpm.newrelic.com/accounts/643508/incidents/13378503","server":"oprdoaspf300.corp.intuit.net","tag":"alert.newrelic"}
+
+Advance configurations. Please add these as needed.
+<match alert.newrelic.out>
+type rename_key
+log_level debug 
+remove_tag_prefix alert.newrelic.out
+append_tag alert.newrelic
+deep_rename false
+rename_rule1 created_at creation_time
+rename_rule2 severity criticality
+rename_rule3 message event_name
+rename_rule4 short_description alert_description
+rename_rule5 account_name business_unit_l1
+rename_rule6 id source_event_id
+rename_rule7 long_description value
+rename_rule8 newraw raw
+rename_rule9 alert_url intermediary_source
+rename_rule10 server source_hostname
+</match>
+
+
+#<match alert.newrelic>
+#  type stdout
+#</match>
+
+Now startup fluentd
+
+    $ sudo fluentd -c fluent.conf &
+    
+   
+# to test ..
+ 
+    $ cd test; rvmsudo ./newrelic.rb 
+  
+## To Do
+  Inclde travis ci checks

data/Rakefile

@@ -0,0 +1,13 @@
+#!/usr/bin/env rake
+require 'bundler'
+Bundler::GemHelper.install_tasks
+
+require 'rake/testtask'
+
+Rake::TestTask.new(:test) do |test|
+  test.libs << 'lib' << 'test'
+  test.pattern = 'test/**/test_*.rb'
+  test.verbose = true
+end
+
+task :default => [:build]

data/fluent-plugin-newrelic.gemspec

@@ -0,0 +1,24 @@
+# -*- encoding: utf-8 -*-
+$:.push File.expand_path("../lib", __FILE__)
+
+Gem::Specification.new do |gem|
+  gem.name          = "fluent-plugin-newrelictransform"
+  gem.version       = "0.0.1"
+  gem.date          = '2015-01-30'
+  gem.authors       = ["chandrashekar Tippur"]
+  gem.email         = ["ctippur@gmail.com"]
+  gem.summary       = %q{Fluentd input plugin for Newrelic alerts}
+  gem.description   = %q{FLuentd plugin for Newrelic alerts... WIP}
+  gem.homepage      = 'https://github.com/ctippur/fluent-plugin-newrelic'
+  gem.license       = 'MIT'
+
+  gem.files         = `git ls-files`.split($\)
+  gem.test_files    = gem.files.grep(%r{^(test|spec|features)/})
+  gem.executables   = gem.files.grep(%r{^bin/}).map{ |f| File.basename(f) }
+  gem.require_paths = ["lib"]
+
+  gem.add_runtime_dependency 'fluentd', '~> 0.10', '>= 0.10.9'
+  gem.add_development_dependency 'bundler', '~> 1.3'
+  gem.add_development_dependency 'rake', '~> 0.9', '>= 0.9.2'
+  gem.add_development_dependency 'rspec', '~> 2.11', '>= 2.11.0'
+end

data/lib/fluent/plugin/out_newrelic.rb

@@ -0,0 +1,62 @@
+module Fluent
+  class NewrelicOutput < Output
+    # First, register the plugin. NAME is the name of this plugin
+    # and identifies the plugin in the configuration file.
+    Fluent::Plugin.register_output('newrelic', self)
+    
+    config_param :tag, :string, default:'alert.newrelic.out' 
+
+    # This method is called before starting.
+    def configure(conf)
+      super
+    end
+
+    # This method is called when starting.
+    def start
+      super
+    end
+
+    # This method is called when shutting down.
+    def shutdown
+      super
+    end
+
+    # This method is called when an event reaches Fluentd.
+    # 'es' is a Fluent::EventStream object that includes multiple events.
+    # You can use 'es.each {|time,record| ... }' to retrieve events.
+    # 'chain' is an object that manages transactions. Call 'chain.next' at
+    # appropriate points and rollback if it raises an exception.
+    #
+    # NOTE! This method is called by Fluentd's main thread so you should not write slow routine here. It causes Fluentd's performance degression.
+    def emit(tag, es, chain)
+      chain.next
+      es.each {|time,record|
+        $stderr.puts "OK!"
+	if (record.has_key?("server_events")) 
+		newhash = Hash.new
+		# If the record value is not a array, then assign the name to value
+		record.each_pair do |singlekey, singlevalue|
+			if (singlevalue.class == String)
+				newhash[singlekey]=singlevalue
+			end
+		end
+		
+		# Walk thro the array and assign each value
+		record["server_events"].each_with_index do |attr, idx|
+			temphash=Hash.new
+			# Each value within the array is a hash
+			# Iterate thro the hash and assign the values
+			attr.each_pair do |key, value|
+				temphash[key]=value
+			end	
+			newhash["raw"]=temphash.clone
+			Fluent::Engine.emit @tag, time.to_i, newhash
+		end
+	else
+		# Emit as is
+		Fluent::Engine.emit @tag, time, record
+	end
+      }
+    end
+  end
+end

data/sample/snmp.conf.sample

@@ -0,0 +1,15 @@
+    <source>
+      type newrelic       # required, chossing the input plugin.
+      endpoint       # Optional. 
+      projectId # Needed for Ironio
+      token # Needed for Ironio
+      endpointQueue # Needed for Ironio
+      endpointType # Example ironio, kinesis
+      oauthId            # authorization key
+      interval            # frequency to pull data
+      readOnly # True or false. This is to control the deletion of message after it is read
+    </source>
+
+    <match alert.newrelic>
+      type stdout
+    </match>

data/test/helper.rb

@@ -0,0 +1,28 @@
+require 'rubygems'
+require 'bundler'
+begin
+  Bundler.setup(:default, :development)
+rescue Bundler::BundlerError => e
+  $stderr.puts e.message
+  $stderr.puts "Run `bundle install` to install missing gems"
+  exit e.status_code
+end
+require 'test/unit'
+
+$LOAD_PATH.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
+$LOAD_PATH.unshift(File.dirname(__FILE__))
+require 'fluent/test'
+unless ENV.has_key?('VERBOSE')
+  nulllogger = Object.new
+  nulllogger.instance_eval {|obj|
+    def method_missing(method, *args)
+      # pass
+    end
+  }
+  $log = nulllogger
+end
+
+require 'fluent/plugin/in_newrelic'
+
+class Test::Unit::TestCase
+end

data/test/plugin/test_in_newrelic.rb

@@ -0,0 +1,24 @@
+require 'helper'
+
+class SnmpTrapInputTest < Test::Unit::TestCase
+  def setup
+    Fluent::Test.setup
+  end
+
+  CONFIG = %[
+    host 0
+    port 1062
+    tag alert.snmptrap
+  ]
+
+  def create_driver(conf=CONFIG)
+    Fluent::Test::InputTestDriver.new(Fluent::SnmpTrapInput).configure(conf)
+  end
+
+  def test_configure
+    d = create_driver('')
+    assert_equal "0".to_i, d.instance.host
+    assert_equal "1062".to_i, d.instance.port
+    assert_equal 'alert.snmptrap', d.instance.tag
+  end
+end

metadata

@@ -0,0 +1,129 @@
+--- !ruby/object:Gem::Specification
+name: fluent-plugin-newrelictransform
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- chandrashekar Tippur
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2015-01-30 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: fluentd
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.10'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.10.9
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.10'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.10.9
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.3'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.3'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.9'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.9.2
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.9'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.9.2
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.11'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 2.11.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.11'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 2.11.0
+description: FLuentd plugin for Newrelic alerts... WIP
+email:
+- ctippur@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- Gemfile
+- README
+- README.md
+- Rakefile
+- fluent-plugin-newrelic.gemspec
+- lib/fluent/plugin/out_newrelic.rb
+- sample/snmp.conf.sample
+- test/helper.rb
+- test/plugin/test_in_newrelic.rb
+homepage: https://github.com/ctippur/fluent-plugin-newrelic
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.2.2
+signing_key: 
+specification_version: 4
+summary: Fluentd input plugin for Newrelic alerts
+test_files:
+- test/helper.rb
+- test/plugin/test_in_newrelic.rb