fluent-plugin-cloudwatch-transform 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: a128a6a702a7c924b1de5857dd628c399690f5fb
+  data.tar.gz: a5d79d61150f9a46b2d7af5b3cbe026ff5e4feab
+SHA512:
+  metadata.gz: b76caa8fcf852cd23d6c459f2b6c6b01e462e995f0404fc601dbb7e0f94eac0b3a4cb692391d5701b8bc4e51b424317717ca4c2707c7e1905187ac120b1a0bf3
+  data.tar.gz: b7b32b197a6bdd07b690822e21a853133ecc56e76707b8c879b0094d929d4c651e510ee031a4eee5f98563824e61bce10840f3023d40db350a33da7712056a4e

data/.gitignore

@@ -0,0 +1 @@
+*.gem

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in fluent-plugin-spectrum.gemspec
+gemspec

data/README.md

@@ -0,0 +1,32 @@
+# Fluent::Plugin::Cloudwatch Transform
+
+fluent-plugin-cloudwatch-transform is an output plug-in for [Fluentd](http://fluentd.org)
+
+## Installation
+
+These instructions assume you already have fluentd installed. 
+If you don't, please run through [quick start for fluentd] (https://github.com/fluent/fluentd#quick-start)
+
+Now after you have fluentd installed you can follow either of the steps below:
+
+Add this line to your application's Gemfile:
+
+    gem 'fluent-plugin-cloudwatch-transform'
+
+Or install it yourself as:
+
+    $ gem install fluent-plugin-cloudwatch-transform
+
+## Usage
+Add the following into your fluentd config.
+
+<match alert.cloudwatch.raw.**>
+ type cloudwatch_transform
+ tag  alert.cloudwatch.out
+</match>
+
+<match alert.cloudwatch.out>
+ type stdout
+</match>
+
+

data/Rakefile

@@ -0,0 +1,13 @@
+#!/usr/bin/env rake
+require 'bundler'
+Bundler::GemHelper.install_tasks
+
+require 'rake/testtask'
+
+Rake::TestTask.new(:test) do |test|
+  test.libs << 'lib' << 'test'
+  test.pattern = 'test/**/test_*.rb'
+  test.verbose = true
+end
+
+task :default => [:build]

data/fluent-plugin-cloudwatch-transform.gemspec

@@ -0,0 +1,25 @@
+# -*- encoding: utf-8 -*-
+$:.push File.expand_path("../lib", __FILE__)
+
+Gem::Specification.new do |gem|
+  gem.name          = "fluent-plugin-cloudwatch-transform"
+  gem.version       = "0.0.1"
+  gem.date          = '2015-03-11'
+  gem.authors       = ["Ling Zhang"]
+  gem.email         = ["zhangling.ice@gmail.com"]
+  gem.summary       = %q{Fluentd output plugin for transform cloudwatch alerts }
+  gem.description   = %q{FLuentd plugin for transform cloudwatch alerts... WIP}
+  gem.homepage      = 'https://github.com/lingzhang-lyon/fluent-plugin-cloudwatch-transform'
+  gem.license       = 'MIT'
+
+  gem.files         = `git ls-files`.split($\)
+  # gem.files         = ["lib/fluent/plugin/out_cloudwatch_transform.rb"]
+  gem.test_files    = gem.files.grep(%r{^(test|spec|features)/})
+  gem.executables   = gem.files.grep(%r{^bin/}).map{ |f| File.basename(f) }
+  gem.require_paths = ["lib"]
+
+  gem.add_runtime_dependency 'fluentd', '~> 0.10', '>= 0.10.9'
+  gem.add_development_dependency 'bundler', '~> 1.3'
+  gem.add_development_dependency 'rake', '~> 0.9', '>= 0.9.2'
+  gem.add_development_dependency 'rspec', '~> 2.11', '>= 2.11.0'
+end

data/lib/fluent/plugin/out_cloudwatch_transform.rb

@@ -0,0 +1,57 @@
+module Fluent
+  class NewrelicOutput < Output
+    # First, register the plugin. NAME is the name of this plugin
+    # and identifies the plugin in the configuration file.
+    Fluent::Plugin.register_output('cloudwatch_transform', self)
+    
+    config_param :tag, :string, default:'alert.cloudwatch.out' 
+
+    # This method is called before starting.
+    def configure(conf)
+      super
+    end
+
+    # This method is called when starting.
+    def start
+      super
+    end
+
+    # This method is called when shutting down.
+    def shutdown
+      super
+    end
+
+    # This method is called when an event reaches Fluentd.
+    # 'es' is a Fluent::EventStream object that includes multiple events.
+    # You can use 'es.each {|time,record| ... }' to retrieve events.
+    # 'chain' is an object that manages transactions. Call 'chain.next' at
+    # appropriate points and rollback if it raises an exception.
+    #
+    # NOTE! This method is called by Fluentd's main thread so you should not write slow routine here. It causes Fluentd's performance degression.
+    def emit(tag, es, chain)
+      tag_parts = tag.split('.')
+      last_tag = tag_parts[tag_parts.size-1]
+      chain.next
+      es.each {|time,record|
+
+    		newhash = Hash.new
+    		# though there is just one key-value pair in cloudwatch alert record, we use a loop to add context for it.
+    		record.each_pair do |singlekey, singlevalue|
+    				newhash["event_name"] = singlekey
+            newhash["value"] = singlevalue.to_s
+            newhash["raw"] ={singlekey => singlevalue}
+        end
+        # add more information for the cloudwatch alert
+        timestamp = Engine.now # Should be receive_time_input
+        newhash['receive_time_input']=timestamp.to_s
+        newhash["application_name"] = last_tag
+        newhash["intermediary_source"] = "cloudwatch"
+
+        #log the transformed message and emit it
+        $log.info "Tranformed message  #{newhash}"
+    		Fluent::Engine.emit @tag, time.to_i, newhash
+      }
+    end
+
+  end
+end

data/sample/cloudwatch-transform.conf.sample

@@ -0,0 +1,8 @@
+<match alert.cloudwatch.raw.**>
+ type cloudwatch_transform
+ tag  alert.cloudwatch.out
+</match>
+
+<match alert.cloudwatch.out>
+ type stdout
+</match>

data/test/helper.rb

@@ -0,0 +1,28 @@
+require 'rubygems'
+require 'bundler'
+begin
+  Bundler.setup(:default, :development)
+rescue Bundler::BundlerError => e
+  $stderr.puts e.message
+  $stderr.puts "Run `bundle install` to install missing gems"
+  exit e.status_code
+end
+require 'test/unit'
+
+$LOAD_PATH.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
+$LOAD_PATH.unshift(File.dirname(__FILE__))
+require 'fluent/test'
+unless ENV.has_key?('VERBOSE')
+  nulllogger = Object.new
+  nulllogger.instance_eval {|obj|
+    def method_missing(method, *args)
+      # pass
+    end
+  }
+  $log = nulllogger
+end
+
+require 'fluent/plugin/out_cloudwatch_transform'
+
+class Test::Unit::TestCase
+end

data/test/plugin/test_out_cloudwatch_transform.rb

@@ -0,0 +1,24 @@
+require 'helper'
+
+class SnmpTrapInputTest < Test::Unit::TestCase
+  def setup
+    Fluent::Test.setup
+  end
+
+  CONFIG = %[
+    host 0
+    port 1062
+    tag alert.snmptrap
+  ]
+
+  def create_driver(conf=CONFIG)
+    Fluent::Test::InputTestDriver.new(Fluent::SnmpTrapInput).configure(conf)
+  end
+
+  def test_configure
+    d = create_driver('')
+    assert_equal "0".to_i, d.instance.host
+    assert_equal "1062".to_i, d.instance.port
+    assert_equal 'alert.snmptrap', d.instance.tag
+  end
+end

metadata

@@ -0,0 +1,131 @@
+--- !ruby/object:Gem::Specification
+name: fluent-plugin-cloudwatch-transform
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Ling Zhang
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2015-03-11 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: fluentd
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '0.10'
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 0.10.9
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '0.10'
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 0.10.9
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.3'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.3'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '0.9'
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 0.9.2
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '0.9'
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 0.9.2
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '2.11'
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 2.11.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '2.11'
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 2.11.0
+description: FLuentd plugin for transform cloudwatch alerts... WIP
+email:
+- zhangling.ice@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .DS_Store
+- .gitignore
+- Gemfile
+- README.md
+- Rakefile
+- fluent-plugin-cloudwatch-transform.gemspec
+- lib/fluent/plugin/out_cloudwatch_transform.rb
+- sample/.DS_Store
+- sample/cloudwatch-transform.conf.sample
+- test/helper.rb
+- test/plugin/test_out_cloudwatch_transform.rb
+homepage: https://github.com/lingzhang-lyon/fluent-plugin-cloudwatch-transform
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.0.14
+signing_key: 
+specification_version: 4
+summary: Fluentd output plugin for transform cloudwatch alerts
+test_files:
+- test/helper.rb
+- test/plugin/test_out_cloudwatch_transform.rb