fluent-plugin-cloudwatch-transform 0.0.7 → 0.0.8

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: d617c260e7c26f81912db6b173ce73bffb4fbc29
-  data.tar.gz: b5b9d11c388678d5ba3bbabaf426810622913edf
+  metadata.gz: aba5728971eeccf6c9a77e3cb514a6c4cad1148e
+  data.tar.gz: 7eeead8ab542b3cc56ca04fc2cf32953b42066ad
 SHA512:
-  metadata.gz: 76088e67c7ac772999a7b07d653295f5ded2cc1544b8da1a073da10d1d4c614fefac3a8676d0f7fc4ffdfb8e63a60805f2a0ea6d79191781c533bfeac0283498
-  data.tar.gz: 8dff90e28003fdaba5c0d65e0a79583af6c176e799b6f8812909acdaa2442a693e28a186868c1d24068ef1d3a1f159cdddd2bf4d9333c922b7fd3efe0a1e88f0
+  metadata.gz: a81333d0f057d0dc351cadd85e0b710090d40d17895f618186f5e4a02c949e294953c5efac9636d47d2dc15385699d71770fbda948ff774b2fe30371d761934a
+  data.tar.gz: aa5259e9b655a3b8bb6ea2b776a4d02074b55b89e800edd0b85c977eea886d83de04160e30926ca31c7074d404efe4be8644d9efaccff3c3d6bce88703dca0a1

data/README.md

@@ -4,6 +4,7 @@ fluent-plugin-cloudwatch-transform is an output plug-in for [Fluentd](http://flu
 
 It can transform the alerts from fluent-plugin-cloudwatch to key-value pairs as "event_name" and "value", 
 also add more information from the tag you added in fluent-plugin-cloudwatch.
+You can configure the position of these information in the tag, and also the name in the final output.
 
 It also used "highwatermark" gem to store status timestamp to state file or redis cache
 
@@ -48,9 +49,10 @@ Add the following into your fluentd config.
 
     <source>
       type cloudwatch
-      tag  #tag with prefix alert.cloudwatch.raw
-      # followed with region and availability zone, application name, wiki url in sequence  
-      # for example: alert.cloudwatch.raw.region1-AZ1.Form & Printing Services (FPS)."http://runbook.wiki.com"
+      tag  #tag with some extra information that your want to put in th output after transform 
+      # like region and availability zone, application name, wiki url in sequence  
+      # for example: alert.raw.cloudwatch.region1-AZ1.Form & Printing Services (FPS)."http://runbook.wiki.com"
+      # the prefix alert.raw.cloudwatch is for the match, the rest is for the information
       aws_key_id   #your id 
       aws_sec_key  #your key
       cw_endpoint  #your endpoint
@@ -61,15 +63,22 @@ Add the following into your fluentd config.
       dimensions_value # dimensions value
     </source>
 
-    <match alert.cloudwatch.raw.**>
+    <match alert.raw.cloudwatch.**>
      type cloudwatch_transform
-     tag  alert.cloudwatch.out
+     out_tag  alert.processed.cloudwatch
      state_type file #could be <redis/file/memory>
      state_file /path/to/state/file/or/redis/conf  # the file path for store state or the redis configure
-
+     state_tag cloudwatch
+     name_for_origin_key event_name
+     name_for_origin_value value
+     <tag_infos>
+      region_and_AZ 3
+      application_name 4
+      runbook 5
+     </tag_infos>
     </match>
 
-    <match alert.cloudwatch.out> 
+    <match alert.processed.cloudwatch> 
      type stdout
     </match>
 

data/fluent-plugin-cloudwatch-transform.gemspec

@@ -3,8 +3,8 @@ $:.push File.expand_path("../lib", __FILE__)
 
 Gem::Specification.new do |gem|
   gem.name          = "fluent-plugin-cloudwatch-transform"
-  gem.version       = "0.0.7"
-  gem.date          = '2015-04-23'
+  gem.version       = "0.0.8"
+  gem.date          = '2015-05-06'
   gem.authors       = ["Ling Zhang"]
   gem.email         = ["zhangling.ice@gmail.com"]
   gem.summary       = %q{Fluentd output plugin for transform cloudwatch alerts }
@@ -22,5 +22,5 @@ Gem::Specification.new do |gem|
   gem.add_development_dependency 'bundler', '~> 1.3'
   gem.add_development_dependency 'rake', '~> 0.9', '>= 0.9.2'
   gem.add_development_dependency 'rspec', '~> 2.11', '>= 2.11.0'
-  gem.add_runtime_dependency "highwatermark", '~> 0.1'
+  gem.add_runtime_dependency "highwatermark", '~> 0.1', '>= 0.1.2'
 end

data/lib/fluent/plugin/out_cloudwatch_transform.rb

@@ -5,9 +5,11 @@ module Fluent
     Fluent::Plugin.register_output('cloudwatch_transform', self)
     
     config_param  :out_tag,           :string
-    config_param  :state_type,    :string,  :default => nil
+    config_param  :state_tag,     :string,  :default => "cloudwatch"
+    config_param  :state_type,    :string,  :default => "memory"
     config_param  :state_file,    :string,  :default => nil
-    config_param  :state_tag,     :string,  :default => nil
+    config_param  :redis_host,    :string,  :default => nil
+    config_param  :redis_port,    :string,  :default => nil
     config_param  :name_for_origin_key,     :string,  :default => nil
     config_param  :name_for_origin_value,     :string,  :default => nil
 
@@ -20,11 +22,22 @@ module Fluent
       @tag_infos = Hash.new
       conf.elements.select { |element| element.name == 'tag_infos' }.each { |element|
         element.each_pair { |info_name, position_in_tag|
+          element.has_key?(info_name) # to suppress unread configuration warning
           @tag_infos[info_name] = position_in_tag.to_i
           $log.info "Added tag_infos: #{info_name}=>#{@tag_infos[info_name]}"
         }
       }
 
+      # configure for highwatermark
+      @highwatermark_parameters={
+        "state_tag" => @state_tag,     
+        "state_type" => @state_type,
+        "state_file" => @state_file,
+        "redis_host" => @redis_host,
+        "redis_port" => @redis_port      
+      }
+      $log.info "highwatermark_parameters: #{@highwatermark_parameters}"
+
     end
 
     def initialize
@@ -35,7 +48,7 @@ module Fluent
     # This method is called when starting.
     def start
       super
-      @highwatermark = Highwatermark::HighWaterMark.new(@state_file, @state_type)
+      @highwatermark = Highwatermark::HighWaterMark.new(@highwatermark_parameters)
 
     end
 

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: fluent-plugin-cloudwatch-transform
 version: !ruby/object:Gem::Version
-  version: 0.0.7
+  version: 0.0.8
 platform: ruby
 authors:
 - Ling Zhang
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2015-04-23 00:00:00.000000000 Z
+date: 2015-05-06 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: fluentd
@@ -91,6 +91,9 @@ dependencies:
     - - ~>
       - !ruby/object:Gem::Version
         version: '0.1'
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 0.1.2
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
@@ -98,6 +101,9 @@ dependencies:
     - - ~>
       - !ruby/object:Gem::Version
         version: '0.1'
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 0.1.2
 description: FLuentd plugin for transform cloudwatch alerts
 email:
 - zhangling.ice@gmail.com