fluent-plugin-filter_keys 0.0.1 → 0.0.2

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: c29432453d35a247dd46995e361adbbc83c22018
+  data.tar.gz: 066eb4da8ebeb77f6968b5c3dfa6bed478efc678
+SHA512:
+  metadata.gz: 81b9a5eb0a59dbbac060fb4529aa1bea0a8a5128a33601696fa1e7a662c18038ab24c71e7552e11136279c5422b62eb54a7ec899102e7d33456aa9a153afca53
+  data.tar.gz: aa4ec45edf4f0931e1777da1fce98d9e8aa4e9d0f7e8963b9e2a9e8f860ef72504ed93f5334070f8029752588973eda70823c3527bbc7789bb85dc043f398ae0

data/README.md

@@ -31,11 +31,15 @@ $ gem install fluent-plugin-filter_keys
 
 #### ensure_keys
 
-The keys to be existed in event logs. If it doesn't match, the event log will be discarded.
+Keys to be existed in a event log. If it doesn't match, the event log will be discarded.
 
 #### denied_keys
 
-The keys to be not existed in event logs. If it matches, the event log will be discarded.
+Keys to be not existed in a event log. If it matches, the event log will be discarded.
+
+#### add_tag_and_reemit
+
+Default false. if this configure parameter is true and doesn't match keys, add tag 'discarded' and reemit.
 
 ## Contributing
 

data/fluent-plugin-filter_keys.gemspec

@@ -1,6 +1,6 @@
 Gem::Specification.new do |spec|
   spec.name          = "fluent-plugin-filter_keys"
-  spec.version       = "0.0.1"
+  spec.version       = "0.0.2"
   spec.authors       = ["Kohei Hasegawa"]
   spec.email         = ["ameutau@gmail.com"]
   spec.description   = %q{Fluentd plugin to filter if a specific key is present or not in event logs.}

data/lib/fluent/plugin/out_filter_keys.rb

@@ -8,6 +8,9 @@ module Fluent
 
     config_param :ensure_keys, :string, :default => nil
     config_param :denied_keys, :string, :default => nil
+    config_param :add_tag_and_reemit, :bool, :default => false
+
+    DISCARD_TAG = 'discarded'
 
     def configure(conf)
       super
@@ -18,6 +21,7 @@ module Fluent
 
       @ensure_keys = ensure_keys && ensure_keys.split(/\s*,\s*/)
       @denied_keys = denied_keys && denied_keys.split(/\s*,\s*/)
+
     end
 
     def emit(tag, es, chain)
@@ -26,6 +30,8 @@ module Fluent
         filter_record(t, time, record)
         if ensure_keys_in?(record) || denied_keys_not_in?(record)
           Engine.emit(t, time, record)
+        else
+          Engine.emit("#{DISCARD_TAG}.#{t}", time, record) if @add_tag_and_reemit
         end
       }
 

data/test/plugin/test_out_filter_keys.rb

@@ -179,4 +179,23 @@ class FilterKeysOutputTest < Test::Unit::TestCase
       assert_equal '100',              e[2]['bar']
     end
   end
+
+  def test_emit_when_record_discarded
+    d = create_driver(%[
+      ensure_keys    foo, bar
+      add_tag_prefix filter_keys.
+      add_tag_and_reemit true
+    ])
+
+    record = {
+      'foo' => "50",
+    }
+
+    d.run { d.emit(record) }
+    emits = d.emits
+
+    assert_equal 1,                  emits.count
+    assert_equal 'discarded.filter_keys.test', emits[0][0]
+    assert_equal '50',               emits[0][2]['foo']
+  end
 end

metadata

@@ -1,62 +1,55 @@
 --- !ruby/object:Gem::Specification
 name: fluent-plugin-filter_keys
 version: !ruby/object:Gem::Version
-  version: 0.0.1
-  prerelease: 
+  version: 0.0.2
 platform: ruby
 authors:
 - Kohei Hasegawa
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2013-03-30 00:00:00.000000000 Z
+date: 2013-11-19 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - '>='
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - '>='
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - '>='
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - '>='
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: fluentd
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - '>='
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - '>='
       - !ruby/object:Gem::Version
         version: '0'
 description: Fluentd plugin to filter if a specific key is present or not in event
@@ -80,27 +73,26 @@ files:
 homepage: https://github.com/banyan/fluent-plugin-filter_keys
 licenses:
 - MIT
+metadata: {}
 post_install_message: 
 rdoc_options: []
 require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement
-  none: false
   requirements:
-  - - ! '>='
+  - - '>='
     - !ruby/object:Gem::Version
       version: '0'
 required_rubygems_version: !ruby/object:Gem::Requirement
-  none: false
   requirements:
-  - - ! '>='
+  - - '>='
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 1.8.23
+rubygems_version: 2.0.2
 signing_key: 
-specification_version: 3
+specification_version: 4
 summary: Fluentd plugin to filter if a specific key is present or not in event logs.
 test_files:
 - test/plugin/test_out_filter_keys.rb