fluent-plugin-record-modifier 0.1.2 → 0.1.3

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 7ce747c7583be63187340e9cb3c115a33c70088b
+  data.tar.gz: 073fe2a881f23665cf21a249c79c8027f69cda67
+SHA512:
+  metadata.gz: 108c4bf2ea859c94beeabc8ad82f53a15f9328ab813c5ebd56e5d3996988bfd86ca2125be7370038b003a4be2d51345542d34f3f6f2eabe25f84257bdcdd80a7
+  data.tar.gz: 21de6cfad5274f31fc72f883c4bd6aabf1bfbb07e7e78c066d82ecb72cf5b75955d0a0ec8acf5015cccdf75778acae334d87c712974e11b816f57d0826a21a90

data/.travis.yml

@@ -4,10 +4,15 @@ rvm:
   - 1.9.2
   - 1.9.3
   - 2.0.0
-  - rbx-19mode
+  - ruby-head
+  - rbx-2.1.1
 
 branches:
   only:
     - master
 
+matrix:
+  allow_failures:
+    - rvm: rbx-2.1.1
+
 script: bundle exec rake test

data/ChangeLog

@@ -1,3 +1,9 @@
+Release 0.1.3 - 2014/04/16
+
+  * Add remove_keys option to remove needless fields from record
+    https://github.com/repeatedly/fluent-plugin-record-modifier#remove_keys
+
+
 Release 0.1.2 - 2013/11/22
 
   * Add char_encoding parameter to handle charactor encoding in event record

data/README.md

@@ -52,6 +52,32 @@ But an user sometimes processes the logs depends on their requirements, e.g. han
 </match>
 ```
 
+### remove_keys
+
+The logs include needless record keys in some cases.
+You can remove it by using `remove_keys` parameter.
+
+```conf
+<match pattern>
+  type record_modifier
+
+  # remove key1 and key2 keys from record
+  remove_keys key1,key2
+</match>
+```
+
+If following record is passed:
+
+```js
+{"key1":"hoge", "key2":"foo", "key3":"bar"}
+```
+
+then you got new record like below:
+
+```js
+{"key3":"bar"}
+```
+
 ### Mixins
 
 * [SetTagKeyMixin](https://github.com/fluent/fluentd/blob/master/lib/fluent/mixin.rb#L181)
@@ -63,8 +89,6 @@ But an user sometimes processes the logs depends on their requirements, e.g. han
 
     * Use HandleTagNameMixin to keep original tag
 
-    * Remove record field
-
     * Replace record value
 
 

data/VERSION

@@ -1 +1 @@
-0.1.2
+0.1.3

data/fluent-plugin-record-modifier.gemspec

@@ -11,6 +11,7 @@ Gem::Specification.new do |gem|
   gem.email       = "repeatedly@gmail.com"
   gem.has_rdoc    = false
   #gem.platform    = Gem::Platform::RUBY
+  gem.license     = 'MIT'
   gem.files       = `git ls-files`.split("\n")
   gem.test_files  = `git ls-files -- {test,spec,features}/*`.split("\n")
   gem.executables = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }

data/lib/fluent/plugin/out_record_modifier.rb

@@ -6,11 +6,12 @@ module Fluent
 
     config_param :tag, :string
     config_param :char_encoding, :string, :default => nil
+    config_param :remove_keys, :string, :default => nil
 
     include SetTagKeyMixin
     include Fluent::Mixin::ConfigPlaceholders
 
-    BUILTIN_CONFIGURATIONS = %W(type tag include_tag_key tag_key char_encoding)
+    BUILTIN_CONFIGURATIONS = %W(type tag include_tag_key tag_key char_encoding remove_keys)
 
     def configure(conf)
       super
@@ -38,6 +39,10 @@ module Fluent
           define_method(:change_encoding, m)
         end
       end
+
+      if @remove_keys
+        @remove_keys = @remove_keys.split(',').map {|e| e.strip }
+      end
     end
 
     def emit(tag, es, chain)
@@ -56,6 +61,12 @@ module Fluent
         record[k] = v
       }
 
+      if @remove_keys
+        @remove_keys.each { |v|
+          record.delete(v)
+        }
+      end
+
       record = change_encoding(record) if @char_encoding
       record
     end

data/test/out_record_modifier.rb

@@ -15,6 +15,7 @@ class RecordModifierOutputTest < Test::Unit::TestCase
     foo bar
     include_tag_key
     tag_key included_tag
+    remove_keys hoge
   ]
 
   def create_driver(conf = CONFIG)
@@ -79,4 +80,34 @@ class RecordModifierOutputTest < Test::Unit::TestCase
 
     assert_equal [{"k" => 'v'.force_encoding('cp932')}], d.records
   end
+
+  def test_remove_one_key
+    d = create_driver %[
+      type record_modifier
+
+      tag foo.filtered
+      remove_keys k1
+    ]
+
+    d.run do
+      d.emit("k1" => 'v', "k2" => 'v')
+    end
+
+    assert_equal [{"k2" => 'v'}], d.records
+  end
+
+  def test_remove_multiple_keys
+    d = create_driver %[
+      type record_modifier
+
+      tag foo.filtered
+      remove_keys k1, k2, k3
+    ]
+
+    d.run do
+      d.emit("k1" => 'v', "k2" => 'v', "k4" => 'v')
+    end
+
+    assert_equal [{"k4" => 'v'}], d.records
+  end
 end

metadata

@@ -1,20 +1,18 @@
 --- !ruby/object:Gem::Specification
 name: fluent-plugin-record-modifier
 version: !ruby/object:Gem::Version
-  version: 0.1.2
-  prerelease: 
+  version: 0.1.3
 platform: ruby
 authors:
 - Masahiro Nakagawa
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2013-11-22 00:00:00.000000000 Z
+date: 2014-04-16 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: fluentd
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
@@ -22,7 +20,6 @@ dependencies:
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
@@ -30,7 +27,6 @@ dependencies:
 - !ruby/object:Gem::Dependency
   name: fluent-mixin-config-placeholders
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
@@ -38,7 +34,6 @@ dependencies:
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
@@ -46,17 +41,15 @@ dependencies:
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - '>='
       - !ruby/object:Gem::Version
         version: 0.9.2
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - '>='
       - !ruby/object:Gem::Version
         version: 0.9.2
 description: Output filter plugin for modifying each event record
@@ -75,34 +68,28 @@ files:
 - lib/fluent/plugin/out_record_modifier.rb
 - test/out_record_modifier.rb
 homepage: https://github.com/repeatedly/fluent-plugin-record-modifier
-licenses: []
+licenses:
+- MIT
+metadata: {}
 post_install_message: 
 rdoc_options: []
 require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement
-  none: false
   requirements:
-  - - ! '>='
+  - - '>='
     - !ruby/object:Gem::Version
       version: '0'
-      segments:
-      - 0
-      hash: -3676841215308348521
 required_rubygems_version: !ruby/object:Gem::Requirement
-  none: false
   requirements:
-  - - ! '>='
+  - - '>='
     - !ruby/object:Gem::Version
       version: '0'
-      segments:
-      - 0
-      hash: -3676841215308348521
 requirements: []
 rubyforge_project: 
-rubygems_version: 1.8.23
+rubygems_version: 2.0.2
 signing_key: 
-specification_version: 3
+specification_version: 4
 summary: Output filter plugin for modifying each event record
 test_files:
 - test/out_record_modifier.rb