fluent-plugin-record-modifier 2.1.1 → 2.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 5223ce121e04b41b661a2d575a7067f69295ea5d665656cb37a23acbd71d3624
-  data.tar.gz: 00e6c78cf07e354ab0a0d77d42a5bc00f782a1bcb9ca56899440ac75dbd6f4b1
+  metadata.gz: 929d54c71c0ef86c544ed2797b68f8cb77439ae848ba10d1b95139a5141fa532
+  data.tar.gz: ff1966ae5435bdc0a013e375f5c6a7e25d05c3a0c31966637befe0edda4d2f4d
 SHA512:
-  metadata.gz: 79597158486f6da9646479758d981afc494da860653006d93428abf9d5c211008f60339ca39d238a04b77f2aadd38f459f70b4dccb46c23618614cbc75795894
-  data.tar.gz: 8912416c324b79f0d4e4e6d29f8625105e1c983492e509a56484a81d5cb0c72b6270a915f087b4946d5d522b1817133a99341b9a91c241de01c4f7c501f3310b
+  metadata.gz: efa42ddd9e8e6bbc02d69a81377356e47a44a02bdbcc18cfbbfa10cc043dd85f90127d92f359f827b6f72b5f5b27a4fb805723e17a55b89f9c11eef9c4ca2f33
+  data.tar.gz: ff225acaaa97faa6223d1fe266a1be717a457eb9941db840a080c1c0a89f57deceb50808351dee4a9028c1a7630997a680743a4041508987ed114c36ec8dad6f

data/.github/workflows/linux.yml

@@ -5,12 +5,19 @@ on:
 jobs:
   build:
     runs-on: ${{ matrix.os }}
+    continue-on-error: ${{ matrix.experimental }}
     strategy:
       fail-fast: false
       matrix:
-        ruby: ['2.6', '2.7', '3.0', '3.1']
+        ruby: ['2.7', '3.0', '3.1', '3.2']
         os:
           - ubuntu-latest
+        experimental: [false]
+        include:
+          - ruby-version: head
+            os: ubuntu-latest
+            experimental: true
+
     name: Ruby ${{ matrix.ruby }} unit testing on ${{ matrix.os }}
     steps:
     - uses: actions/checkout@v2

data/README.md

@@ -124,6 +124,8 @@ then you got new record like below:
 {"key3":"bar"}
 ```
 
+Since v2.2.0, `remove_keys` supports nested key delete via [`record_accessor` syntax](https://docs.fluentd.org/plugin-helper-overview/api-plugin-helper-record_accessor).
+
 ### whitelist_keys
 
 If you want to handle the set of explicitly specified keys, you can use `whitelist_keys` of this plugin. It's exclusive with `remove_keys`.
@@ -202,7 +204,7 @@ If you need own complex logic in filter, writing filter plugin is better. But if
   <record>
     _dummy_ ${if record.has_key?('foo'); record['bar'] = 'Hi!'; end; nil}
   </record>
-</filter>}
+</filter>
 ```
 
 ### record_modifier output

data/VERSION

@@ -1 +1 @@
-2.1.1
+2.2.0

data/fluent-plugin-record-modifier.gemspec

@@ -16,7 +16,7 @@ Gem::Specification.new do |gem|
   gem.executables = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
   gem.require_paths = ['lib']
 
-  gem.add_dependency "fluentd", [">= 1.0", "< 2"]
+  gem.add_dependency "fluentd", [">= 1.1", "< 2"]
   gem.add_development_dependency "rake", ">= 0.9.2"
-  gem.add_development_dependency("test-unit", ["~> 3.3"])
+  gem.add_development_dependency("test-unit", ["~> 3.4.0"])
 end

data/lib/fluent/plugin/filter_record_modifier.rb

@@ -4,6 +4,8 @@ module Fluent
   class Plugin::RecordModifierFilter < Plugin::Filter
     Fluent::Plugin.register_filter('record_modifier', self)
 
+    helpers :record_accessor
+
     config_param :prepare_value, :string, default: nil,
                  desc: <<-DESC
 Prepare values for filtering in configure phase. Prepared values can be used in <record>.
@@ -17,7 +19,7 @@ e.g. handling char encoding correctly.
 In more detail, please refer this section:
 https://github.com/repeatedly/fluent-plugin-record-modifier#char_encoding.
 DESC
-    config_param :remove_keys, :string, default: nil,
+    config_param :remove_keys, :array, default: nil,
                  desc: <<-DESC
 The logs include needless record keys in some cases.
 You can remove it by using `remove_keys` parameter.
@@ -80,7 +82,9 @@ DESC
       if @remove_keys and @whitelist_keys
         raise Fluent::ConfigError, "remove_keys and whitelist_keys are exclusive with each other."
       elsif @remove_keys
-        @remove_keys = @remove_keys.split(',').map(&:strip)
+        @remove_keys = @remove_keys.map { |key|
+          record_accessor_create(key)
+        }
       elsif @whitelist_keys
         @whitelist_keys = @whitelist_keys.split(',').map(&:strip)
         @whitelist_keys.concat(@map.keys).uniq!
@@ -98,8 +102,8 @@ DESC
       }
 
       if @remove_keys
-        @remove_keys.each { |v|
-          record.delete(v)
+        @remove_keys.each { |ra|
+          ra.delete(record)
         }
       elsif @whitelist_keys
         modified = {}

data/test/test_filter_record_modifier.rb

@@ -114,6 +114,18 @@ class RecordModifierFilterTest < Test::Unit::TestCase
     assert_equal [{"k4" => 'v'}], d.filtered.map { |e| e.last }
   end
 
+  def test_remove_nested_keys
+    d = create_driver %[
+      remove_keys k1, $.kubernetes.test
+    ]
+
+    d.run(default_tag: @tag) do
+      d.feed("k1" => 'v', "kubernetes" => {"test" => 'v', "prod" => 'v'}, "k2" => 'v')
+    end
+
+    assert_equal [{"kubernetes" => {"prod" => 'v'}, "k2" => 'v'}], d.filtered.map { |e| e.last }
+  end
+
   def test_remove_non_whitelist_keys
     d = create_driver %[
       <record>

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: fluent-plugin-record-modifier
 version: !ruby/object:Gem::Version
-  version: 2.1.1
+  version: 2.2.0
 platform: ruby
 authors:
 - Masahiro Nakagawa
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2022-08-24 00:00:00.000000000 Z
+date: 2023-12-07 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: fluentd
@@ -16,7 +16,7 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '1.0'
+        version: '1.1'
     - - "<"
       - !ruby/object:Gem::Version
         version: '2'
@@ -26,7 +26,7 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '1.0'
+        version: '1.1'
     - - "<"
       - !ruby/object:Gem::Version
         version: '2'
@@ -50,14 +50,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '3.3'
+        version: 3.4.0
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '3.3'
+        version: 3.4.0
 description: Filter plugin for modifying event record
 email: repeatedly@gmail.com
 executables: []
@@ -95,7 +95,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.3.7
+rubygems_version: 3.4.1
 signing_key:
 specification_version: 4
 summary: Filter plugin for modifying event record