logstash-filter-remove_key_pattern 0.1.3 → 0.1.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 7d837bda20e4d81b49d49548f2a5a024611fd614
-  data.tar.gz: 87d6392274e403878814b8f8717d01f091ba7f16
+  metadata.gz: eb505c544490f7cfe27056117ab2cc52418183c3
+  data.tar.gz: 633abf824180ef2ac092aaea04904b68102014be
 SHA512:
-  metadata.gz: 2f51edc00e299f442ea9d61904abcab48bbdf98238a9688272e98af213bc2d8e99d5c8a0c75d7c046673fedd3a67da780e973da2a282c9d087418cb720c3b90d
-  data.tar.gz: 66e45c6a24f40d13eb8d39142abf87da840fd1a71f51a660d7cd5d98ecc9940982e312892c5c637f8eb86826a6ff49f6f2b76fec0421e6b44dae3e819ec143f5
+  metadata.gz: 5830c0a33ab3fb4c5c2ee6d818941e8830b56287ce3538937c78c3540468a6cd0b5de292e301731a31192660686e2b5543935d2004a4ad61e7dfe9812f6a3e10
+  data.tar.gz: 4e0494af7a77ed84d3bbe0742677cc643267eb35829227303149e27e95c5415983e62db42a65029da490e061025284c6f1a56a9e21e6dd34a9316a80a6ec54e1

data/lib/logstash/filters/remove_key_pattern.rb

@@ -11,7 +11,7 @@ require "logstash/json"
 # [source, ruby]
 #   filter {
 #     remove_key_pattern {
-#       parent_keys => ["haystack1", "haystack2"]
+#       parent_key => "haystack1"
 #       pattern => ["\\d", "needle"]
 #       keep_only_ids => "true"
 #     }
@@ -22,7 +22,7 @@ class LogStash::Filters::RemoveKeyPattern < LogStash::Filters::Base
   config_name "remove_key_pattern"
 
   # Array of parent keys to remove from
-  config :parent_keys, :validate => :array, :required => true
+  config :parent_key, :validate => :string, :required => true
 
   # Array of patterns to remove
   config :pattern, :validate => :array, :required => true
@@ -42,16 +42,14 @@ class LogStash::Filters::RemoveKeyPattern < LogStash::Filters::Base
 
   public
   def filter(event)
-    @parent_keys.each do |key|
-      remove_pattern(event, key) unless event.get(key).nil?
-    end
+    remove_pattern(event) unless event.get(@parent_key).nil?
     filter_matched(event)
   end
 
   private
-  def remove_pattern(event, key)
+  def remove_pattern(event)
     hash = {}
-    event.get(key).each do |k, v|
+    event.get(@parent_key).each do |k, v|
       unless (k =~ @pattern)
         if @keep_only_ids && (k == 'id' or k =~ /.*_id$/)
           hash[k] = v
@@ -60,10 +58,6 @@ class LogStash::Filters::RemoveKeyPattern < LogStash::Filters::Base
         end
       end
     end
-    begin
-      event.set(key, hash)
-    rescue LogStash::Json::GeneratorError
-      return
-    end
+    event.set(@parent_key, hash)
   end
 end

data/logstash-filter-remove_key_pattern.gemspec

@@ -1,6 +1,6 @@
 Gem::Specification.new do |s|
   s.name          = 'logstash-filter-remove_key_pattern'
-  s.version       = '0.1.3'
+  s.version       = '0.1.4'
   s.licenses      = ['Apache-2.0']
   s.summary       = 'Remove all keys that match pattern'
   s.authors       = ['Arthur Alfredo']

data/spec/filters/remove_key_pattern_spec.rb

@@ -8,7 +8,7 @@ describe LogStash::Filters::RemoveKeyPattern do
     config <<-CONFIG
       filter {
         remove_key_pattern {
-          parent_keys => ["haystack2", "haystack"]
+          parent_key => "haystack2"
           pattern => ["needle", "\\d"]
           keep_only_ids => "true"
         }
@@ -37,10 +37,6 @@ describe LogStash::Filters::RemoveKeyPattern do
     }
 
     sample(hash) do
-      insist { subject.get("hello") }.include?("numbers")
-      insist { subject.get("haystack") }.include?("id")
-      insist { subject.get("haystack") }.include?("key_four_id")
-      reject { subject.get("haystack") }.include?("key4_id")
       reject { subject.get("haystack2") }.include?("needle")
       insist { subject.get("haystack2") }.include?("key_one_id")
       reject { subject.get("haystack2") }.include?("key4_id")
@@ -53,7 +49,7 @@ describe LogStash::Filters::RemoveKeyPattern do
     config <<-CONFIG
       filter {
         remove_key_pattern {
-          parent_keys => ["haystack2", "haystack"]
+          parent_key => "haystack"
           pattern => ["needle", "\\d"]
           keep_only_ids => "false"
         }
@@ -82,15 +78,9 @@ describe LogStash::Filters::RemoveKeyPattern do
     }
 
     sample(hash) do
-      insist { subject.get("hello") }.include?("numbers")
       insist { subject.get("haystack") }.include?("id")
       insist { subject.get("haystack") }.include?("key_four_id")
       reject { subject.get("haystack") }.include?("key4_id")
-      reject { subject.get("haystack2") }.include?("needle")
-      insist { subject.get("haystack2") }.include?("key_one_id")
-      reject { subject.get("haystack2") }.include?("key4_id")
-      insist { subject.get("haystack2") }.include?("key")
-      insist { subject.get("haystack2") }.include?("foobar")
     end
   end
 
@@ -98,7 +88,7 @@ describe LogStash::Filters::RemoveKeyPattern do
     config <<-CONFIG
       filter {
         remove_key_pattern {
-          parent_keys => ["h2", "h1"]
+          parent_key => "h2"
           pattern => ["needle", "\\d"]
           keep_only_ids => "true"
         }

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: logstash-filter-remove_key_pattern
 version: !ruby/object:Gem::Version
-  version: 0.1.3
+  version: 0.1.4
 platform: ruby
 authors:
 - Arthur Alfredo