logstash-filter-remove_key_pattern 0.1.4 → 0.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: eb505c544490f7cfe27056117ab2cc52418183c3
-  data.tar.gz: 633abf824180ef2ac092aaea04904b68102014be
+  metadata.gz: a2d1273e83cc3bfbe2a32bf6ee739b937d22c65e
+  data.tar.gz: 41a69cbde9e4f739626759b8a87138a20afa04aa
 SHA512:
-  metadata.gz: 5830c0a33ab3fb4c5c2ee6d818941e8830b56287ce3538937c78c3540468a6cd0b5de292e301731a31192660686e2b5543935d2004a4ad61e7dfe9812f6a3e10
-  data.tar.gz: 4e0494af7a77ed84d3bbe0742677cc643267eb35829227303149e27e95c5415983e62db42a65029da490e061025284c6f1a56a9e21e6dd34a9316a80a6ec54e1
+  metadata.gz: d7b4fe76f479720801d45a30c9fb4e9fa679bcc8d3e5c5cdf42be47cc18a269ab2821b896bcb84d287f08f8ec94d812481b1d77e9cf1cef8f3313c105b101dfc
+  data.tar.gz: f2f2ce885ec15cf913b7441f90940225e8ca8babe15f8a9e7b4801854fb86beaccb0c6e651add9570391404c4dc5a75c1291a98ff8a59a9763e1978ea5d902dd

data/lib/logstash/filters/remove_key_pattern.rb

@@ -11,7 +11,7 @@ require "logstash/json"
 # [source, ruby]
 #   filter {
 #     remove_key_pattern {
-#       parent_key => "haystack1"
+#       parent_keys => ["haystack1", "haystack2"]
 #       pattern => ["\\d", "needle"]
 #       keep_only_ids => "true"
 #     }
@@ -22,7 +22,7 @@ class LogStash::Filters::RemoveKeyPattern < LogStash::Filters::Base
   config_name "remove_key_pattern"
 
   # Array of parent keys to remove from
-  config :parent_key, :validate => :string, :required => true
+  config :parent_keys, :validate => :array, :required => true
 
   # Array of patterns to remove
   config :pattern, :validate => :array, :required => true
@@ -42,14 +42,16 @@ class LogStash::Filters::RemoveKeyPattern < LogStash::Filters::Base
 
   public
   def filter(event)
-    remove_pattern(event) unless event.get(@parent_key).nil?
+    @parent_keys.each do |key|
+      remove_pattern(event, key) unless event.get(key).nil?
+    end
     filter_matched(event)
   end
 
   private
-  def remove_pattern(event)
+  def remove_pattern(event, key)
     hash = {}
-    event.get(@parent_key).each do |k, v|
+    event.get(key).each do |k, v|
       unless (k =~ @pattern)
         if @keep_only_ids && (k == 'id' or k =~ /.*_id$/)
           hash[k] = v
@@ -58,6 +60,7 @@ class LogStash::Filters::RemoveKeyPattern < LogStash::Filters::Base
         end
       end
     end
-    event.set(@parent_key, hash)
+    event.set("#{key}_json", LogStash::Json.dump(event.get(key)))
+    event.set(key, hash)
   end
 end

data/logstash-filter-remove_key_pattern.gemspec

@@ -1,6 +1,6 @@
 Gem::Specification.new do |s|
   s.name          = 'logstash-filter-remove_key_pattern'
-  s.version       = '0.1.4'
+  s.version       = '0.2.0'
   s.licenses      = ['Apache-2.0']
   s.summary       = 'Remove all keys that match pattern'
   s.authors       = ['Arthur Alfredo']

data/spec/filters/remove_key_pattern_spec.rb

@@ -8,7 +8,7 @@ describe LogStash::Filters::RemoveKeyPattern do
     config <<-CONFIG
       filter {
         remove_key_pattern {
-          parent_key => "haystack2"
+          parent_keys => ["haystack1", "haystack2"]
           pattern => ["needle", "\\d"]
           keep_only_ids => "true"
         }
@@ -20,7 +20,7 @@ describe LogStash::Filters::RemoveKeyPattern do
         "numbers" => ["one", "two", "three"],
         "47" => ["2", "3", "7"],
       },
-      "haystack" => {
+      "haystack1" => {
         "key1_id" => ["value1", "value2", "value3"],
         "id" => ["value1", "value2", "value3"],
         "key4_id" => ["value1", "value2", "value3"],
@@ -37,6 +37,10 @@ describe LogStash::Filters::RemoveKeyPattern do
     }
 
     sample(hash) do
+      insist { subject.get("hello") }.include?("numbers")
+      insist { subject.get("haystack1") }.include?("id")
+      insist { subject.get("haystack1") }.include?("key_four_id")
+      reject { subject.get("haystack1") }.include?("key4_id")
       reject { subject.get("haystack2") }.include?("needle")
       insist { subject.get("haystack2") }.include?("key_one_id")
       reject { subject.get("haystack2") }.include?("key4_id")
@@ -49,7 +53,7 @@ describe LogStash::Filters::RemoveKeyPattern do
     config <<-CONFIG
       filter {
         remove_key_pattern {
-          parent_key => "haystack"
+          parent_keys => ["haystack", "haystack2"]
           pattern => ["needle", "\\d"]
           keep_only_ids => "false"
         }
@@ -81,6 +85,11 @@ describe LogStash::Filters::RemoveKeyPattern do
       insist { subject.get("haystack") }.include?("id")
       insist { subject.get("haystack") }.include?("key_four_id")
       reject { subject.get("haystack") }.include?("key4_id")
+      reject { subject.get("haystack2") }.include?("needle")
+      insist { subject.get("haystack2") }.include?("key_one_id")
+      reject { subject.get("haystack2") }.include?("key4_id")
+      insist { subject.get("haystack2") }.include?("key")
+      insist { subject.get("haystack2") }.include?("foobar")
     end
   end
 
@@ -88,7 +97,7 @@ describe LogStash::Filters::RemoveKeyPattern do
     config <<-CONFIG
       filter {
         remove_key_pattern {
-          parent_key => "h2"
+          parent_keys => ["h2"]
           pattern => ["needle", "\\d"]
           keep_only_ids => "true"
         }

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: logstash-filter-remove_key_pattern
 version: !ruby/object:Gem::Version
-  version: 0.1.4
+  version: 0.2.0
 platform: ruby
 authors:
 - Arthur Alfredo
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2017-04-19 00:00:00.000000000 Z
+date: 2017-07-06 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement