logstash-filter-remove_key_pattern 0.1.0 → 0.1.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: fdea4c729036149c31577a3da38c119fcbd32412
-  data.tar.gz: 53598fbdb3513c2f009bd1b5ff6311d1e9daf5e9
+  metadata.gz: 88b15b62e5711f4342a5c9d56c04bd43f5c9330d
+  data.tar.gz: 8a0f733a8a87d8755da3e3118f42b28e23c53240
 SHA512:
-  metadata.gz: 7b22d733cc9eb7bf767b179f93ae1cb36ebdcf90fef91fae0d3ba70f5a4851b227841d0c338c5c34383de0616a2cd2ec8c6838247e5dcb65710c976b943f6505
-  data.tar.gz: 445d1b9a17298e4fccc6b516bdc29f806d38954fcd1528dc866abb0acd231f3c2374d74726b3cef91c82d7dcc4da570a7ff3fbabd3bb11fe20eae8c25adfc845
+  metadata.gz: ec689164eacf6b3bd47b57bc4d7059ed9c8b670e6b33c137c5ef49e61d508737f472076825536a2d0ff5b87b8db7994d24c0cbd53ecc57b7e980cc237cb948fa
+  data.tar.gz: fcf19e4cf15be9fccaf547888e41acd010dfba9d7f3697e70845a08f9967bb362594e13f55bb1b852d8f342ae936cdcf2c21d41108a2ca8454fa58fe5db2864c

data/lib/logstash/filters/remove_key_pattern.rb

@@ -42,6 +42,7 @@ class LogStash::Filters::RemoveKeyPattern < LogStash::Filters::Base
 
   public
   def filter(event)
+    File.open('/tmp/logstash_events.txt', 'w+') { |file| file << event }
     @parent_keys.each do |key|
       remove_pattern(event, key) unless event.get(key).nil?
     end

data/logstash-filter-remove_key_pattern.gemspec

@@ -1,6 +1,6 @@
 Gem::Specification.new do |s|
   s.name          = 'logstash-filter-remove_key_pattern'
-  s.version       = '0.1.0'
+  s.version       = '0.1.1'
   s.licenses      = ['Apache-2.0']
   s.summary       = 'Remove all keys that match pattern'
   s.authors       = ['Arthur Alfredo']

data/spec/filters/remove_key_pattern_spec.rb

@@ -92,7 +92,51 @@ describe LogStash::Filters::RemoveKeyPattern do
       insist { subject.get("haystack2") }.include?("key")
       insist { subject.get("haystack2") }.include?("foobar")
     end
+  end
+
+  describe "try to remove a pattern from unexisting parent keys" do
+    config <<-CONFIG
+      filter {
+        remove_key_pattern {
+          parent_keys => ["h2", "h1"]
+          pattern => ["needle", "\\d"]
+          keep_only_ids => "true"
+        }
+      }
+    CONFIG
+
+    hash = {
+      "hello" => {
+        "numbers" => ["one", "two", "three"],
+        "47" => ["2", "3", "7"],
+      },
+      "haystack" => {
+        "key1_id" => ["value1", "value2", "value3"],
+        "id" => ["value1", "value2", "value3"],
+        "key4_id" => ["value1", "value2", "value3"],
+        "key_four_id" => ["value1", "value2", "value3"],
+        "needle" => ["value1", "value2", "value3"],
+      },
+      "haystack2" => {
+        "key_one_id" => ["value1", "value2", "value3"],
+        "id" => ["value1", "value2", "value3"],
+        "key4_id" => ["value1", "value2", "value3"],
+        "key" => ["value1", "value2", "value3"],
+        "foobar" => ["value1", "value2", "value3"],
+      }
+    }
 
+    sample(hash) do
+      insist { subject.get("hello") }.include?("numbers")
+      insist { subject.get("haystack") }.include?("id")
+      insist { subject.get("haystack") }.include?("key_four_id")
+      insist { subject.get("haystack") }.include?("key4_id")
+      insist { subject.get("haystack2") }.include?("key_one_id")
+      insist { subject.get("haystack2") }.include?("key4_id")
+      insist { subject.get("haystack2") }.include?("key")
+      insist { subject.get("haystack2") }.include?("foobar")
+    end
   end
 
+
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: logstash-filter-remove_key_pattern
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.1.1
 platform: ruby
 authors:
 - Arthur Alfredo
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2017-03-01 00:00:00.000000000 Z
+date: 2017-04-18 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement