dap 0.0.11 → 0.0.12

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: e8a027b00cf9225a71e0a599704a788c23200f2c
-  data.tar.gz: d5bf2864eb1ac5290a19bef4de11e76a3da5dcac
+  metadata.gz: 345b296a2b66392ec714ba4b7d90280811e36e74
+  data.tar.gz: 2995d4f2d34ba7ea6cfced467fc531ffd260780a
 SHA512:
-  metadata.gz: 7e8aab164ce8b3be600320d2f9b32fe3da1ef76137efb6af3608bce035667b5b7422325a724dd232e105eabca7a47bdf81897a0ec2a6959bcffa45620f6c8154
-  data.tar.gz: 4ceecd71b00e4fef27dd33434ef9e55cb0f96ed38310fc93fafee9c1a2e60949525cb302bb0722fef69147732cf6b922ec391cecf2cb6b9331e83c9211a6d114
+  metadata.gz: 6a988f816dcd30fe31b4719110cc059e192e840078cef435912d1f59fa1ff61641970d3e3155dd2b877acee1f43ec2d5b4038433ca4b686cd13930ea72d647c2
+  data.tar.gz: 60bb66d57c76286f96b6e18e8dacfaca07f79c22d4b965cf2f80b920cef596afeda5963699bec5787de39d98be8a405404185694c5897ba2bfbbef0e7196b18a

data/Gemfile

@@ -5,7 +5,7 @@ gem 'htmlentities'
 gem 'net-dns'
 gem 'bit-struct'
 gem 'geoip-c'
-gem 'recog', '>=2.0'
+gem 'recog', '>=2.0.22'
 
 group :test do
   gem 'rspec', '~> 3.1.0'

data/Gemfile.lock

@@ -21,14 +21,16 @@ GEM
     gherkin (2.12.2)
       multi_json (~> 1.3)
     htmlentities (4.3.4)
-    mini_portile2 (2.0.0)
+    mini_portile2 (2.1.0)
     multi_json (1.11.2)
     multi_test (0.1.2)
     net-dns (0.8.0)
-    nokogiri (1.6.7.1)
-      mini_portile2 (~> 2.0.0.rc2)
+    nokogiri (1.6.8)
+      mini_portile2 (~> 2.1.0)
+      pkg-config (~> 1.1.7)
     oj (2.14.2)
-    recog (2.0.17)
+    pkg-config (1.1.7)
+    recog (2.0.22)
       nokogiri
     rspec (3.1.0)
       rspec-core (~> 3.1.0)
@@ -54,8 +56,8 @@ DEPENDENCIES
   htmlentities
   net-dns
   oj
-  recog (>= 2.0)
+  recog (>= 2.0.22)
   rspec (~> 3.1.0)
 
 BUNDLED WITH
-   1.10.6
+   1.12.5

data/lib/dap/filter/simple.rb

@@ -171,6 +171,20 @@ class FilterTransform
   end
 end
 
+class FilterFlatten
+  include Base
+  def process(doc)
+    self.opts.each_pair do |k,|
+      if doc.has_key?(k) and doc[k].is_a?(Hash)
+        doc[k].each_pair do |fk,fv|
+          doc["#{k}.#{fk}"] = fv
+        end
+      end
+    end
+   [ doc ]
+  end
+end
+
 class FilterTruncate
   include Base
   def process(doc)

data/lib/dap/version.rb

@@ -1,3 +1,3 @@
 module Dap
-  VERSION = "0.0.11"
+  VERSION = "0.0.12"
 end

data/spec/dap/filter/simple_filter_spec.rb

@@ -0,0 +1,20 @@
+describe Dap::Filter::FilterFlatten do
+  describe '.process' do
+
+    let(:filter) { described_class.new(["foo"]) }
+
+    context 'flatten nested json' do
+      let(:process) { filter.process({"foo" => {"bar" => "baz"}}) }
+      it 'has new flattened nested document keys' do
+        expect(process).to eq([{"foo" => {"bar" => "baz"}, "foo.bar" => "baz"}])
+      end
+    end
+
+    context 'ignore unnested keys' do
+      let(:process) { filter.process({"foo" => "bar"}) }
+      it 'is the same as the original document' do
+        expect(process).to eq([{"foo" => "bar"}])
+      end
+    end
+  end
+end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: dap
 version: !ruby/object:Gem::Version
-  version: 0.0.11
+  version: 0.0.12
 platform: ruby
 authors:
 - Rapid7 Research
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2016-08-22 00:00:00.000000000 Z
+date: 2016-08-31 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rspec
@@ -221,6 +221,7 @@ files:
 - samples/udp-netbios.sh
 - spec/dap/filter/http_filter_spec.rb
 - spec/dap/filter/ldap_filter_spec.rb
+- spec/dap/filter/simple_filter_spec.rb
 - spec/dap/proto/ipmi_spec.rb
 - spec/dap/proto/ldap_proto_spec.rb
 - spec/spec_helper.rb
@@ -249,14 +250,14 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.2.5
+rubygems_version: 2.6.6
 signing_key: 
 specification_version: 4
 summary: 'DAP: The Data Analysis Pipeline'
 test_files:
 - spec/dap/filter/http_filter_spec.rb
 - spec/dap/filter/ldap_filter_spec.rb
+- spec/dap/filter/simple_filter_spec.rb
 - spec/dap/proto/ipmi_spec.rb
 - spec/dap/proto/ldap_proto_spec.rb
 - spec/spec_helper.rb
-has_rdoc: