logstash-filter-dynamodb 0.0.2 → 0.0.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: b8dffe1ac71ebf37b039e705d45b7af56d547466
-  data.tar.gz: 7435ef7c7fe25b654d4673fa15d751a09e5b64d1
+  metadata.gz: 6d69d54f93934e484bb7ff7a31cfc555626cb09b
+  data.tar.gz: ad51b25429f4e5f5e7498fb6940d38b13d1cb5d9
 SHA512:
-  metadata.gz: bfba589d7d1423b262982f349661cc24661fb741a62324b6b5bd8d22fe5cde748238deef572f517a80015338760514d031bfca8f59dd8938b6e2570b1a717322
-  data.tar.gz: 91b8856e1ca93a1105ac4af0dafc173b3820bb00a599b34cbc8e271c59b9818853a3c0b8844505b534fb6e4b31021688a90d22796a18be36b8c3bc3392fbfb91
+  metadata.gz: a533f991ee6607d4b45cd6fa21188f1bdd5e96a1ca150fea1d01da8382e51e2d8f629dfd81a9b55e892348779d00ff44449811a27cd152e03353528f43983fc0
+  data.tar.gz: d3f6204f587142d22c8508ad2181d8c5cf5c47e3b9e3d622f4c73f1098139800fbf9e0907bb35042ef7031fd1d612bcf0fa035c494ea440a766bfc042ba1d6d9

data/lib/logstash/filters/dynamodb.rb

@@ -68,8 +68,18 @@ end
   def filter(event)
 	doc = JSON.parse(event['message'], :symbolize_names => true)
 
-	doc[:dynamodb][:newImage].each do |key, value|
-		event[key.to_s] = @unmarshaller.format(value)
+	event['eventName'] = doc[:eventName]
+
+	keys = {}
+	doc[:dynamodb][:keys].each do |key, value|
+		keys[key.to_s] = @unmarshaller.format(value)
+	end
+	event['keys'] = keys
+
+	if doc[:dynamodb][:newImage]
+		doc[:dynamodb][:newImage].each do |key, value|
+			event[key.to_s] = @unmarshaller.format(value)
+		end
 	end
 
     filter_matched(event)

data/logstash-filter-dynamodb.gemspec

@@ -1,6 +1,6 @@
 Gem::Specification.new do |s|
   s.name = 'logstash-filter-dynamodb'
-  s.version         = '0.0.2'
+  s.version         = '0.0.3'
   s.licenses = ['Apache License (2.0)']
   s.summary = "This plugin unmarshals a DynamoDB stream message and populates the corresponding ElasticSearch fields so the get indexed properly "
   s.description = "This gem is a logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/plugin install gemname. This gem is not a stand-alone program"

data/spec/filters/dynamodb_spec.rb

@@ -11,6 +11,14 @@ describe LogStash::Filters::DynamoDB do
     end
 
     sample('message' => '{"eventID":"0","eventName":"INSERT","eventVersion":"1.0","eventSource":"aws:dynamodb","awsRegion":{},"dynamodb":{"keys":{"id":{"S":"809c2aad-bdb1-43a4-8f67-d56589e4058d"}},"newImage":{"criterias":{"SS":["a","b"]},"id":{"S":"809c2aad-bdb1-43a4-8f67-d56589e4058d"},"labels":{"M":{"foo":{"S":"bar"}}}}}}') do
+
+
+      expect(subject).to include("eventName")
+      expect(subject['eventName']).to eq('INSERT')
+
+      expect(subject).to include("keys")
+      expect(subject['keys']).to eq({'id' => '809c2aad-bdb1-43a4-8f67-d56589e4058d'})
+
       expect(subject).to include("id")
       expect(subject['id']).to eq('809c2aad-bdb1-43a4-8f67-d56589e4058d')
 
@@ -20,5 +28,13 @@ describe LogStash::Filters::DynamoDB do
       expect(subject).to include("labels")
       expect(subject['labels']).to eq({'foo' => 'bar'})
     end
+
+    sample('message' => '{"eventID":"0","eventName":"REMOVE","eventVersion":"1.0","eventSource":"aws:dynamodb","awsRegion":{},"dynamodb":{"keys":{"id":{"S":"809c2aad-bdb1-43a4-8f67-d56589e4058d"}}}}') do
+      expect(subject).to include("eventName")
+      expect(subject['eventName']).to eq('REMOVE')
+
+      expect(subject).to include("keys")
+      expect(subject['keys']).to eq({'id' => '809c2aad-bdb1-43a4-8f67-d56589e4058d'})
+    end
   end
 end

metadata

@@ -1,58 +1,56 @@
 --- !ruby/object:Gem::Specification
 name: logstash-filter-dynamodb
 version: !ruby/object:Gem::Version
-  version: 0.0.2
+  version: 0.0.3
 platform: ruby
 authors:
 - Mantika
-autorequire: 
+autorequire:
 bindir: bin
 cert_chain: []
-date: 2015-09-03 00:00:00.000000000 Z
+date: 2015-10-29 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
-  name: logstash-core
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - '>='
       - !ruby/object:Gem::Version
         version: 1.4.0
-    - - "<"
+    - - <
       - !ruby/object:Gem::Version
         version: 2.0.0
-  type: :runtime
+  name: logstash-core
   prerelease: false
+  type: :runtime
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - '>='
       - !ruby/object:Gem::Version
         version: 1.4.0
-    - - "<"
+    - - <
       - !ruby/object:Gem::Version
         version: 2.0.0
 - !ruby/object:Gem::Dependency
-  name: logstash-devutils
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - '>='
       - !ruby/object:Gem::Version
         version: '0'
-  type: :development
+  name: logstash-devutils
   prerelease: false
+  type: :development
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - '>='
       - !ruby/object:Gem::Version
         version: '0'
-description: This gem is a logstash plugin required to be installed on top of the
-  Logstash core pipeline using $LS_HOME/bin/plugin install gemname. This gem is not
-  a stand-alone program
+description: This gem is a logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/plugin install gemname. This gem is not a stand-alone program
 email: info@mantika.ca
 executables: []
 extensions: []
 extra_rdoc_files: []
 files:
-- ".gitignore"
+- .gitignore
 - CHANGELOG.md
 - CONTRIBUTORS
 - DEVELOPER.md
@@ -71,27 +69,26 @@ licenses:
 metadata:
   logstash_plugin: 'true'
   logstash_group: filter
-post_install_message: 
+post_install_message:
 rdoc_options: []
 require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
-  - - ">="
+  - - '>='
     - !ruby/object:Gem::Version
       version: '0'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
-  - - ">="
+  - - '>='
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubyforge_project: 
+rubyforge_project:
 rubygems_version: 2.4.8
-signing_key: 
+signing_key:
 specification_version: 4
-summary: This plugin unmarshals a DynamoDB stream message and populates the corresponding
-  ElasticSearch fields so the get indexed properly
+summary: This plugin unmarshals a DynamoDB stream message and populates the corresponding ElasticSearch fields so the get indexed properly
 test_files:
 - spec/filters/dynamodb_spec.rb
 - spec/spec_helper.rb