logstash-input-sqs_s3 1.1.6 → 1.1.7

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 132970c713992e34ec1f7c19fd270a59d846fee32c8167cbe294310db76184b0
-  data.tar.gz: 1f0e21961947dd2d41aac5ebe7c55335588acb826798a4733628b118ea27aae1
+  metadata.gz: c524078ed8f5e5d84e3614400ae31a355e9e5dacfacb2c8770e99ba2dbf0d7e8
+  data.tar.gz: 501f0149a91800a7ac2e3ad29164817c306998f05b438887ec0610ce7d8d6223
 SHA512:
-  metadata.gz: df2c3de1337b5c5641cec4349e8cf79013ecc21a8c5ac8c7988f78c961957de9f400233cc6b0c0dbd9d5011f09227f546a7d0bae9eef68025617288668db7b90
-  data.tar.gz: ba14d676693599a607de86fd10e36566882585c32fedf4e18d594262f79c793557621247a7f6a98d946f0a2f43287bbf03dad3d54638a8166bd84486e06a5761
+  metadata.gz: e412f199789e51aed20cfdc313661e7de6942f8608ca5ab956b5bea3538091a8968a70224f545f3e8e383faa7a24dc519f8665cdce6a3d01b3b6d90f18fe4721
+  data.tar.gz: 034b50d0183f05fe72d1a2f82288d61ef47439e023eb7045d48529e4f456e3c38ee99b533f7a0b59cae7cc40e153f32e2fa1b964dc46cbf824d3df1c207ff630

data/CHANGELOG.md

@@ -1,3 +1,6 @@
+## 1.1.7
+- Added event type metadata to know when file is processed, and generate event with SQS message details
+
 ## 1.1.6
 - Added skip-delete parameter and receipt handle
 

data/lib/logstash/inputs/sqs_s3.rb

@@ -188,13 +188,20 @@ class LogStash::Inputs::SQSS3 < LogStash::Inputs::Threadable
 
                   event.set('[@metadata][s3_bucket_name]', record['s3']['bucket']['name'])
                   event.set('[@metadata][s3_object_key]', record['s3']['object']['key'])
-		  event.set(@receipt_handle, message.receipt_handle) if @receipt_handle
-		  event.set(@message_id, message.message_id) if @message_id
-		  event.set(@sent_timestamp_field, convert_epoch_to_timestamp(message.attributes[SENT_TIMESTAMP])) if @sent_timestamp_field
+		  event.set('[@metadata][event_type]', 's3')
 
                   queue << event
                 end
               end
+
+	      @codec.decode(record) do |event|
+		event.set(@receipt_handle, message.receipt_handle) if @receipt_handle
+                event.set(@message_id, message.message_id) if @message_id
+                event.set(@sent_timestamp_field, convert_epoch_to_timestamp(message.attributes[SENT_TIMESTAMP])) if @sent_timestamp_field		
+		event.set('[@metadata][event_type]', 'complete')
+
+		queue << event
+	      end
             rescue => e
               @logger.warn("issuing :skip_delete on failed plain text processing", :bucket => record['s3']['bucket']['name'], :object => record['s3']['object']['key'], :error => e)
               throw :skip_delete

data/logstash-input-sqs_s3.gemspec

@@ -1,6 +1,6 @@
 Gem::Specification.new do |s|
   s.name            = 'logstash-input-sqs_s3'
-  s.version         = '1.1.6'
+  s.version         = '1.1.7'
   s.licenses        = ['Apache License (2.0)']
   s.summary         = "Get logs from AWS s3 buckets as issued by an object-created event via sqs."
   s.description     = "This gem is a logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/plugin install gemname. This gem is not a stand-alone program. Full credit goes to Heiko Finzel. Republishing this gem to support Logstash 5."

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: logstash-input-sqs_s3
 version: !ruby/object:Gem::Version
-  version: 1.1.6
+  version: 1.1.7
 platform: ruby
 authors:
 - Heiko Finzel
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2017-11-07 00:00:00.000000000 Z
+date: 2017-11-08 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement