logstash-input-sqs_s3 1.1.6 → 1.1.7

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: 132970c713992e34ec1f7c19fd270a59d846fee32c8167cbe294310db76184b0
4
- data.tar.gz: 1f0e21961947dd2d41aac5ebe7c55335588acb826798a4733628b118ea27aae1
3
+ metadata.gz: c524078ed8f5e5d84e3614400ae31a355e9e5dacfacb2c8770e99ba2dbf0d7e8
4
+ data.tar.gz: 501f0149a91800a7ac2e3ad29164817c306998f05b438887ec0610ce7d8d6223
5
5
  SHA512:
6
- metadata.gz: df2c3de1337b5c5641cec4349e8cf79013ecc21a8c5ac8c7988f78c961957de9f400233cc6b0c0dbd9d5011f09227f546a7d0bae9eef68025617288668db7b90
7
- data.tar.gz: ba14d676693599a607de86fd10e36566882585c32fedf4e18d594262f79c793557621247a7f6a98d946f0a2f43287bbf03dad3d54638a8166bd84486e06a5761
6
+ metadata.gz: e412f199789e51aed20cfdc313661e7de6942f8608ca5ab956b5bea3538091a8968a70224f545f3e8e383faa7a24dc519f8665cdce6a3d01b3b6d90f18fe4721
7
+ data.tar.gz: 034b50d0183f05fe72d1a2f82288d61ef47439e023eb7045d48529e4f456e3c38ee99b533f7a0b59cae7cc40e153f32e2fa1b964dc46cbf824d3df1c207ff630
data/CHANGELOG.md CHANGED
@@ -1,3 +1,6 @@
1
+ ## 1.1.7
2
+ - Added event type metadata to know when file is processed, and generate event with SQS message details
3
+
1
4
  ## 1.1.6
2
5
  - Added skip-delete parameter and receipt handle
3
6
 
@@ -188,13 +188,20 @@ class LogStash::Inputs::SQSS3 < LogStash::Inputs::Threadable
188
188
 
189
189
  event.set('[@metadata][s3_bucket_name]', record['s3']['bucket']['name'])
190
190
  event.set('[@metadata][s3_object_key]', record['s3']['object']['key'])
191
- event.set(@receipt_handle, message.receipt_handle) if @receipt_handle
192
- event.set(@message_id, message.message_id) if @message_id
193
- event.set(@sent_timestamp_field, convert_epoch_to_timestamp(message.attributes[SENT_TIMESTAMP])) if @sent_timestamp_field
191
+ event.set('[@metadata][event_type]', 's3')
194
192
 
195
193
  queue << event
196
194
  end
197
195
  end
196
+
197
+ @codec.decode(record) do |event|
198
+ event.set(@receipt_handle, message.receipt_handle) if @receipt_handle
199
+ event.set(@message_id, message.message_id) if @message_id
200
+ event.set(@sent_timestamp_field, convert_epoch_to_timestamp(message.attributes[SENT_TIMESTAMP])) if @sent_timestamp_field
201
+ event.set('[@metadata][event_type]', 'complete')
202
+
203
+ queue << event
204
+ end
198
205
  rescue => e
199
206
  @logger.warn("issuing :skip_delete on failed plain text processing", :bucket => record['s3']['bucket']['name'], :object => record['s3']['object']['key'], :error => e)
200
207
  throw :skip_delete
@@ -1,6 +1,6 @@
1
1
  Gem::Specification.new do |s|
2
2
  s.name = 'logstash-input-sqs_s3'
3
- s.version = '1.1.6'
3
+ s.version = '1.1.7'
4
4
  s.licenses = ['Apache License (2.0)']
5
5
  s.summary = "Get logs from AWS s3 buckets as issued by an object-created event via sqs."
6
6
  s.description = "This gem is a logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/plugin install gemname. This gem is not a stand-alone program. Full credit goes to Heiko Finzel. Republishing this gem to support Logstash 5."
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: logstash-input-sqs_s3
3
3
  version: !ruby/object:Gem::Version
4
- version: 1.1.6
4
+ version: 1.1.7
5
5
  platform: ruby
6
6
  authors:
7
7
  - Heiko Finzel
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2017-11-07 00:00:00.000000000 Z
11
+ date: 2017-11-08 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  requirement: !ruby/object:Gem::Requirement