logstash-input-sqs_s3 1.1.16 → 1.1.17

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: acadffc6b1aa893595029bf29b3e7ff63f24d3b88705436bb33d0f0cfc40791e
4
- data.tar.gz: f0dde7708dc206d108d991227c4c98a51d2d2b36f685f51f147c7e222f7d24e2
3
+ metadata.gz: 32be321e7d029c0bde1df52d4677143bb3af5fe4c07d8b52c6dccd4d3a9eb1b8
4
+ data.tar.gz: ac51936c581947d4b0869b91770a89453fc4341171e047dd964f27caba065b70
5
5
  SHA512:
6
- metadata.gz: fc81387bc885f05ae1f4f75c01994d6c715df9468d423dc6e61faa058dc5ac927add038b1eba3db619e5fe57123397dca8067bd910b43d2b591dc981d4892f59
7
- data.tar.gz: cecae554a9af3dad5de7652d4ba6ee13bade61443e381f142e0493e1383b7abee2cfb185eaa43ca5d23613db6c87fbd703e62d61e3ad825c6763d918f80491e2
6
+ metadata.gz: aa9885d2c8daa999fc69d02d9c2762b018cb117efbd0a7e69e8537400f60a68da85fb0d17ba3b88ca5e9c8d54f70ccf72ce1f3cbfc03a4ca8dd116f51de08b9e
7
+ data.tar.gz: 0b82ce172d0b98aa9100790c2d848f5cb5eec8c980fd37dcb72a51a077221d3e57a81ad561b33521584834f56428f2aae0eba28d3d0ce73ad7c3f47f90c7cc5e
@@ -1,3 +1,6 @@
1
+ ## 1.1.17
2
+ - Updated comments and removed print
3
+
1
4
  ## 1.1.16
2
5
  - Fixed not being able to read multiple gzipped file streams in a single file issue
3
6
 
@@ -182,7 +182,7 @@ class LogStash::Inputs::SQSS3 < LogStash::Inputs::Threadable
182
182
  # if necessary unzip. Note: Firehose is automatically gzipped but does NOT include the content encoding or the extension.
183
183
  if response.content_encoding == "gzip" or record['s3']['object']['key'].end_with?(".gz") or record['s3']['object']['key'].include?("/firehose/") then
184
184
  begin
185
- temp = MultipleFilesGzipReader.new(body)
185
+ temp = MultipleFilesGzipReader.new(body)
186
186
  rescue => e
187
187
  @logger.warn("content is marked to be gzipped but can't unzip it, assuming plain text", :bucket => record['s3']['bucket']['name'], :object => record['s3']['object']['key'], :error => e)
188
188
  temp = body
@@ -196,9 +196,8 @@ class LogStash::Inputs::SQSS3 < LogStash::Inputs::Threadable
196
196
 
197
197
  lines = body.read.encode('UTF-8', 'binary', invalid: :replace, undef: :replace, replace: "\u2370").split(/\n/)
198
198
 
199
- # Set the codec to json if required, otherwise the default is plain text
199
+ # Set the codec to json if required, otherwise the default is plain text. Firehose is always in JSON format
200
200
  if response.content_type == "application/json" or record['s3']['object']['key'].include?("/firehose/") then
201
- p "its firehose!!!"
202
201
  @codec = @jsonCodec
203
202
 
204
203
  if response.content_encoding != "gzip" then
@@ -1,6 +1,6 @@
1
1
  Gem::Specification.new do |s|
2
2
  s.name = 'logstash-input-sqs_s3'
3
- s.version = '1.1.16'
3
+ s.version = '1.1.17'
4
4
  s.licenses = ['Apache License (2.0)']
5
5
  s.summary = "Get logs from AWS s3 buckets as issued by an object-created event via sqs."
6
6
  s.description = "This gem is a logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/plugin install gemname. This gem is not a stand-alone program. Full credit goes to Heiko Finzel. Republishing this gem to support Logstash 5."
metadata CHANGED
@@ -1,7 +1,7 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: logstash-input-sqs_s3
3
3
  version: !ruby/object:Gem::Version
4
- version: 1.1.16
4
+ version: 1.1.17
5
5
  platform: ruby
6
6
  authors:
7
7
  - Heiko Finzel