logstash-input-sqs_s3 1.1.16 → 1.1.17

Sign up to get free protection for your applications and to get access to all the features.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: acadffc6b1aa893595029bf29b3e7ff63f24d3b88705436bb33d0f0cfc40791e
4
- data.tar.gz: f0dde7708dc206d108d991227c4c98a51d2d2b36f685f51f147c7e222f7d24e2
3
+ metadata.gz: 32be321e7d029c0bde1df52d4677143bb3af5fe4c07d8b52c6dccd4d3a9eb1b8
4
+ data.tar.gz: ac51936c581947d4b0869b91770a89453fc4341171e047dd964f27caba065b70
5
5
  SHA512:
6
- metadata.gz: fc81387bc885f05ae1f4f75c01994d6c715df9468d423dc6e61faa058dc5ac927add038b1eba3db619e5fe57123397dca8067bd910b43d2b591dc981d4892f59
7
- data.tar.gz: cecae554a9af3dad5de7652d4ba6ee13bade61443e381f142e0493e1383b7abee2cfb185eaa43ca5d23613db6c87fbd703e62d61e3ad825c6763d918f80491e2
6
+ metadata.gz: aa9885d2c8daa999fc69d02d9c2762b018cb117efbd0a7e69e8537400f60a68da85fb0d17ba3b88ca5e9c8d54f70ccf72ce1f3cbfc03a4ca8dd116f51de08b9e
7
+ data.tar.gz: 0b82ce172d0b98aa9100790c2d848f5cb5eec8c980fd37dcb72a51a077221d3e57a81ad561b33521584834f56428f2aae0eba28d3d0ce73ad7c3f47f90c7cc5e
@@ -1,3 +1,6 @@
1
+ ## 1.1.17
2
+ - Updated comments and removed print
3
+
1
4
  ## 1.1.16
2
5
  - Fixed not being able to read multiple gzipped file streams in a single file issue
3
6
 
@@ -182,7 +182,7 @@ class LogStash::Inputs::SQSS3 < LogStash::Inputs::Threadable
182
182
  # if necessary unzip. Note: Firehose is automatically gzipped but does NOT include the content encoding or the extension.
183
183
  if response.content_encoding == "gzip" or record['s3']['object']['key'].end_with?(".gz") or record['s3']['object']['key'].include?("/firehose/") then
184
184
  begin
185
- temp = MultipleFilesGzipReader.new(body)
185
+ temp = MultipleFilesGzipReader.new(body)
186
186
  rescue => e
187
187
  @logger.warn("content is marked to be gzipped but can't unzip it, assuming plain text", :bucket => record['s3']['bucket']['name'], :object => record['s3']['object']['key'], :error => e)
188
188
  temp = body
@@ -196,9 +196,8 @@ class LogStash::Inputs::SQSS3 < LogStash::Inputs::Threadable
196
196
 
197
197
  lines = body.read.encode('UTF-8', 'binary', invalid: :replace, undef: :replace, replace: "\u2370").split(/\n/)
198
198
 
199
- # Set the codec to json if required, otherwise the default is plain text
199
+ # Set the codec to json if required, otherwise the default is plain text. Firehose is always in JSON format
200
200
  if response.content_type == "application/json" or record['s3']['object']['key'].include?("/firehose/") then
201
- p "its firehose!!!"
202
201
  @codec = @jsonCodec
203
202
 
204
203
  if response.content_encoding != "gzip" then
@@ -1,6 +1,6 @@
1
1
  Gem::Specification.new do |s|
2
2
  s.name = 'logstash-input-sqs_s3'
3
- s.version = '1.1.16'
3
+ s.version = '1.1.17'
4
4
  s.licenses = ['Apache License (2.0)']
5
5
  s.summary = "Get logs from AWS s3 buckets as issued by an object-created event via sqs."
6
6
  s.description = "This gem is a logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/plugin install gemname. This gem is not a stand-alone program. Full credit goes to Heiko Finzel. Republishing this gem to support Logstash 5."
metadata CHANGED
@@ -1,7 +1,7 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: logstash-input-sqs_s3
3
3
  version: !ruby/object:Gem::Version
4
- version: 1.1.16
4
+ version: 1.1.17
5
5
  platform: ruby
6
6
  authors:
7
7
  - Heiko Finzel