logstash-input-sqs_s3 1.1.16 → 1.1.17
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/CHANGELOG.md +3 -0
- data/lib/logstash/inputs/sqs_s3.rb +2 -3
- data/logstash-input-sqs_s3.gemspec +1 -1
- metadata +1 -1
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 32be321e7d029c0bde1df52d4677143bb3af5fe4c07d8b52c6dccd4d3a9eb1b8
|
4
|
+
data.tar.gz: ac51936c581947d4b0869b91770a89453fc4341171e047dd964f27caba065b70
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: aa9885d2c8daa999fc69d02d9c2762b018cb117efbd0a7e69e8537400f60a68da85fb0d17ba3b88ca5e9c8d54f70ccf72ce1f3cbfc03a4ca8dd116f51de08b9e
|
7
|
+
data.tar.gz: 0b82ce172d0b98aa9100790c2d848f5cb5eec8c980fd37dcb72a51a077221d3e57a81ad561b33521584834f56428f2aae0eba28d3d0ce73ad7c3f47f90c7cc5e
|
data/CHANGELOG.md
CHANGED
@@ -182,7 +182,7 @@ class LogStash::Inputs::SQSS3 < LogStash::Inputs::Threadable
|
|
182
182
|
# if necessary unzip. Note: Firehose is automatically gzipped but does NOT include the content encoding or the extension.
|
183
183
|
if response.content_encoding == "gzip" or record['s3']['object']['key'].end_with?(".gz") or record['s3']['object']['key'].include?("/firehose/") then
|
184
184
|
begin
|
185
|
-
|
185
|
+
temp = MultipleFilesGzipReader.new(body)
|
186
186
|
rescue => e
|
187
187
|
@logger.warn("content is marked to be gzipped but can't unzip it, assuming plain text", :bucket => record['s3']['bucket']['name'], :object => record['s3']['object']['key'], :error => e)
|
188
188
|
temp = body
|
@@ -196,9 +196,8 @@ class LogStash::Inputs::SQSS3 < LogStash::Inputs::Threadable
|
|
196
196
|
|
197
197
|
lines = body.read.encode('UTF-8', 'binary', invalid: :replace, undef: :replace, replace: "\u2370").split(/\n/)
|
198
198
|
|
199
|
-
# Set the codec to json if required, otherwise the default is plain text
|
199
|
+
# Set the codec to json if required, otherwise the default is plain text. Firehose is always in JSON format
|
200
200
|
if response.content_type == "application/json" or record['s3']['object']['key'].include?("/firehose/") then
|
201
|
-
p "its firehose!!!"
|
202
201
|
@codec = @jsonCodec
|
203
202
|
|
204
203
|
if response.content_encoding != "gzip" then
|
@@ -1,6 +1,6 @@
|
|
1
1
|
Gem::Specification.new do |s|
|
2
2
|
s.name = 'logstash-input-sqs_s3'
|
3
|
-
s.version = '1.1.
|
3
|
+
s.version = '1.1.17'
|
4
4
|
s.licenses = ['Apache License (2.0)']
|
5
5
|
s.summary = "Get logs from AWS s3 buckets as issued by an object-created event via sqs."
|
6
6
|
s.description = "This gem is a logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/plugin install gemname. This gem is not a stand-alone program. Full credit goes to Heiko Finzel. Republishing this gem to support Logstash 5."
|