logstash-input-sqs_s3 1.1.17 → 1.1.18

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 32be321e7d029c0bde1df52d4677143bb3af5fe4c07d8b52c6dccd4d3a9eb1b8
-  data.tar.gz: ac51936c581947d4b0869b91770a89453fc4341171e047dd964f27caba065b70
+  metadata.gz: 2cad9324861bf7ce6d54bc842c2dba651c75b5e61c2f09d0ac30cbc4a5551adb
+  data.tar.gz: 8010a16c55ea7abe6e34ef40e327cbd88aa533639a7ed2e5190185085462d0c4
 SHA512:
-  metadata.gz: aa9885d2c8daa999fc69d02d9c2762b018cb117efbd0a7e69e8537400f60a68da85fb0d17ba3b88ca5e9c8d54f70ccf72ce1f3cbfc03a4ca8dd116f51de08b9e
-  data.tar.gz: 0b82ce172d0b98aa9100790c2d848f5cb5eec8c980fd37dcb72a51a077221d3e57a81ad561b33521584834f56428f2aae0eba28d3d0ce73ad7c3f47f90c7cc5e
+  metadata.gz: 2638d7616714566f6920b0ed6316df94b5e983775da93f814e50bd023ad4756972a8d61386afb273b7e082c666f5db123fd6fcfc5e8c84965c7ddbb692bdc9f5
+  data.tar.gz: 204290f4c66822b350d43f6c3eabc1e21a8d2f346bf852f7d3d5f6d6890fc5a108964dc7446ea3ad0fe8e7b5d929fca27a61b239f109c5b0bd22cd4ea978cc18

data/CHANGELOG.md

@@ -1,3 +1,6 @@
+## 1.1.18
+- Updated firehose handling for streamed gzip files
+
 ## 1.1.17
 - Updated comments and removed print
 

data/lib/logstash/inputs/sqs_s3.rb

@@ -194,7 +194,11 @@ class LogStash::Inputs::SQSS3 < LogStash::Inputs::Threadable
 	      # assess currently running load (in MB)
               @current_load += (record['s3']['object']['size'].to_f / 1000000)
 
-	      lines = body.read.encode('UTF-8', 'binary', invalid: :replace, undef: :replace, replace: "\u2370").split(/\n/)
+	      if record['s3']['object']['key'].include?("/firehose/") then
+                 lines = body.read.encode('UTF-8', 'binary').gsub("}{", "}\n{").split(/\n/)
+              else
+                 lines = body.read.encode('UTF-8', 'binary', invalid: :replace, undef: :replace, replace: "\u2370").split(/\n/)
+              end
 
 	      # Set the codec to json if required, otherwise the default is plain text. Firehose is always in JSON format
               if response.content_type == "application/json" or record['s3']['object']['key'].include?("/firehose/") then

data/logstash-input-sqs_s3.gemspec

@@ -1,6 +1,6 @@
 Gem::Specification.new do |s|
   s.name            = 'logstash-input-sqs_s3'
-  s.version         = '1.1.17'
+  s.version         = '1.1.18'
   s.licenses        = ['Apache License (2.0)']
   s.summary         = "Get logs from AWS s3 buckets as issued by an object-created event via sqs."
   s.description     = "This gem is a logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/plugin install gemname. This gem is not a stand-alone program. Full credit goes to Heiko Finzel. Republishing this gem to support Logstash 5."

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: logstash-input-sqs_s3
 version: !ruby/object:Gem::Version
-  version: 1.1.17
+  version: 1.1.18
 platform: ruby
 authors:
 - Heiko Finzel
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2018-02-28 00:00:00.000000000 Z
+date: 2018-03-08 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement