logstash-input-google_cloud_storage 0.10.0-java → 0.12.0-java

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: e78557c8bf094bfd04130b57015071baadd85453f4f697589352da83e40fdeb6
-  data.tar.gz: 0320d090a6bf8dc24676ab59ea59c401cb6aa18c8d4206a1df69017de7901617
+  metadata.gz: 32368da3607b542514c07135118a2ac728807663d043026f1a16b83ab7ab8572
+  data.tar.gz: eb51485cd0d3de22909be15ef8c5ed27ee79633c7fa0b47a2be4133ed60bd2d8
 SHA512:
-  metadata.gz: c9fd651ea1779ec2e824f11975ff95e3f3b3d3be809c150e590d60e2d500ab2fc78d4f1058326ba7c7058f75a1be3d693bb7f0317ab3de4f9ad30cd8e8a73188
-  data.tar.gz: 5935af6d43c06e4c766fed2b64e5d5c01ebed026edfb157ab1f27ff06af3111a5dff83df35a6f36f8fa4b0304fb04c1edc4bdfefe12de3598f3539ab24b4b2de
+  metadata.gz: 0add9d92e3794ca0aa8872ac5dc7a340ece9c49a01b480537ef40768dff1db69ace6ce95d7929de606ddf61a92a8913950cebcb3e9e988333c8d8b7d2242b18b
+  data.tar.gz: feb07220ba68ec36951ab0dd68284ac5f04b718c355477c6c23315ab41cea628c5f6a2b8aec14bbd357b16898b6443304091396377c4f3dad4658ab36e8ed8c9

data/CHANGELOG.md

@@ -1,3 +1,10 @@
+## 0.12.0
+ - Updated Google Cloud Storage client library, needs Logstash `>= 8.3.0` to run [#20](https://github.com/logstash-plugins/logstash-input-google_cloud_storage/pull/20)
+
+## 0.11.0
+
+- Change gzip file detection to use mime type instead of extension
+
 ## 0.10.0
 
 - Updated JAR dependencies.

data/CONTRIBUTORS

@@ -4,6 +4,7 @@ reports, or in general have helped logstash along its way.
 Contributors:
 * Google LLC.
 * Joseph Lewis III - jlewisiii@google.com
+* Claus Strommer - Green Brick Labs
 
 Note: If you've sent us patches, bug reports, or otherwise contributed to
 Logstash, and you aren't on the list above and want to be, please let us know

data/LICENSE

@@ -1,11 +1,202 @@
-Licensed under the Apache License, Version 2.0 (the "License");
-you may not use this file except in compliance with the License.
-You may obtain a copy of the License at
 
-    http://www.apache.org/licenses/LICENSE-2.0
+                                 Apache License
+                           Version 2.0, January 2004
+                        http://www.apache.org/licenses/
 
-Unless required by applicable law or agreed to in writing, software
-distributed under the License is distributed on an "AS IS" BASIS,
-WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-See the License for the specific language governing permissions and
-limitations under the License.
+   TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
+
+   1. Definitions.
+
+      "License" shall mean the terms and conditions for use, reproduction,
+      and distribution as defined by Sections 1 through 9 of this document.
+
+      "Licensor" shall mean the copyright owner or entity authorized by
+      the copyright owner that is granting the License.
+
+      "Legal Entity" shall mean the union of the acting entity and all
+      other entities that control, are controlled by, or are under common
+      control with that entity. For the purposes of this definition,
+      "control" means (i) the power, direct or indirect, to cause the
+      direction or management of such entity, whether by contract or
+      otherwise, or (ii) ownership of fifty percent (50%) or more of the
+      outstanding shares, or (iii) beneficial ownership of such entity.
+
+      "You" (or "Your") shall mean an individual or Legal Entity
+      exercising permissions granted by this License.
+
+      "Source" form shall mean the preferred form for making modifications,
+      including but not limited to software source code, documentation
+      source, and configuration files.
+
+      "Object" form shall mean any form resulting from mechanical
+      transformation or translation of a Source form, including but
+      not limited to compiled object code, generated documentation,
+      and conversions to other media types.
+
+      "Work" shall mean the work of authorship, whether in Source or
+      Object form, made available under the License, as indicated by a
+      copyright notice that is included in or attached to the work
+      (an example is provided in the Appendix below).
+
+      "Derivative Works" shall mean any work, whether in Source or Object
+      form, that is based on (or derived from) the Work and for which the
+      editorial revisions, annotations, elaborations, or other modifications
+      represent, as a whole, an original work of authorship. For the purposes
+      of this License, Derivative Works shall not include works that remain
+      separable from, or merely link (or bind by name) to the interfaces of,
+      the Work and Derivative Works thereof.
+
+      "Contribution" shall mean any work of authorship, including
+      the original version of the Work and any modifications or additions
+      to that Work or Derivative Works thereof, that is intentionally
+      submitted to Licensor for inclusion in the Work by the copyright owner
+      or by an individual or Legal Entity authorized to submit on behalf of
+      the copyright owner. For the purposes of this definition, "submitted"
+      means any form of electronic, verbal, or written communication sent
+      to the Licensor or its representatives, including but not limited to
+      communication on electronic mailing lists, source code control systems,
+      and issue tracking systems that are managed by, or on behalf of, the
+      Licensor for the purpose of discussing and improving the Work, but
+      excluding communication that is conspicuously marked or otherwise
+      designated in writing by the copyright owner as "Not a Contribution."
+
+      "Contributor" shall mean Licensor and any individual or Legal Entity
+      on behalf of whom a Contribution has been received by Licensor and
+      subsequently incorporated within the Work.
+
+   2. Grant of Copyright License. Subject to the terms and conditions of
+      this License, each Contributor hereby grants to You a perpetual,
+      worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+      copyright license to reproduce, prepare Derivative Works of,
+      publicly display, publicly perform, sublicense, and distribute the
+      Work and such Derivative Works in Source or Object form.
+
+   3. Grant of Patent License. Subject to the terms and conditions of
+      this License, each Contributor hereby grants to You a perpetual,
+      worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+      (except as stated in this section) patent license to make, have made,
+      use, offer to sell, sell, import, and otherwise transfer the Work,
+      where such license applies only to those patent claims licensable
+      by such Contributor that are necessarily infringed by their
+      Contribution(s) alone or by combination of their Contribution(s)
+      with the Work to which such Contribution(s) was submitted. If You
+      institute patent litigation against any entity (including a
+      cross-claim or counterclaim in a lawsuit) alleging that the Work
+      or a Contribution incorporated within the Work constitutes direct
+      or contributory patent infringement, then any patent licenses
+      granted to You under this License for that Work shall terminate
+      as of the date such litigation is filed.
+
+   4. Redistribution. You may reproduce and distribute copies of the
+      Work or Derivative Works thereof in any medium, with or without
+      modifications, and in Source or Object form, provided that You
+      meet the following conditions:
+
+      (a) You must give any other recipients of the Work or
+          Derivative Works a copy of this License; and
+
+      (b) You must cause any modified files to carry prominent notices
+          stating that You changed the files; and
+
+      (c) You must retain, in the Source form of any Derivative Works
+          that You distribute, all copyright, patent, trademark, and
+          attribution notices from the Source form of the Work,
+          excluding those notices that do not pertain to any part of
+          the Derivative Works; and
+
+      (d) If the Work includes a "NOTICE" text file as part of its
+          distribution, then any Derivative Works that You distribute must
+          include a readable copy of the attribution notices contained
+          within such NOTICE file, excluding those notices that do not
+          pertain to any part of the Derivative Works, in at least one
+          of the following places: within a NOTICE text file distributed
+          as part of the Derivative Works; within the Source form or
+          documentation, if provided along with the Derivative Works; or,
+          within a display generated by the Derivative Works, if and
+          wherever such third-party notices normally appear. The contents
+          of the NOTICE file are for informational purposes only and
+          do not modify the License. You may add Your own attribution
+          notices within Derivative Works that You distribute, alongside
+          or as an addendum to the NOTICE text from the Work, provided
+          that such additional attribution notices cannot be construed
+          as modifying the License.
+
+      You may add Your own copyright statement to Your modifications and
+      may provide additional or different license terms and conditions
+      for use, reproduction, or distribution of Your modifications, or
+      for any such Derivative Works as a whole, provided Your use,
+      reproduction, and distribution of the Work otherwise complies with
+      the conditions stated in this License.
+
+   5. Submission of Contributions. Unless You explicitly state otherwise,
+      any Contribution intentionally submitted for inclusion in the Work
+      by You to the Licensor shall be under the terms and conditions of
+      this License, without any additional terms or conditions.
+      Notwithstanding the above, nothing herein shall supersede or modify
+      the terms of any separate license agreement you may have executed
+      with Licensor regarding such Contributions.
+
+   6. Trademarks. This License does not grant permission to use the trade
+      names, trademarks, service marks, or product names of the Licensor,
+      except as required for reasonable and customary use in describing the
+      origin of the Work and reproducing the content of the NOTICE file.
+
+   7. Disclaimer of Warranty. Unless required by applicable law or
+      agreed to in writing, Licensor provides the Work (and each
+      Contributor provides its Contributions) on an "AS IS" BASIS,
+      WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+      implied, including, without limitation, any warranties or conditions
+      of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
+      PARTICULAR PURPOSE. You are solely responsible for determining the
+      appropriateness of using or redistributing the Work and assume any
+      risks associated with Your exercise of permissions under this License.
+
+   8. Limitation of Liability. In no event and under no legal theory,
+      whether in tort (including negligence), contract, or otherwise,
+      unless required by applicable law (such as deliberate and grossly
+      negligent acts) or agreed to in writing, shall any Contributor be
+      liable to You for damages, including any direct, indirect, special,
+      incidental, or consequential damages of any character arising as a
+      result of this License or out of the use or inability to use the
+      Work (including but not limited to damages for loss of goodwill,
+      work stoppage, computer failure or malfunction, or any and all
+      other commercial damages or losses), even if such Contributor
+      has been advised of the possibility of such damages.
+
+   9. Accepting Warranty or Additional Liability. While redistributing
+      the Work or Derivative Works thereof, You may choose to offer,
+      and charge a fee for, acceptance of support, warranty, indemnity,
+      or other liability obligations and/or rights consistent with this
+      License. However, in accepting such obligations, You may act only
+      on Your own behalf and on Your sole responsibility, not on behalf
+      of any other Contributor, and only if You agree to indemnify,
+      defend, and hold each Contributor harmless for any liability
+      incurred by, or claims asserted against, such Contributor by reason
+      of your accepting any such warranty or additional liability.
+
+   END OF TERMS AND CONDITIONS
+
+   APPENDIX: How to apply the Apache License to your work.
+
+      To apply the Apache License to your work, attach the following
+      boilerplate notice, with the fields enclosed by brackets "[]"
+      replaced with your own identifying information. (Don't include
+      the brackets!)  The text should be enclosed in the appropriate
+      comment syntax for the file format. We also recommend that a
+      file or class name and description of purpose be included on the
+      same "printed page" as the copyright notice for easier
+      identification within third-party archives.
+
+   Copyright 2020 Elastic and contributors
+
+   Licensed under the Apache License, Version 2.0 (the "License");
+   you may not use this file except in compliance with the License.
+   You may obtain a copy of the License at
+
+       http://www.apache.org/licenses/LICENSE-2.0
+
+   Unless required by applicable law or agreed to in writing, software
+   distributed under the License is distributed on an "AS IS" BASIS,
+   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+   See the License for the specific language governing permissions and
+   limitations under the License.

data/docs/index.asciidoc

@@ -33,6 +33,37 @@ Example use-cases:
 
 Note: While this project is partially maintained by Google, this is not an official Google product.
 
+.Installation Note
+[NOTE]
+================================================================================
+Attempting to install this plugin may result in an error:
+[source,bash]
+----------------------------------
+Bundler::VersionConflict: Bundler could not find compatible versions for gem "mimemagic":
+  In Gemfile:
+    logstash-input-google_cloud_storage (= 0.11.0) was resolved to 0.11.0, which depends on
+      mimemagic (>= 0.3.7)
+
+Could not find gem 'mimemagic (>= 0.3.7)', which is required by gem 'logstash-input-google_cloud_storage (= 0.11.0)', in any of the sources or in gems cached in vendor/cache
+----------------------------------
+If this error occurs, you can fix it by manually installing the "mimemagic" dependency directly into the
+Logstash's internal Ruby Gems cache, which is present at `vendor/bundle/jruby/<ruby_version>/gems/`. This could be done using
+the bundled Ruby gem's instance inside the Logstash's installation `bin/` folder.
+
+To manually install the "mimemagic" gem into Logstash use:
+[source,bash]
+----------------------------------
+bin/ruby -S gem install mimemagic -v '>= 0.3.7'
+----------------------------------
+
+Then install the plugin as usual with:
+[source,bash]
+----------------------------------
+bin/logstash-plugin install logstash-input-google_cloud_storage
+----------------------------------
+
+================================================================================
+
 [id="plugins-{type}s-{plugin}-metadata-attributes"]
 ==== Metadata Attributes
 

data/lib/logstash/inputs/cloud_storage/file_reader.rb

@@ -1,6 +1,7 @@
 # encoding: utf-8
 
 require 'zlib'
+require 'mimemagic'
 
 module LogStash
   module Inputs
@@ -22,7 +23,8 @@ module LogStash
 
         # gzip? returns true if the given filename has a gzip file extension.
         def self.gzip?(filename)
-          filename.end_with? '.gz'
+          magic = MimeMagic.by_magic(::File.open(filename))
+          magic ? magic.subtype == "gzip" : false
         end
 
         def self.read_plain_lines(filename, &block)

data/lib/logstash-input-google_cloud_storage_jars.rb

@@ -1,42 +1,39 @@
 # AUTOGENERATED BY THE GRADLE SCRIPT. DO NOT EDIT.
 
 require 'jar_dependencies'
-require_jar('com.google.cloud', 'google-cloud-storage', '1.62.0')
-require_jar('com.fasterxml.jackson.core', 'jackson-core', '2.9.6')
-require_jar('com.google.api', 'api-common', '1.7.0')
-require_jar('com.google.api-client', 'google-api-client', '1.27.0')
-require_jar('com.google.api', 'gax', '1.38.0')
-require_jar('com.google.api', 'gax-httpjson', '0.55.0')
-require_jar('com.google.api.grpc', 'proto-google-common-protos', '1.12.0')
-require_jar('com.google.api.grpc', 'proto-google-iam-v1', '0.12.0')
-require_jar('com.google.apis', 'google-api-services-storage', 'v1-rev20181109-1.27.0')
-require_jar('com.google.auth', 'google-auth-library-credentials', '0.12.0')
-require_jar('com.google.auth', 'google-auth-library-oauth2-http', '0.12.0')
-require_jar('com.google.cloud', 'google-cloud-core', '1.62.0')
-require_jar('com.google.cloud', 'google-cloud-core-http', '1.62.0')
+require_jar('com.google.cloud', 'google-cloud-storage', '1.118.1')
+require_jar('com.google.guava', 'guava', '30.1.1-jre')
+require_jar('com.google.guava', 'failureaccess', '1.0.1')
+require_jar('com.google.guava', 'listenablefuture', '9999.0-empty-to-avoid-conflict-with-guava')
 require_jar('com.google.code.findbugs', 'jsr305', '3.0.2')
-require_jar('com.google.code.gson', 'gson', '2.7')
-require_jar('com.google.errorprone', 'error_prone_annotations', '2.2.0')
-require_jar('com.google.guava', 'guava', '26.0-android')
-require_jar('com.google.guava', 'guava-jdk5', '17.0')
-require_jar('com.google.http-client', 'google-http-client', '1.27.0')
-require_jar('com.google.http-client', 'google-http-client-appengine', '1.27.0')
-require_jar('com.google.http-client', 'google-http-client-jackson', '1.23.0')
-require_jar('com.google.http-client', 'google-http-client-jackson2', '1.27.0')
-require_jar('com.google.j2objc', 'j2objc-annotations', '1.1')
-require_jar('com.google.oauth-client', 'google-oauth-client', '1.27.0')
-require_jar('com.google.protobuf', 'protobuf-java', '3.6.1')
-require_jar('com.google.protobuf', 'protobuf-java-util', '3.6.1')
-require_jar('commons-codec', 'commons-codec', '1.10')
-require_jar('commons-logging', 'commons-logging', '1.2')
-require_jar('io.grpc', 'grpc-context', '1.14.0')
-require_jar('io.opencensus', 'opencensus-api', '0.17.0')
-require_jar('io.opencensus', 'opencensus-contrib-http-util', '0.17.0')
-require_jar('javax.annotation', 'javax.annotation-api', '1.2')
-require_jar('joda-time', 'joda-time', '2.9.2')
-require_jar('org.apache.httpcomponents', 'httpclient', '4.5.5')
-require_jar('org.apache.httpcomponents', 'httpcore', '4.4.9')
-require_jar('org.checkerframework', 'checker-compat-qual', '2.5.2')
-require_jar('org.codehaus.jackson', 'jackson-core-asl', '1.9.11')
-require_jar('org.codehaus.mojo', 'animal-sniffer-annotations', '1.14')
-require_jar('org.threeten', 'threetenbp', '1.3.3')
+require_jar('org.checkerframework', 'checker-qual', '3.8.0')
+require_jar('com.google.errorprone', 'error_prone_annotations', '2.8.1')
+require_jar('com.google.j2objc', 'j2objc-annotations', '1.3')
+require_jar('com.google.http-client', 'google-http-client', '1.39.2')
+require_jar('io.opencensus', 'opencensus-contrib-http-util', '0.28.0')
+require_jar('com.google.http-client', 'google-http-client-jackson2', '1.39.2')
+require_jar('com.fasterxml.jackson.core', 'jackson-core', '2.12.4')
+require_jar('com.google.api-client', 'google-api-client', '1.32.1')
+require_jar('com.google.oauth-client', 'google-oauth-client', '1.31.5')
+require_jar('com.google.http-client', 'google-http-client-gson', '1.39.2')
+require_jar('com.google.http-client', 'google-http-client-apache-v2', '1.39.2')
+require_jar('com.google.apis', 'google-api-services-storage', 'v1-rev20210127-1.32.1')
+require_jar('com.google.code.gson', 'gson', '2.8.7')
+require_jar('com.google.cloud', 'google-cloud-core', '2.0.2')
+require_jar('com.google.auto.value', 'auto-value-annotations', '1.8.2')
+require_jar('com.google.api.grpc', 'proto-google-common-protos', '2.3.2')
+require_jar('com.google.cloud', 'google-cloud-core-http', '2.0.2')
+require_jar('com.google.http-client', 'google-http-client-appengine', '1.39.2')
+require_jar('com.google.api', 'gax-httpjson', '0.85.0')
+require_jar('com.google.api', 'gax', '2.0.0')
+require_jar('com.google.auth', 'google-auth-library-credentials', '1.0.0')
+require_jar('com.google.auth', 'google-auth-library-oauth2-http', '1.0.0')
+require_jar('com.google.api', 'api-common', '2.0.0')
+require_jar('javax.annotation', 'javax.annotation-api', '1.3.2')
+require_jar('io.opencensus', 'opencensus-api', '0.28.0')
+require_jar('io.grpc', 'grpc-context', '1.39.0')
+require_jar('com.google.api.grpc', 'proto-google-iam-v1', '1.0.14')
+require_jar('com.google.protobuf', 'protobuf-java', '3.17.3')
+require_jar('com.google.protobuf', 'protobuf-java-util', '3.17.3')
+require_jar('org.threeten', 'threetenbp', '1.5.1')
+require_jar('org.logstash.inputs', 'plugin', '0.12.0')

data/logstash-input-google_cloud_storage.gemspec

@@ -1,6 +1,6 @@
 Gem::Specification.new do |s|
   s.name          = 'logstash-input-google_cloud_storage'
-  s.version       = '0.10.0'
+  s.version       = ::File.read('version').split("\n").first
   s.licenses      = ['Apache-2.0']
   s.summary       = 'Plugin to import log data from Google Cloud Storage (GCS).'
   s.description   = 'This gem is a Logstash plugin required to be installed on top of the '\
@@ -27,7 +27,7 @@ Gem::Specification.new do |s|
       'CONTRIBUTORS',
       'LICENSE',
       'NOTICE.TXT',
-      'VERSION',
+      'version',
       'docs/**/*']
 
   # Tests
@@ -37,13 +37,15 @@ Gem::Specification.new do |s|
   s.metadata = { 'logstash_plugin' => 'true', 'logstash_group' => 'input' }
 
   # Gem dependencies
+  s.add_runtime_dependency 'logstash-core', '>= 8.3.0'
   s.add_runtime_dependency 'logstash-codec-plain'
   s.add_runtime_dependency 'logstash-core-plugin-api', '~> 2.0'
   s.add_runtime_dependency 'stud', '>= 0.0.22'
+  s.add_runtime_dependency 'mimemagic', '>= 0.3.7'
 
-  s.add_development_dependency 'logstash-devutils', '>= 0.0.16'
+  s.add_development_dependency 'logstash-devutils', '>= 1.0.0'
 
   # Java
-  s.add_development_dependency 'jar-dependencies', '~> 0.3.4'
+  s.add_development_dependency 'jar-dependencies', '~> 0.4'
   s.platform = 'java'
 end

data/spec/fixtures/gzip/simple.gz.log

@@ -0,0 +1,2 @@
+hello
+world

data/spec/fixtures/gzip/simple.log

@@ -0,0 +1,2 @@
+hello
+world

data/spec/fixtures/gzip/simpledir.gz/log

@@ -0,0 +1,2 @@
+hello
+world

data/spec/inputs/cloud_storage/file_reader_spec.rb

@@ -8,18 +8,19 @@ describe LogStash::Inputs::CloudStorage::FileReader do
   describe '#gzip?' do
     GzipTest = Struct.new('GzipTest', :path, :expected)
 
-    it 'is true when the file ends with .gz' do
+    it 'is true when the file has .gz mimetype' do
       cases = [
-        GzipTest.new('simple.gz', true),
-        GzipTest.new('subdir/simple.gz', true),
-        GzipTest.new('/abs/path.gz', true),
-        GzipTest.new('path.log.gz', true),
-
-        GzipTest.new('path.log.gzip', false),
-        GzipTest.new('simple.log', false),
-        GzipTest.new('simple.gz/foo', false),
-        GzipTest.new('simple.gz.log', false),
-        GzipTest.new('foo.tgz', false)
+        GzipTest.new(::File.join('.', 'spec', 'fixtures', 'gzip', 'simple.gz'), true),
+        GzipTest.new(::File.join(::Dir.pwd, 'spec', 'fixtures', 'gzip', 'simple.gz'), true),
+        GzipTest.new(::File.join('.', 'spec', 'fixtures', 'gzip', 'simple.log.gz'), true),
+        GzipTest.new(::File.join('.', 'spec', 'fixtures', 'gzip', 'simple.gzip'), true),
+        GzipTest.new(::File.join('.', 'spec', 'fixtures', 'gzip', 'simplegz'), true),
+        GzipTest.new(::File.join('.', 'spec', 'fixtures', 'gzip', 'simple.tgz'), true),
+
+        GzipTest.new(::File.join('.', 'spec', 'fixtures', 'gzip', 'simple.log'), false),
+        GzipTest.new(::File.join('.', 'spec', 'fixtures', 'gzip', 'simpledir.gz/log'), false),
+        GzipTest.new(::File.join('.', 'spec', 'fixtures', 'gzip', 'simple.gz.log'), false),
+        GzipTest.new(::File.join('.', 'spec', 'fixtures', 'gzip', 'simple.log'), false),
       ]
 
       cases.each do |test|

data/version

@@ -0,0 +1 @@
+0.12.0

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: logstash-input-google_cloud_storage
 version: !ruby/object:Gem::Version
-  version: 0.10.0
+  version: 0.12.0
 platform: java
 authors:
 - Elastic
@@ -9,8 +9,22 @@ authors:
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2019-02-28 00:00:00.000000000 Z
+date: 2022-10-04 00:00:00.000000000 Z
 dependencies:
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 8.3.0
+  name: logstash-core
+  prerelease: false
+  type: :runtime
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 8.3.0
 - !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
     requirements:
@@ -58,7 +72,21 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 0.0.16
+        version: 0.3.7
+  name: mimemagic
+  prerelease: false
+  type: :runtime
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.3.7
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.0.0
   name: logstash-devutils
   prerelease: false
   type: :development
@@ -66,13 +94,13 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 0.0.16
+        version: 1.0.0
 - !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.3.4
+        version: '0.4'
   name: jar-dependencies
   prerelease: false
   type: :development
@@ -80,7 +108,7 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.3.4
+        version: '0.4'
 description: This gem is a Logstash plugin required to be installed on top of the
   Logstash core pipeline using $LS_HOME/bin/logstash-plugin install gemname. This
   gem is not a stand-alone program
@@ -105,6 +133,14 @@ files:
 - lib/logstash/inputs/google_cloud_storage.rb
 - logstash-input-google_cloud_storage.gemspec
 - spec/fixtures/credentials.json
+- spec/fixtures/gzip/simple.gz
+- spec/fixtures/gzip/simple.gz.log
+- spec/fixtures/gzip/simple.gzip
+- spec/fixtures/gzip/simple.log
+- spec/fixtures/gzip/simple.log.gz
+- spec/fixtures/gzip/simple.tgz
+- spec/fixtures/gzip/simpledir.gz/log
+- spec/fixtures/gzip/simplegz
 - spec/fixtures/helloworld.log
 - spec/fixtures/helloworld.log.gz
 - spec/inputs/cloud_storage/blob_adapter_spec.rb
@@ -113,45 +149,43 @@ files:
 - spec/inputs/cloud_storage/file_reader_spec.rb
 - spec/inputs/cloud_storage/processed_db_spec.rb
 - spec/inputs/google_cloud_storage_spec.rb
-- vendor/jar-dependencies/com/fasterxml/jackson/core/jackson-core/2.9.6/jackson-core-2.9.6.jar
-- vendor/jar-dependencies/com/google/api-client/google-api-client/1.27.0/google-api-client-1.27.0.jar
-- vendor/jar-dependencies/com/google/api/api-common/1.7.0/api-common-1.7.0.jar
-- vendor/jar-dependencies/com/google/api/gax-httpjson/0.55.0/gax-httpjson-0.55.0.jar
-- vendor/jar-dependencies/com/google/api/gax/1.38.0/gax-1.38.0.jar
-- vendor/jar-dependencies/com/google/api/grpc/proto-google-common-protos/1.12.0/proto-google-common-protos-1.12.0.jar
-- vendor/jar-dependencies/com/google/api/grpc/proto-google-iam-v1/0.12.0/proto-google-iam-v1-0.12.0.jar
-- vendor/jar-dependencies/com/google/apis/google-api-services-storage/v1-rev20181109-1.27.0/google-api-services-storage-v1-rev20181109-1.27.0.jar
-- vendor/jar-dependencies/com/google/auth/google-auth-library-credentials/0.12.0/google-auth-library-credentials-0.12.0.jar
-- vendor/jar-dependencies/com/google/auth/google-auth-library-oauth2-http/0.12.0/google-auth-library-oauth2-http-0.12.0.jar
-- vendor/jar-dependencies/com/google/cloud/google-cloud-core-http/1.62.0/google-cloud-core-http-1.62.0.jar
-- vendor/jar-dependencies/com/google/cloud/google-cloud-core/1.62.0/google-cloud-core-1.62.0.jar
-- vendor/jar-dependencies/com/google/cloud/google-cloud-storage/1.62.0/google-cloud-storage-1.62.0.jar
+- vendor/jar-dependencies/com/fasterxml/jackson/core/jackson-core/2.12.4/jackson-core-2.12.4.jar
+- vendor/jar-dependencies/com/google/api-client/google-api-client/1.32.1/google-api-client-1.32.1.jar
+- vendor/jar-dependencies/com/google/api/api-common/2.0.0/api-common-2.0.0.jar
+- vendor/jar-dependencies/com/google/api/gax-httpjson/0.85.0/gax-httpjson-0.85.0.jar
+- vendor/jar-dependencies/com/google/api/gax/2.0.0/gax-2.0.0.jar
+- vendor/jar-dependencies/com/google/api/grpc/proto-google-common-protos/2.3.2/proto-google-common-protos-2.3.2.jar
+- vendor/jar-dependencies/com/google/api/grpc/proto-google-iam-v1/1.0.14/proto-google-iam-v1-1.0.14.jar
+- vendor/jar-dependencies/com/google/apis/google-api-services-storage/v1-rev20210127-1.32.1/google-api-services-storage-v1-rev20210127-1.32.1.jar
+- vendor/jar-dependencies/com/google/auth/google-auth-library-credentials/1.0.0/google-auth-library-credentials-1.0.0.jar
+- vendor/jar-dependencies/com/google/auth/google-auth-library-oauth2-http/1.0.0/google-auth-library-oauth2-http-1.0.0.jar
+- vendor/jar-dependencies/com/google/auto/value/auto-value-annotations/1.8.2/auto-value-annotations-1.8.2.jar
+- vendor/jar-dependencies/com/google/cloud/google-cloud-core-http/2.0.2/google-cloud-core-http-2.0.2.jar
+- vendor/jar-dependencies/com/google/cloud/google-cloud-core/2.0.2/google-cloud-core-2.0.2.jar
+- vendor/jar-dependencies/com/google/cloud/google-cloud-storage/1.118.1/google-cloud-storage-1.118.1.jar
 - vendor/jar-dependencies/com/google/code/findbugs/jsr305/3.0.2/jsr305-3.0.2.jar
-- vendor/jar-dependencies/com/google/code/gson/gson/2.7/gson-2.7.jar
-- vendor/jar-dependencies/com/google/errorprone/error_prone_annotations/2.2.0/error_prone_annotations-2.2.0.jar
-- vendor/jar-dependencies/com/google/guava/guava-jdk5/17.0/guava-jdk5-17.0.jar
-- vendor/jar-dependencies/com/google/guava/guava/26.0-android/guava-26.0-android.jar
-- vendor/jar-dependencies/com/google/http-client/google-http-client-appengine/1.27.0/google-http-client-appengine-1.27.0.jar
-- vendor/jar-dependencies/com/google/http-client/google-http-client-jackson/1.23.0/google-http-client-jackson-1.23.0.jar
-- vendor/jar-dependencies/com/google/http-client/google-http-client-jackson2/1.27.0/google-http-client-jackson2-1.27.0.jar
-- vendor/jar-dependencies/com/google/http-client/google-http-client/1.27.0/google-http-client-1.27.0.jar
-- vendor/jar-dependencies/com/google/j2objc/j2objc-annotations/1.1/j2objc-annotations-1.1.jar
-- vendor/jar-dependencies/com/google/oauth-client/google-oauth-client/1.27.0/google-oauth-client-1.27.0.jar
-- vendor/jar-dependencies/com/google/protobuf/protobuf-java-util/3.6.1/protobuf-java-util-3.6.1.jar
-- vendor/jar-dependencies/com/google/protobuf/protobuf-java/3.6.1/protobuf-java-3.6.1.jar
-- vendor/jar-dependencies/commons-codec/commons-codec/1.10/commons-codec-1.10.jar
-- vendor/jar-dependencies/commons-logging/commons-logging/1.2/commons-logging-1.2.jar
-- vendor/jar-dependencies/io/grpc/grpc-context/1.14.0/grpc-context-1.14.0.jar
-- vendor/jar-dependencies/io/opencensus/opencensus-api/0.17.0/opencensus-api-0.17.0.jar
-- vendor/jar-dependencies/io/opencensus/opencensus-contrib-http-util/0.17.0/opencensus-contrib-http-util-0.17.0.jar
-- vendor/jar-dependencies/javax/annotation/javax.annotation-api/1.2/javax.annotation-api-1.2.jar
-- vendor/jar-dependencies/joda-time/joda-time/2.9.2/joda-time-2.9.2.jar
-- vendor/jar-dependencies/org/apache/httpcomponents/httpclient/4.5.5/httpclient-4.5.5.jar
-- vendor/jar-dependencies/org/apache/httpcomponents/httpcore/4.4.9/httpcore-4.4.9.jar
-- vendor/jar-dependencies/org/checkerframework/checker-compat-qual/2.5.2/checker-compat-qual-2.5.2.jar
-- vendor/jar-dependencies/org/codehaus/jackson/jackson-core-asl/1.9.11/jackson-core-asl-1.9.11.jar
-- vendor/jar-dependencies/org/codehaus/mojo/animal-sniffer-annotations/1.14/animal-sniffer-annotations-1.14.jar
-- vendor/jar-dependencies/org/threeten/threetenbp/1.3.3/threetenbp-1.3.3.jar
+- vendor/jar-dependencies/com/google/code/gson/gson/2.8.7/gson-2.8.7.jar
+- vendor/jar-dependencies/com/google/errorprone/error_prone_annotations/2.8.1/error_prone_annotations-2.8.1.jar
+- vendor/jar-dependencies/com/google/guava/failureaccess/1.0.1/failureaccess-1.0.1.jar
+- vendor/jar-dependencies/com/google/guava/guava/30.1.1-jre/guava-30.1.1-jre.jar
+- vendor/jar-dependencies/com/google/guava/listenablefuture/9999.0-empty-to-avoid-conflict-with-guava/listenablefuture-9999.0-empty-to-avoid-conflict-with-guava.jar
+- vendor/jar-dependencies/com/google/http-client/google-http-client-apache-v2/1.39.2/google-http-client-apache-v2-1.39.2.jar
+- vendor/jar-dependencies/com/google/http-client/google-http-client-appengine/1.39.2/google-http-client-appengine-1.39.2.jar
+- vendor/jar-dependencies/com/google/http-client/google-http-client-gson/1.39.2/google-http-client-gson-1.39.2.jar
+- vendor/jar-dependencies/com/google/http-client/google-http-client-jackson2/1.39.2/google-http-client-jackson2-1.39.2.jar
+- vendor/jar-dependencies/com/google/http-client/google-http-client/1.39.2/google-http-client-1.39.2.jar
+- vendor/jar-dependencies/com/google/j2objc/j2objc-annotations/1.3/j2objc-annotations-1.3.jar
+- vendor/jar-dependencies/com/google/oauth-client/google-oauth-client/1.31.5/google-oauth-client-1.31.5.jar
+- vendor/jar-dependencies/com/google/protobuf/protobuf-java-util/3.17.3/protobuf-java-util-3.17.3.jar
+- vendor/jar-dependencies/com/google/protobuf/protobuf-java/3.17.3/protobuf-java-3.17.3.jar
+- vendor/jar-dependencies/io/grpc/grpc-context/1.39.0/grpc-context-1.39.0.jar
+- vendor/jar-dependencies/io/opencensus/opencensus-api/0.28.0/opencensus-api-0.28.0.jar
+- vendor/jar-dependencies/io/opencensus/opencensus-contrib-http-util/0.28.0/opencensus-contrib-http-util-0.28.0.jar
+- vendor/jar-dependencies/javax/annotation/javax.annotation-api/1.3.2/javax.annotation-api-1.3.2.jar
+- vendor/jar-dependencies/org/checkerframework/checker-qual/3.8.0/checker-qual-3.8.0.jar
+- vendor/jar-dependencies/org/logstash/inputs/plugin/0.12.0/plugin-0.12.0.jar
+- vendor/jar-dependencies/org/threeten/threetenbp/1.5.1/threetenbp-1.5.1.jar
+- version
 homepage: http://www.elastic.co/guide/en/logstash/current/index.html
 licenses:
 - Apache-2.0
@@ -174,13 +208,20 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubyforge_project:
-rubygems_version: 2.6.13
+rubygems_version: 3.1.6
 signing_key:
 specification_version: 4
 summary: Plugin to import log data from Google Cloud Storage (GCS).
 test_files:
 - spec/fixtures/credentials.json
+- spec/fixtures/gzip/simple.gz
+- spec/fixtures/gzip/simple.gz.log
+- spec/fixtures/gzip/simple.gzip
+- spec/fixtures/gzip/simple.log
+- spec/fixtures/gzip/simple.log.gz
+- spec/fixtures/gzip/simple.tgz
+- spec/fixtures/gzip/simpledir.gz/log
+- spec/fixtures/gzip/simplegz
 - spec/fixtures/helloworld.log
 - spec/fixtures/helloworld.log.gz
 - spec/inputs/cloud_storage/blob_adapter_spec.rb