fluent-plugin-logzio 0.0.19 → 0.0.22

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 17485e8da5dcd5e20352ee01f41f480d4158027a
-  data.tar.gz: f9255f6ae60a9a481352b2d1939838b52b5cf5e1
+  metadata.gz: f6e13567cce456b4bf9efe5ec2fcc72d9ab50648
+  data.tar.gz: 9c92ef500e341c040349be13f9ac4d2ea8a3ea96
 SHA512:
-  metadata.gz: de25eaeb14be8b1e583640e1eab772a0b71c036cc268a41996efff4d31a6bd89f22eb7f2a5b0bfe67af802ce8585508e3782e80169bf6063146a08e22c0c807c
-  data.tar.gz: a089634c8368a3acaef3451b32278e9e9e391035d6790450a77fd7d53e6cff6b727f24a699ab22665eda8afb25c927ea5087fb88ef3b765d03e18629ecee9019
+  metadata.gz: '09062c96178f0d3b42b2e5c9ace511b029ae3508e3beca477916b80b806e83f6ccb15bf94ce52eabebc2cce3e5a10d4b1009cf0c26e13752259578dac0e35479'
+  data.tar.gz: b84d592569e502023fb318fbe2f1408a9049156740233ab67aeca0b0c0333a5c8ca39cf79eb641494fde4c9326fa28b65ae472feecea8724418243906dceed32

data/.github/workflows/git-secrets.yml

@@ -0,0 +1,33 @@
+name: git-secrets
+
+# Controls when the workflow will run
+# Triggers the workflow on push or pull request events but only for the main branch
+on: [push]
+
+# A workflow run is made up of one or more jobs that can run sequentially or in parallel
+jobs:
+  # This workflow contains a single job called "main"
+  git-secrets:
+    # The type of runner that the job will run on
+    runs-on: ubuntu-18.04
+
+    # Steps represent a sequence of tasks that will be executed as part of the job
+    steps:
+      - name: Check Out Source Code
+        uses: actions/checkout@v2
+
+      - name: Set up Python 3.8
+        uses: actions/setup-python@v2
+        with:
+          python-version: 3.8
+      - name: Installing dependencies
+        run:
+          sudo apt-get install git less openssh-server
+      - name: Installing scanning tool
+        run: |
+          brew install git-secrets
+          git secrets --install
+          git secrets --register-aws 
+      - name: Running scanning tool
+        run:
+          git secrets --scan

data/.whitesource

@@ -0,0 +1,8 @@
+{
+  "checkRunSettings": {
+    "vulnerableCheckRunConclusionLevel": "failure"
+  },
+  "issueSettings": {
+    "minSeverityLevel": "LOW"
+  }
+}

data/README.md

@@ -71,9 +71,13 @@ This is an **example** only. Your needs in production may vary!
 * **bulk_limit_warning_limit** Limit to the size of the Logz.io warning message when a record exceeds bulk_limit to prevent a recursion when Fluent warnings are sent to the Logz.io output.  Defaults to nil (no truncation).
 * **proxy_uri** Your proxy uri. Default is nil
 * **proxy_cert** Your proxy cert. Default is nil
+* **gzip** should the plugin ship the logs in gzip compression. Default is false
 
 
 ## Release Notes
+- 0.0.22: Update gem `net-http-persistent` to 4.x.
+- 0.0.21: Update gem `net-http-persistent` to 3.x.
+- 0.0.20: Support gzip compression
 - 0.0.18: Support proxy_uri and proxy_cert in the configuration file. Put logzio output plugin class under Fluent::Plugin module and thus work with multi workers.
 - 0.0.17: Optional truncate log messages when they are exceeding bulk size in warning logs
 - 0.0.16: More fluentD 1.0+ adjustments

data/fluent-plugin-logzio.gemspec

@@ -4,9 +4,9 @@ $LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
 
 Gem::Specification.new do |s|
   s.name        = 'fluent-plugin-logzio'
-  s.version     = '0.0.19'
-  s.authors     = ['Yury Kotov', 'Roi Rav-Hon', 'Arcadiy Ivanov']
-  s.email       = ['bairkan@gmail.com', 'roi@logz.io', 'arcadiy@ivanov.biz']
+  s.version     = '0.0.22'
+  s.authors     = ['Yury Kotov', 'Roi Rav-Hon', 'Arcadiy Ivanov', 'Miri Ignatiev']
+  s.email       = ['bairkan@gmail.com', 'roi@logz.io', 'arcadiy@ivanov.biz', 'miri.ignatiev@logz.io']
   s.homepage    = 'https://github.com/logzio/fluent-plugin-logzio'
   s.summary     = %q{Fluentd plugin for output to Logz.io}
   s.description = %q{Fluentd pluging (fluent.org) for output to Logz.io (logz.io)}
@@ -19,10 +19,10 @@ Gem::Specification.new do |s|
   s.require_paths = ['lib']
   s.required_ruby_version = Gem::Requirement.new('>= 2.1.0')
 
-  s.add_dependency 'net-http-persistent', '~> 2.9'
+  s.add_dependency 'net-http-persistent', '~> 4.0'
   s.add_runtime_dependency 'fluentd', ['>= 0.14.0', '< 2']
   s.add_development_dependency 'rake', '~> 12.3'
   s.add_development_dependency 'bundler', '~> 1.16'
   s.add_development_dependency 'rspec', '~> 3.7'
   s.add_development_dependency 'test-unit', '~> 3.2'
-end
+end

data/lib/fluent/plugin/out_logzio_buffered.rb

@@ -1,5 +1,7 @@
 require 'time'
 require 'fluent/plugin/output'
+require 'zlib'
+require 'stringio'
 
 module Fluent::Plugin
   class LogzioOutputBuffered < Output
@@ -18,6 +20,7 @@ module Fluent::Plugin
     config_param :output_tags_fieldname, :string, default: 'fluentd_tags'
     config_param :proxy_uri, :string, default: nil
     config_param :proxy_cert, :string, default: nil
+    config_param :gzip, :bool, default: false # False for backward compatibility
 
     def configure(conf)
       super
@@ -41,8 +44,11 @@ module Fluent::Plugin
       super
       require 'net/http/persistent'
       @uri = URI @endpoint_url
-      @http = Net::HTTP::Persistent.new 'fluent-plugin-logzio', :ENV
+      @http = Net::HTTP::Persistent.new name: 'fluent-plugin-logzio', proxy: :ENV
       @http.headers['Content-Type'] = 'text/plain'
+      if @gzip
+        @http.headers['Content-Encoding'] = 'gzip'
+      end
       @http.idle_timeout = @http_idle_timeout
       @http.socket_options << [Socket::SOL_SOCKET, Socket::SO_KEEPALIVE, 1]
 
@@ -122,7 +128,9 @@ module Fluent::Plugin
 
       # Logz.io bulk http endpoint expecting log line with \n delimiter
       post.body = bulk_records.join("\n")
-
+      if gzip
+        post.body = compress(post.body)
+      end
       sleep_interval = @retry_sleep
 
       begin
@@ -163,5 +171,13 @@ module Fluent::Plugin
         log.error "Got unexpected exception! Here: #{e}"
       end
     end
+
+    def compress(string)
+      wio = StringIO.new("w")
+      w_gz = Zlib::GzipWriter.new(wio)
+      w_gz.write(string)
+      w_gz.close
+      wio.string
+    end
   end
 end

metadata

@@ -1,16 +1,17 @@
 --- !ruby/object:Gem::Specification
 name: fluent-plugin-logzio
 version: !ruby/object:Gem::Version
-  version: 0.0.19
+  version: 0.0.22
 platform: ruby
 authors:
 - Yury Kotov
 - Roi Rav-Hon
 - Arcadiy Ivanov
+- Miri Ignatiev
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2018-12-17 00:00:00.000000000 Z
+date: 2022-06-19 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: net-http-persistent
@@ -18,14 +19,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '2.9'
+        version: '4.0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '2.9'
+        version: '4.0'
 - !ruby/object:Gem::Dependency
   name: fluentd
   requirement: !ruby/object:Gem::Requirement
@@ -107,12 +108,15 @@ email:
 - bairkan@gmail.com
 - roi@logz.io
 - arcadiy@ivanov.biz
+- miri.ignatiev@logz.io
 executables: []
 extensions: []
 extra_rdoc_files: []
 files:
+- ".github/workflows/git-secrets.yml"
 - ".gitignore"
 - ".rspec"
+- ".whitesource"
 - Gemfile
 - LICENSE
 - README.md