fluent-plugin-out-kivera 1.0.3 → 1.0.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 93e7ed223cfaa53edf159ae6a4602966afa84dd04023923f732bb1902c19952d
-  data.tar.gz: 3e16ba998bfa8c1d3003213bcf781850ece988e2050b118eefc8b9f9906207c4
+  metadata.gz: 721bfd6a1f2d3a7fd4c1b0f32f4c0b9c719f893efceb5e4efc85d120a584cfd0
+  data.tar.gz: 4e5570fb109cc3a10611943feb6d5a969e1bb622e465f265fb64a7f690446199
 SHA512:
-  metadata.gz: d575623311f414a46021315716101662dc4bc44afb4ebb7132785f327ae6d7450c790960565e512f62a03e1bc9bd6ee6cd91b5626ad3155b2c9ca4c51bc070a9
-  data.tar.gz: 29a029c065284af570b2b68756eca62de9006bb52492819078ccb4f169c6d79d4a841041f17ac8b07823ccf3dfd8e84c4b43be8a60a20deb7ada8d0af3d0c3f7
+  metadata.gz: c12450c146eac19c5a4ad93c981d65b7a37380079a0be5b76f8e26ee80536efaf423d7ac25d79c77cce10151a6da38e7b3595e7ff7801b0fe4bc8e5e66e2129a
+  data.tar.gz: 1b739bbcc134e71c865c0c431b169717e8a287d43f93ef4434e17f9eeb2495e120a9490e0c3d609542ed1beb797ba92816bf7bd8d4224ec698ca4ce0cb457a01

data/.github/workflows/test.yml

@@ -0,0 +1,43 @@
+# name: Test
+# on:
+#   - push
+#   - pull_request
+# jobs:
+#   build:
+#     runs-on: ${{ matrix.os }}
+#     strategy:
+#       fail-fast: false
+#       matrix:
+#         ruby: [ '2.7', '3.0', '3.1' ]
+#         os:
+#           - ubuntu-latest
+#           - macOS-latest
+#     name: Ruby ${{ matrix.ruby }} unit testing on ${{ matrix.os }}
+#     steps:
+#       - uses: actions/checkout@v3
+#       - uses: ruby/setup-ruby@v1
+#         with:
+#           ruby-version: ${{ matrix.ruby }}
+#           bundler-cache: true
+#       - name: unit testing
+#         run: |
+#           bundle exec rake test
+
+#   gem:
+#     name: Gem test
+#     runs-on: ubuntu-latest
+#     steps:
+#       - uses: actions/checkout@v3
+#       - uses: ruby/setup-ruby@v1
+#         with:
+#           ruby-version: 3.1
+#       - name: Install
+#         run: |
+#           rake install
+#           gem install test-unit webrick
+#       - name: Test
+#         run: |
+#           mkdir -p tmp
+#           cd tmp
+#           cp -a ../test/ ./
+#           ../run_test.rb

data/CHANGELOG.md

@@ -1,4 +1,8 @@
 # Changelog
+## 1.3.4
+* Add debug log about chunk writing
+* Tweak CI
+
 ## 1.3.3
 * Revert x-ndjson format payload behavior
 

data/Makefile

@@ -4,9 +4,9 @@ SHELL=/bin/bash
 
 build:
 	@if [ "${VER}" = "" ]; then echo "VER not set"; exit 1; else echo "VER=${VER}"; fi
-	sed -i 's/  gem.version.*/  gem.version       = "${VER}"/g' fluent-plugin-out-kivera.gemspec
+	sed -i '' 's/  gem.version.*/  gem.version       = "${VER}"/g' fluent-plugin-out-kivera.gemspec
 	gem build fluent-plugin-out-kivera
 
 push:
 	@if [ "${VER}" = "" ]; then echo "VER not set"; exit 1; else echo "VER=${VER}"; fi
-	gem push fluent-plugin-out-kivera-${VER}.gem
+	gem push fluent-plugin-out-kivera-${VER}.gem

data/README.md

@@ -60,3 +60,11 @@ Heavily based on [fluent-plugin-out-http][2]
   [1]: http://fluentd.org/
   [2]: https://github.com/fluent-plugins-nursery/fluent-plugin-out-http
   [3]: https://github.com/sabottenda/fluent-plugin-bufferize
+
+## How to release
+
+1. Update `gem.version` of the `gemspec` file.
+1. Update `CHANGELOG.md`.
+1. Commit them.
+1. `$ bundle exec rake release`
+    * It will add and push the tag, and publish the gem.

data/fluent-plugin-out-kivera.gemspec

@@ -2,7 +2,7 @@
 
 Gem::Specification.new do |gem|
   gem.name          = "fluent-plugin-out-kivera"
-  gem.version       = "1.0.3"
+  gem.version       = "1.0.4"
   gem.authors       = ["Tyler Matheson"]
   gem.email         = ["tyler@kivera.io"]
   gem.summary       = "Fluentd plugin for Kivera"

data/lib/fluent/plugin/out_kivera.rb

@@ -48,6 +48,9 @@ class Fluent::Plugin::HTTPOutput < Fluent::Plugin::Output
   # kivera proxy client secret
   config_param :client_secret, :string, default: ""
 
+  # Kivera proxy entity secret
+  config_param :entity_secret, :string, default: ""
+
   # kivera audience api
   config_param :audience, :string, default: ""
 
@@ -112,11 +115,12 @@ class Fluent::Plugin::HTTPOutput < Fluent::Plugin::Output
     config = conf.elements(name: 'storage').first
     @storage = storage_create(usage: 'jwt_token', conf: config, default_type: 'local')
 
-    if ! @config_file.empty?
+    unless @config_file.empty?
       creds =  File.read(@config_file)
       parsed = Yajl::Parser.new.parse(StringIO.new(creds))
       @client_id = parsed.fetch("client_id", @client_id)
       @client_secret = parsed.fetch("client_secret", @client_secret)
+      @entity_secret = parsed.fetch("entity_secret", @entity_secret)
       @audience = parsed.fetch("audience", @audience)
       @auth0_cert = parsed.fetch("auth0_cert", @auth0_cert)
       @auth0_cert_file = parsed.fetch("auth0_cert", @auth0_cert_file)
@@ -127,10 +131,10 @@ class Fluent::Plugin::HTTPOutput < Fluent::Plugin::Output
       @auth0_cert = File.read(@auth0_cert_file)
     end
 
-    if @client_id.empty? && 
-        @client_secret.empty? && 
-        @audience.empty? && 
-        @auth0_cert.empty? && 
+    if @client_id.empty? &&
+        @client_secret.empty? &&
+        @audience.empty? &&
+        @auth0_cert.empty? &&
         @auth0_domain.empty?
       params = "client_id, client_secret, audience, auth0_cert and auth0_domain"
       raise Fluent::ConfigError, "Missing configuration. Either specify a config_file or set the #{params} parameters"
@@ -207,12 +211,13 @@ class Fluent::Plugin::HTTPOutput < Fluent::Plugin::Output
     url = "https://" + @auth0_domain + "/oauth/token"
     uri = URI.parse(url)
     req = Net::HTTP::Post.new(uri.to_s)
-    payload = { 
+    payload = {
       "client_id" =>      @client_id,
 			"client_secret" =>  @client_secret,
 			"audience" =>       @audience,
       "grant_type" =>     "client_credentials"
     }
+    payload["entity_secret"] = @entity_secret if @entity_secret
     set_json_body(req, payload)
     res = https(uri).request(req)
     case res
@@ -281,8 +286,8 @@ class Fluent::Plugin::HTTPOutput < Fluent::Plugin::Output
   end
 
   def send_request(req, uri)
-    is_rate_limited = (@rate_limit_msec != 0 and not @last_request_time.nil?)
-    if is_rate_limited and ((Time.now.to_f - @last_request_time) * 1000.0 < @rate_limit_msec)
+    is_rate_limited = (@rate_limit_msec != 0 && ! @last_request_time.nil?)
+    if is_rate_limited && ((Time.now.to_f - @last_request_time) * 1000.0 < @rate_limit_msec)
       log.info('Dropped request due to rate limiting')
       return
     end
@@ -308,7 +313,7 @@ class Fluent::Plugin::HTTPOutput < Fluent::Plugin::Output
       log.warn "Net::HTTP.#{req.method.capitalize} raises exception: #{e.class}, '#{e.message}'"
       raise e if @raise_on_error
     else
-       unless res and res.is_a?(Net::HTTPSuccess)
+       unless res && res.is_a?(Net::HTTPSuccess)
           res_summary = if res
                            "#{res.code} #{res.message} #{res.body}"
                         else

data/run_test.rb

@@ -0,0 +1,4 @@
+#!/usr/bin/env ruby
+Dir.glob("test/**/test_*.rb") do |test_rb|
+  require File.expand_path(test_rb)
+end

metadata

@@ -1,14 +1,13 @@
 --- !ruby/object:Gem::Specification
 name: fluent-plugin-out-kivera
 version: !ruby/object:Gem::Version
-  version: 1.0.3
+  version: 1.0.4
 platform: ruby
 authors:
 - Tyler Matheson
-autorequire: 
 bindir: bin
 cert_chain: []
-date: 2021-08-13 00:00:00.000000000 Z
+date: 1980-01-02 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: yajl-ruby
@@ -108,8 +107,7 @@ executables: []
 extensions: []
 extra_rdoc_files: []
 files:
-- ".github/workflows/linux.yml"
-- ".github/workflows/macos.yml"
+- ".github/workflows/test.yml"
 - ".gitignore"
 - CHANGELOG.md
 - Gemfile
@@ -121,13 +119,13 @@ files:
 - fluent-plugin-out-kivera.gemspec
 - lib/fluent/plugin/out_kivera.rb
 - lib/fluent/test/http_output_test.rb
+- run_test.rb
 - test/plugin/script/plugin/formatter_test.rb
 - test/plugin/test_out_kivera.rb
 homepage: https://github.com/kivera-io/fluent-plugin-out-kivera
 licenses:
 - Apache-2.0
 metadata: {}
-post_install_message: 
 rdoc_options: []
 require_paths:
 - lib
@@ -142,8 +140,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.1.2
-signing_key: 
+rubygems_version: 4.0.3
 specification_version: 4
 summary: Fluentd plugin for Kivera
 test_files:

data/.github/workflows/linux.yml

@@ -1,26 +0,0 @@
-name: Testing on Ubuntu
-on:
-  - push
-  - pull_request
-jobs:
-  build:
-    runs-on: ${{ matrix.os }}
-    strategy:
-      fail-fast: false
-      matrix:
-        ruby: [ '2.4', '2.5', '2.6', '2.7' ]
-        os:
-          - ubuntu-latest
-    name: Ruby ${{ matrix.ruby }} unit testing on ${{ matrix.os }}
-    steps:
-    - uses: actions/checkout@v2
-    - uses: ruby/setup-ruby@v1
-      with:
-        ruby-version: ${{ matrix.ruby }}
-    - name: unit testing
-      env:
-        CI: true
-      run: |
-        gem install bundler rake
-        bundle install --jobs 4 --retry 3
-        bundle exec rake test

data/.github/workflows/macos.yml

@@ -1,26 +0,0 @@
-name: Testing on macOS
-on:
-  - push
-  - pull_request
-jobs:
-  build:
-    runs-on: ${{ matrix.os }}
-    strategy:
-      fail-fast: false
-      matrix:
-        ruby: [ '2.4', '2.5', '2.6', '2.7' ]
-        os:
-          - macOS-latest
-    name: Ruby ${{ matrix.ruby }} unit testing on ${{ matrix.os }}
-    steps:
-    - uses: actions/checkout@v2
-    - uses: ruby/setup-ruby@v1
-      with:
-        ruby-version: ${{ matrix.ruby }}
-    - name: unit testing
-      env:
-        CI: true
-      run: |
-        gem install bundler rake
-        bundle install --jobs 4 --retry 3
-        bundle exec rake test