fluentd 1.12.2 → 1.13.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 9be763d670c8f331be578f85392cc428502a275a370e3a2b6520a08f22861da8
-  data.tar.gz: ffd8aaf0703bad823a2848b1f939d317bbe903ed6ae48196f4a84fc737db73fc
+  metadata.gz: b2f70ac4c7ffec54701aaf1e48416d2806881d39171a63c2eb84f3686a59cd59
+  data.tar.gz: b192b8229744e5fc00816c45b6a6e83bb1748d0eae1773394044907254fa6433
 SHA512:
-  metadata.gz: 7fad389c0066167a21d41c654c2ec74501b21e2dcf35d120e34fff7084b641a9468dcefcf75679ba8e5de5391e4bd58bbd60cbb310d31e3e01119a80408936a5
-  data.tar.gz: 8fbd2fbe2d88cb9c9cb35eabfea19706361225381775e08e0b5ee5adc8228b2e65f305d34410aa76d6cbbf773c8b3dd4a123da41f81e36fb294ef948b25ff98f
+  metadata.gz: 338cc5d35a89c042fdfa1a1817479fbfc2b88363619a5cb0cdf08a20a70942c52a561c538e70fb3b737eb7fa2d38bb77a43e993b3693b87bd300b43d64f8ac0c
+  data.tar.gz: aaace3c4450de3c4db7b6875e94e47b30e265f7370fcfcff7e15b9c4568913643fa53e3564e7b61237091e0bbf02fac21bdca93181c4109949e384b73fd072a1

data/.github/ISSUE_TEMPLATE/bug_report.yaml

@@ -0,0 +1,69 @@
+name: Bug Report
+description: Create a report with a procedure for reproducing the bug
+body:
+  - type: markdown
+    attributes:
+      value: |
+        Check [CONTRIBUTING guideline](https://github.com/fluent/fluentd/blob/master/CONTRIBUTING.md) first and here is the list to help us investigate the problem.
+  - type: textarea
+    id: description
+    attributes:
+      label: Describe the bug
+      description: A clear and concise description of what the bug is
+    validations:
+      required: true
+  - type: textarea
+    id: reproduce
+    attributes:
+      label: To Reproduce
+      description: Steps to reproduce the behavior
+    validations:
+      required: true
+  - type: textarea
+    id: expected
+    attributes:
+      label: Expected behavior
+      description: A clear and concise description of what you expected to happen
+    validations:
+      required: true
+  - type: textarea
+    id: environment
+    attributes:
+      label: Your Environment
+      description: |
+        - Fluentd or td-agent version: `fluentd --version` or `td-agent --version`
+        - Operating system: `cat /etc/os-release`
+        - Kernel version: `uname -r`
+
+        Tip: If you hit the problem with older fluentd version, try latest version first.
+      value: |
+        - Fluentd version:
+        - TD Agent version:
+        - Operating system:
+        - Kernel version:
+      render: markdown
+    validations:
+      required: true
+  - type: textarea
+    id: configuration
+    attributes:
+      label: Your Configuration
+      description: |
+        Write your configuration here. Minimum reproducible fluentd.conf is recommended.
+    validations:
+      required: true
+  - type: textarea
+    id: logs
+    attributes:
+      label: Your Error Log
+      description: Write your ALL error log here
+      render: shell
+    validations:
+      required: true
+  - type: textarea
+    id: addtional-context
+    attributes:
+      label: Additional context
+      description: Add any other context about the problem here.
+    validations:
+      required: false

data/.github/ISSUE_TEMPLATE/feature_request.yaml

@@ -0,0 +1,38 @@
+name: Feature request
+description: Suggest an idea for this project
+body:
+  - type: markdown
+    attributes:
+      value: |
+        Check [CONTRIBUTING guideline](https://github.com/fluent/fluentd/blob/master/CONTRIBUTING.md) first and here is the list to help us investigate the problem.
+  - type: textarea
+    id: description
+    attributes:
+      label: Is your feature request related to a problem? Please describe.
+      description: |
+        A clear and concise description of what the problem is.
+        Ex. I'm always frustrated when [...]
+    validations:
+      required: true
+  - type: textarea
+    id: solution
+    attributes:
+      label: Describe the solution you'd like
+      description: A clear and concise description of what you want to happen.
+    validations:
+      required: true
+  - type: textarea
+    id: alternative
+    attributes:
+      label: Describe alternatives you've considered
+      description: A clear and concise description of any alternative solutions or features you've considered.
+    validations:
+      required: true
+  - type: textarea
+    id: addtional-context
+    attributes:
+      label: Additional context
+      description: Add any other context or screenshots about the feature request here.
+    validations:
+      required: false
+

data/.github/workflows/linux-test.yaml

@@ -13,7 +13,7 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        ruby-version: ['3.0', '2.7', '2.6', '2.5']
+        ruby-version: ['3.0', '2.7', '2.6']
         os: [ubuntu-latest]
         experimental: [false]
         include:

data/.github/workflows/windows-test.yaml

@@ -9,13 +9,26 @@ on:
 jobs:
   test:
     runs-on: ${{ matrix.os }}
-
+    continue-on-error: ${{ matrix.experimental }}
     strategy:
       fail-fast: false
       matrix:
-        ruby-version: ['3.0', '2.7', '2.6', '2.5']
+        ruby-version: ['2.7', '2.6']
         os:
           - windows-latest
+        experimental: [false]
+        include:
+          - ruby-version: '3.0.1'
+            os: windows-latest
+            experimental: true
+            # On Ruby 3.0, we need to use fiddle 1.0.8 or later to retrieve correct
+            # error code. In addition, we have to specify the path of fiddle by RUBYLIB
+            # because RubyInstaller loads Ruby's bundled fiddle before initializing gem.
+            # See also:
+            # * https://github.com/ruby/fiddle/issues/72
+            # * https://bugs.ruby-lang.org/issues/17813
+            # * https://github.com/oneclick/rubyinstaller2/blob/8225034c22152d8195bc0aabc42a956c79d6c712/lib/ruby_installer/build/dll_directory.rb
+            ruby-lib-opt: RUBYLIB=%RUNNER_TOOL_CACHE%/Ruby/3.0.1/x64/lib/ruby/gems/3.0.0/gems/fiddle-1.0.8/lib
 
     name: Unit testing with Ruby ${{ matrix.ruby-version }} on ${{ matrix.os }}
     steps:
@@ -24,7 +37,10 @@ jobs:
         uses: ruby/setup-ruby@v1
         with:
           ruby-version: ${{ matrix.ruby-version }}
+      - name: Add Fiddle 1.0.8
+        if: ${{ matrix.ruby-version == '3.0.1' }}
+        run: gem install fiddle --version 1.0.8
       - name: Install dependencies
         run: ridk exec bundle install
       - name: Run tests
-        run: bundle exec rake test TESTOPTS=-v
+        run: bundle exec rake test TESTOPTS=-v ${{ matrix.ruby-lib-opt }}

data/.gitlab-ci.yml

@@ -1,6 +1,6 @@
 .install-template:
   before_script:
-    - gem update --system=2.7.8
+    - gem update --system
     - ruby -v
 
 .test-template:
@@ -13,34 +13,34 @@ stages:
   - build
   - tests
 
-2-4-5:
-  image: "ruby:2.4.5"
+2-6-6:
+  image: "ruby:2.6.6"
   stage: build
   extends: .install-template
   script:
     - bundle install --jobs=3 --retry=3
   cache:
-    key: "$CI_COMMIT_REF_SLUG 2-4-5"
+    key: "$CI_COMMIT_REF_SLUG 2-6-6"
     paths:
 
-2-5-5:
-  image: "ruby:2.5.5"
+2-7-2:
+  image: "ruby:2.7.2"
   stage: build
   extends: .install-template
   script:
     - bundle install --jobs=3 --retry=3
   cache:
-    key: "$CI_COMMIT_REF_SLUG 2-5-5"
+    key: "$CI_COMMIT_REF_SLUG 2-7-2"
     paths:
 
-2-6-3:
-  image: "ruby:2.6.3"
+3-0-0:
+  image: "ruby:3.0.0"
   stage: build
   extends: .install-template
   script:
     - bundle install --jobs=3 --retry=3
   cache:
-    key: "$CI_COMMIT_REF_SLUG 2-6-3"
+    key: "$CI_COMMIT_REF_SLUG 3-0-0"
     paths:
 
 rubyhead:
@@ -54,39 +54,39 @@ rubyhead:
     paths:
       - ./*
 
-2-4-5-test:
-  image: "ruby:2.4.5"
+2-6-6-test:
+  image: "ruby:2.6.6"
   stage: tests
   allow_failure: true
   extends: .test-template
   script:
     - bundle exec rake test
   cache:
-    key: "$CI_COMMIT_REF_SLUG 2-4-5"
+    key: "$CI_COMMIT_REF_SLUG 2-6-6"
     paths:
       - ./*
 
-2-5-5-test:
-  image: "ruby:2.5.5"
+2-7-2-test:
+  image: "ruby:2.7.2"
   stage: tests
   allow_failure: true
   extends: .test-template
   script:
     - bundle exec rake test
   cache:
-    key: "$CI_COMMIT_REF_SLUG 2-5-5"
+    key: "$CI_COMMIT_REF_SLUG 2-7-2"
     paths:
       - ./*
 
-2-6-3-test:
-  image: "ruby:2.6.3"
+3-0-0-test:
+  image: "ruby:3.0.0"
   stage: tests
   allow_failure: true
   extends: .test-template
   script:
     - bundle exec rake test
   cache:
-    key: "$CI_COMMIT_REF_SLUG 2-6-3"
+    key: "$CI_COMMIT_REF_SLUG 3-0-0"
     paths:
       - ./*
 

data/CHANGELOG.md

@@ -1,5 +1,158 @@
+# v1.13.2
+
+## Release v1.13.2 - 2021/07/12
+
+### Enhancement
+
+* fluent-plugin-generate: Storage plugin was supported.
+  https://github.com/fluent/fluentd/pull/3426
+* parser_json: Added support to customize configuration of oj options.
+  Use `FLUENT_OJ_OPTION_BIGDECIMAL_LOAD`, `FLUENT_OJ_OPTION_MAX_NESTING`,
+  `FLUENT_OJ_OPTION_MODE`, and `FLUENT_OJ_OPTION_USE_TO_JSON` environment
+  variable to configure it.
+  https://github.com/fluent/fluentd/pull/3315
+
+### Bug fix
+
+* binlog_reader: Fixed a crash bug by missing "fluent/env" dependency.
+  https://github.com/fluent/fluentd/pull/3443
+* Fixed a crash bug on outputting log at the early stage when parsing
+  config file.  This is a regression since v1.13.0. If you use invalid
+  '@' prefix parameter, remove it as a workaround.
+  https://github.com/fluent/fluentd/pull/3451
+* in_tail: Fixed a bug that when rotation is occurred, remaining lines
+  will be discarded if the throttling feature is enabled.
+  https://github.com/fluent/fluentd/pull/3390
+* fluent-plugin-generate: Fixed a crash bug during gemspec generation.
+  It was unexpectedly introduced by #3305, thus this bug was a
+  regression since 1.12.3.
+  https://github.com/fluent/fluentd/pull/3444
+
+### Misc
+
+* Fixed the runtime dependency version of http_parse.rb to 0.7.0.
+  It was fixed because false positive detection is occurred frequently
+  by security scanning tools.
+  https://github.com/fluent/fluentd/pull/3450
+
+# v1.13.1
+
+## Release v1.13.1 - 2021/06/25
+
+### Bug fix
+
+* out_forward: Fixed a race condition on handshake
+  It's caused by using a same unpacker from multiple threads.
+  https://github.com/fluent/fluentd/pull/3405
+  https://github.com/fluent/fluentd/pull/3406
+* in_tail: Fixed to remove too much verbose debugging logs
+  It was unexpectedly introduced by #3185 log throttling feature.
+  https://github.com/fluent/fluentd/pull/3418
+* Fixed not to echo back the provides path as is on a 404 error
+  There was a potential cross-site scripting vector even though
+  it is quite difficult to exploit.
+  https://github.com/fluent/fluentd/pull/3427
+
+### Misc
+
+* Pretty print for Fluent::Config::Section has been supported
+  for debugging
+  https://github.com/fluent/fluentd/pull/3398
+* CI: Dropped to run CI for Ruby 2.5
+  https://github.com/fluent/fluentd/pull/3412
+
+# v1.13
+
+## Release v1.13.0 - 2021/05/29
+
+### Enhancement
+
+* in_tail: Handle log throttling per file feature
+  https://github.com/fluent/fluentd/pull/3185
+  https://github.com/fluent/fluentd/pull/3364
+  https://github.com/fluent/fluentd/pull/3379
+* Extend to support service discovery manager in simpler way
+  https://github.com/fluent/fluentd/pull/3299
+  https://github.com/fluent/fluentd/pull/3362
+* in_http: HTTP GET requests has been supported
+  https://github.com/fluent/fluentd/pull/3373
+* The log rotate settings in system configuration has been supported
+  https://github.com/fluent/fluentd/pull/3352
+
+### Bug fix
+
+* Fix to disable `trace_instruction` when
+  `RubyVM::InstructionSequence` is available. It improves
+  compatibility with `truffleruby` some extent.
+  https://github.com/fluent/fluentd/pull/3376
+* in_tail: Safely skip files which are used by another process on
+  Windows. It improves exception handling about
+  `ERROR_SHARING_VIOLATION` on Windows.
+  https://github.com/fluent/fluentd/pull/3378
+* fluent-cat: the issue resending secondary file in specific format
+  has been fixed
+  https://github.com/fluent/fluentd/pull/3368
+* in_tail: Shutdown immediately & safely even if reading huge files
+  Note that `skip_refresh_on_startup` must be enabled.
+  https://github.com/fluent/fluentd/pull/3380
+
+### Misc
+
+* example: Change a path to backup_path in counter_server correctly
+  https://github.com/fluent/fluentd/pull/3359
+* README: Update link to community forum to discuss.fluentd.org
+  https://github.com/fluent/fluentd/pull/3360
+
 # v1.12
 
+## Release v1.12.4 - 2021/05/26
+
+### Bug fix
+
+* in_tail: Fix a bug that refresh_watcher fails to handle file rotations
+
+## Release v1.12.3 - 2021/04/23
+
+### Enhancement
+
+* plugin_helper: Allow TLS to use keep-alive socket option
+  https://github.com/fluent/fluentd/pull/3308
+
+### Bug fix
+
+* parser_csv, parser_syslog: Fix a naming conflict on parser_type
+  https://github.com/fluent/fluentd/pull/3302
+* in_tail: Fix incorrect error code & message on Windows
+  https://github.com/fluent/fluentd/pull/3325
+  https://github.com/fluent/fluentd/pull/3329
+  https://github.com/fluent/fluentd/pull/3331
+  https://github.com/fluent/fluentd/pull/3337
+* in_tail: Fix a crash bug on catching a short-lived log
+  https://github.com/fluent/fluentd/pull/3328
+* storage_local: Fix position file corruption issue on concurrent gracefulReloads
+  https://github.com/fluent/fluentd/pull/3335
+* Fix incorrect warnings about ${chunk_id} with out_s3
+  https://github.com/fluent/fluentd/pull/3339
+* TLS Server: Add peer information to error log message
+  https://github.com/fluent/fluentd/pull/3330
+
+### Misc
+
+* fluent-plugin-generate: add note about plugin name
+  https://github.com/fluent/fluentd/pull/3303
+* fluent-plugin-generate: Use same depended gem version with fluentd
+  https://github.com/fluent/fluentd/pull/3305
+* Fix some broken unit tests and improve CI's stability
+  https://github.com/fluent/fluentd/pull/3304
+  https://github.com/fluent/fluentd/pull/3307
+  https://github.com/fluent/fluentd/pull/3312
+  https://github.com/fluent/fluentd/pull/3313
+  https://github.com/fluent/fluentd/pull/3314
+  https://github.com/fluent/fluentd/pull/3316
+  https://github.com/fluent/fluentd/pull/3336
+* Permit to install with win32-service 2.2.0 on Windows
+  https://github.com/fluent/fluentd/pull/3343
+
 ## Release v1.12.2 - 2021/03/29
 
 ### Enhancement

data/CONTRIBUTING.md

@@ -6,7 +6,7 @@ We'd love your contribution. Here are the guidelines!
 
 RESOURCES of [Official site](https://www.fluentd.org/) and [Fluentd documentation](https://docs.fluentd.org/) may help you.
 
-If you have further questions about Fluentd and plugins, please direct these to [Mailing List](https://groups.google.com/forum/#!forum/fluentd).
+If you have further questions about Fluentd and plugins, please direct these to [Community Forum](https://discuss.fluentd.org/).
 Don't use Github issue for asking questions. Here are examples:
 
 - I installed xxx plugin but it doesn't work. Why?
@@ -16,7 +16,7 @@ Don't use Github issue for asking questions. Here are examples:
 We may close such questions to keep clear repository for developers and users.
 Github issue is mainly for submitting a bug report or feature request. See below.
 
-If you can't judge your case is a bug or not, use mailing list or slack first.
+If you can't judge your case is a bug or not, use community forum or slack first.
 
 ## Found a bug?