fluentd 1.13.3 → 1.16.5

Sign up to get free protection for your applications and to get access to all the features.
Files changed (179) hide show
  1. checksums.yaml +4 -4
  2. data/.github/ISSUE_TEMPLATE/{bug_report.yaml → bug_report.yml} +2 -0
  3. data/.github/ISSUE_TEMPLATE/config.yml +2 -2
  4. data/.github/ISSUE_TEMPLATE/{feature_request.yaml → feature_request.yml} +1 -0
  5. data/.github/workflows/stale-actions.yml +11 -9
  6. data/.github/workflows/test.yml +32 -0
  7. data/CHANGELOG.md +490 -10
  8. data/CONTRIBUTING.md +2 -2
  9. data/MAINTAINERS.md +7 -5
  10. data/README.md +3 -23
  11. data/Rakefile +1 -1
  12. data/SECURITY.md +14 -0
  13. data/fluentd.gemspec +7 -8
  14. data/lib/fluent/command/cat.rb +13 -3
  15. data/lib/fluent/command/ctl.rb +6 -3
  16. data/lib/fluent/command/fluentd.rb +73 -65
  17. data/lib/fluent/command/plugin_config_formatter.rb +1 -1
  18. data/lib/fluent/compat/output.rb +9 -6
  19. data/lib/fluent/config/dsl.rb +1 -1
  20. data/lib/fluent/config/error.rb +12 -0
  21. data/lib/fluent/config/literal_parser.rb +2 -2
  22. data/lib/fluent/config/parser.rb +1 -1
  23. data/lib/fluent/config/v1_parser.rb +3 -3
  24. data/lib/fluent/config/yaml_parser/fluent_value.rb +47 -0
  25. data/lib/fluent/config/yaml_parser/loader.rb +108 -0
  26. data/lib/fluent/config/yaml_parser/parser.rb +166 -0
  27. data/lib/fluent/config/yaml_parser/section_builder.rb +107 -0
  28. data/lib/fluent/config/yaml_parser.rb +56 -0
  29. data/lib/fluent/config.rb +14 -1
  30. data/lib/fluent/counter/server.rb +1 -1
  31. data/lib/fluent/counter/validator.rb +3 -3
  32. data/lib/fluent/daemon.rb +2 -4
  33. data/lib/fluent/engine.rb +1 -1
  34. data/lib/fluent/env.rb +4 -0
  35. data/lib/fluent/error.rb +3 -0
  36. data/lib/fluent/event.rb +8 -4
  37. data/lib/fluent/event_router.rb +47 -2
  38. data/lib/fluent/file_wrapper.rb +137 -0
  39. data/lib/fluent/log/console_adapter.rb +66 -0
  40. data/lib/fluent/log.rb +44 -5
  41. data/lib/fluent/match.rb +1 -1
  42. data/lib/fluent/msgpack_factory.rb +6 -1
  43. data/lib/fluent/oj_options.rb +1 -2
  44. data/lib/fluent/plugin/bare_output.rb +49 -8
  45. data/lib/fluent/plugin/base.rb +26 -9
  46. data/lib/fluent/plugin/buf_file.rb +34 -5
  47. data/lib/fluent/plugin/buf_file_single.rb +32 -3
  48. data/lib/fluent/plugin/buffer/file_chunk.rb +1 -1
  49. data/lib/fluent/plugin/buffer.rb +216 -70
  50. data/lib/fluent/plugin/filter.rb +35 -1
  51. data/lib/fluent/plugin/filter_record_transformer.rb +1 -1
  52. data/lib/fluent/plugin/in_forward.rb +2 -2
  53. data/lib/fluent/plugin/in_http.rb +39 -10
  54. data/lib/fluent/plugin/in_monitor_agent.rb +4 -2
  55. data/lib/fluent/plugin/in_sample.rb +1 -1
  56. data/lib/fluent/plugin/in_syslog.rb +13 -1
  57. data/lib/fluent/plugin/in_tail/group_watch.rb +204 -0
  58. data/lib/fluent/plugin/in_tail/position_file.rb +33 -33
  59. data/lib/fluent/plugin/in_tail.rb +216 -84
  60. data/lib/fluent/plugin/in_tcp.rb +47 -2
  61. data/lib/fluent/plugin/input.rb +39 -1
  62. data/lib/fluent/plugin/metrics.rb +119 -0
  63. data/lib/fluent/plugin/metrics_local.rb +96 -0
  64. data/lib/fluent/plugin/multi_output.rb +43 -6
  65. data/lib/fluent/plugin/out_copy.rb +1 -1
  66. data/lib/fluent/plugin/out_exec_filter.rb +2 -2
  67. data/lib/fluent/plugin/out_file.rb +20 -2
  68. data/lib/fluent/plugin/out_forward/ack_handler.rb +19 -4
  69. data/lib/fluent/plugin/out_forward/socket_cache.rb +2 -0
  70. data/lib/fluent/plugin/out_forward.rb +17 -9
  71. data/lib/fluent/plugin/out_secondary_file.rb +39 -22
  72. data/lib/fluent/plugin/output.rb +167 -78
  73. data/lib/fluent/plugin/parser.rb +3 -4
  74. data/lib/fluent/plugin/parser_apache2.rb +1 -1
  75. data/lib/fluent/plugin/parser_json.rb +1 -1
  76. data/lib/fluent/plugin/parser_syslog.rb +1 -1
  77. data/lib/fluent/plugin/storage_local.rb +3 -5
  78. data/lib/fluent/plugin.rb +10 -1
  79. data/lib/fluent/plugin_helper/child_process.rb +3 -0
  80. data/lib/fluent/plugin_helper/event_emitter.rb +8 -1
  81. data/lib/fluent/plugin_helper/event_loop.rb +2 -2
  82. data/lib/fluent/plugin_helper/http_server/server.rb +2 -1
  83. data/lib/fluent/plugin_helper/metrics.rb +129 -0
  84. data/lib/fluent/plugin_helper/record_accessor.rb +1 -1
  85. data/lib/fluent/plugin_helper/retry_state.rb +14 -4
  86. data/lib/fluent/plugin_helper/server.rb +35 -6
  87. data/lib/fluent/plugin_helper/service_discovery.rb +2 -2
  88. data/lib/fluent/plugin_helper/socket.rb +13 -2
  89. data/lib/fluent/plugin_helper/thread.rb +3 -3
  90. data/lib/fluent/plugin_helper.rb +1 -0
  91. data/lib/fluent/plugin_id.rb +3 -2
  92. data/lib/fluent/registry.rb +2 -1
  93. data/lib/fluent/root_agent.rb +6 -0
  94. data/lib/fluent/rpc.rb +4 -3
  95. data/lib/fluent/supervisor.rb +283 -259
  96. data/lib/fluent/system_config.rb +13 -3
  97. data/lib/fluent/test/driver/base.rb +11 -5
  98. data/lib/fluent/test/driver/filter.rb +4 -0
  99. data/lib/fluent/test/startup_shutdown.rb +6 -8
  100. data/lib/fluent/time.rb +21 -20
  101. data/lib/fluent/version.rb +1 -1
  102. data/lib/fluent/win32api.rb +38 -0
  103. data/lib/fluent/winsvc.rb +5 -8
  104. data/templates/new_gem/test/helper.rb.erb +0 -1
  105. data/test/command/test_cat.rb +31 -2
  106. data/test/command/test_ctl.rb +1 -2
  107. data/test/command/test_fluentd.rb +209 -24
  108. data/test/command/test_plugin_config_formatter.rb +0 -1
  109. data/test/compat/test_parser.rb +6 -6
  110. data/test/config/test_system_config.rb +13 -11
  111. data/test/config/test_types.rb +1 -1
  112. data/test/log/test_console_adapter.rb +110 -0
  113. data/test/plugin/in_tail/test_io_handler.rb +26 -8
  114. data/test/plugin/in_tail/test_position_file.rb +48 -59
  115. data/test/plugin/out_forward/test_ack_handler.rb +39 -0
  116. data/test/plugin/out_forward/test_socket_cache.rb +26 -1
  117. data/test/plugin/test_bare_output.rb +14 -1
  118. data/test/plugin/test_base.rb +133 -1
  119. data/test/plugin/test_buf_file.rb +62 -23
  120. data/test/plugin/test_buf_file_single.rb +65 -0
  121. data/test/plugin/test_buffer.rb +267 -3
  122. data/test/plugin/test_buffer_chunk.rb +11 -0
  123. data/test/plugin/test_filter.rb +12 -1
  124. data/test/plugin/test_filter_parser.rb +1 -1
  125. data/test/plugin/test_filter_stdout.rb +2 -2
  126. data/test/plugin/test_in_forward.rb +9 -11
  127. data/test/plugin/test_in_http.rb +65 -3
  128. data/test/plugin/test_in_monitor_agent.rb +216 -11
  129. data/test/plugin/test_in_object_space.rb +9 -3
  130. data/test/plugin/test_in_syslog.rb +35 -0
  131. data/test/plugin/test_in_tail.rb +1393 -385
  132. data/test/plugin/test_in_tcp.rb +87 -2
  133. data/test/plugin/test_in_udp.rb +28 -0
  134. data/test/plugin/test_in_unix.rb +2 -2
  135. data/test/plugin/test_input.rb +12 -1
  136. data/test/plugin/test_metrics.rb +294 -0
  137. data/test/plugin/test_metrics_local.rb +96 -0
  138. data/test/plugin/test_multi_output.rb +25 -1
  139. data/test/plugin/test_out_exec.rb +6 -4
  140. data/test/plugin/test_out_exec_filter.rb +6 -2
  141. data/test/plugin/test_out_file.rb +34 -17
  142. data/test/plugin/test_out_forward.rb +78 -77
  143. data/test/plugin/test_out_http.rb +1 -0
  144. data/test/plugin/test_out_stdout.rb +2 -2
  145. data/test/plugin/test_output.rb +297 -12
  146. data/test/plugin/test_output_as_buffered.rb +44 -44
  147. data/test/plugin/test_output_as_buffered_compress.rb +32 -18
  148. data/test/plugin/test_output_as_buffered_retries.rb +54 -7
  149. data/test/plugin/test_output_as_buffered_secondary.rb +4 -4
  150. data/test/plugin/test_parser_regexp.rb +1 -6
  151. data/test/plugin/test_parser_syslog.rb +1 -1
  152. data/test/plugin_helper/test_cert_option.rb +1 -1
  153. data/test/plugin_helper/test_child_process.rb +38 -16
  154. data/test/plugin_helper/test_event_emitter.rb +29 -0
  155. data/test/plugin_helper/test_http_server_helper.rb +1 -1
  156. data/test/plugin_helper/test_metrics.rb +137 -0
  157. data/test/plugin_helper/test_retry_state.rb +602 -38
  158. data/test/plugin_helper/test_server.rb +78 -6
  159. data/test/plugin_helper/test_timer.rb +2 -2
  160. data/test/test_config.rb +191 -24
  161. data/test/test_event_router.rb +17 -0
  162. data/test/test_file_wrapper.rb +53 -0
  163. data/test/test_formatter.rb +24 -21
  164. data/test/test_log.rb +122 -40
  165. data/test/test_msgpack_factory.rb +32 -0
  166. data/test/test_plugin_classes.rb +102 -0
  167. data/test/test_root_agent.rb +30 -1
  168. data/test/test_supervisor.rb +477 -257
  169. data/test/test_time_parser.rb +22 -0
  170. metadata +55 -34
  171. data/.drone.yml +0 -35
  172. data/.github/workflows/issue-auto-closer.yml +0 -12
  173. data/.github/workflows/linux-test.yaml +0 -36
  174. data/.github/workflows/macos-test.yaml +0 -30
  175. data/.github/workflows/windows-test.yaml +0 -46
  176. data/.gitlab-ci.yml +0 -103
  177. data/lib/fluent/plugin/file_wrapper.rb +0 -187
  178. data/test/plugin/test_file_wrapper.rb +0 -126
  179. data/test/test_logger_initializer.rb +0 -46
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: 1603571f755a962fde001cbb33fd24ad8929633bdeb38832e61f45da2c0dfba5
4
- data.tar.gz: 5c2d45299617e9e4424758c76eb53d78889387cedc28d1d8bac549402094b6af
3
+ metadata.gz: 6557ce41f087cb6d7e0b7e8fa76d10259b8aa3538b917cb0b51bd4836cbdc01b
4
+ data.tar.gz: 062f08fb0fd8c9b6a8d0e5ff0f2619a94bc7b07de4d94d466c0a20c03459d8f3
5
5
  SHA512:
6
- metadata.gz: 8dd4cc4947766345b5455fbae8043610d1c3d33e0e2ea9ea348a866722c099545301236d507d754e31b063017bb7daefdc8aef0e2a8078b67df83eb3c2489b2c
7
- data.tar.gz: f0d126ed7704b519c2b7db5693de9685db7fd3ed1844f770a08e1e3351f3daf0f66e4b88c9435b3e456f40e38480c9af7652241f029a36b7a13184364a595251
6
+ metadata.gz: 42c8786c9abbcb0144fc755492b41b2d6b1eb1dc77b5ffa3bce568554be262733659be42972b6b676dda52581924f29fc5976087368f865a629085a06264be83
7
+ data.tar.gz: ab0b41ca7db17f7968c512433efe185fb3228856fb53730af1888ed7ee6459962298607c2a87f1d3b722c51fe637a0638f119cf0722fb0a3087c0cf45e91ced8
@@ -1,5 +1,6 @@
1
1
  name: Bug Report
2
2
  description: Create a report with a procedure for reproducing the bug
3
+ labels: "waiting-for-triage"
3
4
  body:
4
5
  - type: markdown
5
6
  attributes:
@@ -50,6 +51,7 @@ body:
50
51
  label: Your Configuration
51
52
  description: |
52
53
  Write your configuration here. Minimum reproducible fluentd.conf is recommended.
54
+ render: apache
53
55
  validations:
54
56
  required: true
55
57
  - type: textarea
@@ -1,5 +1,5 @@
1
1
  blank_issues_enabled: false
2
2
  contact_links:
3
3
  - name: Ask a Question
4
- url: https://discuss.fluentd.org/
5
- about: I have questions about Fluentd and plugins. Please ask and answer questions at https://discuss.fluentd.org/.
4
+ url: https://github.com/fluent/fluentd/discussions
5
+ about: I have questions about Fluentd and plugins. Please ask and answer questions at https://github.com/fluent/fluentd/discussions
@@ -1,5 +1,6 @@
1
1
  name: Feature request
2
2
  description: Suggest an idea for this project
3
+ labels: "waiting-for-triage"
3
4
  body:
4
5
  - type: markdown
5
6
  attributes:
@@ -7,16 +7,18 @@ jobs:
7
7
  stale:
8
8
  runs-on: ubuntu-latest
9
9
  steps:
10
- - uses: actions/stale@v3
10
+ - uses: actions/stale@v8
11
11
  with:
12
12
  repo-token: ${{ secrets.GITHUB_TOKEN }}
13
- days-before-stale: 90
14
- days-before-close: 30
15
- stale-issue-message: "This issue has been automatically marked as stale because it has been open 90 days with no activity. Remove stale label or comment or this issue will be closed in 30 days"
16
- stale-pr-message: "This PR has been automatically marked as stale because it has been open 90 days with no activity. Remove stale label or comment or this PR will be closed in 30 days"
17
- close-issue-message: "This issue was automatically closed because of stale in 30 days"
18
- close-pr-message: "This PR was automatically closed because of stale in 30 days"
13
+ days-before-stale: 30
14
+ days-before-close: 7
15
+ stale-issue-message: "This issue has been automatically marked as stale because it has been open 30 days with no activity. Remove stale label or comment or this issue will be closed in 7 days"
16
+ stale-pr-message: "This PR has been automatically marked as stale because it has been open 30 days with no activity. Remove stale label or comment or this PR will be closed in 7 days"
17
+ close-issue-message: "This issue was automatically closed because of stale in 7 days"
18
+ close-pr-message: "This PR was automatically closed because of stale in 7 days"
19
19
  stale-pr-label: "stale"
20
20
  stale-issue-label: "stale"
21
- exempt-issue-labels: "bug,enhancement,feature request,pending,work_in_progress,v1,v2"
22
- exempt-pr-labels: "bug,enhancement,feature request,pending,work_in_progress,v1,v2"
21
+ exempt-issue-labels: "waiting-for-triage,bug,enhancement,feature request,pending,work_in_progress,v1,v2"
22
+ exempt-pr-labels: "waiting-for-triage,bug,enhancement,feature request,pending,work_in_progress,v1,v2"
23
+ exempt-all-assignees: true
24
+ exempt-all-milestones: true
@@ -0,0 +1,32 @@
1
+ name: Test
2
+
3
+ on:
4
+ push:
5
+ branches: [v1.16]
6
+ pull_request:
7
+ branches: [v1.16]
8
+
9
+ jobs:
10
+ test:
11
+ runs-on: ${{ matrix.os }}
12
+ continue-on-error: false
13
+ strategy:
14
+ fail-fast: false
15
+ matrix:
16
+ os: ['ubuntu-latest', 'macos-latest', 'windows-latest']
17
+ ruby-version: ['3.3', '3.2', '3.1', '3.0', '2.7']
18
+
19
+ name: Ruby ${{ matrix.ruby-version }} on ${{ matrix.os }}
20
+ steps:
21
+ - uses: actions/checkout@v3
22
+ - name: Set up Ruby
23
+ uses: ruby/setup-ruby@v1
24
+ with:
25
+ ruby-version: ${{ matrix.ruby-version }}
26
+ - name: Install addons
27
+ if: ${{ matrix.os == 'ubuntu-latest' }}
28
+ run: sudo apt-get install libgmp3-dev libcap-ng-dev
29
+ - name: Install dependencies
30
+ run: bundle install
31
+ - name: Run tests
32
+ run: bundle exec rake test TESTOPTS=-v
data/CHANGELOG.md CHANGED
@@ -1,4 +1,491 @@
1
- # v1.13.3
1
+ # v1.16
2
+
3
+ ## Release v1.16.5 - 2024/03/27
4
+
5
+ ### Bug Fix
6
+
7
+ * Buffer: Fix emit error of v1.16.4 sometimes failing to process large data
8
+ exceeding chunk size limit
9
+ https://github.com/fluent/fluentd/pull/4447
10
+
11
+ ## Release v1.16.4 - 2024/03/14
12
+
13
+ ### Bug Fix
14
+
15
+ * Fix to avoid processing discarded chunks in write_step_by_step.
16
+ It fixes not to raise pile of IOError when many `chunk
17
+ bytes limit exceeds` errors are occurred.
18
+ https://github.com/fluent/fluentd/pull/4342
19
+ * in_tail: Fix tail watchers in `rotate_wait` state not being managed.
20
+ https://github.com/fluent/fluentd/pull/4334
21
+
22
+ ### Misc
23
+
24
+ * buffer: Avoid unnecessary log processing. It will improve performance.
25
+ https://github.com/fluent/fluentd/pull/4331
26
+
27
+ ## Release v1.16.3 - 2023/11/14
28
+
29
+ ### Bug Fix
30
+
31
+ * in_tail: Fix a stall bug on !follow_inode case
32
+ https://github.com/fluent/fluentd/pull/4327
33
+ * in_tail: add warning for silent stop on !follow_inodes case
34
+ https://github.com/fluent/fluentd/pull/4339
35
+ * Buffer: Fix NoMethodError with empty unstaged chunk arrays
36
+ https://github.com/fluent/fluentd/pull/4303
37
+ * Fix for rotate_age where Fluentd passes as Symbol
38
+ https://github.com/fluent/fluentd/pull/4311
39
+
40
+ ## Release v1.16.2 - 2023/07/14
41
+
42
+ ### Bug Fix
43
+
44
+ * in_tail: Fix new watcher is wrongly detached on rotation when `follow_inodes`,
45
+ which causes stopping tailing the file
46
+ https://github.com/fluent/fluentd/pull/4208
47
+ * in_tail: Prevent wrongly unwatching when `follow_inodes`, which causes log
48
+ duplication
49
+ https://github.com/fluent/fluentd/pull/4237
50
+ * in_tail: Fix warning log about overwriting entry when `follow_inodes`
51
+ https://github.com/fluent/fluentd/pull/4214
52
+ * in_tail: Ensure to discard TailWatcher with missing target when `follow_inodes`
53
+ https://github.com/fluent/fluentd/pull/4239
54
+ * MessagePackFactory: Make sure to reset local unpacker to prevent received
55
+ broken data from affecting other receiving data
56
+ https://github.com/fluent/fluentd/pull/4178
57
+ * Fix failure to launch Fluentd on Windows when the log path isn't specified in
58
+ the command line
59
+ https://github.com/fluent/fluentd/pull/4188
60
+ * logger: Prevent growing cache size of `ignore_same_log_interval` unlimitedly
61
+ https://github.com/fluent/fluentd/pull/4229
62
+ * Update sigdump to 0.2.5 to fix wrong value of object counts
63
+ https://github.com/fluent/fluentd/pull/4225
64
+
65
+ ### Misc
66
+
67
+ * in_tail: Check detaching inode when `follow_inodes`
68
+ https://github.com/fluent/fluentd/pull/4191
69
+ * in_tail: Add debug log for pos file compaction
70
+ https://github.com/fluent/fluentd/pull/4228
71
+ * Code improvements detected by RuboCop Performance
72
+ https://github.com/fluent/fluentd/pull/4201
73
+ https://github.com/fluent/fluentd/pull/4210
74
+ * Add notice for unused argument `unpacker` of `ChunkMessagePackEventStreamer.each`
75
+ https://github.com/fluent/fluentd/pull/4159
76
+
77
+ ## Release v1.16.1 - 2023/04/17
78
+
79
+ ### Enhancement
80
+
81
+ * in_tcp: Add `message_length_limit` to drop large incoming data
82
+ https://github.com/fluent/fluentd/pull/4137
83
+
84
+ ### Bug Fix
85
+
86
+ * Fix NameError of `SecondaryFileOutput` when setting secondary other than
87
+ `out_secondary_file`
88
+ https://github.com/fluent/fluentd/pull/4124
89
+ * Server helper: Suppress error of `UDPServer` over `max_bytes` on Windows
90
+ https://github.com/fluent/fluentd/pull/4131
91
+ * Buffer: Fix that `compress` setting causes unexpected error when receiving
92
+ already compressed MessagePack
93
+ https://github.com/fluent/fluentd/pull/4147
94
+
95
+ ### Misc
96
+
97
+ * Update MAINTAINERS.md
98
+ https://github.com/fluent/fluentd/pull/4119
99
+ * Update security policy
100
+ https://github.com/fluent/fluentd/pull/4123
101
+ * Plugin template: Remove unnecessary code
102
+ https://github.com/fluent/fluentd/pull/4128
103
+ * Revive issue auto closer
104
+ https://github.com/fluent/fluentd/pull/4116
105
+ * Fix a link for the repository of td-agent
106
+ https://github.com/fluent/fluentd/pull/4145
107
+ * in_udp: add test of message_length_limit
108
+ https://github.com/fluent/fluentd/pull/4117
109
+ * Fix a typo of an argument of `Fluent::EventStream#each`
110
+ https://github.com/fluent/fluentd/pull/4148
111
+ * Test in_tcp: Fix undesirable way to assert logs
112
+ https://github.com/fluent/fluentd/pull/4138
113
+
114
+ ## Release v1.16.0 - 2023/03/29
115
+
116
+ ### Enhancement
117
+
118
+ * in_tcp: Add `send_keepalive_packet` option
119
+ https://github.com/fluent/fluentd/pull/3961
120
+ * buffer: backup broken file chunk
121
+ https://github.com/fluent/fluentd/pull/4025
122
+ * Add warning messages for restoring buffer with `flush_at_shutdown true`
123
+ https://github.com/fluent/fluentd/pull/4027
124
+ * Add logs for time period of restored buffer possibly broken
125
+ https://github.com/fluent/fluentd/pull/4028
126
+
127
+ ### Bug Fix
128
+
129
+ * http_server_helper: Fix format of log messages originating from Async gem
130
+ https://github.com/fluent/fluentd/pull/3987
131
+ * Change to not generate a sigdump file after receiving a `SIGTERM` signal on
132
+ non-Windows
133
+ https://github.com/fluent/fluentd/pull/4034
134
+ https://github.com/fluent/fluentd/pull/4043
135
+ * out_forward: fix error of ack handling conflict on stopping with
136
+ `require_ack_response` enabled
137
+ https://github.com/fluent/fluentd/pull/4030
138
+ * Fix problem that some `system` configs are not reflected
139
+ https://github.com/fluent/fluentd/pull/4064
140
+ https://github.com/fluent/fluentd/pull/4065
141
+ https://github.com/fluent/fluentd/pull/4086
142
+ https://github.com/fluent/fluentd/pull/4090
143
+ https://github.com/fluent/fluentd/pull/4096
144
+ * Fix bug that the logger outputs some initial log messages without applying
145
+ some settings such as `format`
146
+ https://github.com/fluent/fluentd/pull/4091
147
+ * Windows: Fix a bug that the wrong log file is reopened with log rotate setting
148
+ when flushing or graceful reloading
149
+ https://github.com/fluent/fluentd/pull/4054
150
+ * Fix race condition of out_secondary_file
151
+ https://github.com/fluent/fluentd/pull/4081
152
+ * Suppress warning using different secondary for out_secondary_file
153
+ https://github.com/fluent/fluentd/pull/4087
154
+ * Fix value of `system_config.workers` at `run_configure`.
155
+ Change argument type of `Fluent::Plugin::Base::configure()` to
156
+ `Fluent::Config::Element` only.
157
+ https://github.com/fluent/fluentd/pull/4066
158
+ * Fix bug that Fluentd sometimes tries to use an unavailable port and fails to
159
+ start on Windows
160
+ https://github.com/fluent/fluentd/pull/4092
161
+
162
+ ### Misc
163
+
164
+ * Add method for testing `filtered_with_time`
165
+ https://github.com/fluent/fluentd/pull/3899
166
+ * Replace `$$` with `Process.pid`
167
+ https://github.com/fluent/fluentd/pull/4040
168
+ * Relax required webric gem version
169
+ https://github.com/fluent/fluentd/pull/4061
170
+ * CI fixes to support Ruby 3.2
171
+ https://github.com/fluent/fluentd/pull/3968
172
+ https://github.com/fluent/fluentd/pull/3996
173
+ https://github.com/fluent/fluentd/pull/3997
174
+ * Other CI fixes
175
+ https://github.com/fluent/fluentd/pull/3969
176
+ https://github.com/fluent/fluentd/pull/3990
177
+ https://github.com/fluent/fluentd/pull/4013
178
+ https://github.com/fluent/fluentd/pull/4033
179
+ https://github.com/fluent/fluentd/pull/4044
180
+ https://github.com/fluent/fluentd/pull/4050
181
+ https://github.com/fluent/fluentd/pull/4062
182
+ https://github.com/fluent/fluentd/pull/4074
183
+ https://github.com/fluent/fluentd/pull/4082
184
+ https://github.com/fluent/fluentd/pull/4085
185
+ * Update MAINTAINERS.md
186
+ https://github.com/fluent/fluentd/pull/4026
187
+ https://github.com/fluent/fluentd/pull/4069
188
+
189
+ # v1.15
190
+
191
+ ## Release v1.15.3 - 2022/11/02
192
+
193
+ ### Bug Fix
194
+
195
+ * Support glob for `!include` directive in YAML config format
196
+ https://github.com/fluent/fluentd/pull/3917
197
+ * Remove meaningless oj options
198
+ https://github.com/fluent/fluentd/pull/3929
199
+ * Fix log initializer to correctly create per-process files on Windows
200
+ https://github.com/fluent/fluentd/pull/3939
201
+ * out_file: Fix the multi-worker check with `<worker 0-N>` directive
202
+ https://github.com/fluent/fluentd/pull/3942
203
+
204
+ ### Misc
205
+
206
+ * Fix broken tests on Ruby 3.2
207
+ https://github.com/fluent/fluentd/pull/3883
208
+ https://github.com/fluent/fluentd/pull/3922
209
+
210
+ ## Release v1.15.2 - 2022/08/22
211
+
212
+ ### Enhancement
213
+
214
+ * Add a new system configuration `enable_jit`
215
+ https://github.com/fluent/fluentd/pull/3857
216
+
217
+ ### Bug Fix
218
+
219
+ * out_file: Fix append mode with `--daemon` flag
220
+ https://github.com/fluent/fluentd/pull/3864
221
+ * child_process: Plug file descriptor leak
222
+ https://github.com/fluent/fluentd/pull/3844
223
+
224
+ ### Misc
225
+
226
+ * Drop win32-api gem to support Ruby 3.2
227
+ https://github.com/fluent/fluentd/pull/3849
228
+ https://github.com/fluent/fluentd/pull/3866
229
+
230
+ ## Release v1.15.1 - 2022/07/27
231
+
232
+ ### Bug Fix
233
+
234
+ * Add support for concurrent append in out_file
235
+ https://github.com/fluent/fluentd/pull/3808
236
+
237
+ ### Misc
238
+
239
+ * in_tail: Show more information on skipping update_watcher
240
+ https://github.com/fluent/fluentd/pull/3829
241
+
242
+ ## Release v1.15.0 - 2022/06/29
243
+
244
+ ### Enhancement
245
+
246
+ * in_tail: Add log throttling in files based on group rules
247
+ https://github.com/fluent/fluentd/pull/3535
248
+ https://github.com/fluent/fluentd/pull/3771
249
+ * Add `dump` command to fluent-ctl
250
+ https://github.com/fluent/fluentd/pull/3680
251
+ * Handle YAML configuration format on configuration file
252
+ https://github.com/fluent/fluentd/pull/3712
253
+ * Add `restart_worker_interval` parameter in `<system>` directive to set
254
+ interval to restart workers that has stopped for some reason.
255
+ https://github.com/fluent/fluentd/pull/3768
256
+
257
+ ### Bug fixes
258
+
259
+ * out_forward: Fix to update timeout of cached sockets
260
+ https://github.com/fluent/fluentd/pull/3711
261
+ * in_tail: Fix a possible crash on file rotation when `follow_inodes true`
262
+ https://github.com/fluent/fluentd/pull/3754
263
+ * output: Fix a possible crash of flush thread
264
+ https://github.com/fluent/fluentd/pull/3755
265
+ * in_tail: Fix crash bugs on Ruby 3.1 on Windows
266
+ https://github.com/fluent/fluentd/pull/3766
267
+ * in_tail: Fix a bug that in_tail cannot open non-ascii path on Windows
268
+ https://github.com/fluent/fluentd/pull/3774
269
+ * Fix a bug that fluentd doesn't release its own log file even after rotated by
270
+ external tools
271
+ https://github.com/fluent/fluentd/pull/3782
272
+
273
+ ### Misc
274
+
275
+ * in_tail: Simplify TargetInfo related code
276
+ https://github.com/fluent/fluentd/pull/3489
277
+ * Fix a wrong issue number in CHANGELOG
278
+ https://github.com/fluent/fluentd/pull/3700
279
+ * server helper: Add comments to linger_timeout behavior about Windows
280
+ https://github.com/fluent/fluentd/pull/3701
281
+ * service_discovery: Fix typo
282
+ https://github.com/fluent/fluentd/pull/3724
283
+ * test: Fix unstable tests and warnings
284
+ https://github.com/fluent/fluentd/pull/3745
285
+ https://github.com/fluent/fluentd/pull/3753
286
+ https://github.com/fluent/fluentd/pull/3767
287
+ https://github.com/fluent/fluentd/pull/3783
288
+ https://github.com/fluent/fluentd/pull/3784
289
+ https://github.com/fluent/fluentd/pull/3785
290
+ https://github.com/fluent/fluentd/pull/3787
291
+
292
+ # v1.14
293
+
294
+ ## Release v1.14.6 - 2022/03/31
295
+
296
+ ### Enhancement
297
+
298
+ * Enable server plugins to specify socket-option `SO_LINGER`
299
+ https://github.com/fluent/fluentd/pull/3644
300
+ * Add `--umask` command line parameter
301
+ https://github.com/fluent/fluentd/pull/3671
302
+ https://github.com/fluent/fluentd/pull/3679
303
+
304
+ ### Bug fixes
305
+
306
+ * Fix metric name typo
307
+ https://github.com/fluent/fluentd/pull/3630
308
+ https://github.com/fluent/fluentd/pull/3673
309
+ * Apply modifications in pipeline to the records being passed to `@ERROR` label
310
+ https://github.com/fluent/fluentd/pull/3631
311
+ * Fix wrong calculation of retry interval
312
+ https://github.com/fluent/fluentd/pull/3640
313
+ https://github.com/fluent/fluentd/pull/3649
314
+ https://github.com/fluent/fluentd/pull/3685
315
+ https://github.com/fluent/fluentd/pull/3686
316
+ * Support IPv6 address for `rpc_endpoint` in `system` config
317
+ https://github.com/fluent/fluentd/pull/3641
318
+
319
+ ### Misc
320
+
321
+ * CI: Support Ruby 3.1 except Windows
322
+ https://github.com/fluent/fluentd/pull/3619
323
+ * Switch to GitHub Discussions
324
+ https://github.com/fluent/fluentd/pull/3654
325
+ * Fix CHANGELOG.md heading styles
326
+ https://github.com/fluent/fluentd/pull/3648
327
+ * Declare `null_value_pattern` as `regexp`
328
+ https://github.com/fluent/fluentd/pull/3650
329
+
330
+ ## Release v1.14.5 - 2022/02/09
331
+
332
+ ### Enhancement
333
+
334
+ * Add support for "application/x-ndjson" to `in_http`
335
+ https://github.com/fluent/fluentd/pull/3616
336
+ * Add support for ucrt binary for Windows
337
+ https://github.com/fluent/fluentd/pull/3613
338
+
339
+ ### Bug fixes
340
+
341
+ * Don't retry when `retry_max_times == 0`
342
+ https://github.com/fluent/fluentd/pull/3608
343
+ * Fix hang-up issue during TLS handshake in `out_forward`
344
+ https://github.com/fluent/fluentd/pull/3601
345
+ * Bump up required ServerEngine to v2.2.5
346
+ https://github.com/fluent/fluentd/pull/3599
347
+ * Fix "invalid byte sequence is replaced" warning on Kubernetes
348
+ https://github.com/fluent/fluentd/pull/3596
349
+ * Fix "ArgumentError: unknown keyword: :logger" on Windows with Ruby 3.1
350
+ https://github.com/fluent/fluentd/pull/3592
351
+
352
+ ## Release v1.14.4 - 2022/01/06
353
+
354
+ ### Enhancement
355
+
356
+ * `in_tail`: Add option to skip long lines (`max_line_size`)
357
+ https://github.com/fluent/fluentd/pull/3565
358
+
359
+ ### Bug fix
360
+
361
+ * Incorrect BufferChunkOverflowError when each event size is < `chunk_limit_size`
362
+ https://github.com/fluent/fluentd/pull/3560
363
+ * On macOS with Ruby 2.7/3.0, `out_file` fails to write events if `append` is true.
364
+ https://github.com/fluent/fluentd/pull/3579
365
+ * test: Fix unstable test cases
366
+ https://github.com/fluent/fluentd/pull/3574
367
+ https://github.com/fluent/fluentd/pull/3577
368
+
369
+ ## Release v1.14.3 - 2021/11/26
370
+
371
+ ### Enhancement
372
+
373
+ * Changed to accept `http_parser.rb` 0.8.0.
374
+ `http_parser.rb` 0.8.0 is ready for Ractor.
375
+ https://github.com/fluent/fluentd/pull/3544
376
+
377
+ ### Bug fix
378
+
379
+ * in_tail: Fixed a bug that no new logs are read when
380
+ `enable_stat_watcher true` and `enable_watch_timer false` is set.
381
+ https://github.com/fluent/fluentd/pull/3541
382
+ * in_tail: Fixed a bug that the beginning and initial lines are lost
383
+ after startup when `read_from_head false` and path includes wildcard '*'.
384
+ https://github.com/fluent/fluentd/pull/3542
385
+ * Fixed a bug that processing messages were lost when
386
+ BufferChunkOverflowError was thrown even though only a specific
387
+ message size exceeds chunk_limit_size.
388
+ https://github.com/fluent/fluentd/pull/3553
389
+ https://github.com/fluent/fluentd/pull/3562
390
+
391
+ ### Misc
392
+
393
+ * Bump up required version of `win32-service` gem.
394
+ newer version is required to implement additional `fluent-ctl` commands.
395
+ https://github.com/fluent/fluentd/pull/3556
396
+
397
+ ## Release v1.14.2 - 2021/10/29
398
+
399
+ IMPORTANT: This release contain the fix for CVE-2021-41186 -
400
+ ReDoS vulnerability in `parser_apache2`.
401
+ This vulnerability is affected from Fluentd v0.14.14 to v1.14.1.
402
+ We recommend to upgrade Fluentd to v1.14.2 or use patched version of
403
+ `parser_apache2` plugin.
404
+
405
+ ### Enhancement
406
+
407
+ * fluent-cat: Add `--event-time` option to send specified event time for testing.
408
+ https://github.com/fluent/fluentd/pull/3528
409
+
410
+ ### Bug fix
411
+
412
+ * Fixed to generate correct epoch timestamp even after switching Daylight Saving Time
413
+ https://github.com/fluent/fluentd/pull/3524
414
+ * Fixed ReDoS vulnerability in parser_apache2.
415
+ This vulnerability is caused by a certain pattern of a broken apache log.
416
+
417
+ ## Release v1.14.1 - 2021/09/29
418
+
419
+ ### Enhancement
420
+
421
+ * in_tail: Added file related metrics.
422
+ These metrics should be collected same as fluent-bit's in_tail.
423
+ https://github.com/fluent/fluentd/pull/3504
424
+ * out_forward: Changed to use metrics mechanism for node statistics
425
+ https://github.com/fluent/fluentd/pull/3506
426
+
427
+ ### Bug fix
428
+
429
+ * in_tail: Fixed a crash bug that it raise undefined method of eof? error.
430
+ This error may happen only when `read_bytes_limit_per_second` was specified.
431
+ https://github.com/fluent/fluentd/pull/3500
432
+ * out_forward: Fixed a bug that node statistics information is not included correctly.
433
+ https://github.com/fluent/fluentd/pull/3503
434
+ https://github.com/fluent/fluentd/pull/3507
435
+ * Fixed a error when using `@include` directive
436
+ It was occurred when http/https scheme URI is used in `@include` directive with Ruby 3.
437
+ https://github.com/fluent/fluentd/pull/3517
438
+ * out_copy: Fixed to suppress a wrong warning for `ignore_if_prev_success`
439
+ It didn't work even if a user set it.
440
+ https://github.com/fluent/fluentd/pull/3515
441
+ * Fixed not to output nanoseconds field of next retry time in warning log
442
+ Then, inappropriate labels in log are also fixed. (retry_time -> retry_times,
443
+ next_retry_seconds -> next_retry_time)
444
+ https://github.com/fluent/fluentd/pull/3518
445
+
446
+ ## Release v1.14.0 - 2021/08/30
447
+
448
+ ### Enhancement
449
+
450
+ * Added `enable_input_metrics`, `enable_size_metrics` system
451
+ configuration parameter
452
+ This feature might need to pay higher CPU cost, so input event metrics
453
+ features are disabled by default. These features are also enabled by
454
+ `--enable-input-metrics`,`--enable-size-metrics` command line
455
+ option.
456
+ https://github.com/fluent/fluentd/pull/3440
457
+ * Added reserved word `@ROOT` for getting root router.
458
+ This is incompatible change. Do not use `@ROOT` for label name.
459
+ https://github.com/fluent/fluentd/pull/3358
460
+ * in_syslog: Added `send_keepalive_packet` option
461
+ https://github.com/fluent/fluentd/pull/3474
462
+ * in_http: Added `cors_allow_credentials` option.
463
+ This option tells browsers whether to expose the response to
464
+ frontend when the credentials mode is "include".
465
+ https://github.com/fluent/fluentd/pull/3481
466
+ https://github.com/fluent/fluentd/pull/3491
467
+
468
+ ### Bug fix
469
+
470
+ * in_tail: Fixed a bug that deleted paths are not removed
471
+ from pos file by file compaction at start up
472
+ https://github.com/fluent/fluentd/pull/3467
473
+ * in_tail: Revived a warning message of retrying unaccessible file
474
+ https://github.com/fluent/fluentd/pull/3478
475
+ * TLSServer: Fixed a crash bug on logging peer host name errors
476
+ https://github.com/fluent/fluentd/pull/3483
477
+
478
+ ### Misc
479
+
480
+ * Added metrics plugin mechanism
481
+ The implementations is changed to use metrics plugin.
482
+ In the future, 3rd party plugin will be able to handle these metrics.
483
+ https://github.com/fluent/fluentd/pull/3471
484
+ https://github.com/fluent/fluentd/pull/3473
485
+ https://github.com/fluent/fluentd/pull/3479
486
+ https://github.com/fluent/fluentd/pull/3484
487
+
488
+ # v1.13
2
489
 
3
490
  ## Release v1.13.3 - 2021/07/27
4
491
 
@@ -20,10 +507,6 @@
20
507
  * Remove needless spaces in a sample config file
21
508
  https://github.com/fluent/fluentd/pull/3456
22
509
 
23
- ### Enhancement
24
-
25
- # v1.13.2
26
-
27
510
  ## Release v1.13.2 - 2021/07/12
28
511
 
29
512
  ### Enhancement
@@ -59,8 +542,6 @@
59
542
  by security scanning tools.
60
543
  https://github.com/fluent/fluentd/pull/3450
61
544
 
62
- # v1.13.1
63
-
64
545
  ## Release v1.13.1 - 2021/06/25
65
546
 
66
547
  ### Bug fix
@@ -85,8 +566,6 @@
85
566
  * CI: Dropped to run CI for Ruby 2.5
86
567
  https://github.com/fluent/fluentd/pull/3412
87
568
 
88
- # v1.13
89
-
90
569
  ## Release v1.13.0 - 2021/05/29
91
570
 
92
571
  ### Enhancement
@@ -134,6 +613,7 @@
134
613
  ### Bug fix
135
614
 
136
615
  * in_tail: Fix a bug that refresh_watcher fails to handle file rotations
616
+ https://github.com/fluent/fluentd/pull/3393
137
617
 
138
618
  ## Release v1.12.3 - 2021/04/23
139
619
 
@@ -254,7 +734,7 @@
254
734
  ### New feature
255
735
 
256
736
  * in_tail: Add `follow_inode` to support log rotation with wild card
257
- https://github.com/fluent/fluentd/pull/2992
737
+ https://github.com/fluent/fluentd/pull/3182
258
738
  * in_tail: Handle linux capability
259
739
  https://github.com/fluent/fluentd/pull/3155
260
740
  https://github.com/fluent/fluentd/pull/3162
data/CONTRIBUTING.md CHANGED
@@ -6,7 +6,7 @@ We'd love your contribution. Here are the guidelines!
6
6
 
7
7
  RESOURCES of [Official site](https://www.fluentd.org/) and [Fluentd documentation](https://docs.fluentd.org/) may help you.
8
8
 
9
- If you have further questions about Fluentd and plugins, please direct these to [Community Forum](https://discuss.fluentd.org/).
9
+ If you have further questions about Fluentd and plugins, please direct these to [Community Forum](https://github.com/fluent/fluentd/discussions).
10
10
  Don't use Github issue for asking questions. Here are examples:
11
11
 
12
12
  - I installed xxx plugin but it doesn't work. Why?
@@ -27,7 +27,7 @@ submitting an issue to Fluentd. Even better you can submit a Pull Request with a
27
27
  * **Documentation**: Use [fluentd documentation](https://github.com/fluent/fluentd-docs-gitbook) repository.
28
28
 
29
29
  If you find a bug of 3rd party plugins, please submit an issue to each plugin repository.
30
- And use [omnibus-td-agent](https://github.com/treasure-data/omnibus-td-agent) repository for td-agent related issues.
30
+ And use [fluent-package-builder](https://github.com/fluent/fluent-package-builder) repository for td-agent related issues.
31
31
 
32
32
  Note: Before report the issue, check latest version first. Sometimes users report fixed bug with older version.
33
33