fluentd 1.12.0 → 1.13.0

Sign up to get free protection for your applications and to get access to all the features.

Potentially problematic release.

This version of fluentd might be problematic. Click here for more details.

Files changed (82) hide show
  1. checksums.yaml +4 -4
  2. data/.deepsource.toml +13 -0
  3. data/.github/ISSUE_TEMPLATE/config.yml +2 -2
  4. data/.github/workflows/linux-test.yaml +36 -0
  5. data/.github/workflows/macos-test.yaml +30 -0
  6. data/.github/workflows/windows-test.yaml +46 -0
  7. data/.gitlab-ci.yml +41 -19
  8. data/CHANGELOG.md +164 -2
  9. data/CONTRIBUTING.md +2 -2
  10. data/MAINTAINERS.md +5 -2
  11. data/README.md +7 -4
  12. data/example/counter.conf +1 -1
  13. data/fluentd.gemspec +5 -4
  14. data/lib/fluent/command/bundler_injection.rb +1 -1
  15. data/lib/fluent/command/ca_generate.rb +6 -3
  16. data/lib/fluent/command/cat.rb +19 -4
  17. data/lib/fluent/command/fluentd.rb +5 -2
  18. data/lib/fluent/command/plugin_config_formatter.rb +16 -1
  19. data/lib/fluent/command/plugin_generator.rb +31 -1
  20. data/lib/fluent/compat/parser.rb +2 -2
  21. data/lib/fluent/config/section.rb +2 -2
  22. data/lib/fluent/config/types.rb +2 -2
  23. data/lib/fluent/event.rb +3 -13
  24. data/lib/fluent/load.rb +0 -1
  25. data/lib/fluent/log.rb +1 -0
  26. data/lib/fluent/plugin/file_wrapper.rb +49 -4
  27. data/lib/fluent/plugin/formatter_ltsv.rb +2 -2
  28. data/lib/fluent/plugin/in_http.rb +11 -1
  29. data/lib/fluent/plugin/in_monitor_agent.rb +1 -1
  30. data/lib/fluent/plugin/in_tail.rb +141 -41
  31. data/lib/fluent/plugin/in_tail/position_file.rb +15 -1
  32. data/lib/fluent/plugin/out_copy.rb +18 -5
  33. data/lib/fluent/plugin/out_exec_filter.rb +3 -3
  34. data/lib/fluent/plugin/out_forward.rb +74 -58
  35. data/lib/fluent/plugin/out_http.rb +9 -2
  36. data/lib/fluent/plugin/output.rb +11 -9
  37. data/lib/fluent/plugin/parser_csv.rb +2 -2
  38. data/lib/fluent/plugin/parser_syslog.rb +2 -2
  39. data/lib/fluent/plugin/storage_local.rb +4 -4
  40. data/lib/fluent/plugin_helper/server.rb +4 -2
  41. data/lib/fluent/plugin_helper/service_discovery.rb +39 -1
  42. data/lib/fluent/plugin_helper/service_discovery/manager.rb +11 -5
  43. data/lib/fluent/plugin_helper/socket_option.rb +2 -2
  44. data/lib/fluent/supervisor.rb +28 -5
  45. data/lib/fluent/system_config.rb +16 -1
  46. data/lib/fluent/time.rb +57 -1
  47. data/lib/fluent/version.rb +1 -1
  48. data/templates/new_gem/fluent-plugin.gemspec.erb +3 -3
  49. data/templates/plugin_config_formatter/param.md-table.erb +10 -0
  50. data/test/command/test_cat.rb +96 -0
  51. data/test/command/test_fluentd.rb +38 -0
  52. data/test/command/test_plugin_config_formatter.rb +67 -0
  53. data/test/config/test_configurable.rb +1 -1
  54. data/test/config/test_system_config.rb +46 -0
  55. data/test/plugin/in_tail/test_io_handler.rb +4 -4
  56. data/test/plugin/in_tail/test_position_file.rb +59 -5
  57. data/test/plugin/test_file_wrapper.rb +115 -0
  58. data/test/plugin/test_in_exec.rb +1 -1
  59. data/test/plugin/test_in_http.rb +15 -0
  60. data/test/plugin/test_in_tail.rb +309 -26
  61. data/test/plugin/test_out_copy.rb +87 -0
  62. data/test/plugin/test_out_forward.rb +104 -11
  63. data/test/plugin/test_out_http.rb +20 -1
  64. data/test/plugin/test_output.rb +15 -3
  65. data/test/plugin/test_output_as_buffered_backup.rb +2 -0
  66. data/test/plugin/test_parser_csv.rb +14 -0
  67. data/test/plugin/test_parser_syslog.rb +14 -0
  68. data/test/plugin/test_sd_file.rb +1 -1
  69. data/test/plugin_helper/service_discovery/test_manager.rb +1 -1
  70. data/test/plugin_helper/test_child_process.rb +5 -2
  71. data/test/plugin_helper/test_http_server_helper.rb +4 -2
  72. data/test/plugin_helper/test_server.rb +26 -7
  73. data/test/plugin_helper/test_service_discovery.rb +74 -14
  74. data/test/test_config.rb +2 -1
  75. data/test/test_event.rb +16 -0
  76. data/test/test_formatter.rb +30 -0
  77. data/test/test_output.rb +2 -2
  78. data/test/test_supervisor.rb +66 -0
  79. data/test/test_time_parser.rb +109 -0
  80. metadata +36 -29
  81. data/.travis.yml +0 -77
  82. data/appveyor.yml +0 -31
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: fluentd
3
3
  version: !ruby/object:Gem::Version
4
- version: 1.12.0
4
+ version: 1.13.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Sadayuki Furuhashi
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2021-01-05 00:00:00.000000000 Z
11
+ date: 2021-05-29 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: bundler
@@ -186,6 +186,26 @@ dependencies:
186
186
  - - "<"
187
187
  - !ruby/object:Gem::Version
188
188
  version: 1.0.0
189
+ - !ruby/object:Gem::Dependency
190
+ name: webrick
191
+ requirement: !ruby/object:Gem::Requirement
192
+ requirements:
193
+ - - ">="
194
+ - !ruby/object:Gem::Version
195
+ version: 1.4.2
196
+ - - "<"
197
+ - !ruby/object:Gem::Version
198
+ version: 1.8.0
199
+ type: :runtime
200
+ prerelease: false
201
+ version_requirements: !ruby/object:Gem::Requirement
202
+ requirements:
203
+ - - ">="
204
+ - !ruby/object:Gem::Version
205
+ version: 1.4.2
206
+ - - "<"
207
+ - !ruby/object:Gem::Version
208
+ version: 1.8.0
189
209
  - !ruby/object:Gem::Dependency
190
210
  name: rake
191
211
  requirement: !ruby/object:Gem::Requirement
@@ -248,14 +268,14 @@ dependencies:
248
268
  requirements:
249
269
  - - "~>"
250
270
  - !ruby/object:Gem::Version
251
- version: '1.0'
271
+ version: '3.0'
252
272
  type: :development
253
273
  prerelease: false
254
274
  version_requirements: !ruby/object:Gem::Requirement
255
275
  requirements:
256
276
  - - "~>"
257
277
  - !ruby/object:Gem::Version
258
- version: '1.0'
278
+ version: '3.0'
259
279
  - !ruby/object:Gem::Dependency
260
280
  name: timecop
261
281
  requirement: !ruby/object:Gem::Requirement
@@ -318,40 +338,20 @@ dependencies:
318
338
  - - "<"
319
339
  - !ruby/object:Gem::Version
320
340
  version: '4'
321
- - !ruby/object:Gem::Dependency
322
- name: ext_monitor
323
- requirement: !ruby/object:Gem::Requirement
324
- requirements:
325
- - - ">="
326
- - !ruby/object:Gem::Version
327
- version: 0.1.2
328
- - - "<"
329
- - !ruby/object:Gem::Version
330
- version: '0.2'
331
- type: :development
332
- prerelease: false
333
- version_requirements: !ruby/object:Gem::Requirement
334
- requirements:
335
- - - ">="
336
- - !ruby/object:Gem::Version
337
- version: 0.1.2
338
- - - "<"
339
- - !ruby/object:Gem::Version
340
- version: '0.2'
341
341
  - !ruby/object:Gem::Dependency
342
342
  name: async-http
343
343
  requirement: !ruby/object:Gem::Requirement
344
344
  requirements:
345
345
  - - ">="
346
346
  - !ruby/object:Gem::Version
347
- version: '0'
347
+ version: 0.50.0
348
348
  type: :development
349
349
  prerelease: false
350
350
  version_requirements: !ruby/object:Gem::Requirement
351
351
  requirements:
352
352
  - - ">="
353
353
  - !ruby/object:Gem::Version
354
- version: '0'
354
+ version: 0.50.0
355
355
  description: Fluentd is an open source data collector designed to scale and simplify
356
356
  log management. It can collect, process and ship many kinds of data in near real-time.
357
357
  email:
@@ -370,6 +370,7 @@ executables:
370
370
  extensions: []
371
371
  extra_rdoc_files: []
372
372
  files:
373
+ - ".deepsource.toml"
373
374
  - ".drone.yml"
374
375
  - ".github/ISSUE_TEMPLATE.md"
375
376
  - ".github/ISSUE_TEMPLATE/bug_report.md"
@@ -377,10 +378,12 @@ files:
377
378
  - ".github/ISSUE_TEMPLATE/feature_request.md"
378
379
  - ".github/PULL_REQUEST_TEMPLATE.md"
379
380
  - ".github/workflows/issue-auto-closer.yml"
381
+ - ".github/workflows/linux-test.yaml"
382
+ - ".github/workflows/macos-test.yaml"
380
383
  - ".github/workflows/stale-actions.yml"
384
+ - ".github/workflows/windows-test.yaml"
381
385
  - ".gitignore"
382
386
  - ".gitlab-ci.yml"
383
- - ".travis.yml"
384
387
  - ADOPTERS.md
385
388
  - AUTHORS
386
389
  - CHANGELOG.md
@@ -392,7 +395,6 @@ files:
392
395
  - MAINTAINERS.md
393
396
  - README.md
394
397
  - Rakefile
395
- - appveyor.yml
396
398
  - bin/fluent-binlog-reader
397
399
  - bin/fluent-ca-generate
398
400
  - bin/fluent-cap-ctl
@@ -694,11 +696,13 @@ files:
694
696
  - templates/new_gem/test/plugin/test_output.rb.erb
695
697
  - templates/new_gem/test/plugin/test_parser.rb.erb
696
698
  - templates/plugin_config_formatter/param.md-compact.erb
699
+ - templates/plugin_config_formatter/param.md-table.erb
697
700
  - templates/plugin_config_formatter/param.md.erb
698
701
  - templates/plugin_config_formatter/section.md.erb
699
702
  - test/command/test_binlog_reader.rb
700
703
  - test/command/test_ca_generate.rb
701
704
  - test/command/test_cap_ctl.rb
705
+ - test/command/test_cat.rb
702
706
  - test/command/test_ctl.rb
703
707
  - test/command/test_fluentd.rb
704
708
  - test/command/test_plugin_config_formatter.rb
@@ -757,6 +761,7 @@ files:
757
761
  - test/plugin/test_buffer_memory_chunk.rb
758
762
  - test/plugin/test_compressable.rb
759
763
  - test/plugin/test_file_util.rb
764
+ - test/plugin/test_file_wrapper.rb
760
765
  - test/plugin/test_filter.rb
761
766
  - test/plugin/test_filter_grep.rb
762
767
  - test/plugin/test_filter_parser.rb
@@ -928,7 +933,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
928
933
  - !ruby/object:Gem::Version
929
934
  version: '0'
930
935
  requirements: []
931
- rubygems_version: 3.0.3
936
+ rubygems_version: 3.2.5
932
937
  signing_key:
933
938
  specification_version: 4
934
939
  summary: Fluentd event collector
@@ -936,6 +941,7 @@ test_files:
936
941
  - test/command/test_binlog_reader.rb
937
942
  - test/command/test_ca_generate.rb
938
943
  - test/command/test_cap_ctl.rb
944
+ - test/command/test_cat.rb
939
945
  - test/command/test_ctl.rb
940
946
  - test/command/test_fluentd.rb
941
947
  - test/command/test_plugin_config_formatter.rb
@@ -994,6 +1000,7 @@ test_files:
994
1000
  - test/plugin/test_buffer_memory_chunk.rb
995
1001
  - test/plugin/test_compressable.rb
996
1002
  - test/plugin/test_file_util.rb
1003
+ - test/plugin/test_file_wrapper.rb
997
1004
  - test/plugin/test_filter.rb
998
1005
  - test/plugin/test_filter_grep.rb
999
1006
  - test/plugin/test_filter_parser.rb
data/.travis.yml DELETED
@@ -1,77 +0,0 @@
1
- language: ruby
2
- cache: bundler
3
-
4
- # script: bundle exec rake test TESTOPTS=-v
5
-
6
- # http://rubies.travis-ci.org/
7
- # See here for osx_image -> OSX versions: https://docs.travis-ci.com/user/languages/objective-c
8
- matrix:
9
- include:
10
- - rvm: 2.4.9
11
- os: linux
12
- env: USE_CAPNG=false
13
- - rvm: 2.4.9
14
- os: linux-ppc64le
15
- env: USE_CAPNG=false
16
- - rvm: 2.5.7
17
- os: linux
18
- env: USE_CAPNG=false
19
- - rvm: 2.5.7
20
- os: linux
21
- arch: s390x
22
- dist: xenial
23
- env: USE_CAPNG=false
24
- - rvm: 2.6.5
25
- os: linux
26
- env: USE_CAPNG=false
27
- - rvm: 2.6.6
28
- os: linux
29
- env: USE_CAPNG=true
30
- - rvm: 2.7.0
31
- os: linux
32
- env: USE_CAPNG=false
33
- - rvm: ruby-head
34
- os: linux
35
- env: USE_CAPNG=false
36
- - rvm: ruby-head
37
- os: linux-ppc64le
38
- env: USE_CAPNG=false
39
- - rvm: 2.4.6
40
- os: osx
41
- osx_image: xcode8.3 # OSX 10.12
42
- env: USE_CAPNG=false
43
- - rvm: ruby-head
44
- os: osx
45
- osx_image: xcode8.3 # OSX 10.12
46
- env: USE_CAPNG=false
47
- allow_failures:
48
- - rvm: 2.4.6
49
- os: osx
50
- osx_image: xcode8.3
51
- env: USE_CAPNG=false
52
- - rvm: 2.5.7
53
- os: linux
54
- arch: s390x
55
- dist: xenial
56
- env: USE_CAPNG=false
57
- - rvm: ruby-head
58
- env: USE_CAPNG=false
59
-
60
- branches:
61
- only:
62
- - master
63
-
64
- before_install: |
65
- gem update --system=3.1.2
66
- if [[ x"${USE_CAPNG}" == "xtrue" ]]; then
67
- echo 'gem "capng_c"' >> Gemfile.local
68
- fi
69
-
70
- sudo: false
71
- dist: trusty # for TLSv1.2 support
72
-
73
- addons:
74
- apt:
75
- packages:
76
- - libgmp3-dev
77
- - libcap-ng-dev
data/appveyor.yml DELETED
@@ -1,31 +0,0 @@
1
- version: '{build}'
2
-
3
- # init:
4
- # - ps: iex ((new-object net.webclient).DownloadString('https://raw.githubusercontent.com/appveyor/ci/master/scripts/enable-rdp.ps1'))
5
-
6
- install:
7
- - SET PATH=C:\Ruby%ruby_version%\bin;%PATH%
8
- - ruby --version
9
- - gem --version
10
- # stay 0.14.0 for Windows CI until https://github.com/socketry/protocol-http2/issues/6 will be fixed
11
- - ps: Write-Output "gem 'protocol-http2', ['<= 0.14.0']" | Out-File -FilePath Gemfile.local -Encoding default
12
- - type Gemfile.local
13
- - ridk.cmd exec bundle install
14
- build: off
15
- test_script:
16
- - bundle exec rake test
17
- # - bundle exec rake test TESTOPTS=-v
18
-
19
- branches:
20
- only:
21
- - master
22
-
23
- # https://www.appveyor.com/docs/installed-software/#ruby
24
- environment:
25
- matrix:
26
- - ruby_version: "26-x64"
27
- - ruby_version: "26"
28
- - ruby_version: "25-x64"
29
- - ruby_version: "25"
30
- - ruby_version: "24-x64"
31
- - ruby_version: "24"