fluentd 1.16.7 → 1.17.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (70) hide show
  1. checksums.yaml +4 -4
  2. data/.github/DISCUSSION_TEMPLATE/q-a-japanese.yml +50 -0
  3. data/.github/DISCUSSION_TEMPLATE/q-a.yml +47 -0
  4. data/.github/workflows/test-ruby-head.yml +31 -0
  5. data/.github/workflows/test.yml +2 -9
  6. data/CHANGELOG.md +34 -42
  7. data/README.md +3 -1
  8. data/Rakefile +1 -1
  9. data/fluentd.gemspec +9 -9
  10. data/lib/fluent/command/binlog_reader.rb +1 -1
  11. data/lib/fluent/command/fluentd.rb +1 -1
  12. data/lib/fluent/config/configure_proxy.rb +2 -2
  13. data/lib/fluent/config/types.rb +1 -1
  14. data/lib/fluent/config/yaml_parser/parser.rb +0 -4
  15. data/lib/fluent/configurable.rb +2 -2
  16. data/lib/fluent/counter/mutex_hash.rb +1 -1
  17. data/lib/fluent/fluent_log_event_router.rb +0 -2
  18. data/lib/fluent/plugin/buf_file.rb +1 -1
  19. data/lib/fluent/plugin/buffer/file_chunk.rb +1 -1
  20. data/lib/fluent/plugin/buffer/file_single_chunk.rb +2 -3
  21. data/lib/fluent/plugin/filter_parser.rb +26 -8
  22. data/lib/fluent/plugin/in_http.rb +18 -53
  23. data/lib/fluent/plugin/in_tail.rb +34 -2
  24. data/lib/fluent/plugin/out_file.rb +0 -8
  25. data/lib/fluent/plugin/out_http.rb +125 -13
  26. data/lib/fluent/plugin/owned_by_mixin.rb +0 -1
  27. data/lib/fluent/plugin/parser_json.rb +34 -9
  28. data/lib/fluent/plugin/parser_msgpack.rb +24 -3
  29. data/lib/fluent/plugin_helper/metrics.rb +2 -2
  30. data/lib/fluent/registry.rb +6 -6
  31. data/lib/fluent/supervisor.rb +1 -1
  32. data/lib/fluent/test/output_test.rb +1 -1
  33. data/lib/fluent/unique_id.rb +1 -1
  34. data/lib/fluent/version.rb +1 -1
  35. data/lib/fluent/winsvc.rb +3 -28
  36. data/test/command/test_cat.rb +2 -2
  37. data/test/command/test_fluentd.rb +10 -57
  38. data/test/helper.rb +7 -27
  39. data/test/log/test_console_adapter.rb +10 -3
  40. data/test/plugin/data/log_numeric/01.log +0 -0
  41. data/test/plugin/data/log_numeric/02.log +0 -0
  42. data/test/plugin/data/log_numeric/12.log +0 -0
  43. data/test/plugin/data/log_numeric/14.log +0 -0
  44. data/test/plugin/in_tail/test_io_handler.rb +14 -13
  45. data/test/plugin/in_tail/test_position_file.rb +7 -6
  46. data/test/plugin/out_forward/test_ack_handler.rb +3 -3
  47. data/test/plugin/out_forward/test_socket_cache.rb +3 -3
  48. data/test/plugin/test_in_forward.rb +1 -2
  49. data/test/plugin/test_in_http.rb +24 -2
  50. data/test/plugin/test_in_monitor_agent.rb +6 -6
  51. data/test/plugin/test_in_syslog.rb +18 -25
  52. data/test/plugin/test_in_tail.rb +153 -4
  53. data/test/plugin/test_in_tcp.rb +1 -1
  54. data/test/plugin/test_in_udp.rb +10 -16
  55. data/test/plugin/test_out_exec_filter.rb +7 -12
  56. data/test/plugin/test_out_file.rb +2 -22
  57. data/test/plugin/test_out_forward.rb +3 -2
  58. data/test/plugin/test_out_http.rb +128 -0
  59. data/test/plugin/test_out_stream.rb +1 -1
  60. data/test/plugin/test_owned_by.rb +0 -1
  61. data/test/plugin/test_parser_json.rb +106 -31
  62. data/test/plugin/test_parser_msgpack.rb +127 -0
  63. data/test/plugin/test_storage.rb +0 -1
  64. data/test/plugin_helper/test_child_process.rb +4 -4
  65. data/test/plugin_helper/test_http_server_helper.rb +1 -1
  66. data/test/plugin_helper/test_server.rb +41 -64
  67. data/test/plugin_helper/test_socket.rb +1 -1
  68. data/test/test_config.rb +0 -6
  69. data/test/test_event_router.rb +2 -2
  70. metadata +90 -21
data/test/test_config.rb CHANGED
@@ -167,7 +167,6 @@ class ConfigTest < Test::Unit::TestCase
167
167
  tag: tag.dummy
168
168
  - source:
169
169
  $type: tcp
170
- $log_level: info
171
170
  tag: tag.tcp
172
171
  parse:
173
172
  $arg:
@@ -177,7 +176,6 @@ class ConfigTest < Test::Unit::TestCase
177
176
  - match:
178
177
  $tag: tag.*
179
178
  $type: stdout
180
- $log_level: debug
181
179
  buffer:
182
180
  $type: memory
183
181
  flush_interval: 1s
@@ -210,12 +208,10 @@ class ConfigTest < Test::Unit::TestCase
210
208
  'tag.dummy',
211
209
  'tcp',
212
210
  'tag.tcp',
213
- 'info',
214
211
  'none',
215
212
  'why.parse.section.doesnot.have.arg,huh',
216
213
  'stdout',
217
214
  'tag.*',
218
- 'debug',
219
215
  'null',
220
216
  '**',
221
217
  '@FLUENT_LOG',
@@ -228,12 +224,10 @@ class ConfigTest < Test::Unit::TestCase
228
224
  dummy_source_conf['tag'],
229
225
  tcp_source_conf['@type'],
230
226
  tcp_source_conf['tag'],
231
- tcp_source_conf['@log_level'],
232
227
  parse_tcp_conf['@type'],
233
228
  parse_tcp_conf.arg,
234
229
  match_conf['@type'],
235
230
  match_conf.arg,
236
- match_conf['@log_level'],
237
231
  fluent_log_conf['@type'],
238
232
  fluent_log_conf.arg,
239
233
  label_conf.arg,
@@ -175,7 +175,7 @@ class EventRouterTest < ::Test::Unit::TestCase
175
175
  test "don't call default collector when tag matched" do
176
176
  event_router.add_rule('test', output)
177
177
  assert_rr do
178
- mock(default_collector).emit_events('test', is_a(OneEventStream)).never
178
+ dont_allow(default_collector).emit_events('test', is_a(OneEventStream))
179
179
  event_router.emit('test', Engine.now, 'k' => 'v')
180
180
  end
181
181
  # check emit handler doesn't catch rr error
@@ -201,7 +201,7 @@ class EventRouterTest < ::Test::Unit::TestCase
201
201
  event_router.add_rule('test', filter)
202
202
 
203
203
  assert_rr do
204
- mock(filter).filter_stream('test', is_a(OneEventStream)).never
204
+ dont_allow(filter).filter_stream('test', is_a(OneEventStream)) { events }
205
205
  event_router.emit('foo', Engine.now, 'k' => 'v')
206
206
  end
207
207
  end
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: fluentd
3
3
  version: !ruby/object:Gem::Version
4
- version: 1.16.7
4
+ version: 1.17.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Sadayuki Furuhashi
8
- autorequire:
8
+ autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2025-01-29 00:00:00.000000000 Z
11
+ date: 2024-04-30 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: bundler
@@ -201,33 +201,47 @@ dependencies:
201
201
  - !ruby/object:Gem::Version
202
202
  version: '1.4'
203
203
  - !ruby/object:Gem::Dependency
204
- name: console
204
+ name: base64
205
205
  requirement: !ruby/object:Gem::Requirement
206
206
  requirements:
207
- - - "<"
207
+ - - "~>"
208
208
  - !ruby/object:Gem::Version
209
- version: '1.24'
209
+ version: '0.2'
210
210
  type: :runtime
211
211
  prerelease: false
212
212
  version_requirements: !ruby/object:Gem::Requirement
213
213
  requirements:
214
- - - "<"
214
+ - - "~>"
215
215
  - !ruby/object:Gem::Version
216
- version: '1.24'
216
+ version: '0.2'
217
217
  - !ruby/object:Gem::Dependency
218
- name: logger
218
+ name: csv
219
219
  requirement: !ruby/object:Gem::Requirement
220
220
  requirements:
221
- - - '='
221
+ - - "~>"
222
222
  - !ruby/object:Gem::Version
223
- version: 1.6.2
223
+ version: '3.2'
224
224
  type: :runtime
225
225
  prerelease: false
226
226
  version_requirements: !ruby/object:Gem::Requirement
227
227
  requirements:
228
- - - '='
228
+ - - "~>"
229
229
  - !ruby/object:Gem::Version
230
- version: 1.6.2
230
+ version: '3.2'
231
+ - !ruby/object:Gem::Dependency
232
+ name: drb
233
+ requirement: !ruby/object:Gem::Requirement
234
+ requirements:
235
+ - - "~>"
236
+ - !ruby/object:Gem::Version
237
+ version: '2.2'
238
+ type: :runtime
239
+ prerelease: false
240
+ version_requirements: !ruby/object:Gem::Requirement
241
+ requirements:
242
+ - - "~>"
243
+ - !ruby/object:Gem::Version
244
+ version: '2.2'
231
245
  - !ruby/object:Gem::Dependency
232
246
  name: rake
233
247
  requirement: !ruby/object:Gem::Requirement
@@ -302,16 +316,16 @@ dependencies:
302
316
  name: timecop
303
317
  requirement: !ruby/object:Gem::Requirement
304
318
  requirements:
305
- - - "<"
319
+ - - "~>"
306
320
  - !ruby/object:Gem::Version
307
- version: 0.9.9
321
+ version: '0.9'
308
322
  type: :development
309
323
  prerelease: false
310
324
  version_requirements: !ruby/object:Gem::Requirement
311
325
  requirements:
312
- - - "<"
326
+ - - "~>"
313
327
  - !ruby/object:Gem::Version
314
- version: 0.9.9
328
+ version: '0.9'
315
329
  - !ruby/object:Gem::Dependency
316
330
  name: test-unit
317
331
  requirement: !ruby/object:Gem::Requirement
@@ -388,6 +402,48 @@ dependencies:
388
402
  - - ">="
389
403
  - !ruby/object:Gem::Version
390
404
  version: 0.50.0
405
+ - !ruby/object:Gem::Dependency
406
+ name: aws-sigv4
407
+ requirement: !ruby/object:Gem::Requirement
408
+ requirements:
409
+ - - "~>"
410
+ - !ruby/object:Gem::Version
411
+ version: '1.8'
412
+ type: :development
413
+ prerelease: false
414
+ version_requirements: !ruby/object:Gem::Requirement
415
+ requirements:
416
+ - - "~>"
417
+ - !ruby/object:Gem::Version
418
+ version: '1.8'
419
+ - !ruby/object:Gem::Dependency
420
+ name: aws-sdk-core
421
+ requirement: !ruby/object:Gem::Requirement
422
+ requirements:
423
+ - - "~>"
424
+ - !ruby/object:Gem::Version
425
+ version: '3.191'
426
+ type: :development
427
+ prerelease: false
428
+ version_requirements: !ruby/object:Gem::Requirement
429
+ requirements:
430
+ - - "~>"
431
+ - !ruby/object:Gem::Version
432
+ version: '3.191'
433
+ - !ruby/object:Gem::Dependency
434
+ name: rexml
435
+ requirement: !ruby/object:Gem::Requirement
436
+ requirements:
437
+ - - "~>"
438
+ - !ruby/object:Gem::Version
439
+ version: '3.2'
440
+ type: :development
441
+ prerelease: false
442
+ version_requirements: !ruby/object:Gem::Requirement
443
+ requirements:
444
+ - - "~>"
445
+ - !ruby/object:Gem::Version
446
+ version: '3.2'
391
447
  description: Fluentd is an open source data collector designed to scale and simplify
392
448
  log management. It can collect, process and ship many kinds of data in near real-time.
393
449
  email:
@@ -407,12 +463,15 @@ extensions: []
407
463
  extra_rdoc_files: []
408
464
  files:
409
465
  - ".deepsource.toml"
466
+ - ".github/DISCUSSION_TEMPLATE/q-a-japanese.yml"
467
+ - ".github/DISCUSSION_TEMPLATE/q-a.yml"
410
468
  - ".github/ISSUE_TEMPLATE.md"
411
469
  - ".github/ISSUE_TEMPLATE/bug_report.yml"
412
470
  - ".github/ISSUE_TEMPLATE/config.yml"
413
471
  - ".github/ISSUE_TEMPLATE/feature_request.yml"
414
472
  - ".github/PULL_REQUEST_TEMPLATE.md"
415
473
  - ".github/workflows/stale-actions.yml"
474
+ - ".github/workflows/test-ruby-head.yml"
416
475
  - ".github/workflows/test.yml"
417
476
  - ".gitignore"
418
477
  - ADOPTERS.md
@@ -784,6 +843,10 @@ files:
784
843
  - test/plugin/data/log/foo/bar.log
785
844
  - test/plugin/data/log/foo/bar2
786
845
  - test/plugin/data/log/test.log
846
+ - test/plugin/data/log_numeric/01.log
847
+ - test/plugin/data/log_numeric/02.log
848
+ - test/plugin/data/log_numeric/12.log
849
+ - test/plugin/data/log_numeric/14.log
787
850
  - test/plugin/data/sd_file/config
788
851
  - test/plugin/data/sd_file/config.json
789
852
  - test/plugin/data/sd_file/config.yaml
@@ -868,6 +931,7 @@ files:
868
931
  - test/plugin/test_parser_csv.rb
869
932
  - test/plugin/test_parser_json.rb
870
933
  - test/plugin/test_parser_labeled_tsv.rb
934
+ - test/plugin/test_parser_msgpack.rb
871
935
  - test/plugin/test_parser_multiline.rb
872
936
  - test/plugin/test_parser_nginx.rb
873
937
  - test/plugin/test_parser_none.rb
@@ -969,7 +1033,7 @@ homepage: https://www.fluentd.org/
969
1033
  licenses:
970
1034
  - Apache-2.0
971
1035
  metadata: {}
972
- post_install_message:
1036
+ post_install_message:
973
1037
  rdoc_options: []
974
1038
  require_paths:
975
1039
  - lib
@@ -977,15 +1041,15 @@ required_ruby_version: !ruby/object:Gem::Requirement
977
1041
  requirements:
978
1042
  - - ">="
979
1043
  - !ruby/object:Gem::Version
980
- version: '2.4'
1044
+ version: '2.7'
981
1045
  required_rubygems_version: !ruby/object:Gem::Requirement
982
1046
  requirements:
983
1047
  - - ">="
984
1048
  - !ruby/object:Gem::Version
985
1049
  version: '0'
986
1050
  requirements: []
987
- rubygems_version: 3.4.19
988
- signing_key:
1051
+ rubygems_version: 3.4.13
1052
+ signing_key:
989
1053
  specification_version: 4
990
1054
  summary: Fluentd event collector
991
1055
  test_files:
@@ -1027,6 +1091,10 @@ test_files:
1027
1091
  - test/plugin/data/log/foo/bar.log
1028
1092
  - test/plugin/data/log/foo/bar2
1029
1093
  - test/plugin/data/log/test.log
1094
+ - test/plugin/data/log_numeric/01.log
1095
+ - test/plugin/data/log_numeric/02.log
1096
+ - test/plugin/data/log_numeric/12.log
1097
+ - test/plugin/data/log_numeric/14.log
1030
1098
  - test/plugin/data/sd_file/config
1031
1099
  - test/plugin/data/sd_file/config.json
1032
1100
  - test/plugin/data/sd_file/config.yaml
@@ -1111,6 +1179,7 @@ test_files:
1111
1179
  - test/plugin/test_parser_csv.rb
1112
1180
  - test/plugin/test_parser_json.rb
1113
1181
  - test/plugin/test_parser_labeled_tsv.rb
1182
+ - test/plugin/test_parser_msgpack.rb
1114
1183
  - test/plugin/test_parser_multiline.rb
1115
1184
  - test/plugin/test_parser_nginx.rb
1116
1185
  - test/plugin/test_parser_none.rb