fluentd 1.16.7 → 1.17.0

Sign up to get free protection for your applications and to get access to all the features.
Files changed (70) hide show
  1. checksums.yaml +4 -4
  2. data/.github/DISCUSSION_TEMPLATE/q-a-japanese.yml +50 -0
  3. data/.github/DISCUSSION_TEMPLATE/q-a.yml +47 -0
  4. data/.github/workflows/test-ruby-head.yml +31 -0
  5. data/.github/workflows/test.yml +2 -9
  6. data/CHANGELOG.md +34 -42
  7. data/README.md +3 -1
  8. data/Rakefile +1 -1
  9. data/fluentd.gemspec +9 -9
  10. data/lib/fluent/command/binlog_reader.rb +1 -1
  11. data/lib/fluent/command/fluentd.rb +1 -1
  12. data/lib/fluent/config/configure_proxy.rb +2 -2
  13. data/lib/fluent/config/types.rb +1 -1
  14. data/lib/fluent/config/yaml_parser/parser.rb +0 -4
  15. data/lib/fluent/configurable.rb +2 -2
  16. data/lib/fluent/counter/mutex_hash.rb +1 -1
  17. data/lib/fluent/fluent_log_event_router.rb +0 -2
  18. data/lib/fluent/plugin/buf_file.rb +1 -1
  19. data/lib/fluent/plugin/buffer/file_chunk.rb +1 -1
  20. data/lib/fluent/plugin/buffer/file_single_chunk.rb +2 -3
  21. data/lib/fluent/plugin/filter_parser.rb +26 -8
  22. data/lib/fluent/plugin/in_http.rb +18 -53
  23. data/lib/fluent/plugin/in_tail.rb +34 -2
  24. data/lib/fluent/plugin/out_file.rb +0 -8
  25. data/lib/fluent/plugin/out_http.rb +125 -13
  26. data/lib/fluent/plugin/owned_by_mixin.rb +0 -1
  27. data/lib/fluent/plugin/parser_json.rb +34 -9
  28. data/lib/fluent/plugin/parser_msgpack.rb +24 -3
  29. data/lib/fluent/plugin_helper/metrics.rb +2 -2
  30. data/lib/fluent/registry.rb +6 -6
  31. data/lib/fluent/supervisor.rb +1 -1
  32. data/lib/fluent/test/output_test.rb +1 -1
  33. data/lib/fluent/unique_id.rb +1 -1
  34. data/lib/fluent/version.rb +1 -1
  35. data/lib/fluent/winsvc.rb +3 -28
  36. data/test/command/test_cat.rb +2 -2
  37. data/test/command/test_fluentd.rb +10 -57
  38. data/test/helper.rb +7 -27
  39. data/test/log/test_console_adapter.rb +10 -3
  40. data/test/plugin/data/log_numeric/01.log +0 -0
  41. data/test/plugin/data/log_numeric/02.log +0 -0
  42. data/test/plugin/data/log_numeric/12.log +0 -0
  43. data/test/plugin/data/log_numeric/14.log +0 -0
  44. data/test/plugin/in_tail/test_io_handler.rb +14 -13
  45. data/test/plugin/in_tail/test_position_file.rb +7 -6
  46. data/test/plugin/out_forward/test_ack_handler.rb +3 -3
  47. data/test/plugin/out_forward/test_socket_cache.rb +3 -3
  48. data/test/plugin/test_in_forward.rb +1 -2
  49. data/test/plugin/test_in_http.rb +24 -2
  50. data/test/plugin/test_in_monitor_agent.rb +6 -6
  51. data/test/plugin/test_in_syslog.rb +18 -25
  52. data/test/plugin/test_in_tail.rb +153 -4
  53. data/test/plugin/test_in_tcp.rb +1 -1
  54. data/test/plugin/test_in_udp.rb +10 -16
  55. data/test/plugin/test_out_exec_filter.rb +7 -12
  56. data/test/plugin/test_out_file.rb +2 -22
  57. data/test/plugin/test_out_forward.rb +3 -2
  58. data/test/plugin/test_out_http.rb +128 -0
  59. data/test/plugin/test_out_stream.rb +1 -1
  60. data/test/plugin/test_owned_by.rb +0 -1
  61. data/test/plugin/test_parser_json.rb +106 -31
  62. data/test/plugin/test_parser_msgpack.rb +127 -0
  63. data/test/plugin/test_storage.rb +0 -1
  64. data/test/plugin_helper/test_child_process.rb +4 -4
  65. data/test/plugin_helper/test_http_server_helper.rb +1 -1
  66. data/test/plugin_helper/test_server.rb +41 -64
  67. data/test/plugin_helper/test_socket.rb +1 -1
  68. data/test/test_config.rb +0 -6
  69. data/test/test_event_router.rb +2 -2
  70. metadata +90 -21
data/test/test_config.rb CHANGED
@@ -167,7 +167,6 @@ class ConfigTest < Test::Unit::TestCase
167
167
  tag: tag.dummy
168
168
  - source:
169
169
  $type: tcp
170
- $log_level: info
171
170
  tag: tag.tcp
172
171
  parse:
173
172
  $arg:
@@ -177,7 +176,6 @@ class ConfigTest < Test::Unit::TestCase
177
176
  - match:
178
177
  $tag: tag.*
179
178
  $type: stdout
180
- $log_level: debug
181
179
  buffer:
182
180
  $type: memory
183
181
  flush_interval: 1s
@@ -210,12 +208,10 @@ class ConfigTest < Test::Unit::TestCase
210
208
  'tag.dummy',
211
209
  'tcp',
212
210
  'tag.tcp',
213
- 'info',
214
211
  'none',
215
212
  'why.parse.section.doesnot.have.arg,huh',
216
213
  'stdout',
217
214
  'tag.*',
218
- 'debug',
219
215
  'null',
220
216
  '**',
221
217
  '@FLUENT_LOG',
@@ -228,12 +224,10 @@ class ConfigTest < Test::Unit::TestCase
228
224
  dummy_source_conf['tag'],
229
225
  tcp_source_conf['@type'],
230
226
  tcp_source_conf['tag'],
231
- tcp_source_conf['@log_level'],
232
227
  parse_tcp_conf['@type'],
233
228
  parse_tcp_conf.arg,
234
229
  match_conf['@type'],
235
230
  match_conf.arg,
236
- match_conf['@log_level'],
237
231
  fluent_log_conf['@type'],
238
232
  fluent_log_conf.arg,
239
233
  label_conf.arg,
@@ -175,7 +175,7 @@ class EventRouterTest < ::Test::Unit::TestCase
175
175
  test "don't call default collector when tag matched" do
176
176
  event_router.add_rule('test', output)
177
177
  assert_rr do
178
- mock(default_collector).emit_events('test', is_a(OneEventStream)).never
178
+ dont_allow(default_collector).emit_events('test', is_a(OneEventStream))
179
179
  event_router.emit('test', Engine.now, 'k' => 'v')
180
180
  end
181
181
  # check emit handler doesn't catch rr error
@@ -201,7 +201,7 @@ class EventRouterTest < ::Test::Unit::TestCase
201
201
  event_router.add_rule('test', filter)
202
202
 
203
203
  assert_rr do
204
- mock(filter).filter_stream('test', is_a(OneEventStream)).never
204
+ dont_allow(filter).filter_stream('test', is_a(OneEventStream)) { events }
205
205
  event_router.emit('foo', Engine.now, 'k' => 'v')
206
206
  end
207
207
  end
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: fluentd
3
3
  version: !ruby/object:Gem::Version
4
- version: 1.16.7
4
+ version: 1.17.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Sadayuki Furuhashi
8
- autorequire:
8
+ autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2025-01-29 00:00:00.000000000 Z
11
+ date: 2024-04-30 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: bundler
@@ -201,33 +201,47 @@ dependencies:
201
201
  - !ruby/object:Gem::Version
202
202
  version: '1.4'
203
203
  - !ruby/object:Gem::Dependency
204
- name: console
204
+ name: base64
205
205
  requirement: !ruby/object:Gem::Requirement
206
206
  requirements:
207
- - - "<"
207
+ - - "~>"
208
208
  - !ruby/object:Gem::Version
209
- version: '1.24'
209
+ version: '0.2'
210
210
  type: :runtime
211
211
  prerelease: false
212
212
  version_requirements: !ruby/object:Gem::Requirement
213
213
  requirements:
214
- - - "<"
214
+ - - "~>"
215
215
  - !ruby/object:Gem::Version
216
- version: '1.24'
216
+ version: '0.2'
217
217
  - !ruby/object:Gem::Dependency
218
- name: logger
218
+ name: csv
219
219
  requirement: !ruby/object:Gem::Requirement
220
220
  requirements:
221
- - - '='
221
+ - - "~>"
222
222
  - !ruby/object:Gem::Version
223
- version: 1.6.2
223
+ version: '3.2'
224
224
  type: :runtime
225
225
  prerelease: false
226
226
  version_requirements: !ruby/object:Gem::Requirement
227
227
  requirements:
228
- - - '='
228
+ - - "~>"
229
229
  - !ruby/object:Gem::Version
230
- version: 1.6.2
230
+ version: '3.2'
231
+ - !ruby/object:Gem::Dependency
232
+ name: drb
233
+ requirement: !ruby/object:Gem::Requirement
234
+ requirements:
235
+ - - "~>"
236
+ - !ruby/object:Gem::Version
237
+ version: '2.2'
238
+ type: :runtime
239
+ prerelease: false
240
+ version_requirements: !ruby/object:Gem::Requirement
241
+ requirements:
242
+ - - "~>"
243
+ - !ruby/object:Gem::Version
244
+ version: '2.2'
231
245
  - !ruby/object:Gem::Dependency
232
246
  name: rake
233
247
  requirement: !ruby/object:Gem::Requirement
@@ -302,16 +316,16 @@ dependencies:
302
316
  name: timecop
303
317
  requirement: !ruby/object:Gem::Requirement
304
318
  requirements:
305
- - - "<"
319
+ - - "~>"
306
320
  - !ruby/object:Gem::Version
307
- version: 0.9.9
321
+ version: '0.9'
308
322
  type: :development
309
323
  prerelease: false
310
324
  version_requirements: !ruby/object:Gem::Requirement
311
325
  requirements:
312
- - - "<"
326
+ - - "~>"
313
327
  - !ruby/object:Gem::Version
314
- version: 0.9.9
328
+ version: '0.9'
315
329
  - !ruby/object:Gem::Dependency
316
330
  name: test-unit
317
331
  requirement: !ruby/object:Gem::Requirement
@@ -388,6 +402,48 @@ dependencies:
388
402
  - - ">="
389
403
  - !ruby/object:Gem::Version
390
404
  version: 0.50.0
405
+ - !ruby/object:Gem::Dependency
406
+ name: aws-sigv4
407
+ requirement: !ruby/object:Gem::Requirement
408
+ requirements:
409
+ - - "~>"
410
+ - !ruby/object:Gem::Version
411
+ version: '1.8'
412
+ type: :development
413
+ prerelease: false
414
+ version_requirements: !ruby/object:Gem::Requirement
415
+ requirements:
416
+ - - "~>"
417
+ - !ruby/object:Gem::Version
418
+ version: '1.8'
419
+ - !ruby/object:Gem::Dependency
420
+ name: aws-sdk-core
421
+ requirement: !ruby/object:Gem::Requirement
422
+ requirements:
423
+ - - "~>"
424
+ - !ruby/object:Gem::Version
425
+ version: '3.191'
426
+ type: :development
427
+ prerelease: false
428
+ version_requirements: !ruby/object:Gem::Requirement
429
+ requirements:
430
+ - - "~>"
431
+ - !ruby/object:Gem::Version
432
+ version: '3.191'
433
+ - !ruby/object:Gem::Dependency
434
+ name: rexml
435
+ requirement: !ruby/object:Gem::Requirement
436
+ requirements:
437
+ - - "~>"
438
+ - !ruby/object:Gem::Version
439
+ version: '3.2'
440
+ type: :development
441
+ prerelease: false
442
+ version_requirements: !ruby/object:Gem::Requirement
443
+ requirements:
444
+ - - "~>"
445
+ - !ruby/object:Gem::Version
446
+ version: '3.2'
391
447
  description: Fluentd is an open source data collector designed to scale and simplify
392
448
  log management. It can collect, process and ship many kinds of data in near real-time.
393
449
  email:
@@ -407,12 +463,15 @@ extensions: []
407
463
  extra_rdoc_files: []
408
464
  files:
409
465
  - ".deepsource.toml"
466
+ - ".github/DISCUSSION_TEMPLATE/q-a-japanese.yml"
467
+ - ".github/DISCUSSION_TEMPLATE/q-a.yml"
410
468
  - ".github/ISSUE_TEMPLATE.md"
411
469
  - ".github/ISSUE_TEMPLATE/bug_report.yml"
412
470
  - ".github/ISSUE_TEMPLATE/config.yml"
413
471
  - ".github/ISSUE_TEMPLATE/feature_request.yml"
414
472
  - ".github/PULL_REQUEST_TEMPLATE.md"
415
473
  - ".github/workflows/stale-actions.yml"
474
+ - ".github/workflows/test-ruby-head.yml"
416
475
  - ".github/workflows/test.yml"
417
476
  - ".gitignore"
418
477
  - ADOPTERS.md
@@ -784,6 +843,10 @@ files:
784
843
  - test/plugin/data/log/foo/bar.log
785
844
  - test/plugin/data/log/foo/bar2
786
845
  - test/plugin/data/log/test.log
846
+ - test/plugin/data/log_numeric/01.log
847
+ - test/plugin/data/log_numeric/02.log
848
+ - test/plugin/data/log_numeric/12.log
849
+ - test/plugin/data/log_numeric/14.log
787
850
  - test/plugin/data/sd_file/config
788
851
  - test/plugin/data/sd_file/config.json
789
852
  - test/plugin/data/sd_file/config.yaml
@@ -868,6 +931,7 @@ files:
868
931
  - test/plugin/test_parser_csv.rb
869
932
  - test/plugin/test_parser_json.rb
870
933
  - test/plugin/test_parser_labeled_tsv.rb
934
+ - test/plugin/test_parser_msgpack.rb
871
935
  - test/plugin/test_parser_multiline.rb
872
936
  - test/plugin/test_parser_nginx.rb
873
937
  - test/plugin/test_parser_none.rb
@@ -969,7 +1033,7 @@ homepage: https://www.fluentd.org/
969
1033
  licenses:
970
1034
  - Apache-2.0
971
1035
  metadata: {}
972
- post_install_message:
1036
+ post_install_message:
973
1037
  rdoc_options: []
974
1038
  require_paths:
975
1039
  - lib
@@ -977,15 +1041,15 @@ required_ruby_version: !ruby/object:Gem::Requirement
977
1041
  requirements:
978
1042
  - - ">="
979
1043
  - !ruby/object:Gem::Version
980
- version: '2.4'
1044
+ version: '2.7'
981
1045
  required_rubygems_version: !ruby/object:Gem::Requirement
982
1046
  requirements:
983
1047
  - - ">="
984
1048
  - !ruby/object:Gem::Version
985
1049
  version: '0'
986
1050
  requirements: []
987
- rubygems_version: 3.4.19
988
- signing_key:
1051
+ rubygems_version: 3.4.13
1052
+ signing_key:
989
1053
  specification_version: 4
990
1054
  summary: Fluentd event collector
991
1055
  test_files:
@@ -1027,6 +1091,10 @@ test_files:
1027
1091
  - test/plugin/data/log/foo/bar.log
1028
1092
  - test/plugin/data/log/foo/bar2
1029
1093
  - test/plugin/data/log/test.log
1094
+ - test/plugin/data/log_numeric/01.log
1095
+ - test/plugin/data/log_numeric/02.log
1096
+ - test/plugin/data/log_numeric/12.log
1097
+ - test/plugin/data/log_numeric/14.log
1030
1098
  - test/plugin/data/sd_file/config
1031
1099
  - test/plugin/data/sd_file/config.json
1032
1100
  - test/plugin/data/sd_file/config.yaml
@@ -1111,6 +1179,7 @@ test_files:
1111
1179
  - test/plugin/test_parser_csv.rb
1112
1180
  - test/plugin/test_parser_json.rb
1113
1181
  - test/plugin/test_parser_labeled_tsv.rb
1182
+ - test/plugin/test_parser_msgpack.rb
1114
1183
  - test/plugin/test_parser_multiline.rb
1115
1184
  - test/plugin/test_parser_nginx.rb
1116
1185
  - test/plugin/test_parser_none.rb