fluentd 1.6.3 → 1.7.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.

This version of fluentd might be problematic. Click here for more details.

Files changed (84) hide show
  1. checksums.yaml +4 -4
  2. data/.drone.yml +35 -0
  3. data/.github/ISSUE_TEMPLATE/bug_report.md +2 -0
  4. data/CHANGELOG.md +83 -0
  5. data/README.md +5 -1
  6. data/fluentd.gemspec +3 -2
  7. data/lib/fluent/clock.rb +4 -0
  8. data/lib/fluent/compat/output.rb +3 -3
  9. data/lib/fluent/compat/socket_util.rb +1 -1
  10. data/lib/fluent/config/element.rb +3 -3
  11. data/lib/fluent/config/literal_parser.rb +1 -1
  12. data/lib/fluent/config/section.rb +4 -1
  13. data/lib/fluent/error.rb +4 -0
  14. data/lib/fluent/event.rb +28 -24
  15. data/lib/fluent/event_router.rb +2 -1
  16. data/lib/fluent/log.rb +1 -1
  17. data/lib/fluent/msgpack_factory.rb +8 -0
  18. data/lib/fluent/plugin/bare_output.rb +4 -4
  19. data/lib/fluent/plugin/buf_file.rb +10 -1
  20. data/lib/fluent/plugin/buf_file_single.rb +219 -0
  21. data/lib/fluent/plugin/buffer.rb +62 -63
  22. data/lib/fluent/plugin/buffer/chunk.rb +21 -3
  23. data/lib/fluent/plugin/buffer/file_chunk.rb +44 -12
  24. data/lib/fluent/plugin/buffer/file_single_chunk.rb +314 -0
  25. data/lib/fluent/plugin/buffer/memory_chunk.rb +2 -1
  26. data/lib/fluent/plugin/compressable.rb +10 -6
  27. data/lib/fluent/plugin/filter_grep.rb +2 -2
  28. data/lib/fluent/plugin/formatter_csv.rb +10 -6
  29. data/lib/fluent/plugin/in_syslog.rb +10 -3
  30. data/lib/fluent/plugin/in_tail.rb +7 -2
  31. data/lib/fluent/plugin/in_tcp.rb +34 -7
  32. data/lib/fluent/plugin/multi_output.rb +4 -4
  33. data/lib/fluent/plugin/out_exec_filter.rb +1 -0
  34. data/lib/fluent/plugin/out_file.rb +13 -3
  35. data/lib/fluent/plugin/out_forward.rb +144 -588
  36. data/lib/fluent/plugin/out_forward/ack_handler.rb +161 -0
  37. data/lib/fluent/plugin/out_forward/connection_manager.rb +113 -0
  38. data/lib/fluent/plugin/out_forward/error.rb +28 -0
  39. data/lib/fluent/plugin/out_forward/failure_detector.rb +84 -0
  40. data/lib/fluent/plugin/out_forward/handshake_protocol.rb +121 -0
  41. data/lib/fluent/plugin/out_forward/load_balancer.rb +111 -0
  42. data/lib/fluent/plugin/out_forward/socket_cache.rb +138 -0
  43. data/lib/fluent/plugin/out_http.rb +231 -0
  44. data/lib/fluent/plugin/output.rb +29 -35
  45. data/lib/fluent/plugin/parser.rb +77 -0
  46. data/lib/fluent/plugin/parser_csv.rb +75 -0
  47. data/lib/fluent/plugin/parser_syslog.rb +106 -3
  48. data/lib/fluent/plugin_helper/server.rb +2 -2
  49. data/lib/fluent/plugin_helper/socket.rb +14 -1
  50. data/lib/fluent/plugin_helper/thread.rb +1 -0
  51. data/lib/fluent/root_agent.rb +1 -1
  52. data/lib/fluent/time.rb +4 -2
  53. data/lib/fluent/timezone.rb +21 -7
  54. data/lib/fluent/version.rb +1 -1
  55. data/test/command/test_fluentd.rb +1 -1
  56. data/test/command/test_plugin_generator.rb +18 -2
  57. data/test/config/test_configurable.rb +78 -40
  58. data/test/counter/test_store.rb +1 -1
  59. data/test/helper.rb +1 -0
  60. data/test/helpers/process_extenstion.rb +33 -0
  61. data/test/plugin/out_forward/test_ack_handler.rb +101 -0
  62. data/test/plugin/out_forward/test_connection_manager.rb +145 -0
  63. data/test/plugin/out_forward/test_handshake_protocol.rb +103 -0
  64. data/test/plugin/out_forward/test_load_balancer.rb +60 -0
  65. data/test/plugin/out_forward/test_socket_cache.rb +139 -0
  66. data/test/plugin/test_buf_file.rb +172 -2
  67. data/test/plugin/test_buf_file_single.rb +801 -0
  68. data/test/plugin/test_buffer.rb +4 -48
  69. data/test/plugin/test_buffer_file_chunk.rb +38 -1
  70. data/test/plugin/test_buffer_file_single_chunk.rb +621 -0
  71. data/test/plugin/test_buffer_memory_chunk.rb +1 -0
  72. data/test/plugin/test_formatter_csv.rb +16 -0
  73. data/test/plugin/test_in_syslog.rb +56 -6
  74. data/test/plugin/test_in_tail.rb +1 -1
  75. data/test/plugin/test_in_tcp.rb +25 -0
  76. data/test/plugin/test_out_forward.rb +150 -201
  77. data/test/plugin/test_out_http.rb +352 -0
  78. data/test/plugin/test_output_as_buffered.rb +27 -24
  79. data/test/plugin/test_parser.rb +40 -0
  80. data/test/plugin/test_parser_csv.rb +83 -0
  81. data/test/plugin/test_parser_syslog.rb +118 -19
  82. data/test/plugin_helper/test_record_accessor.rb +1 -1
  83. data/test/test_time_formatter.rb +140 -121
  84. metadata +35 -6
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: fluentd
3
3
  version: !ruby/object:Gem::Version
4
- version: 1.6.3
4
+ version: 1.7.1
5
5
  platform: ruby
6
6
  authors:
7
7
  - Sadayuki Furuhashi
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2019-07-29 00:00:00.000000000 Z
11
+ date: 2019-09-09 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: msgpack
@@ -16,7 +16,7 @@ dependencies:
16
16
  requirements:
17
17
  - - ">="
18
18
  - !ruby/object:Gem::Version
19
- version: 0.7.0
19
+ version: 1.2.0
20
20
  - - "<"
21
21
  - !ruby/object:Gem::Version
22
22
  version: 2.0.0
@@ -26,7 +26,7 @@ dependencies:
26
26
  requirements:
27
27
  - - ">="
28
28
  - !ruby/object:Gem::Version
29
- version: 0.7.0
29
+ version: 1.2.0
30
30
  - - "<"
31
31
  - !ruby/object:Gem::Version
32
32
  version: 2.0.0
@@ -124,14 +124,14 @@ dependencies:
124
124
  requirements:
125
125
  - - "~>"
126
126
  - !ruby/object:Gem::Version
127
- version: '1.0'
127
+ version: '2.0'
128
128
  type: :runtime
129
129
  prerelease: false
130
130
  version_requirements: !ruby/object:Gem::Requirement
131
131
  requirements:
132
132
  - - "~>"
133
133
  - !ruby/object:Gem::Version
134
- version: '1.0'
134
+ version: '2.0'
135
135
  - !ruby/object:Gem::Dependency
136
136
  name: tzinfo-data
137
137
  requirement: !ruby/object:Gem::Requirement
@@ -328,6 +328,7 @@ executables:
328
328
  extensions: []
329
329
  extra_rdoc_files: []
330
330
  files:
331
+ - ".drone.yml"
331
332
  - ".github/ISSUE_TEMPLATE.md"
332
333
  - ".github/ISSUE_TEMPLATE/bug_report.md"
333
334
  - ".github/ISSUE_TEMPLATE/feature_request.md"
@@ -469,10 +470,12 @@ files:
469
470
  - lib/fluent/plugin/bare_output.rb
470
471
  - lib/fluent/plugin/base.rb
471
472
  - lib/fluent/plugin/buf_file.rb
473
+ - lib/fluent/plugin/buf_file_single.rb
472
474
  - lib/fluent/plugin/buf_memory.rb
473
475
  - lib/fluent/plugin/buffer.rb
474
476
  - lib/fluent/plugin/buffer/chunk.rb
475
477
  - lib/fluent/plugin/buffer/file_chunk.rb
478
+ - lib/fluent/plugin/buffer/file_single_chunk.rb
476
479
  - lib/fluent/plugin/buffer/memory_chunk.rb
477
480
  - lib/fluent/plugin/compressable.rb
478
481
  - lib/fluent/plugin/exec_util.rb
@@ -513,6 +516,14 @@ files:
513
516
  - lib/fluent/plugin/out_exec_filter.rb
514
517
  - lib/fluent/plugin/out_file.rb
515
518
  - lib/fluent/plugin/out_forward.rb
519
+ - lib/fluent/plugin/out_forward/ack_handler.rb
520
+ - lib/fluent/plugin/out_forward/connection_manager.rb
521
+ - lib/fluent/plugin/out_forward/error.rb
522
+ - lib/fluent/plugin/out_forward/failure_detector.rb
523
+ - lib/fluent/plugin/out_forward/handshake_protocol.rb
524
+ - lib/fluent/plugin/out_forward/load_balancer.rb
525
+ - lib/fluent/plugin/out_forward/socket_cache.rb
526
+ - lib/fluent/plugin/out_http.rb
516
527
  - lib/fluent/plugin/out_null.rb
517
528
  - lib/fluent/plugin/out_relabel.rb
518
529
  - lib/fluent/plugin/out_roundrobin.rb
@@ -643,6 +654,7 @@ files:
643
654
  - test/counter/test_validator.rb
644
655
  - test/helper.rb
645
656
  - test/helpers/fuzzy_assert.rb
657
+ - test/helpers/process_extenstion.rb
646
658
  - test/plugin/data/2010/01/20100102-030405.log
647
659
  - test/plugin/data/2010/01/20100102-030406.log
648
660
  - test/plugin/data/2010/01/20100102.log
@@ -650,13 +662,20 @@ files:
650
662
  - test/plugin/data/log/foo/bar.log
651
663
  - test/plugin/data/log/foo/bar2
652
664
  - test/plugin/data/log/test.log
665
+ - test/plugin/out_forward/test_ack_handler.rb
666
+ - test/plugin/out_forward/test_connection_manager.rb
667
+ - test/plugin/out_forward/test_handshake_protocol.rb
668
+ - test/plugin/out_forward/test_load_balancer.rb
669
+ - test/plugin/out_forward/test_socket_cache.rb
653
670
  - test/plugin/test_bare_output.rb
654
671
  - test/plugin/test_base.rb
655
672
  - test/plugin/test_buf_file.rb
673
+ - test/plugin/test_buf_file_single.rb
656
674
  - test/plugin/test_buf_memory.rb
657
675
  - test/plugin/test_buffer.rb
658
676
  - test/plugin/test_buffer_chunk.rb
659
677
  - test/plugin/test_buffer_file_chunk.rb
678
+ - test/plugin/test_buffer_file_single_chunk.rb
660
679
  - test/plugin/test_buffer_memory_chunk.rb
661
680
  - test/plugin/test_compressable.rb
662
681
  - test/plugin/test_file_util.rb
@@ -694,6 +713,7 @@ files:
694
713
  - test/plugin/test_out_exec_filter.rb
695
714
  - test/plugin/test_out_file.rb
696
715
  - test/plugin/test_out_forward.rb
716
+ - test/plugin/test_out_http.rb
697
717
  - test/plugin/test_out_null.rb
698
718
  - test/plugin/test_out_relabel.rb
699
719
  - test/plugin/test_out_roundrobin.rb
@@ -827,6 +847,7 @@ test_files:
827
847
  - test/counter/test_validator.rb
828
848
  - test/helper.rb
829
849
  - test/helpers/fuzzy_assert.rb
850
+ - test/helpers/process_extenstion.rb
830
851
  - test/plugin/data/2010/01/20100102-030405.log
831
852
  - test/plugin/data/2010/01/20100102-030406.log
832
853
  - test/plugin/data/2010/01/20100102.log
@@ -834,13 +855,20 @@ test_files:
834
855
  - test/plugin/data/log/foo/bar.log
835
856
  - test/plugin/data/log/foo/bar2
836
857
  - test/plugin/data/log/test.log
858
+ - test/plugin/out_forward/test_ack_handler.rb
859
+ - test/plugin/out_forward/test_connection_manager.rb
860
+ - test/plugin/out_forward/test_handshake_protocol.rb
861
+ - test/plugin/out_forward/test_load_balancer.rb
862
+ - test/plugin/out_forward/test_socket_cache.rb
837
863
  - test/plugin/test_bare_output.rb
838
864
  - test/plugin/test_base.rb
839
865
  - test/plugin/test_buf_file.rb
866
+ - test/plugin/test_buf_file_single.rb
840
867
  - test/plugin/test_buf_memory.rb
841
868
  - test/plugin/test_buffer.rb
842
869
  - test/plugin/test_buffer_chunk.rb
843
870
  - test/plugin/test_buffer_file_chunk.rb
871
+ - test/plugin/test_buffer_file_single_chunk.rb
844
872
  - test/plugin/test_buffer_memory_chunk.rb
845
873
  - test/plugin/test_compressable.rb
846
874
  - test/plugin/test_file_util.rb
@@ -878,6 +906,7 @@ test_files:
878
906
  - test/plugin/test_out_exec_filter.rb
879
907
  - test/plugin/test_out_file.rb
880
908
  - test/plugin/test_out_forward.rb
909
+ - test/plugin/test_out_http.rb
881
910
  - test/plugin/test_out_null.rb
882
911
  - test/plugin/test_out_relabel.rb
883
912
  - test/plugin/test_out_roundrobin.rb