fluentd 1.16.5-x64-mingw-ucrt → 1.17.1-x64-mingw-ucrt

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (268) hide show
  1. checksums.yaml +4 -4
  2. data/CHANGELOG.md +88 -0
  3. data/README.md +2 -1
  4. data/Rakefile +1 -1
  5. data/SECURITY.md +2 -2
  6. data/fluent.conf +14 -14
  7. data/lib/fluent/command/binlog_reader.rb +1 -1
  8. data/lib/fluent/command/cap_ctl.rb +4 -4
  9. data/lib/fluent/compat/call_super_mixin.rb +3 -3
  10. data/lib/fluent/compat/propagate_default.rb +4 -4
  11. data/lib/fluent/config/configure_proxy.rb +2 -2
  12. data/lib/fluent/config/types.rb +1 -1
  13. data/lib/fluent/config/yaml_parser/parser.rb +4 -0
  14. data/lib/fluent/configurable.rb +2 -2
  15. data/lib/fluent/counter/mutex_hash.rb +1 -1
  16. data/lib/fluent/fluent_log_event_router.rb +0 -2
  17. data/lib/fluent/log/console_adapter.rb +4 -2
  18. data/lib/fluent/plugin/buf_file.rb +1 -1
  19. data/lib/fluent/plugin/buffer/file_chunk.rb +1 -1
  20. data/lib/fluent/plugin/buffer/file_single_chunk.rb +2 -3
  21. data/lib/fluent/plugin/filter_parser.rb +26 -8
  22. data/lib/fluent/plugin/in_exec.rb +14 -2
  23. data/lib/fluent/plugin/in_http.rb +19 -54
  24. data/lib/fluent/plugin/in_sample.rb +13 -7
  25. data/lib/fluent/plugin/in_tail.rb +99 -25
  26. data/lib/fluent/plugin/out_copy.rb +1 -1
  27. data/lib/fluent/plugin/out_file.rb +8 -0
  28. data/lib/fluent/plugin/out_http.rb +137 -13
  29. data/lib/fluent/plugin/owned_by_mixin.rb +0 -1
  30. data/lib/fluent/plugin/parser_json.rb +26 -17
  31. data/lib/fluent/plugin/parser_msgpack.rb +24 -3
  32. data/lib/fluent/plugin_helper/http_server/server.rb +1 -1
  33. data/lib/fluent/plugin_helper/metrics.rb +2 -2
  34. data/lib/fluent/registry.rb +6 -6
  35. data/lib/fluent/test/output_test.rb +1 -1
  36. data/lib/fluent/unique_id.rb +1 -1
  37. data/lib/fluent/version.rb +1 -1
  38. data/templates/new_gem/fluent-plugin.gemspec.erb +6 -5
  39. metadata +109 -459
  40. data/.github/ISSUE_TEMPLATE/bug_report.yml +0 -71
  41. data/.github/ISSUE_TEMPLATE/config.yml +0 -5
  42. data/.github/ISSUE_TEMPLATE/feature_request.yml +0 -39
  43. data/.github/ISSUE_TEMPLATE.md +0 -17
  44. data/.github/PULL_REQUEST_TEMPLATE.md +0 -14
  45. data/.github/workflows/stale-actions.yml +0 -24
  46. data/.github/workflows/test.yml +0 -32
  47. data/.gitignore +0 -30
  48. data/Gemfile +0 -9
  49. data/fluentd.gemspec +0 -54
  50. data/test/command/test_binlog_reader.rb +0 -362
  51. data/test/command/test_ca_generate.rb +0 -70
  52. data/test/command/test_cap_ctl.rb +0 -100
  53. data/test/command/test_cat.rb +0 -128
  54. data/test/command/test_ctl.rb +0 -56
  55. data/test/command/test_fluentd.rb +0 -1291
  56. data/test/command/test_plugin_config_formatter.rb +0 -397
  57. data/test/command/test_plugin_generator.rb +0 -109
  58. data/test/compat/test_calls_super.rb +0 -166
  59. data/test/compat/test_parser.rb +0 -92
  60. data/test/config/assertions.rb +0 -42
  61. data/test/config/test_config_parser.rb +0 -551
  62. data/test/config/test_configurable.rb +0 -1784
  63. data/test/config/test_configure_proxy.rb +0 -604
  64. data/test/config/test_dsl.rb +0 -415
  65. data/test/config/test_element.rb +0 -518
  66. data/test/config/test_literal_parser.rb +0 -309
  67. data/test/config/test_plugin_configuration.rb +0 -56
  68. data/test/config/test_section.rb +0 -191
  69. data/test/config/test_system_config.rb +0 -195
  70. data/test/config/test_types.rb +0 -408
  71. data/test/counter/test_client.rb +0 -563
  72. data/test/counter/test_error.rb +0 -44
  73. data/test/counter/test_mutex_hash.rb +0 -179
  74. data/test/counter/test_server.rb +0 -589
  75. data/test/counter/test_store.rb +0 -258
  76. data/test/counter/test_validator.rb +0 -137
  77. data/test/helper.rb +0 -155
  78. data/test/helpers/fuzzy_assert.rb +0 -89
  79. data/test/helpers/process_extenstion.rb +0 -33
  80. data/test/log/test_console_adapter.rb +0 -110
  81. data/test/plugin/data/2010/01/20100102-030405.log +0 -0
  82. data/test/plugin/data/2010/01/20100102-030406.log +0 -0
  83. data/test/plugin/data/2010/01/20100102.log +0 -0
  84. data/test/plugin/data/log/bar +0 -0
  85. data/test/plugin/data/log/foo/bar.log +0 -0
  86. data/test/plugin/data/log/foo/bar2 +0 -0
  87. data/test/plugin/data/log/test.log +0 -0
  88. data/test/plugin/data/sd_file/config +0 -11
  89. data/test/plugin/data/sd_file/config.json +0 -17
  90. data/test/plugin/data/sd_file/config.yaml +0 -11
  91. data/test/plugin/data/sd_file/config.yml +0 -11
  92. data/test/plugin/data/sd_file/invalid_config.yml +0 -7
  93. data/test/plugin/in_tail/test_fifo.rb +0 -121
  94. data/test/plugin/in_tail/test_io_handler.rb +0 -150
  95. data/test/plugin/in_tail/test_position_file.rb +0 -346
  96. data/test/plugin/out_forward/test_ack_handler.rb +0 -140
  97. data/test/plugin/out_forward/test_connection_manager.rb +0 -145
  98. data/test/plugin/out_forward/test_handshake_protocol.rb +0 -112
  99. data/test/plugin/out_forward/test_load_balancer.rb +0 -106
  100. data/test/plugin/out_forward/test_socket_cache.rb +0 -174
  101. data/test/plugin/test_bare_output.rb +0 -131
  102. data/test/plugin/test_base.rb +0 -247
  103. data/test/plugin/test_buf_file.rb +0 -1314
  104. data/test/plugin/test_buf_file_single.rb +0 -898
  105. data/test/plugin/test_buf_memory.rb +0 -42
  106. data/test/plugin/test_buffer.rb +0 -1493
  107. data/test/plugin/test_buffer_chunk.rb +0 -209
  108. data/test/plugin/test_buffer_file_chunk.rb +0 -871
  109. data/test/plugin/test_buffer_file_single_chunk.rb +0 -611
  110. data/test/plugin/test_buffer_memory_chunk.rb +0 -339
  111. data/test/plugin/test_compressable.rb +0 -87
  112. data/test/plugin/test_file_util.rb +0 -96
  113. data/test/plugin/test_filter.rb +0 -368
  114. data/test/plugin/test_filter_grep.rb +0 -697
  115. data/test/plugin/test_filter_parser.rb +0 -731
  116. data/test/plugin/test_filter_record_transformer.rb +0 -577
  117. data/test/plugin/test_filter_stdout.rb +0 -207
  118. data/test/plugin/test_formatter_csv.rb +0 -136
  119. data/test/plugin/test_formatter_hash.rb +0 -38
  120. data/test/plugin/test_formatter_json.rb +0 -61
  121. data/test/plugin/test_formatter_ltsv.rb +0 -70
  122. data/test/plugin/test_formatter_msgpack.rb +0 -28
  123. data/test/plugin/test_formatter_out_file.rb +0 -116
  124. data/test/plugin/test_formatter_single_value.rb +0 -44
  125. data/test/plugin/test_formatter_tsv.rb +0 -76
  126. data/test/plugin/test_in_debug_agent.rb +0 -49
  127. data/test/plugin/test_in_exec.rb +0 -261
  128. data/test/plugin/test_in_forward.rb +0 -1178
  129. data/test/plugin/test_in_gc_stat.rb +0 -62
  130. data/test/plugin/test_in_http.rb +0 -1102
  131. data/test/plugin/test_in_monitor_agent.rb +0 -922
  132. data/test/plugin/test_in_object_space.rb +0 -66
  133. data/test/plugin/test_in_sample.rb +0 -190
  134. data/test/plugin/test_in_syslog.rb +0 -505
  135. data/test/plugin/test_in_tail.rb +0 -3288
  136. data/test/plugin/test_in_tcp.rb +0 -328
  137. data/test/plugin/test_in_udp.rb +0 -296
  138. data/test/plugin/test_in_unix.rb +0 -181
  139. data/test/plugin/test_input.rb +0 -137
  140. data/test/plugin/test_metadata.rb +0 -89
  141. data/test/plugin/test_metrics.rb +0 -294
  142. data/test/plugin/test_metrics_local.rb +0 -96
  143. data/test/plugin/test_multi_output.rb +0 -204
  144. data/test/plugin/test_out_copy.rb +0 -308
  145. data/test/plugin/test_out_exec.rb +0 -312
  146. data/test/plugin/test_out_exec_filter.rb +0 -606
  147. data/test/plugin/test_out_file.rb +0 -1038
  148. data/test/plugin/test_out_forward.rb +0 -1349
  149. data/test/plugin/test_out_http.rb +0 -429
  150. data/test/plugin/test_out_null.rb +0 -105
  151. data/test/plugin/test_out_relabel.rb +0 -28
  152. data/test/plugin/test_out_roundrobin.rb +0 -146
  153. data/test/plugin/test_out_secondary_file.rb +0 -458
  154. data/test/plugin/test_out_stdout.rb +0 -205
  155. data/test/plugin/test_out_stream.rb +0 -103
  156. data/test/plugin/test_output.rb +0 -1334
  157. data/test/plugin/test_output_as_buffered.rb +0 -2024
  158. data/test/plugin/test_output_as_buffered_backup.rb +0 -363
  159. data/test/plugin/test_output_as_buffered_compress.rb +0 -179
  160. data/test/plugin/test_output_as_buffered_overflow.rb +0 -250
  161. data/test/plugin/test_output_as_buffered_retries.rb +0 -966
  162. data/test/plugin/test_output_as_buffered_secondary.rb +0 -882
  163. data/test/plugin/test_output_as_standard.rb +0 -374
  164. data/test/plugin/test_owned_by.rb +0 -35
  165. data/test/plugin/test_parser.rb +0 -399
  166. data/test/plugin/test_parser_apache.rb +0 -42
  167. data/test/plugin/test_parser_apache2.rb +0 -47
  168. data/test/plugin/test_parser_apache_error.rb +0 -45
  169. data/test/plugin/test_parser_csv.rb +0 -200
  170. data/test/plugin/test_parser_json.rb +0 -138
  171. data/test/plugin/test_parser_labeled_tsv.rb +0 -160
  172. data/test/plugin/test_parser_multiline.rb +0 -111
  173. data/test/plugin/test_parser_nginx.rb +0 -88
  174. data/test/plugin/test_parser_none.rb +0 -52
  175. data/test/plugin/test_parser_regexp.rb +0 -284
  176. data/test/plugin/test_parser_syslog.rb +0 -650
  177. data/test/plugin/test_parser_tsv.rb +0 -122
  178. data/test/plugin/test_sd_file.rb +0 -228
  179. data/test/plugin/test_sd_srv.rb +0 -230
  180. data/test/plugin/test_storage.rb +0 -167
  181. data/test/plugin/test_storage_local.rb +0 -335
  182. data/test/plugin/test_string_util.rb +0 -26
  183. data/test/plugin_helper/data/cert/cert-key.pem +0 -27
  184. data/test/plugin_helper/data/cert/cert-with-CRLF.pem +0 -19
  185. data/test/plugin_helper/data/cert/cert-with-no-newline.pem +0 -19
  186. data/test/plugin_helper/data/cert/cert.pem +0 -19
  187. data/test/plugin_helper/data/cert/cert_chains/ca-cert-key.pem +0 -27
  188. data/test/plugin_helper/data/cert/cert_chains/ca-cert.pem +0 -20
  189. data/test/plugin_helper/data/cert/cert_chains/cert-key.pem +0 -27
  190. data/test/plugin_helper/data/cert/cert_chains/cert.pem +0 -40
  191. data/test/plugin_helper/data/cert/empty.pem +0 -0
  192. data/test/plugin_helper/data/cert/generate_cert.rb +0 -125
  193. data/test/plugin_helper/data/cert/with_ca/ca-cert-key-pass.pem +0 -30
  194. data/test/plugin_helper/data/cert/with_ca/ca-cert-key.pem +0 -27
  195. data/test/plugin_helper/data/cert/with_ca/ca-cert-pass.pem +0 -20
  196. data/test/plugin_helper/data/cert/with_ca/ca-cert.pem +0 -20
  197. data/test/plugin_helper/data/cert/with_ca/cert-key-pass.pem +0 -30
  198. data/test/plugin_helper/data/cert/with_ca/cert-key.pem +0 -27
  199. data/test/plugin_helper/data/cert/with_ca/cert-pass.pem +0 -21
  200. data/test/plugin_helper/data/cert/with_ca/cert.pem +0 -21
  201. data/test/plugin_helper/data/cert/without_ca/cert-key-pass.pem +0 -30
  202. data/test/plugin_helper/data/cert/without_ca/cert-key.pem +0 -27
  203. data/test/plugin_helper/data/cert/without_ca/cert-pass.pem +0 -20
  204. data/test/plugin_helper/data/cert/without_ca/cert.pem +0 -20
  205. data/test/plugin_helper/http_server/test_app.rb +0 -65
  206. data/test/plugin_helper/http_server/test_route.rb +0 -32
  207. data/test/plugin_helper/service_discovery/test_manager.rb +0 -93
  208. data/test/plugin_helper/service_discovery/test_round_robin_balancer.rb +0 -21
  209. data/test/plugin_helper/test_cert_option.rb +0 -25
  210. data/test/plugin_helper/test_child_process.rb +0 -862
  211. data/test/plugin_helper/test_compat_parameters.rb +0 -358
  212. data/test/plugin_helper/test_event_emitter.rb +0 -80
  213. data/test/plugin_helper/test_event_loop.rb +0 -52
  214. data/test/plugin_helper/test_extract.rb +0 -194
  215. data/test/plugin_helper/test_formatter.rb +0 -255
  216. data/test/plugin_helper/test_http_server_helper.rb +0 -372
  217. data/test/plugin_helper/test_inject.rb +0 -561
  218. data/test/plugin_helper/test_metrics.rb +0 -137
  219. data/test/plugin_helper/test_parser.rb +0 -264
  220. data/test/plugin_helper/test_record_accessor.rb +0 -238
  221. data/test/plugin_helper/test_retry_state.rb +0 -1006
  222. data/test/plugin_helper/test_server.rb +0 -1895
  223. data/test/plugin_helper/test_service_discovery.rb +0 -165
  224. data/test/plugin_helper/test_socket.rb +0 -146
  225. data/test/plugin_helper/test_storage.rb +0 -542
  226. data/test/plugin_helper/test_thread.rb +0 -164
  227. data/test/plugin_helper/test_timer.rb +0 -130
  228. data/test/scripts/exec_script.rb +0 -32
  229. data/test/scripts/fluent/plugin/formatter1/formatter_test1.rb +0 -7
  230. data/test/scripts/fluent/plugin/formatter2/formatter_test2.rb +0 -7
  231. data/test/scripts/fluent/plugin/formatter_known.rb +0 -8
  232. data/test/scripts/fluent/plugin/out_test.rb +0 -81
  233. data/test/scripts/fluent/plugin/out_test2.rb +0 -80
  234. data/test/scripts/fluent/plugin/parser_known.rb +0 -4
  235. data/test/test_capability.rb +0 -74
  236. data/test/test_clock.rb +0 -164
  237. data/test/test_config.rb +0 -369
  238. data/test/test_configdsl.rb +0 -148
  239. data/test/test_daemonizer.rb +0 -91
  240. data/test/test_engine.rb +0 -203
  241. data/test/test_event.rb +0 -531
  242. data/test/test_event_router.rb +0 -348
  243. data/test/test_event_time.rb +0 -199
  244. data/test/test_file_wrapper.rb +0 -53
  245. data/test/test_filter.rb +0 -121
  246. data/test/test_fluent_log_event_router.rb +0 -99
  247. data/test/test_formatter.rb +0 -369
  248. data/test/test_input.rb +0 -31
  249. data/test/test_log.rb +0 -1076
  250. data/test/test_match.rb +0 -148
  251. data/test/test_mixin.rb +0 -351
  252. data/test/test_msgpack_factory.rb +0 -50
  253. data/test/test_oj_options.rb +0 -55
  254. data/test/test_output.rb +0 -278
  255. data/test/test_plugin.rb +0 -251
  256. data/test/test_plugin_classes.rb +0 -370
  257. data/test/test_plugin_helper.rb +0 -81
  258. data/test/test_plugin_id.rb +0 -119
  259. data/test/test_process.rb +0 -14
  260. data/test/test_root_agent.rb +0 -951
  261. data/test/test_static_config_analysis.rb +0 -177
  262. data/test/test_supervisor.rb +0 -821
  263. data/test/test_test_drivers.rb +0 -136
  264. data/test/test_time_formatter.rb +0 -301
  265. data/test/test_time_parser.rb +0 -362
  266. data/test/test_tls.rb +0 -65
  267. data/test/test_unique_id.rb +0 -47
  268. data/test/test_variable_store.rb +0 -65
@@ -1,821 +0,0 @@
1
- require_relative 'helper'
2
- require 'fluent/event_router'
3
- require 'fluent/system_config'
4
- require 'fluent/supervisor'
5
- require 'fluent/file_wrapper'
6
- require_relative 'test_plugin_classes'
7
-
8
- require 'net/http'
9
- require 'uri'
10
- require 'fileutils'
11
- require 'tempfile'
12
- require 'securerandom'
13
- require 'pathname'
14
-
15
- if Fluent.windows?
16
- require 'win32/event'
17
- end
18
-
19
- class SupervisorTest < ::Test::Unit::TestCase
20
- class DummyServer
21
- include Fluent::ServerModule
22
- attr_accessor :rpc_endpoint, :enable_get_dump
23
- def config
24
- {}
25
- end
26
- end
27
-
28
- def tmp_dir
29
- File.join(File.dirname(__FILE__), "tmp", "supervisor#{ENV['TEST_ENV_NUMBER']}", SecureRandom.hex(10))
30
- end
31
-
32
- def setup
33
- @stored_global_logger = $log
34
- @tmp_dir = tmp_dir
35
- @tmp_root_dir = File.join(@tmp_dir, 'root')
36
- FileUtils.mkdir_p(@tmp_dir)
37
- @sigdump_path = "/tmp/sigdump-#{Process.pid}.log"
38
- end
39
-
40
- def teardown
41
- $log = @stored_global_logger
42
- begin
43
- FileUtils.rm_rf(@tmp_dir)
44
- rescue Errno::EACCES
45
- # It may occur on Windows because of delete pending state due to delayed GC.
46
- # Ruby 3.2 or later doesn't ignore Errno::EACCES:
47
- # https://github.com/ruby/ruby/commit/983115cf3c8f75b1afbe3274f02c1529e1ce3a81
48
- end
49
- end
50
-
51
- def write_config(path, data)
52
- FileUtils.mkdir_p(File.dirname(path))
53
- Fluent::FileWrapper.open(path, "w") {|f| f.write data }
54
- end
55
-
56
-
57
- def test_system_config
58
- sv = Fluent::Supervisor.new({})
59
- conf_data = <<-EOC
60
- <system>
61
- rpc_endpoint 127.0.0.1:24445
62
- suppress_repeated_stacktrace false
63
- suppress_config_dump true
64
- without_source true
65
- enable_get_dump true
66
- process_name "process_name"
67
- log_level info
68
- root_dir #{@tmp_root_dir}
69
- <log>
70
- format json
71
- time_format %Y
72
- </log>
73
- <counter_server>
74
- bind 127.0.0.1
75
- port 24321
76
- scope server1
77
- backup_path /tmp/backup
78
- </counter_server>
79
- <counter_client>
80
- host 127.0.0.1
81
- port 24321
82
- timeout 2
83
- </counter_client>
84
- </system>
85
- EOC
86
- conf = Fluent::Config.parse(conf_data, "(test)", "(test_dir)", true)
87
- sys_conf = sv.__send__(:build_system_config, conf)
88
-
89
- assert_equal '127.0.0.1:24445', sys_conf.rpc_endpoint
90
- assert_equal false, sys_conf.suppress_repeated_stacktrace
91
- assert_equal true, sys_conf.suppress_config_dump
92
- assert_equal true, sys_conf.without_source
93
- assert_equal true, sys_conf.enable_get_dump
94
- assert_equal "process_name", sys_conf.process_name
95
- assert_equal 2, sys_conf.log_level
96
- assert_equal @tmp_root_dir, sys_conf.root_dir
97
- assert_equal :json, sys_conf.log.format
98
- assert_equal '%Y', sys_conf.log.time_format
99
- counter_server = sys_conf.counter_server
100
- assert_equal '127.0.0.1', counter_server.bind
101
- assert_equal 24321, counter_server.port
102
- assert_equal 'server1', counter_server.scope
103
- assert_equal '/tmp/backup', counter_server.backup_path
104
- counter_client = sys_conf.counter_client
105
- assert_equal '127.0.0.1', counter_client.host
106
- assert_equal 24321, counter_client.port
107
- assert_equal 2, counter_client.timeout
108
- end
109
-
110
- sub_test_case "yaml config" do
111
- def parse_yaml(yaml)
112
- context = Kernel.binding
113
-
114
- config = nil
115
- Tempfile.open do |file|
116
- file.puts(yaml)
117
- file.flush
118
- s = Fluent::Config::YamlParser::Loader.new(context).load(Pathname.new(file))
119
- config = Fluent::Config::YamlParser::Parser.new(s).build.to_element
120
- end
121
- config
122
- end
123
-
124
- def test_system_config
125
- sv = Fluent::Supervisor.new({})
126
- conf_data = <<-EOC
127
- system:
128
- rpc_endpoint: 127.0.0.1:24445
129
- suppress_repeated_stacktrace: true
130
- suppress_config_dump: true
131
- without_source: true
132
- enable_get_dump: true
133
- process_name: "process_name"
134
- log_level: info
135
- root_dir: !fluent/s "#{@tmp_root_dir}"
136
- log:
137
- format: json
138
- time_format: "%Y"
139
- counter_server:
140
- bind: 127.0.0.1
141
- port: 24321
142
- scope: server1
143
- backup_path: /tmp/backup
144
- counter_client:
145
- host: 127.0.0.1
146
- port: 24321
147
- timeout: 2
148
- EOC
149
- conf = parse_yaml(conf_data)
150
- sys_conf = sv.__send__(:build_system_config, conf)
151
-
152
- counter_client = sys_conf.counter_client
153
- counter_server = sys_conf.counter_server
154
- assert_equal(
155
- [
156
- '127.0.0.1:24445',
157
- true,
158
- true,
159
- true,
160
- true,
161
- "process_name",
162
- 2,
163
- @tmp_root_dir,
164
- :json,
165
- '%Y',
166
- '127.0.0.1',
167
- 24321,
168
- 'server1',
169
- '/tmp/backup',
170
- '127.0.0.1',
171
- 24321,
172
- 2,
173
- ],
174
- [
175
- sys_conf.rpc_endpoint,
176
- sys_conf.suppress_repeated_stacktrace,
177
- sys_conf.suppress_config_dump,
178
- sys_conf.without_source,
179
- sys_conf.enable_get_dump,
180
- sys_conf.process_name,
181
- sys_conf.log_level,
182
- sys_conf.root_dir,
183
- sys_conf.log.format,
184
- sys_conf.log.time_format,
185
- counter_server.bind,
186
- counter_server.port,
187
- counter_server.scope,
188
- counter_server.backup_path,
189
- counter_client.host,
190
- counter_client.port,
191
- counter_client.timeout,
192
- ])
193
- end
194
- end
195
-
196
- def test_usr1_in_main_process_signal_handlers
197
- omit "Windows cannot handle signals" if Fluent.windows?
198
-
199
- create_info_dummy_logger
200
-
201
- sv = Fluent::Supervisor.new({})
202
- sv.send(:install_main_process_signal_handlers)
203
-
204
- Process.kill :USR1, Process.pid
205
-
206
- sleep 1
207
-
208
- info_msg = "[info]: force flushing buffered events\n"
209
- assert{ $log.out.logs.first.end_with?(info_msg) }
210
- ensure
211
- $log.out.reset if $log&.out&.respond_to?(:reset)
212
- end
213
-
214
- def test_cont_in_main_process_signal_handlers
215
- omit "Windows cannot handle signals" if Fluent.windows?
216
-
217
- sv = Fluent::Supervisor.new({})
218
- sv.send(:install_main_process_signal_handlers)
219
-
220
- Process.kill :CONT, Process.pid
221
-
222
- sleep 1
223
-
224
- assert{ File.exist?(@sigdump_path) }
225
- ensure
226
- File.delete(@sigdump_path) if File.exist?(@sigdump_path)
227
- end
228
-
229
- def test_term_cont_in_main_process_signal_handlers
230
- omit "Windows cannot handle signals" if Fluent.windows?
231
-
232
- create_debug_dummy_logger
233
-
234
- sv = Fluent::Supervisor.new({})
235
- sv.send(:install_main_process_signal_handlers)
236
-
237
- Process.kill :TERM, Process.pid
238
- Process.kill :CONT, Process.pid
239
-
240
- sleep 1
241
-
242
- debug_msg = "[debug]: fluentd main process get SIGTERM\n"
243
- logs = $log.out.logs
244
- assert{ logs.any?{|log| log.include?(debug_msg) } }
245
-
246
- assert{ not File.exist?(@sigdump_path) }
247
- ensure
248
- $log.out.reset if $log&.out&.respond_to?(:reset)
249
- File.delete(@sigdump_path) if File.exist?(@sigdump_path)
250
- end
251
-
252
- def test_main_process_command_handlers
253
- omit "Only for Windows, alternative to UNIX signals" unless Fluent.windows?
254
-
255
- create_info_dummy_logger
256
-
257
- sv = Fluent::Supervisor.new({})
258
- r, w = IO.pipe
259
- $stdin = r
260
- sv.send(:install_main_process_signal_handlers)
261
-
262
- begin
263
- w.write("GRACEFUL_RESTART\n")
264
- w.flush
265
- ensure
266
- $stdin = STDIN
267
- end
268
-
269
- sleep 1
270
-
271
- info_msg = "[info]: force flushing buffered events\n"
272
- assert{ $log.out.logs.first.end_with?(info_msg) }
273
- ensure
274
- $log.out.reset if $log&.out&.respond_to?(:reset)
275
- end
276
-
277
- def test_usr1_in_supervisor_signal_handler
278
- omit "Windows cannot handle signals" if Fluent.windows?
279
-
280
- create_debug_dummy_logger
281
-
282
- server = DummyServer.new
283
- server.install_supervisor_signal_handlers
284
-
285
- Process.kill :USR1, Process.pid
286
-
287
- sleep 1
288
-
289
- debug_msg = '[debug]: fluentd supervisor process get SIGUSR1'
290
- logs = $log.out.logs
291
- assert{ logs.any?{|log| log.include?(debug_msg) } }
292
- ensure
293
- $log.out.reset if $log&.out&.respond_to?(:reset)
294
- end
295
-
296
- def test_cont_in_supervisor_signal_handler
297
- omit "Windows cannot handle signals" if Fluent.windows?
298
-
299
- server = DummyServer.new
300
- server.install_supervisor_signal_handlers
301
-
302
- Process.kill :CONT, Process.pid
303
-
304
- sleep 1
305
-
306
- assert{ File.exist?(@sigdump_path) }
307
- ensure
308
- File.delete(@sigdump_path) if File.exist?(@sigdump_path)
309
- end
310
-
311
- def test_term_cont_in_supervisor_signal_handler
312
- omit "Windows cannot handle signals" if Fluent.windows?
313
-
314
- server = DummyServer.new
315
- server.install_supervisor_signal_handlers
316
-
317
- Process.kill :TERM, Process.pid
318
- Process.kill :CONT, Process.pid
319
-
320
- assert{ not File.exist?(@sigdump_path) }
321
- ensure
322
- File.delete(@sigdump_path) if File.exist?(@sigdump_path)
323
- end
324
-
325
- def test_windows_shutdown_event
326
- omit "Only for Windows platform" unless Fluent.windows?
327
-
328
- create_debug_dummy_logger
329
-
330
- server = DummyServer.new
331
- def server.config
332
- {:signame => "TestFluentdEvent"}
333
- end
334
-
335
- mock(server).stop(true)
336
- stub(Process).kill.times(0)
337
-
338
- server.install_windows_event_handler
339
- begin
340
- sleep 0.1 # Wait for starting windows event thread
341
- event = Win32::Event.open("TestFluentdEvent")
342
- event.set
343
- event.close
344
- ensure
345
- server.stop_windows_event_thread
346
- end
347
-
348
- debug_msg = '[debug]: Got Win32 event "TestFluentdEvent"'
349
- logs = $log.out.logs
350
- assert{ logs.any?{|log| log.include?(debug_msg) } }
351
- ensure
352
- $log.out.reset if $log&.out&.respond_to?(:reset)
353
- end
354
-
355
- def test_supervisor_event_handler
356
- omit "Only for Windows, alternative to UNIX signals" unless Fluent.windows?
357
-
358
- create_debug_dummy_logger
359
-
360
- server = DummyServer.new
361
- def server.config
362
- {:signame => "TestFluentdEvent"}
363
- end
364
- server.install_windows_event_handler
365
- begin
366
- sleep 0.1 # Wait for starting windows event thread
367
- event = Win32::Event.open("TestFluentdEvent_USR1")
368
- event.set
369
- event.close
370
- ensure
371
- server.stop_windows_event_thread
372
- end
373
-
374
- debug_msg = '[debug]: Got Win32 event "TestFluentdEvent_USR1"'
375
- logs = $log.out.logs
376
- assert{ logs.any?{|log| log.include?(debug_msg) } }
377
- ensure
378
- $log.out.reset if $log&.out&.respond_to?(:reset)
379
- end
380
-
381
- data("Normal", {raw_path: "C:\\Windows\\Temp\\sigdump.log", expected: "C:\\Windows\\Temp\\sigdump-#{Process.pid}.log"})
382
- data("UNIX style", {raw_path: "/Windows/Temp/sigdump.log", expected: "/Windows/Temp/sigdump-#{Process.pid}.log"})
383
- data("No extension", {raw_path: "C:\\Windows\\Temp\\sigdump", expected: "C:\\Windows\\Temp\\sigdump-#{Process.pid}"})
384
- data("Multi-extension", {raw_path: "C:\\Windows\\Temp\\sig.dump.bk", expected: "C:\\Windows\\Temp\\sig.dump-#{Process.pid}.bk"})
385
- def test_fluentsigdump_get_path_with_pid(data)
386
- path = Fluent::FluentSigdump.get_path_with_pid(data[:raw_path])
387
- assert_equal(data[:expected], path)
388
- end
389
-
390
- def test_supervisor_event_dump_windows
391
- omit "Only for Windows, alternative to UNIX signals" unless Fluent.windows?
392
-
393
- server = DummyServer.new
394
- def server.config
395
- {:signame => "TestFluentdEvent"}
396
- end
397
- server.install_windows_event_handler
398
-
399
- assert_rr do
400
- # Have to use mock because `Sigdump.dump` seems to be somehow incompatible with RR.
401
- # The `mock(server).restart(true) { nil }` line in `test_rpc_server_windows` cause the next error.
402
- # Failure: test_supervisor_event_dump_windows(SupervisorTest):
403
- # class()
404
- # Called 0 times.
405
- # Expected 1 times.
406
- # .../Ruby26-x64/lib/ruby/gems/2.6.0/gems/sigdump-0.2.4/lib/sigdump.rb:74:in `block in dump_object_count'
407
- # 73: ObjectSpace.each_object {|o|
408
- # 74: c = o.class <-- HERE!
409
- mock(Sigdump).dump(anything)
410
-
411
- begin
412
- sleep 0.1 # Wait for starting windows event thread
413
- event = Win32::Event.open("TestFluentdEvent_CONT")
414
- event.set
415
- event.close
416
- sleep 1.0 # Wait for dumping
417
- ensure
418
- server.stop_windows_event_thread
419
- end
420
- end
421
- end
422
-
423
- data(:ipv4 => ["0.0.0.0", "127.0.0.1", false],
424
- :ipv6 => ["[::]", "[::1]", true],
425
- :localhost_ipv4 => ["localhost", "127.0.0.1", false])
426
- def test_rpc_server(data)
427
- omit "Windows cannot handle signals" if Fluent.windows?
428
-
429
- bindaddr, localhost, ipv6 = data
430
- omit "IPv6 is not supported on this environment" if ipv6 && !ipv6_enabled?
431
-
432
- create_info_dummy_logger
433
-
434
- sv = Fluent::Supervisor.new({})
435
- conf_data = <<-EOC
436
- <system>
437
- rpc_endpoint "#{bindaddr}:24447"
438
- </system>
439
- EOC
440
- conf = Fluent::Config.parse(conf_data, "(test)", "(test_dir)", true)
441
- sys_conf = sv.__send__(:build_system_config, conf)
442
-
443
- server = DummyServer.new
444
- server.rpc_endpoint = sys_conf.rpc_endpoint
445
- server.enable_get_dump = sys_conf.enable_get_dump
446
-
447
- server.run_rpc_server
448
-
449
- sv.send(:install_main_process_signal_handlers)
450
- response = Net::HTTP.get(URI.parse("http://#{localhost}:24447/api/plugins.flushBuffers"))
451
- info_msg = "[info]: force flushing buffered events\n"
452
-
453
- server.stop_rpc_server
454
-
455
- # In TravisCI with OSX(Xcode), it seems that can't use rpc server.
456
- # This test will be passed in such environment.
457
- pend unless $log.out.logs.first
458
-
459
- assert_equal('{"ok":true}', response)
460
- assert{ $log.out.logs.first.end_with?(info_msg) }
461
- ensure
462
- $log.out.reset if $log.out.is_a?(Fluent::Test::DummyLogDevice)
463
- end
464
-
465
- data(:no_port => ["127.0.0.1"],
466
- :invalid_addr => ["*:24447"])
467
- def test_invalid_rpc_endpoint(data)
468
- endpoint = data[0]
469
-
470
- sv = Fluent::Supervisor.new({})
471
- conf_data = <<-EOC
472
- <system>
473
- rpc_endpoint "#{endpoint}"
474
- </system>
475
- EOC
476
- conf = Fluent::Config.parse(conf_data, "(test)", "(test_dir)", true)
477
- sys_conf = sv.__send__(:build_system_config, conf)
478
-
479
- server = DummyServer.new
480
- server.rpc_endpoint = sys_conf.rpc_endpoint
481
-
482
- assert_raise(Fluent::ConfigError.new("Invalid rpc_endpoint: #{endpoint}")) do
483
- server.run_rpc_server
484
- end
485
- end
486
-
487
- data(:ipv4 => ["0.0.0.0", "127.0.0.1", false],
488
- :ipv6 => ["[::]", "[::1]", true],
489
- :localhost_ipv4 => ["localhost", "127.0.0.1", true])
490
- def test_rpc_server_windows(data)
491
- omit "Only for windows platform" unless Fluent.windows?
492
-
493
- bindaddr, localhost, ipv6 = data
494
- omit "IPv6 is not supported on this environment" if ipv6 && !ipv6_enabled?
495
-
496
- create_info_dummy_logger
497
-
498
- sv = Fluent::Supervisor.new({})
499
- conf_data = <<-EOC
500
- <system>
501
- rpc_endpoint "#{bindaddr}:24447"
502
- </system>
503
- EOC
504
- conf = Fluent::Config.parse(conf_data, "(test)", "(test_dir)", true)
505
- sys_conf = sv.__send__(:build_system_config, conf)
506
-
507
- server = DummyServer.new
508
- def server.config
509
- {
510
- :signame => "TestFluentdEvent",
511
- :worker_pid => 5963,
512
- }
513
- end
514
- server.rpc_endpoint = sys_conf.rpc_endpoint
515
-
516
- server.run_rpc_server
517
-
518
- mock(server).restart(true) { nil }
519
- response = Net::HTTP.get(URI.parse("http://#{localhost}:24447/api/plugins.flushBuffers"))
520
-
521
- server.stop_rpc_server
522
- assert_equal('{"ok":true}', response)
523
- end
524
-
525
- def test_serverengine_config
526
- params = {}
527
- params['workers'] = 1
528
- params['fluentd_conf_path'] = "fluentd.conf"
529
- params['use_v1_config'] = true
530
- params['conf_encoding'] = 'utf-8'
531
- params['log_level'] = Fluent::Log::LEVEL_INFO
532
- load_config_proc = Proc.new { Fluent::Supervisor.serverengine_config(params) }
533
-
534
- se_config = load_config_proc.call
535
- assert_equal Fluent::Log::LEVEL_INFO, se_config[:log_level]
536
- assert_equal 'spawn', se_config[:worker_type]
537
- assert_equal 1, se_config[:workers]
538
- assert_equal false, se_config[:log_stdin]
539
- assert_equal false, se_config[:log_stdout]
540
- assert_equal false, se_config[:log_stderr]
541
- assert_equal true, se_config[:enable_heartbeat]
542
- assert_equal false, se_config[:auto_heartbeat]
543
- assert_equal "fluentd.conf", se_config[:config_path]
544
- assert_equal false, se_config[:daemonize]
545
- assert_nil se_config[:pid_path]
546
- end
547
-
548
- def test_serverengine_config_for_daemonize
549
- params = {}
550
- params['workers'] = 1
551
- params['fluentd_conf_path'] = "fluentd.conf"
552
- params['use_v1_config'] = true
553
- params['conf_encoding'] = 'utf-8'
554
- params['log_level'] = Fluent::Log::LEVEL_INFO
555
- params['daemonize'] = './fluentd.pid'
556
- load_config_proc = Proc.new { Fluent::Supervisor.serverengine_config(params) }
557
-
558
- se_config = load_config_proc.call
559
- assert_equal Fluent::Log::LEVEL_INFO, se_config[:log_level]
560
- assert_equal 'spawn', se_config[:worker_type]
561
- assert_equal 1, se_config[:workers]
562
- assert_equal false, se_config[:log_stdin]
563
- assert_equal false, se_config[:log_stdout]
564
- assert_equal false, se_config[:log_stderr]
565
- assert_equal true, se_config[:enable_heartbeat]
566
- assert_equal false, se_config[:auto_heartbeat]
567
- assert_equal "fluentd.conf", se_config[:config_path]
568
- assert_equal true, se_config[:daemonize]
569
- assert_equal './fluentd.pid', se_config[:pid_path]
570
- end
571
-
572
- sub_test_case "init logger" do
573
- data(supervisor: true)
574
- data(worker: false)
575
- def test_init_for_logger(supervisor)
576
- tmp_conf_path = "#{@tmp_dir}/dir/test_init_for_logger.conf"
577
- conf_info_str = <<~EOC
578
- <system>
579
- log_level warn # To suppress logs
580
- suppress_repeated_stacktrace false
581
- ignore_repeated_log_interval 10s
582
- ignore_same_log_interval 20s
583
- <log>
584
- format json
585
- time_format %FT%T.%L%z
586
- </log>
587
- </system>
588
- EOC
589
- write_config tmp_conf_path, conf_info_str
590
-
591
- s = Fluent::Supervisor.new({config_path: tmp_conf_path})
592
- s.configure(supervisor: supervisor)
593
-
594
- assert_equal :json, $log.format
595
- assert_equal '%FT%T.%L%z', $log.time_format
596
- assert_equal false, $log.suppress_repeated_stacktrace
597
- assert_equal 10, $log.ignore_repeated_log_interval
598
- assert_equal 20, $log.ignore_same_log_interval
599
- end
600
-
601
- data(
602
- daily_age: 'daily',
603
- weekly_age: 'weekly',
604
- monthly_age: 'monthly',
605
- integer_age: 2,
606
- )
607
- def test_logger_with_rotate_age_and_rotate_size(rotate_age)
608
- config_path = "#{@tmp_dir}/empty.conf"
609
- write_config config_path, ""
610
-
611
- sv = Fluent::Supervisor.new(
612
- config_path: config_path,
613
- log_path: "#{@tmp_dir}/test",
614
- log_rotate_age: rotate_age,
615
- log_rotate_size: 10,
616
- )
617
- sv.__send__(:setup_global_logger)
618
-
619
- assert_equal Fluent::LogDeviceIO, $log.out.class
620
- assert_equal rotate_age, $log.out.instance_variable_get(:@shift_age)
621
- assert_equal 10, $log.out.instance_variable_get(:@shift_size)
622
- end
623
-
624
- def test_can_start_with_rotate_but_no_log_path
625
- config_path = "#{@tmp_dir}/empty.conf"
626
- write_config config_path, ""
627
-
628
- sv = Fluent::Supervisor.new(
629
- config_path: config_path,
630
- log_rotate_age: 5,
631
- )
632
- sv.__send__(:setup_global_logger)
633
-
634
- assert_true $log.stdout?
635
- end
636
-
637
- sub_test_case "system log rotation" do
638
- def parse_text(text)
639
- basepath = File.expand_path(File.dirname(__FILE__) + '/../../')
640
- Fluent::Config.parse(text, '(test)', basepath, true).elements.find { |e| e.name == 'system' }
641
- end
642
-
643
- def test_override_default_log_rotate
644
- Tempfile.open do |file|
645
- config = parse_text(<<-EOS)
646
- <system>
647
- <log>
648
- rotate_age 3
649
- rotate_size 300
650
- </log>
651
- </system>
652
- EOS
653
- file.puts(config)
654
- file.flush
655
- sv = Fluent::Supervisor.new({log_path: "#{@tmp_dir}/test.log", config_path: file.path})
656
-
657
- sv.__send__(:setup_global_logger)
658
- logger = $log.instance_variable_get(:@logger)
659
-
660
- assert_equal Fluent::LogDeviceIO, $log.out.class
661
- assert_equal 3, $log.out.instance_variable_get(:@shift_age)
662
- assert_equal 300, $log.out.instance_variable_get(:@shift_size)
663
- end
664
- end
665
-
666
- def test_override_default_log_rotate_with_yaml_config
667
- Tempfile.open do |file|
668
- config = <<-EOS
669
- system:
670
- log:
671
- rotate_age: 3
672
- rotate_size: 300
673
- EOS
674
- file.puts(config)
675
- file.flush
676
- sv = Fluent::Supervisor.new({log_path: "#{@tmp_dir}/test.log", config_path: file.path, config_file_type: :yaml})
677
-
678
- sv.__send__(:setup_global_logger)
679
- logger = $log.instance_variable_get(:@logger)
680
-
681
- assert_equal Fluent::LogDeviceIO, $log.out.class
682
- assert_equal 3, $log.out.instance_variable_get(:@shift_age)
683
- assert_equal 300, $log.out.instance_variable_get(:@shift_size)
684
- end
685
- end
686
- end
687
-
688
- def test_log_level_affects
689
- sv = Fluent::Supervisor.new({})
690
-
691
- c = Fluent::Config::Element.new('system', '', { 'log_level' => 'error' }, [])
692
- stub(Fluent::Config).build { config_element('ROOT', '', {}, [c]) }
693
-
694
- sv.configure
695
- assert_equal Fluent::Log::LEVEL_ERROR, $log.level
696
- end
697
-
698
- data(supervisor: true)
699
- data(worker: false)
700
- def test_log_path(supervisor)
701
- log_path = Pathname(@tmp_dir) + "fluentd.log"
702
- config_path = Pathname(@tmp_dir) + "fluentd.conf"
703
- write_config config_path.to_s, ""
704
-
705
- s = Fluent::Supervisor.new(config_path: config_path.to_s, log_path: log_path.to_s)
706
- assert_rr do
707
- mock.proxy(File).chmod(0o777, log_path.parent.to_s).never
708
- s.__send__(:setup_global_logger, supervisor: supervisor)
709
- end
710
-
711
- assert { log_path.parent.exist? }
712
- ensure
713
- $log.out.close
714
- end
715
-
716
- data(supervisor: true)
717
- data(worker: false)
718
- def test_dir_permission(supervisor)
719
- omit "NTFS doesn't support UNIX like permissions" if Fluent.windows?
720
-
721
- log_path = Pathname(@tmp_dir) + "fluentd.log"
722
- config_path = Pathname(@tmp_dir) + "fluentd.conf"
723
- conf = <<~EOC
724
- <system>
725
- dir_permission 0o777
726
- </system>
727
- EOC
728
- write_config config_path.to_s, conf
729
-
730
- s = Fluent::Supervisor.new(config_path: config_path.to_s, log_path: log_path.to_s)
731
- assert_rr do
732
- mock.proxy(File).chmod(0o777, log_path.parent.to_s).once
733
- s.__send__(:setup_global_logger, supervisor: supervisor)
734
- end
735
-
736
- assert { log_path.parent.exist? }
737
- assert { (File.stat(log_path.parent).mode & 0xFFF) == 0o777 }
738
- ensure
739
- $log.out.close
740
- end
741
-
742
- def test_files_for_each_process_with_rotate_on_windows
743
- omit "Only for Windows." unless Fluent.windows?
744
-
745
- log_path = Pathname(@tmp_dir) + "log" + "fluentd.log"
746
- config_path = Pathname(@tmp_dir) + "fluentd.conf"
747
- conf = <<~EOC
748
- <system>
749
- <log>
750
- rotate_age 5
751
- </log>
752
- </system>
753
- EOC
754
- write_config config_path.to_s, conf
755
-
756
- s = Fluent::Supervisor.new(config_path: config_path.to_s, log_path: log_path.to_s)
757
- s.__send__(:setup_global_logger, supervisor: true)
758
- $log.out.close
759
-
760
- s = Fluent::Supervisor.new(config_path: config_path.to_s, log_path: log_path.to_s)
761
- s.__send__(:setup_global_logger, supervisor: false)
762
- $log.out.close
763
-
764
- ENV["SERVERENGINE_WORKER_ID"] = "1"
765
- s = Fluent::Supervisor.new(config_path: config_path.to_s, log_path: log_path.to_s)
766
- s.__send__(:setup_global_logger, supervisor: false)
767
- $log.out.close
768
-
769
- assert { log_path.parent.entries.size == 5 } # [".", "..", "logfile.log", ...]
770
- ensure
771
- ENV.delete("SERVERENGINE_WORKER_ID")
772
- end
773
- end
774
-
775
- def test_enable_shared_socket
776
- server = DummyServer.new
777
- begin
778
- ENV.delete('SERVERENGINE_SOCKETMANAGER_PATH')
779
- server.before_run
780
- sleep 0.1 if Fluent.windows? # Wait for starting windows event thread
781
- assert_not_nil(ENV['SERVERENGINE_SOCKETMANAGER_PATH'])
782
- ensure
783
- server.after_run
784
- ENV.delete('SERVERENGINE_SOCKETMANAGER_PATH')
785
- end
786
- end
787
-
788
- def test_disable_shared_socket
789
- server = DummyServer.new
790
- def server.config
791
- {
792
- :disable_shared_socket => true,
793
- }
794
- end
795
- begin
796
- ENV.delete('SERVERENGINE_SOCKETMANAGER_PATH')
797
- server.before_run
798
- sleep 0.1 if Fluent.windows? # Wait for starting windows event thread
799
- assert_nil(ENV['SERVERENGINE_SOCKETMANAGER_PATH'])
800
- ensure
801
- server.after_run
802
- ENV.delete('SERVERENGINE_SOCKETMANAGER_PATH')
803
- end
804
- end
805
-
806
- def create_debug_dummy_logger
807
- dl_opts = {}
808
- dl_opts[:log_level] = ServerEngine::DaemonLogger::DEBUG
809
- logdev = Fluent::Test::DummyLogDevice.new
810
- logger = ServerEngine::DaemonLogger.new(logdev, dl_opts)
811
- $log = Fluent::Log.new(logger)
812
- end
813
-
814
- def create_info_dummy_logger
815
- dl_opts = {}
816
- dl_opts[:log_level] = ServerEngine::DaemonLogger::INFO
817
- logdev = Fluent::Test::DummyLogDevice.new
818
- logger = ServerEngine::DaemonLogger.new(logdev, dl_opts)
819
- $log = Fluent::Log.new(logger)
820
- end
821
- end