fluentd 1.17.0-x64-mingw-ucrt → 1.17.1-x64-mingw-ucrt

Sign up to get free protection for your applications and to get access to all the features.
Files changed (259) hide show
  1. checksums.yaml +4 -4
  2. data/CHANGELOG.md +46 -0
  3. data/README.md +1 -0
  4. data/SECURITY.md +2 -2
  5. data/fluent.conf +14 -14
  6. data/lib/fluent/command/cap_ctl.rb +4 -4
  7. data/lib/fluent/compat/call_super_mixin.rb +3 -3
  8. data/lib/fluent/compat/propagate_default.rb +4 -4
  9. data/lib/fluent/config/yaml_parser/parser.rb +4 -0
  10. data/lib/fluent/log/console_adapter.rb +4 -2
  11. data/lib/fluent/plugin/in_exec.rb +14 -2
  12. data/lib/fluent/plugin/in_http.rb +1 -1
  13. data/lib/fluent/plugin/in_sample.rb +13 -7
  14. data/lib/fluent/plugin/in_tail.rb +65 -23
  15. data/lib/fluent/plugin/out_copy.rb +1 -1
  16. data/lib/fluent/plugin/out_file.rb +8 -0
  17. data/lib/fluent/plugin/out_http.rb +12 -0
  18. data/lib/fluent/plugin/parser_json.rb +4 -12
  19. data/lib/fluent/plugin_helper/http_server/server.rb +1 -1
  20. data/lib/fluent/version.rb +1 -1
  21. data/templates/new_gem/fluent-plugin.gemspec.erb +6 -5
  22. metadata +25 -472
  23. data/.github/DISCUSSION_TEMPLATE/q-a-japanese.yml +0 -50
  24. data/.github/DISCUSSION_TEMPLATE/q-a.yml +0 -47
  25. data/.github/ISSUE_TEMPLATE/bug_report.yml +0 -71
  26. data/.github/ISSUE_TEMPLATE/config.yml +0 -5
  27. data/.github/ISSUE_TEMPLATE/feature_request.yml +0 -39
  28. data/.github/ISSUE_TEMPLATE.md +0 -17
  29. data/.github/PULL_REQUEST_TEMPLATE.md +0 -14
  30. data/.github/workflows/stale-actions.yml +0 -24
  31. data/.github/workflows/test-ruby-head.yml +0 -31
  32. data/.github/workflows/test.yml +0 -32
  33. data/.gitignore +0 -30
  34. data/Gemfile +0 -9
  35. data/fluentd.gemspec +0 -62
  36. data/test/command/test_binlog_reader.rb +0 -362
  37. data/test/command/test_ca_generate.rb +0 -70
  38. data/test/command/test_cap_ctl.rb +0 -100
  39. data/test/command/test_cat.rb +0 -128
  40. data/test/command/test_ctl.rb +0 -56
  41. data/test/command/test_fluentd.rb +0 -1291
  42. data/test/command/test_plugin_config_formatter.rb +0 -397
  43. data/test/command/test_plugin_generator.rb +0 -109
  44. data/test/compat/test_calls_super.rb +0 -166
  45. data/test/compat/test_parser.rb +0 -92
  46. data/test/config/assertions.rb +0 -42
  47. data/test/config/test_config_parser.rb +0 -551
  48. data/test/config/test_configurable.rb +0 -1784
  49. data/test/config/test_configure_proxy.rb +0 -604
  50. data/test/config/test_dsl.rb +0 -415
  51. data/test/config/test_element.rb +0 -518
  52. data/test/config/test_literal_parser.rb +0 -309
  53. data/test/config/test_plugin_configuration.rb +0 -56
  54. data/test/config/test_section.rb +0 -191
  55. data/test/config/test_system_config.rb +0 -195
  56. data/test/config/test_types.rb +0 -408
  57. data/test/counter/test_client.rb +0 -563
  58. data/test/counter/test_error.rb +0 -44
  59. data/test/counter/test_mutex_hash.rb +0 -179
  60. data/test/counter/test_server.rb +0 -589
  61. data/test/counter/test_store.rb +0 -258
  62. data/test/counter/test_validator.rb +0 -137
  63. data/test/helper.rb +0 -155
  64. data/test/helpers/fuzzy_assert.rb +0 -89
  65. data/test/helpers/process_extenstion.rb +0 -33
  66. data/test/log/test_console_adapter.rb +0 -117
  67. data/test/plugin/data/2010/01/20100102-030405.log +0 -0
  68. data/test/plugin/data/2010/01/20100102-030406.log +0 -0
  69. data/test/plugin/data/2010/01/20100102.log +0 -0
  70. data/test/plugin/data/log/bar +0 -0
  71. data/test/plugin/data/log/foo/bar.log +0 -0
  72. data/test/plugin/data/log/foo/bar2 +0 -0
  73. data/test/plugin/data/log/test.log +0 -0
  74. data/test/plugin/data/log_numeric/01.log +0 -0
  75. data/test/plugin/data/log_numeric/02.log +0 -0
  76. data/test/plugin/data/log_numeric/12.log +0 -0
  77. data/test/plugin/data/log_numeric/14.log +0 -0
  78. data/test/plugin/data/sd_file/config +0 -11
  79. data/test/plugin/data/sd_file/config.json +0 -17
  80. data/test/plugin/data/sd_file/config.yaml +0 -11
  81. data/test/plugin/data/sd_file/config.yml +0 -11
  82. data/test/plugin/data/sd_file/invalid_config.yml +0 -7
  83. data/test/plugin/in_tail/test_fifo.rb +0 -121
  84. data/test/plugin/in_tail/test_io_handler.rb +0 -150
  85. data/test/plugin/in_tail/test_position_file.rb +0 -346
  86. data/test/plugin/out_forward/test_ack_handler.rb +0 -140
  87. data/test/plugin/out_forward/test_connection_manager.rb +0 -145
  88. data/test/plugin/out_forward/test_handshake_protocol.rb +0 -112
  89. data/test/plugin/out_forward/test_load_balancer.rb +0 -106
  90. data/test/plugin/out_forward/test_socket_cache.rb +0 -174
  91. data/test/plugin/test_bare_output.rb +0 -131
  92. data/test/plugin/test_base.rb +0 -247
  93. data/test/plugin/test_buf_file.rb +0 -1314
  94. data/test/plugin/test_buf_file_single.rb +0 -898
  95. data/test/plugin/test_buf_memory.rb +0 -42
  96. data/test/plugin/test_buffer.rb +0 -1493
  97. data/test/plugin/test_buffer_chunk.rb +0 -209
  98. data/test/plugin/test_buffer_file_chunk.rb +0 -871
  99. data/test/plugin/test_buffer_file_single_chunk.rb +0 -611
  100. data/test/plugin/test_buffer_memory_chunk.rb +0 -339
  101. data/test/plugin/test_compressable.rb +0 -87
  102. data/test/plugin/test_file_util.rb +0 -96
  103. data/test/plugin/test_filter.rb +0 -368
  104. data/test/plugin/test_filter_grep.rb +0 -697
  105. data/test/plugin/test_filter_parser.rb +0 -731
  106. data/test/plugin/test_filter_record_transformer.rb +0 -577
  107. data/test/plugin/test_filter_stdout.rb +0 -207
  108. data/test/plugin/test_formatter_csv.rb +0 -136
  109. data/test/plugin/test_formatter_hash.rb +0 -38
  110. data/test/plugin/test_formatter_json.rb +0 -61
  111. data/test/plugin/test_formatter_ltsv.rb +0 -70
  112. data/test/plugin/test_formatter_msgpack.rb +0 -28
  113. data/test/plugin/test_formatter_out_file.rb +0 -116
  114. data/test/plugin/test_formatter_single_value.rb +0 -44
  115. data/test/plugin/test_formatter_tsv.rb +0 -76
  116. data/test/plugin/test_in_debug_agent.rb +0 -49
  117. data/test/plugin/test_in_exec.rb +0 -261
  118. data/test/plugin/test_in_forward.rb +0 -1178
  119. data/test/plugin/test_in_gc_stat.rb +0 -62
  120. data/test/plugin/test_in_http.rb +0 -1124
  121. data/test/plugin/test_in_monitor_agent.rb +0 -922
  122. data/test/plugin/test_in_object_space.rb +0 -66
  123. data/test/plugin/test_in_sample.rb +0 -190
  124. data/test/plugin/test_in_syslog.rb +0 -505
  125. data/test/plugin/test_in_tail.rb +0 -3429
  126. data/test/plugin/test_in_tcp.rb +0 -328
  127. data/test/plugin/test_in_udp.rb +0 -296
  128. data/test/plugin/test_in_unix.rb +0 -181
  129. data/test/plugin/test_input.rb +0 -137
  130. data/test/plugin/test_metadata.rb +0 -89
  131. data/test/plugin/test_metrics.rb +0 -294
  132. data/test/plugin/test_metrics_local.rb +0 -96
  133. data/test/plugin/test_multi_output.rb +0 -204
  134. data/test/plugin/test_out_copy.rb +0 -308
  135. data/test/plugin/test_out_exec.rb +0 -312
  136. data/test/plugin/test_out_exec_filter.rb +0 -606
  137. data/test/plugin/test_out_file.rb +0 -1038
  138. data/test/plugin/test_out_forward.rb +0 -1349
  139. data/test/plugin/test_out_http.rb +0 -557
  140. data/test/plugin/test_out_null.rb +0 -105
  141. data/test/plugin/test_out_relabel.rb +0 -28
  142. data/test/plugin/test_out_roundrobin.rb +0 -146
  143. data/test/plugin/test_out_secondary_file.rb +0 -458
  144. data/test/plugin/test_out_stdout.rb +0 -205
  145. data/test/plugin/test_out_stream.rb +0 -103
  146. data/test/plugin/test_output.rb +0 -1334
  147. data/test/plugin/test_output_as_buffered.rb +0 -2024
  148. data/test/plugin/test_output_as_buffered_backup.rb +0 -363
  149. data/test/plugin/test_output_as_buffered_compress.rb +0 -179
  150. data/test/plugin/test_output_as_buffered_overflow.rb +0 -250
  151. data/test/plugin/test_output_as_buffered_retries.rb +0 -966
  152. data/test/plugin/test_output_as_buffered_secondary.rb +0 -882
  153. data/test/plugin/test_output_as_standard.rb +0 -374
  154. data/test/plugin/test_owned_by.rb +0 -34
  155. data/test/plugin/test_parser.rb +0 -399
  156. data/test/plugin/test_parser_apache.rb +0 -42
  157. data/test/plugin/test_parser_apache2.rb +0 -47
  158. data/test/plugin/test_parser_apache_error.rb +0 -45
  159. data/test/plugin/test_parser_csv.rb +0 -200
  160. data/test/plugin/test_parser_json.rb +0 -244
  161. data/test/plugin/test_parser_labeled_tsv.rb +0 -160
  162. data/test/plugin/test_parser_msgpack.rb +0 -127
  163. data/test/plugin/test_parser_multiline.rb +0 -111
  164. data/test/plugin/test_parser_nginx.rb +0 -88
  165. data/test/plugin/test_parser_none.rb +0 -52
  166. data/test/plugin/test_parser_regexp.rb +0 -284
  167. data/test/plugin/test_parser_syslog.rb +0 -650
  168. data/test/plugin/test_parser_tsv.rb +0 -122
  169. data/test/plugin/test_sd_file.rb +0 -228
  170. data/test/plugin/test_sd_srv.rb +0 -230
  171. data/test/plugin/test_storage.rb +0 -166
  172. data/test/plugin/test_storage_local.rb +0 -335
  173. data/test/plugin/test_string_util.rb +0 -26
  174. data/test/plugin_helper/data/cert/cert-key.pem +0 -27
  175. data/test/plugin_helper/data/cert/cert-with-CRLF.pem +0 -19
  176. data/test/plugin_helper/data/cert/cert-with-no-newline.pem +0 -19
  177. data/test/plugin_helper/data/cert/cert.pem +0 -19
  178. data/test/plugin_helper/data/cert/cert_chains/ca-cert-key.pem +0 -27
  179. data/test/plugin_helper/data/cert/cert_chains/ca-cert.pem +0 -20
  180. data/test/plugin_helper/data/cert/cert_chains/cert-key.pem +0 -27
  181. data/test/plugin_helper/data/cert/cert_chains/cert.pem +0 -40
  182. data/test/plugin_helper/data/cert/empty.pem +0 -0
  183. data/test/plugin_helper/data/cert/generate_cert.rb +0 -125
  184. data/test/plugin_helper/data/cert/with_ca/ca-cert-key-pass.pem +0 -30
  185. data/test/plugin_helper/data/cert/with_ca/ca-cert-key.pem +0 -27
  186. data/test/plugin_helper/data/cert/with_ca/ca-cert-pass.pem +0 -20
  187. data/test/plugin_helper/data/cert/with_ca/ca-cert.pem +0 -20
  188. data/test/plugin_helper/data/cert/with_ca/cert-key-pass.pem +0 -30
  189. data/test/plugin_helper/data/cert/with_ca/cert-key.pem +0 -27
  190. data/test/plugin_helper/data/cert/with_ca/cert-pass.pem +0 -21
  191. data/test/plugin_helper/data/cert/with_ca/cert.pem +0 -21
  192. data/test/plugin_helper/data/cert/without_ca/cert-key-pass.pem +0 -30
  193. data/test/plugin_helper/data/cert/without_ca/cert-key.pem +0 -27
  194. data/test/plugin_helper/data/cert/without_ca/cert-pass.pem +0 -20
  195. data/test/plugin_helper/data/cert/without_ca/cert.pem +0 -20
  196. data/test/plugin_helper/http_server/test_app.rb +0 -65
  197. data/test/plugin_helper/http_server/test_route.rb +0 -32
  198. data/test/plugin_helper/service_discovery/test_manager.rb +0 -93
  199. data/test/plugin_helper/service_discovery/test_round_robin_balancer.rb +0 -21
  200. data/test/plugin_helper/test_cert_option.rb +0 -25
  201. data/test/plugin_helper/test_child_process.rb +0 -862
  202. data/test/plugin_helper/test_compat_parameters.rb +0 -358
  203. data/test/plugin_helper/test_event_emitter.rb +0 -80
  204. data/test/plugin_helper/test_event_loop.rb +0 -52
  205. data/test/plugin_helper/test_extract.rb +0 -194
  206. data/test/plugin_helper/test_formatter.rb +0 -255
  207. data/test/plugin_helper/test_http_server_helper.rb +0 -372
  208. data/test/plugin_helper/test_inject.rb +0 -561
  209. data/test/plugin_helper/test_metrics.rb +0 -137
  210. data/test/plugin_helper/test_parser.rb +0 -264
  211. data/test/plugin_helper/test_record_accessor.rb +0 -238
  212. data/test/plugin_helper/test_retry_state.rb +0 -1006
  213. data/test/plugin_helper/test_server.rb +0 -1895
  214. data/test/plugin_helper/test_service_discovery.rb +0 -165
  215. data/test/plugin_helper/test_socket.rb +0 -146
  216. data/test/plugin_helper/test_storage.rb +0 -542
  217. data/test/plugin_helper/test_thread.rb +0 -164
  218. data/test/plugin_helper/test_timer.rb +0 -130
  219. data/test/scripts/exec_script.rb +0 -32
  220. data/test/scripts/fluent/plugin/formatter1/formatter_test1.rb +0 -7
  221. data/test/scripts/fluent/plugin/formatter2/formatter_test2.rb +0 -7
  222. data/test/scripts/fluent/plugin/formatter_known.rb +0 -8
  223. data/test/scripts/fluent/plugin/out_test.rb +0 -81
  224. data/test/scripts/fluent/plugin/out_test2.rb +0 -80
  225. data/test/scripts/fluent/plugin/parser_known.rb +0 -4
  226. data/test/test_capability.rb +0 -74
  227. data/test/test_clock.rb +0 -164
  228. data/test/test_config.rb +0 -369
  229. data/test/test_configdsl.rb +0 -148
  230. data/test/test_daemonizer.rb +0 -91
  231. data/test/test_engine.rb +0 -203
  232. data/test/test_event.rb +0 -531
  233. data/test/test_event_router.rb +0 -348
  234. data/test/test_event_time.rb +0 -199
  235. data/test/test_file_wrapper.rb +0 -53
  236. data/test/test_filter.rb +0 -121
  237. data/test/test_fluent_log_event_router.rb +0 -99
  238. data/test/test_formatter.rb +0 -369
  239. data/test/test_input.rb +0 -31
  240. data/test/test_log.rb +0 -1076
  241. data/test/test_match.rb +0 -148
  242. data/test/test_mixin.rb +0 -351
  243. data/test/test_msgpack_factory.rb +0 -50
  244. data/test/test_oj_options.rb +0 -55
  245. data/test/test_output.rb +0 -278
  246. data/test/test_plugin.rb +0 -251
  247. data/test/test_plugin_classes.rb +0 -370
  248. data/test/test_plugin_helper.rb +0 -81
  249. data/test/test_plugin_id.rb +0 -119
  250. data/test/test_process.rb +0 -14
  251. data/test/test_root_agent.rb +0 -951
  252. data/test/test_static_config_analysis.rb +0 -177
  253. data/test/test_supervisor.rb +0 -821
  254. data/test/test_test_drivers.rb +0 -136
  255. data/test/test_time_formatter.rb +0 -301
  256. data/test/test_time_parser.rb +0 -362
  257. data/test/test_tls.rb +0 -65
  258. data/test/test_unique_id.rb +0 -47
  259. data/test/test_variable_store.rb +0 -65
@@ -1,951 +0,0 @@
1
- require_relative 'helper'
2
- require 'fluent/event_router'
3
- require 'fluent/system_config'
4
- require 'timecop'
5
- require_relative 'test_plugin_classes'
6
-
7
- class RootAgentTest < ::Test::Unit::TestCase
8
- include Fluent
9
- include FluentTest
10
-
11
- def test_initialize
12
- ra = RootAgent.new(log: $log)
13
- assert_equal 0, ra.instance_variable_get(:@suppress_emit_error_log_interval)
14
- assert_nil ra.instance_variable_get(:@next_emit_error_log_time)
15
- end
16
-
17
- data(
18
- 'suppress interval' => [{'emit_error_log_interval' => 30}, {:@suppress_emit_error_log_interval => 30}],
19
- 'without source' => [{'without_source' => true}, {:@without_source => true}],
20
- 'enable input metrics' => [{'enable_input_metrics' => true}, {:@enable_input_metrics => true}],
21
- )
22
- def test_initialize_with_opt(data)
23
- opt, expected = data
24
- ra = RootAgent.new(log: $log, system_config: SystemConfig.new(opt))
25
- expected.each { |k, v|
26
- assert_equal v, ra.instance_variable_get(k)
27
- }
28
- end
29
-
30
- sub_test_case 'configure' do
31
- setup do
32
- @ra = RootAgent.new(log: $log)
33
- stub(Engine).root_agent { @ra }
34
- end
35
-
36
- def configure_ra(conf_str)
37
- conf = Config.parse(conf_str, "(test)", "(test_dir)", true)
38
- @ra.configure(conf)
39
- @ra
40
- end
41
-
42
- test 'empty' do
43
- ra = configure_ra('')
44
- assert_empty ra.inputs
45
- assert_empty ra.labels
46
- assert_empty ra.outputs
47
- assert_empty ra.filters
48
- assert_nil ra.context
49
- assert_nil ra.error_collector
50
- end
51
-
52
- test 'raises configuration error for missing type of source' do
53
- conf = <<-EOC
54
- <source>
55
- </source>
56
- EOC
57
- errmsg = "Missing '@type' parameter on <source> directive"
58
- assert_raise Fluent::ConfigError.new(errmsg) do
59
- configure_ra(conf)
60
- end
61
- end
62
-
63
- test 'raises configuration error for missing type of match' do
64
- conf = <<-EOC
65
- <source>
66
- @type test_in
67
- </source>
68
- <match *.**>
69
- </match>
70
- EOC
71
- errmsg = "Missing '@type' parameter on <match> directive"
72
- assert_raise Fluent::ConfigError.new(errmsg) do
73
- configure_ra(conf)
74
- end
75
- end
76
-
77
- test 'raises configuration error for missing type of filter' do
78
- conf = <<-EOC
79
- <source>
80
- @type test_in
81
- </source>
82
- <filter *.**>
83
- </filter>
84
- <match *.**>
85
- @type test_out
86
- </match>
87
- EOC
88
- errmsg = "Missing '@type' parameter on <filter> directive"
89
- assert_raise Fluent::ConfigError.new(errmsg) do
90
- configure_ra(conf)
91
- end
92
- end
93
-
94
- test 'raises configuration error if there are two same label section' do
95
- conf = <<-EOC
96
- <source>
97
- @type test_in
98
- @label @test
99
- </source>
100
- <label @test>
101
- @type test_out
102
- </label>
103
- <label @test>
104
- @type test_out
105
- </label>
106
- EOC
107
- errmsg = "Section <label @test> appears twice"
108
- assert_raise Fluent::ConfigError.new(errmsg) do
109
- configure_ra(conf)
110
- end
111
- end
112
-
113
- test 'raises configuration error for label without name' do
114
- conf = <<-EOC
115
- <label>
116
- @type test_out
117
- </label>
118
- EOC
119
- errmsg = "Missing symbol argument on <label> directive"
120
- assert_raise Fluent::ConfigError.new(errmsg) do
121
- configure_ra(conf)
122
- end
123
- end
124
-
125
- test 'raises configuration error for <label @ROOT>' do
126
- conf = <<-EOC
127
- <source>
128
- @type test_in
129
- @label @ROOT
130
- </source>
131
- <label @ROOT>
132
- @type test_out
133
- </label>
134
- EOC
135
- errmsg = "@ROOT for <label> is not permitted, reserved for getting root router"
136
- assert_raise Fluent::ConfigError.new(errmsg) do
137
- configure_ra(conf)
138
- end
139
- end
140
-
141
- test 'raises configuration error if there are not match sections in label section' do
142
- conf = <<-EOC
143
- <source>
144
- @type test_in
145
- @label @test
146
- </source>
147
- <label @test>
148
- @type test_out
149
- </label>
150
- EOC
151
- errmsg = "Missing <match> sections in <label @test> section"
152
- assert_raise Fluent::ConfigError.new(errmsg) do
153
- configure_ra(conf)
154
- end
155
- end
156
-
157
- test 'with plugins' do
158
- # check @type and type in one configuration
159
- conf = <<-EOC
160
- <source>
161
- @type test_in
162
- @id test_in
163
- </source>
164
- <filter>
165
- type test_filter
166
- id test_filter
167
- </filter>
168
- <match **>
169
- @type relabel
170
- @id test_relabel
171
- @label @test
172
- </match>
173
- <label @test>
174
- <match **>
175
- type test_out
176
- id test_out
177
- </match>
178
- </label>
179
- <label @ERROR>
180
- <match>
181
- @type null
182
- </match>
183
- </label>
184
- EOC
185
- ra = configure_ra(conf)
186
- assert_kind_of FluentTestInput, ra.inputs.first
187
- assert_kind_of Plugin::RelabelOutput, ra.outputs.first
188
- assert_kind_of FluentTestFilter, ra.filters.first
189
- assert ra.error_collector
190
-
191
- %W(@test @ERROR).each { |label_symbol|
192
- assert_include ra.labels, label_symbol
193
- assert_kind_of Label, ra.labels[label_symbol]
194
- }
195
-
196
- test_label = ra.labels['@test']
197
- assert_kind_of FluentTestOutput, test_label.outputs.first
198
- assert_equal ra, test_label.root_agent
199
-
200
- error_label = ra.labels['@ERROR']
201
- assert_kind_of Fluent::Plugin::NullOutput, error_label.outputs.first
202
- end
203
- end
204
-
205
- sub_test_case 'start/shutdown' do
206
- def setup_root_agent(conf)
207
- ra = RootAgent.new(log: $log)
208
- stub(Engine).root_agent { ra }
209
- ra.configure(Config.parse(conf, "(test)", "(test_dir)", true))
210
- ra
211
- end
212
-
213
- test 'plugin status' do
214
- ra = setup_root_agent(<<-EOC)
215
- <source>
216
- @type test_in
217
- @id test_in
218
- </source>
219
- <filter>
220
- type test_filter
221
- id test_filter
222
- </filter>
223
- <match **>
224
- @type test_out
225
- @id test_out
226
- </match>
227
- EOC
228
- ra.start
229
- assert_true ra.inputs.first.started
230
- assert_true ra.filters.first.started
231
- assert_true ra.outputs.first.started
232
-
233
- ra.shutdown
234
- assert_false ra.inputs.first.started
235
- assert_false ra.filters.first.started
236
- assert_false ra.outputs.first.started
237
- end
238
-
239
- test 'output plugin threads should run before input plugin is blocked with buffer full' do
240
- ra = setup_root_agent(<<-EOC)
241
- <source>
242
- @type test_in_gen
243
- @id test_in_gen
244
- </source>
245
- <match **>
246
- @type test_out_buffered
247
- @id test_out_buffered
248
- <buffer>
249
- chunk_limit_size 1k
250
- queue_limit_length 2
251
- flush_thread_count 2
252
- overflow_action block
253
- </buffer>
254
- </match>
255
- EOC
256
- waiting(5) { ra.start }
257
- assert_true ra.inputs.first.started
258
- assert_true ra.outputs.first.started
259
-
260
- ra.shutdown
261
- assert_false ra.inputs.first.started
262
- assert_false ra.outputs.first.started
263
- end
264
- end
265
-
266
- sub_test_case 'configured with label and secondary plugin' do
267
- setup do
268
- @ra = RootAgent.new(log: $log)
269
- stub(Engine).root_agent{ @ra }
270
- @ra.configure(Config.parse(<<-EOC, "(test)", "(test_dir)", true))
271
- <source>
272
- @type test_in
273
- @label @route_a
274
- </source>
275
- <label @route_a>
276
- <match a.**>
277
- @type test_out_buffered
278
- <secondary>
279
- @type test_out_emit
280
- </secondary>
281
- </match>
282
- </label>
283
- <label @route_b>
284
- <match b.**>
285
- @type test_out
286
- </match>
287
- </label>
288
- EOC
289
- end
290
-
291
- test 'secondary plugin has an event router for the label which the plugin is in' do
292
- assert_equal 1, @ra.inputs.size
293
- assert_equal 2, @ra.labels.size
294
- assert_equal ['@route_a', '@route_b'], @ra.labels.keys
295
- assert_equal '@route_a', @ra.labels['@route_a'].context
296
- assert_equal '@route_b', @ra.labels['@route_b'].context
297
-
298
- c1 = @ra.labels['@route_a']
299
-
300
- assert_equal 1, c1.outputs.size
301
- assert !c1.outputs.first.has_router?
302
-
303
- assert c1.outputs.first.secondary
304
- assert c1.outputs.first.secondary.has_router?
305
- assert_equal c1.event_router, c1.outputs.first.secondary.router
306
- end
307
- end
308
-
309
- sub_test_case 'configured with label and secondary plugin with @label specifier' do
310
- setup do
311
- @ra = RootAgent.new(log: $log)
312
- stub(Engine).root_agent{ @ra }
313
- @ra.configure(Config.parse(<<-EOC, "(test)", "(test_dir)", true))
314
- <source>
315
- @type test_in
316
- @label @route_a
317
- </source>
318
- <label @route_a>
319
- <match a.**>
320
- @type test_out_buffered
321
- <secondary>
322
- @type test_out_emit
323
- @label @route_b
324
- </secondary>
325
- </match>
326
- </label>
327
- <label @route_b>
328
- <match b.**>
329
- @type test_out
330
- </match>
331
- </label>
332
- EOC
333
- end
334
-
335
- test 'secondary plugin has an event router for the label specified in secondary section' do
336
- assert_equal 1, @ra.inputs.size
337
- assert_equal 2, @ra.labels.size
338
- assert_equal ['@route_a', '@route_b'], @ra.labels.keys
339
- assert_equal '@route_a', @ra.labels['@route_a'].context
340
- assert_equal '@route_b', @ra.labels['@route_b'].context
341
-
342
- c1 = @ra.labels['@route_a']
343
- c2 = @ra.labels['@route_b']
344
-
345
- assert_equal 1, c1.outputs.size
346
- assert !c1.outputs.first.has_router?
347
-
348
- assert c1.outputs.first.secondary
349
- assert c1.outputs.first.secondary.has_router?
350
- assert_equal c2.event_router, c1.outputs.first.secondary.router
351
- end
352
- end
353
-
354
- sub_test_case 'configured with label and secondary plugin with @label specifier in primary output' do
355
- setup do
356
- @ra = RootAgent.new(log: $log)
357
- stub(Engine).root_agent{ @ra }
358
- @ra.configure(Config.parse(<<-EOC, "(test)", "(test_dir)", true))
359
- <source>
360
- @type test_in
361
- @label @route_a
362
- </source>
363
- <label @route_a>
364
- <match a.**>
365
- @type test_out_emit
366
- @label @route_b
367
- <secondary>
368
- @type test_out_emit
369
- </secondary>
370
- </match>
371
- </label>
372
- <label @route_b>
373
- <match b.**>
374
- @type test_out
375
- </match>
376
- </label>
377
- EOC
378
- end
379
-
380
- test 'secondary plugin has an event router for the label specified in secondary section' do
381
- assert_equal 1, @ra.inputs.size
382
- assert_equal 2, @ra.labels.size
383
- assert_equal ['@route_a', '@route_b'], @ra.labels.keys
384
- assert_equal '@route_a', @ra.labels['@route_a'].context
385
- assert_equal '@route_b', @ra.labels['@route_b'].context
386
-
387
- c1 = @ra.labels['@route_a']
388
- c2 = @ra.labels['@route_b']
389
-
390
- assert_equal 1, c1.outputs.size
391
- assert c1.outputs.first.secondary
392
-
393
- p1 = c1.outputs.first
394
- assert p1.has_router?
395
- assert_equal c1.event_router, p1.context_router
396
- assert_equal c2.event_router, p1.router
397
-
398
- s1 = p1.secondary
399
- assert s1.has_router?
400
- assert_equal c1.event_router, s1.context_router
401
- assert_equal c2.event_router, s1.router
402
- end
403
- end
404
-
405
- sub_test_case 'configured with MultiOutput plugins' do
406
- setup do
407
- @ra = RootAgent.new(log: $log)
408
- stub(Engine).root_agent { @ra }
409
- @ra.configure(Config.parse(<<-EOC, "(test)", "(test_dir)", true))
410
- <source>
411
- @type test_in
412
- @id test_in
413
- </source>
414
- <filter>
415
- @type test_filter
416
- @id test_filter
417
- </filter>
418
- <match **>
419
- @type copy
420
- @id test_copy
421
- <store>
422
- @type test_out
423
- @id test_out1
424
- </store>
425
- <store>
426
- @type test_out
427
- @id test_out2
428
- </store>
429
- </match>
430
- EOC
431
- @ra
432
- end
433
-
434
- test 'plugin status with multi output' do
435
- assert_equal 1, @ra.inputs.size
436
- assert_equal 1, @ra.filters.size
437
- assert_equal 3, @ra.outputs.size
438
-
439
- @ra.start
440
- assert_equal [true], @ra.inputs.map{|i| i.started? }
441
- assert_equal [true], @ra.filters.map{|i| i.started? }
442
- assert_equal [true, true, true], @ra.outputs.map{|i| i.started? }
443
-
444
- assert_equal [true], @ra.inputs.map{|i| i.after_started? }
445
- assert_equal [true], @ra.filters.map{|i| i.after_started? }
446
- assert_equal [true, true, true], @ra.outputs.map{|i| i.after_started? }
447
-
448
- @ra.shutdown
449
- assert_equal [true], @ra.inputs.map{|i| i.stopped? }
450
- assert_equal [true], @ra.filters.map{|i| i.stopped? }
451
- assert_equal [true, true, true], @ra.outputs.map{|i| i.stopped? }
452
-
453
- assert_equal [true], @ra.inputs.map{|i| i.before_shutdown? }
454
- assert_equal [true], @ra.filters.map{|i| i.before_shutdown? }
455
- assert_equal [true, true, true], @ra.outputs.map{|i| i.before_shutdown? }
456
-
457
- assert_equal [true], @ra.inputs.map{|i| i.shutdown? }
458
- assert_equal [true], @ra.filters.map{|i| i.shutdown? }
459
- assert_equal [true, true, true], @ra.outputs.map{|i| i.shutdown? }
460
-
461
- assert_equal [true], @ra.inputs.map{|i| i.after_shutdown? }
462
- assert_equal [true], @ra.filters.map{|i| i.after_shutdown? }
463
- assert_equal [true, true, true], @ra.outputs.map{|i| i.after_shutdown? }
464
-
465
- assert_equal [true], @ra.inputs.map{|i| i.closed? }
466
- assert_equal [true], @ra.filters.map{|i| i.closed? }
467
- assert_equal [true, true, true], @ra.outputs.map{|i| i.closed? }
468
-
469
- assert_equal [true], @ra.inputs.map{|i| i.terminated? }
470
- assert_equal [true], @ra.filters.map{|i| i.terminated? }
471
- assert_equal [true, true, true], @ra.outputs.map{|i| i.terminated? }
472
- end
473
- end
474
-
475
- sub_test_case 'configured with MultiOutput plugins and labels' do
476
- setup do
477
- @ra = RootAgent.new(log: $log)
478
- stub(Engine).root_agent { @ra }
479
- @ra.configure(Config.parse(<<-EOC, "(test)", "(test_dir)", true))
480
- <source>
481
- @type test_in
482
- @id test_in
483
- @label @testing
484
- </source>
485
- <label @testing>
486
- <filter>
487
- @type test_filter
488
- @id test_filter
489
- </filter>
490
- <match **>
491
- @type copy
492
- @id test_copy
493
- <store>
494
- @type test_out
495
- @id test_out1
496
- </store>
497
- <store>
498
- @type test_out
499
- @id test_out2
500
- </store>
501
- </match>
502
- </label>
503
- EOC
504
- @ra
505
- end
506
-
507
- test 'plugin status with multi output' do
508
- assert_equal 1, @ra.inputs.size
509
- assert_equal 0, @ra.filters.size
510
- assert_equal 0, @ra.outputs.size
511
- assert_equal 1, @ra.labels.size
512
- assert_equal '@testing', @ra.labels.keys.first
513
- assert_equal 1, @ra.labels.values.first.filters.size
514
- assert_equal 3, @ra.labels.values.first.outputs.size
515
-
516
- label_filters = @ra.labels.values.first.filters
517
- label_outputs = @ra.labels.values.first.outputs
518
-
519
- @ra.start
520
- assert_equal [true], @ra.inputs.map{|i| i.started? }
521
- assert_equal [true], label_filters.map{|i| i.started? }
522
- assert_equal [true, true, true], label_outputs.map{|i| i.started? }
523
-
524
- @ra.shutdown
525
- assert_equal [true], @ra.inputs.map{|i| i.stopped? }
526
- assert_equal [true], label_filters.map{|i| i.stopped? }
527
- assert_equal [true, true, true], label_outputs.map{|i| i.stopped? }
528
-
529
- assert_equal [true], @ra.inputs.map{|i| i.before_shutdown? }
530
- assert_equal [true], label_filters.map{|i| i.before_shutdown? }
531
- assert_equal [true, true, true], label_outputs.map{|i| i.before_shutdown? }
532
-
533
- assert_equal [true], @ra.inputs.map{|i| i.shutdown? }
534
- assert_equal [true], label_filters.map{|i| i.shutdown? }
535
- assert_equal [true, true, true], label_outputs.map{|i| i.shutdown? }
536
-
537
- assert_equal [true], @ra.inputs.map{|i| i.after_shutdown? }
538
- assert_equal [true], label_filters.map{|i| i.after_shutdown? }
539
- assert_equal [true, true, true], label_outputs.map{|i| i.after_shutdown? }
540
-
541
- assert_equal [true], @ra.inputs.map{|i| i.closed? }
542
- assert_equal [true], label_filters.map{|i| i.closed? }
543
- assert_equal [true, true, true], label_outputs.map{|i| i.closed? }
544
-
545
- assert_equal [true], @ra.inputs.map{|i| i.terminated? }
546
- assert_equal [true], label_filters.map{|i| i.terminated? }
547
- assert_equal [true, true, true], label_outputs.map{|i| i.terminated? }
548
- end
549
-
550
- test 'plugin #shutdown is not called twice' do
551
- assert_equal 1, @ra.inputs.size
552
- assert_equal 0, @ra.filters.size
553
- assert_equal 0, @ra.outputs.size
554
- assert_equal 1, @ra.labels.size
555
- assert_equal '@testing', @ra.labels.keys.first
556
- assert_equal 1, @ra.labels.values.first.filters.size
557
- assert_equal 3, @ra.labels.values.first.outputs.size
558
-
559
- @ra.start
560
-
561
- old_level = @ra.log.level
562
- begin
563
- @ra.log.instance_variable_get(:@logger).level = Fluent::Log::LEVEL_INFO - 1
564
- assert_equal Fluent::Log::LEVEL_INFO, @ra.log.level
565
-
566
- @ra.log.out.flush_logs = false
567
-
568
- @ra.shutdown
569
-
570
- test_out1_shutdown_logs = @ra.log.out.logs.select{|line| line =~ /shutting down output plugin type=:test_out plugin_id="test_out1"/ }
571
- assert_equal 1, test_out1_shutdown_logs.size
572
- ensure
573
- @ra.log.out.flush_logs = true
574
- @ra.log.out.reset
575
- @ra.log.level = old_level
576
- end
577
- end
578
- end
579
-
580
- sub_test_case 'configured with MultiOutput plugin which creates plugin instances dynamically' do
581
- setup do
582
- @ra = RootAgent.new(log: $log)
583
- stub(Engine).root_agent { @ra }
584
- @ra.configure(Config.parse(<<-EOC, "(test)", "(test_dir)", true))
585
- <source>
586
- @type test_in
587
- @id test_in
588
- @label @testing
589
- </source>
590
- <label @testing>
591
- <match **>
592
- @type test_dynamic_out
593
- @id test_dyn
594
- </match>
595
- </label>
596
- EOC
597
- @ra
598
- end
599
-
600
- test 'plugin status with multi output' do
601
- assert_equal 1, @ra.inputs.size
602
- assert_equal 0, @ra.filters.size
603
- assert_equal 0, @ra.outputs.size
604
- assert_equal 1, @ra.labels.size
605
- assert_equal '@testing', @ra.labels.keys.first
606
- assert_equal 0, @ra.labels.values.first.filters.size
607
- assert_equal 1, @ra.labels.values.first.outputs.size
608
-
609
- dyn_out = @ra.labels.values.first.outputs.first
610
- assert_nil dyn_out.child
611
-
612
- @ra.start
613
-
614
- assert_equal 1, @ra.labels.values.first.outputs.size
615
-
616
- assert dyn_out.child
617
- assert_false dyn_out.child.outputs_statically_created
618
- assert_equal 2, dyn_out.child.outputs.size
619
-
620
- assert_equal true, dyn_out.child.outputs[0].started?
621
- assert_equal true, dyn_out.child.outputs[1].started?
622
- assert_equal true, dyn_out.child.outputs[0].after_started?
623
- assert_equal true, dyn_out.child.outputs[1].after_started?
624
-
625
- @ra.shutdown
626
-
627
- assert_equal 1, @ra.labels.values.first.outputs.size
628
-
629
- assert_false dyn_out.child.outputs_statically_created
630
- assert_equal 2, dyn_out.child.outputs.size
631
-
632
- assert_equal [true, true], dyn_out.child.outputs.map{|i| i.stopped? }
633
- assert_equal [true, true], dyn_out.child.outputs.map{|i| i.before_shutdown? }
634
- assert_equal [true, true], dyn_out.child.outputs.map{|i| i.shutdown? }
635
- assert_equal [true, true], dyn_out.child.outputs.map{|i| i.after_shutdown? }
636
- assert_equal [true, true], dyn_out.child.outputs.map{|i| i.closed? }
637
- assert_equal [true, true], dyn_out.child.outputs.map{|i| i.terminated? }
638
- end
639
- end
640
-
641
- sub_test_case 'configure emit_error_interval' do
642
- setup do
643
- system_config = SystemConfig.new
644
- system_config.emit_error_log_interval = 30
645
- @ra = RootAgent.new(log: $log, system_config: system_config)
646
- stub(Engine).root_agent { @ra }
647
- @ra.log.out.reset
648
- one_minute_ago = Time.now.to_i - 60
649
- Timecop.freeze(one_minute_ago)
650
- end
651
-
652
- teardown do
653
- Timecop.return
654
- end
655
-
656
- test 'suppresses errors' do
657
- mock(@ra.log).warn_backtrace()
658
- e = StandardError.new('standard error')
659
- begin
660
- @ra.handle_emits_error("tag", nil, e)
661
- rescue
662
- end
663
-
664
- begin
665
- @ra.handle_emits_error("tag", nil, e)
666
- rescue
667
- end
668
-
669
- assert_equal 1, @ra.log.out.logs.size
670
- end
671
- end
672
-
673
- sub_test_case 'configured at worker2 with 4 workers environment' do
674
- setup do
675
- ENV['SERVERENGINE_WORKER_ID'] = '2'
676
- @ra = RootAgent.new(log: $log)
677
- system_config = SystemConfig.new
678
- system_config.workers = 4
679
- stub(Engine).worker_id { 2 }
680
- stub(Engine).root_agent { @ra }
681
- stub(Engine).system_config { system_config }
682
- @ra
683
- end
684
-
685
- teardown '' do
686
- ENV.delete('SERVERENGINE_WORKER_ID')
687
- end
688
-
689
- def configure_ra(conf_str)
690
- conf = Config.parse(conf_str, "(test)", "(test_dir)", true)
691
- @ra.configure(conf)
692
- @ra
693
- end
694
-
695
- test 'raises configuration error for missing worker id' do
696
- errmsg = 'Missing worker id on <worker> directive'
697
- assert_raise Fluent::ConfigError.new(errmsg) do
698
- conf = <<-EOC
699
- <worker>
700
- </worker>
701
- EOC
702
- configure_ra(conf)
703
- end
704
- end
705
-
706
- test 'raises configuration error for too big worker id' do
707
- errmsg = "worker id 4 specified by <worker> directive is not allowed. Available worker id is between 0 and 3"
708
- assert_raise Fluent::ConfigError.new(errmsg) do
709
- conf = <<-EOC
710
- <worker 4>
711
- </worker>
712
- EOC
713
- configure_ra(conf)
714
- end
715
- end
716
-
717
- test 'raises configuration error for too big worker id on multi workers syntax' do
718
- errmsg = "worker id 4 specified by <worker> directive is not allowed. Available worker id is between 0 and 3"
719
- assert_raise Fluent::ConfigError.new(errmsg) do
720
- conf = <<-EOC
721
- <worker 1-4>
722
- </worker>
723
- EOC
724
- configure_ra(conf)
725
- end
726
- end
727
-
728
- test 'raises configuration error for worker id collisions on multi workers syntax' do
729
- errmsg = "specified worker_id<2> collisions is detected on <worker> directive. Available worker id(s): [3]"
730
- assert_raise Fluent::ConfigError.new(errmsg) do
731
- conf = <<-EOC
732
- <worker 0-2>
733
- </worker>
734
- <worker 2-4>
735
- </worker>
736
- EOC
737
- configure_ra(conf)
738
- end
739
- end
740
-
741
- test 'raises configuration error for worker id collisions on multi workers syntax when multi available worker_ids are left' do
742
- errmsg = "specified worker_id<1> collisions is detected on <worker> directive. Available worker id(s): [2, 3]"
743
- assert_raise Fluent::ConfigError.new(errmsg) do
744
- conf = <<-EOC
745
- <worker 0-1>
746
- </worker>
747
- <worker 1-3>
748
- </worker>
749
- EOC
750
- configure_ra(conf)
751
- end
752
- end
753
-
754
- test 'raises configuration error for too big worker id on invalid reversed multi workers syntax' do
755
- errmsg = "greater first_worker_id<3> than last_worker_id<0> specified by <worker> directive is not allowed. Available multi worker assign syntax is <smaller_worker_id>-<greater_worker_id>"
756
- assert_raise Fluent::ConfigError.new(errmsg) do
757
- conf = <<-EOC
758
- <worker 3-0>
759
- </worker>
760
- EOC
761
- configure_ra(conf)
762
- end
763
- end
764
-
765
- test 'raises configuration error for invalid elements as a child of worker section' do
766
- errmsg = '<worker> section cannot have <system> directive'
767
- assert_raise Fluent::ConfigError.new(errmsg) do
768
- conf = <<-EOC
769
- <worker 2>
770
- <system>
771
- </system>
772
- </worker>
773
- EOC
774
- configure_ra(conf)
775
- end
776
- end
777
-
778
- test 'raises configuration error when configured plugins do not have support multi worker configuration' do
779
- errmsg = "Plugin 'test_out' does not support multi workers configuration (FluentTest::FluentTestOutput)"
780
- assert_raise Fluent::ConfigError.new(errmsg) do
781
- conf = <<-EOC
782
- <match **>
783
- @type test_out
784
- </match>
785
- EOC
786
- configure_ra(conf)
787
- end
788
- end
789
-
790
- test 'does not raise configuration error when configured plugins in worker section do not have support multi worker configuration' do
791
- assert_nothing_raised do
792
- conf = <<-EOC
793
- <worker 2>
794
- <match **>
795
- @type test_out
796
- </match>
797
- </worker>
798
- EOC
799
- configure_ra(conf)
800
- end
801
- end
802
-
803
- test 'does not raise configuration error when configured plugins as a children of MultiOutput in worker section do not have support multi worker configuration' do
804
- assert_nothing_raised do
805
- conf = <<-EOC
806
- <worker 2>
807
- <match **>
808
- @type copy
809
- <store>
810
- @type test_out
811
- </store>
812
- <store>
813
- @type test_out
814
- </store>
815
- </match>
816
- </worker>
817
- EOC
818
- configure_ra(conf)
819
- end
820
- end
821
-
822
- test 'does not raise configuration error when configured plugins owned by plugin do not have support multi worker configuration' do
823
- assert_nothing_raised do
824
- conf = <<-EOC
825
- <worker 2>
826
- <match **>
827
- @type test_out_buffered
828
- <buffer>
829
- @type test_buffer
830
- </buffer>
831
- </match>
832
- </worker>
833
- EOC
834
- configure_ra(conf)
835
- end
836
- end
837
-
838
- test 'with plugins' do
839
- conf = <<-EOC
840
- <worker 2>
841
- <source>
842
- @type test_in
843
- @id test_in
844
- </source>
845
- <filter>
846
- type test_filter
847
- id test_filter
848
- </filter>
849
- <match **>
850
- @type relabel
851
- @id test_relabel
852
- @label @test
853
- </match>
854
- <label @test>
855
- <match **>
856
- type test_out
857
- id test_out
858
- </match>
859
- </label>
860
- <label @ERROR>
861
- <match>
862
- @type null
863
- </match>
864
- </label>
865
- </worker>
866
- EOC
867
- ra = configure_ra(conf)
868
- assert_kind_of FluentTestInput, ra.inputs.first
869
- assert_kind_of Plugin::RelabelOutput, ra.outputs.first
870
- assert_kind_of FluentTestFilter, ra.filters.first
871
- assert ra.error_collector
872
-
873
- %W(@test @ERROR).each { |label_symbol|
874
- assert_include ra.labels, label_symbol
875
- assert_kind_of Label, ra.labels[label_symbol]
876
- }
877
-
878
- test_label = ra.labels['@test']
879
- assert_kind_of FluentTestOutput, test_label.outputs.first
880
- assert_equal ra, test_label.root_agent
881
-
882
- error_label = ra.labels['@ERROR']
883
- assert_kind_of Fluent::Plugin::NullOutput, error_label.outputs.first
884
- end
885
-
886
- test 'with plugins but for another worker' do
887
- conf = <<-EOC
888
- <worker 0>
889
- <source>
890
- @type test_in
891
- @id test_in
892
- </source>
893
- <filter>
894
- type test_filter
895
- id test_filter
896
- </filter>
897
- <match **>
898
- @type relabel
899
- @id test_relabel
900
- @label @test
901
- </match>
902
- <label @test>
903
- <match **>
904
- type test_out
905
- id test_out
906
- </match>
907
- </label>
908
- <label @ERROR>
909
- <match>
910
- @type null
911
- </match>
912
- </label>
913
- </worker>
914
- EOC
915
- ra = configure_ra(conf)
916
- assert_equal 0, ra.inputs.size
917
- assert_equal 0, ra.outputs.size
918
- assert_equal 0, ra.filters.size
919
- assert_equal 0, ra.labels.size
920
- refute ra.error_collector
921
- end
922
-
923
- test 'with plugins for workers syntax should match worker_id equals to 2' do
924
- conf = <<-EOC
925
- <worker 0-2>
926
- <source>
927
- @type forward
928
- </source>
929
- <filter **>
930
- @type test_filter
931
- @id test_filter
932
- </filter>
933
- <match pattern>
934
- @type stdout
935
- </match>
936
- <label @ERROR>
937
- <match>
938
- @type null
939
- </match>
940
- </label>
941
- </worker>
942
- EOC
943
-
944
- ra = configure_ra(conf)
945
- assert_kind_of Fluent::Plugin::ForwardInput, ra.inputs.first
946
- assert_kind_of Fluent::Plugin::StdoutOutput, ra.outputs.first
947
- assert_kind_of FluentTestFilter, ra.filters.first
948
- assert ra.error_collector
949
- end
950
- end
951
- end