fluentd 1.17.0-x86-mingw32 → 1.17.1-x86-mingw32

Sign up to get free protection for your applications and to get access to all the features.
Files changed (259) hide show
  1. checksums.yaml +4 -4
  2. data/CHANGELOG.md +46 -0
  3. data/README.md +1 -0
  4. data/SECURITY.md +2 -2
  5. data/fluent.conf +14 -14
  6. data/lib/fluent/command/cap_ctl.rb +4 -4
  7. data/lib/fluent/compat/call_super_mixin.rb +3 -3
  8. data/lib/fluent/compat/propagate_default.rb +4 -4
  9. data/lib/fluent/config/yaml_parser/parser.rb +4 -0
  10. data/lib/fluent/log/console_adapter.rb +4 -2
  11. data/lib/fluent/plugin/in_exec.rb +14 -2
  12. data/lib/fluent/plugin/in_http.rb +1 -1
  13. data/lib/fluent/plugin/in_sample.rb +13 -7
  14. data/lib/fluent/plugin/in_tail.rb +65 -23
  15. data/lib/fluent/plugin/out_copy.rb +1 -1
  16. data/lib/fluent/plugin/out_file.rb +8 -0
  17. data/lib/fluent/plugin/out_http.rb +12 -0
  18. data/lib/fluent/plugin/parser_json.rb +4 -12
  19. data/lib/fluent/plugin_helper/http_server/server.rb +1 -1
  20. data/lib/fluent/version.rb +1 -1
  21. data/templates/new_gem/fluent-plugin.gemspec.erb +6 -5
  22. metadata +25 -472
  23. data/.github/DISCUSSION_TEMPLATE/q-a-japanese.yml +0 -50
  24. data/.github/DISCUSSION_TEMPLATE/q-a.yml +0 -47
  25. data/.github/ISSUE_TEMPLATE/bug_report.yml +0 -71
  26. data/.github/ISSUE_TEMPLATE/config.yml +0 -5
  27. data/.github/ISSUE_TEMPLATE/feature_request.yml +0 -39
  28. data/.github/ISSUE_TEMPLATE.md +0 -17
  29. data/.github/PULL_REQUEST_TEMPLATE.md +0 -14
  30. data/.github/workflows/stale-actions.yml +0 -24
  31. data/.github/workflows/test-ruby-head.yml +0 -31
  32. data/.github/workflows/test.yml +0 -32
  33. data/.gitignore +0 -30
  34. data/Gemfile +0 -9
  35. data/fluentd.gemspec +0 -62
  36. data/test/command/test_binlog_reader.rb +0 -362
  37. data/test/command/test_ca_generate.rb +0 -70
  38. data/test/command/test_cap_ctl.rb +0 -100
  39. data/test/command/test_cat.rb +0 -128
  40. data/test/command/test_ctl.rb +0 -56
  41. data/test/command/test_fluentd.rb +0 -1291
  42. data/test/command/test_plugin_config_formatter.rb +0 -397
  43. data/test/command/test_plugin_generator.rb +0 -109
  44. data/test/compat/test_calls_super.rb +0 -166
  45. data/test/compat/test_parser.rb +0 -92
  46. data/test/config/assertions.rb +0 -42
  47. data/test/config/test_config_parser.rb +0 -551
  48. data/test/config/test_configurable.rb +0 -1784
  49. data/test/config/test_configure_proxy.rb +0 -604
  50. data/test/config/test_dsl.rb +0 -415
  51. data/test/config/test_element.rb +0 -518
  52. data/test/config/test_literal_parser.rb +0 -309
  53. data/test/config/test_plugin_configuration.rb +0 -56
  54. data/test/config/test_section.rb +0 -191
  55. data/test/config/test_system_config.rb +0 -195
  56. data/test/config/test_types.rb +0 -408
  57. data/test/counter/test_client.rb +0 -563
  58. data/test/counter/test_error.rb +0 -44
  59. data/test/counter/test_mutex_hash.rb +0 -179
  60. data/test/counter/test_server.rb +0 -589
  61. data/test/counter/test_store.rb +0 -258
  62. data/test/counter/test_validator.rb +0 -137
  63. data/test/helper.rb +0 -155
  64. data/test/helpers/fuzzy_assert.rb +0 -89
  65. data/test/helpers/process_extenstion.rb +0 -33
  66. data/test/log/test_console_adapter.rb +0 -117
  67. data/test/plugin/data/2010/01/20100102-030405.log +0 -0
  68. data/test/plugin/data/2010/01/20100102-030406.log +0 -0
  69. data/test/plugin/data/2010/01/20100102.log +0 -0
  70. data/test/plugin/data/log/bar +0 -0
  71. data/test/plugin/data/log/foo/bar.log +0 -0
  72. data/test/plugin/data/log/foo/bar2 +0 -0
  73. data/test/plugin/data/log/test.log +0 -0
  74. data/test/plugin/data/log_numeric/01.log +0 -0
  75. data/test/plugin/data/log_numeric/02.log +0 -0
  76. data/test/plugin/data/log_numeric/12.log +0 -0
  77. data/test/plugin/data/log_numeric/14.log +0 -0
  78. data/test/plugin/data/sd_file/config +0 -11
  79. data/test/plugin/data/sd_file/config.json +0 -17
  80. data/test/plugin/data/sd_file/config.yaml +0 -11
  81. data/test/plugin/data/sd_file/config.yml +0 -11
  82. data/test/plugin/data/sd_file/invalid_config.yml +0 -7
  83. data/test/plugin/in_tail/test_fifo.rb +0 -121
  84. data/test/plugin/in_tail/test_io_handler.rb +0 -150
  85. data/test/plugin/in_tail/test_position_file.rb +0 -346
  86. data/test/plugin/out_forward/test_ack_handler.rb +0 -140
  87. data/test/plugin/out_forward/test_connection_manager.rb +0 -145
  88. data/test/plugin/out_forward/test_handshake_protocol.rb +0 -112
  89. data/test/plugin/out_forward/test_load_balancer.rb +0 -106
  90. data/test/plugin/out_forward/test_socket_cache.rb +0 -174
  91. data/test/plugin/test_bare_output.rb +0 -131
  92. data/test/plugin/test_base.rb +0 -247
  93. data/test/plugin/test_buf_file.rb +0 -1314
  94. data/test/plugin/test_buf_file_single.rb +0 -898
  95. data/test/plugin/test_buf_memory.rb +0 -42
  96. data/test/plugin/test_buffer.rb +0 -1493
  97. data/test/plugin/test_buffer_chunk.rb +0 -209
  98. data/test/plugin/test_buffer_file_chunk.rb +0 -871
  99. data/test/plugin/test_buffer_file_single_chunk.rb +0 -611
  100. data/test/plugin/test_buffer_memory_chunk.rb +0 -339
  101. data/test/plugin/test_compressable.rb +0 -87
  102. data/test/plugin/test_file_util.rb +0 -96
  103. data/test/plugin/test_filter.rb +0 -368
  104. data/test/plugin/test_filter_grep.rb +0 -697
  105. data/test/plugin/test_filter_parser.rb +0 -731
  106. data/test/plugin/test_filter_record_transformer.rb +0 -577
  107. data/test/plugin/test_filter_stdout.rb +0 -207
  108. data/test/plugin/test_formatter_csv.rb +0 -136
  109. data/test/plugin/test_formatter_hash.rb +0 -38
  110. data/test/plugin/test_formatter_json.rb +0 -61
  111. data/test/plugin/test_formatter_ltsv.rb +0 -70
  112. data/test/plugin/test_formatter_msgpack.rb +0 -28
  113. data/test/plugin/test_formatter_out_file.rb +0 -116
  114. data/test/plugin/test_formatter_single_value.rb +0 -44
  115. data/test/plugin/test_formatter_tsv.rb +0 -76
  116. data/test/plugin/test_in_debug_agent.rb +0 -49
  117. data/test/plugin/test_in_exec.rb +0 -261
  118. data/test/plugin/test_in_forward.rb +0 -1178
  119. data/test/plugin/test_in_gc_stat.rb +0 -62
  120. data/test/plugin/test_in_http.rb +0 -1124
  121. data/test/plugin/test_in_monitor_agent.rb +0 -922
  122. data/test/plugin/test_in_object_space.rb +0 -66
  123. data/test/plugin/test_in_sample.rb +0 -190
  124. data/test/plugin/test_in_syslog.rb +0 -505
  125. data/test/plugin/test_in_tail.rb +0 -3429
  126. data/test/plugin/test_in_tcp.rb +0 -328
  127. data/test/plugin/test_in_udp.rb +0 -296
  128. data/test/plugin/test_in_unix.rb +0 -181
  129. data/test/plugin/test_input.rb +0 -137
  130. data/test/plugin/test_metadata.rb +0 -89
  131. data/test/plugin/test_metrics.rb +0 -294
  132. data/test/plugin/test_metrics_local.rb +0 -96
  133. data/test/plugin/test_multi_output.rb +0 -204
  134. data/test/plugin/test_out_copy.rb +0 -308
  135. data/test/plugin/test_out_exec.rb +0 -312
  136. data/test/plugin/test_out_exec_filter.rb +0 -606
  137. data/test/plugin/test_out_file.rb +0 -1038
  138. data/test/plugin/test_out_forward.rb +0 -1349
  139. data/test/plugin/test_out_http.rb +0 -557
  140. data/test/plugin/test_out_null.rb +0 -105
  141. data/test/plugin/test_out_relabel.rb +0 -28
  142. data/test/plugin/test_out_roundrobin.rb +0 -146
  143. data/test/plugin/test_out_secondary_file.rb +0 -458
  144. data/test/plugin/test_out_stdout.rb +0 -205
  145. data/test/plugin/test_out_stream.rb +0 -103
  146. data/test/plugin/test_output.rb +0 -1334
  147. data/test/plugin/test_output_as_buffered.rb +0 -2024
  148. data/test/plugin/test_output_as_buffered_backup.rb +0 -363
  149. data/test/plugin/test_output_as_buffered_compress.rb +0 -179
  150. data/test/plugin/test_output_as_buffered_overflow.rb +0 -250
  151. data/test/plugin/test_output_as_buffered_retries.rb +0 -966
  152. data/test/plugin/test_output_as_buffered_secondary.rb +0 -882
  153. data/test/plugin/test_output_as_standard.rb +0 -374
  154. data/test/plugin/test_owned_by.rb +0 -34
  155. data/test/plugin/test_parser.rb +0 -399
  156. data/test/plugin/test_parser_apache.rb +0 -42
  157. data/test/plugin/test_parser_apache2.rb +0 -47
  158. data/test/plugin/test_parser_apache_error.rb +0 -45
  159. data/test/plugin/test_parser_csv.rb +0 -200
  160. data/test/plugin/test_parser_json.rb +0 -244
  161. data/test/plugin/test_parser_labeled_tsv.rb +0 -160
  162. data/test/plugin/test_parser_msgpack.rb +0 -127
  163. data/test/plugin/test_parser_multiline.rb +0 -111
  164. data/test/plugin/test_parser_nginx.rb +0 -88
  165. data/test/plugin/test_parser_none.rb +0 -52
  166. data/test/plugin/test_parser_regexp.rb +0 -284
  167. data/test/plugin/test_parser_syslog.rb +0 -650
  168. data/test/plugin/test_parser_tsv.rb +0 -122
  169. data/test/plugin/test_sd_file.rb +0 -228
  170. data/test/plugin/test_sd_srv.rb +0 -230
  171. data/test/plugin/test_storage.rb +0 -166
  172. data/test/plugin/test_storage_local.rb +0 -335
  173. data/test/plugin/test_string_util.rb +0 -26
  174. data/test/plugin_helper/data/cert/cert-key.pem +0 -27
  175. data/test/plugin_helper/data/cert/cert-with-CRLF.pem +0 -19
  176. data/test/plugin_helper/data/cert/cert-with-no-newline.pem +0 -19
  177. data/test/plugin_helper/data/cert/cert.pem +0 -19
  178. data/test/plugin_helper/data/cert/cert_chains/ca-cert-key.pem +0 -27
  179. data/test/plugin_helper/data/cert/cert_chains/ca-cert.pem +0 -20
  180. data/test/plugin_helper/data/cert/cert_chains/cert-key.pem +0 -27
  181. data/test/plugin_helper/data/cert/cert_chains/cert.pem +0 -40
  182. data/test/plugin_helper/data/cert/empty.pem +0 -0
  183. data/test/plugin_helper/data/cert/generate_cert.rb +0 -125
  184. data/test/plugin_helper/data/cert/with_ca/ca-cert-key-pass.pem +0 -30
  185. data/test/plugin_helper/data/cert/with_ca/ca-cert-key.pem +0 -27
  186. data/test/plugin_helper/data/cert/with_ca/ca-cert-pass.pem +0 -20
  187. data/test/plugin_helper/data/cert/with_ca/ca-cert.pem +0 -20
  188. data/test/plugin_helper/data/cert/with_ca/cert-key-pass.pem +0 -30
  189. data/test/plugin_helper/data/cert/with_ca/cert-key.pem +0 -27
  190. data/test/plugin_helper/data/cert/with_ca/cert-pass.pem +0 -21
  191. data/test/plugin_helper/data/cert/with_ca/cert.pem +0 -21
  192. data/test/plugin_helper/data/cert/without_ca/cert-key-pass.pem +0 -30
  193. data/test/plugin_helper/data/cert/without_ca/cert-key.pem +0 -27
  194. data/test/plugin_helper/data/cert/without_ca/cert-pass.pem +0 -20
  195. data/test/plugin_helper/data/cert/without_ca/cert.pem +0 -20
  196. data/test/plugin_helper/http_server/test_app.rb +0 -65
  197. data/test/plugin_helper/http_server/test_route.rb +0 -32
  198. data/test/plugin_helper/service_discovery/test_manager.rb +0 -93
  199. data/test/plugin_helper/service_discovery/test_round_robin_balancer.rb +0 -21
  200. data/test/plugin_helper/test_cert_option.rb +0 -25
  201. data/test/plugin_helper/test_child_process.rb +0 -862
  202. data/test/plugin_helper/test_compat_parameters.rb +0 -358
  203. data/test/plugin_helper/test_event_emitter.rb +0 -80
  204. data/test/plugin_helper/test_event_loop.rb +0 -52
  205. data/test/plugin_helper/test_extract.rb +0 -194
  206. data/test/plugin_helper/test_formatter.rb +0 -255
  207. data/test/plugin_helper/test_http_server_helper.rb +0 -372
  208. data/test/plugin_helper/test_inject.rb +0 -561
  209. data/test/plugin_helper/test_metrics.rb +0 -137
  210. data/test/plugin_helper/test_parser.rb +0 -264
  211. data/test/plugin_helper/test_record_accessor.rb +0 -238
  212. data/test/plugin_helper/test_retry_state.rb +0 -1006
  213. data/test/plugin_helper/test_server.rb +0 -1895
  214. data/test/plugin_helper/test_service_discovery.rb +0 -165
  215. data/test/plugin_helper/test_socket.rb +0 -146
  216. data/test/plugin_helper/test_storage.rb +0 -542
  217. data/test/plugin_helper/test_thread.rb +0 -164
  218. data/test/plugin_helper/test_timer.rb +0 -130
  219. data/test/scripts/exec_script.rb +0 -32
  220. data/test/scripts/fluent/plugin/formatter1/formatter_test1.rb +0 -7
  221. data/test/scripts/fluent/plugin/formatter2/formatter_test2.rb +0 -7
  222. data/test/scripts/fluent/plugin/formatter_known.rb +0 -8
  223. data/test/scripts/fluent/plugin/out_test.rb +0 -81
  224. data/test/scripts/fluent/plugin/out_test2.rb +0 -80
  225. data/test/scripts/fluent/plugin/parser_known.rb +0 -4
  226. data/test/test_capability.rb +0 -74
  227. data/test/test_clock.rb +0 -164
  228. data/test/test_config.rb +0 -369
  229. data/test/test_configdsl.rb +0 -148
  230. data/test/test_daemonizer.rb +0 -91
  231. data/test/test_engine.rb +0 -203
  232. data/test/test_event.rb +0 -531
  233. data/test/test_event_router.rb +0 -348
  234. data/test/test_event_time.rb +0 -199
  235. data/test/test_file_wrapper.rb +0 -53
  236. data/test/test_filter.rb +0 -121
  237. data/test/test_fluent_log_event_router.rb +0 -99
  238. data/test/test_formatter.rb +0 -369
  239. data/test/test_input.rb +0 -31
  240. data/test/test_log.rb +0 -1076
  241. data/test/test_match.rb +0 -148
  242. data/test/test_mixin.rb +0 -351
  243. data/test/test_msgpack_factory.rb +0 -50
  244. data/test/test_oj_options.rb +0 -55
  245. data/test/test_output.rb +0 -278
  246. data/test/test_plugin.rb +0 -251
  247. data/test/test_plugin_classes.rb +0 -370
  248. data/test/test_plugin_helper.rb +0 -81
  249. data/test/test_plugin_id.rb +0 -119
  250. data/test/test_process.rb +0 -14
  251. data/test/test_root_agent.rb +0 -951
  252. data/test/test_static_config_analysis.rb +0 -177
  253. data/test/test_supervisor.rb +0 -821
  254. data/test/test_test_drivers.rb +0 -136
  255. data/test/test_time_formatter.rb +0 -301
  256. data/test/test_time_parser.rb +0 -362
  257. data/test/test_tls.rb +0 -65
  258. data/test/test_unique_id.rb +0 -47
  259. data/test/test_variable_store.rb +0 -65
data/test/test_config.rb DELETED
@@ -1,369 +0,0 @@
1
- require_relative 'helper'
2
- require 'fluent/config'
3
- require 'fluent/config/parser'
4
- require 'fluent/supervisor'
5
- require 'fluent/load'
6
- require 'fileutils'
7
-
8
- class ConfigTest < Test::Unit::TestCase
9
- include Fluent
10
-
11
- TMP_DIR = File.dirname(__FILE__) + "/tmp/config#{ENV['TEST_ENV_NUMBER']}"
12
-
13
- def read_config(path, use_yaml: false)
14
- path = File.expand_path(path)
15
- if use_yaml
16
- context = Kernel.binding
17
-
18
- s = Fluent::Config::YamlParser::Loader.new(context).load(Pathname.new(path))
19
- Fluent::Config::YamlParser::Parser.new(s).build.to_element
20
- else
21
- File.open(path) { |io|
22
- Fluent::Config::Parser.parse(io, File.basename(path), File.dirname(path))
23
- }
24
- end
25
- end
26
-
27
- def prepare_config
28
- write_config "#{TMP_DIR}/config_test_1.conf", %[
29
- k1 root_config
30
- include dir/config_test_2.conf #
31
- include #{TMP_DIR}/config_test_4.conf
32
- include file://#{TMP_DIR}/config_test_5.conf
33
- <include config.d/*.conf />
34
- ]
35
- write_config "#{TMP_DIR}/dir/config_test_2.conf", %[
36
- k2 relative_path_include
37
- include ../config_test_3.conf
38
- ]
39
- write_config "#{TMP_DIR}/config_test_3.conf", %[
40
- k3 relative_include_in_included_file
41
- ]
42
- write_config "#{TMP_DIR}/config_test_4.conf", %[
43
- k4 absolute_path_include
44
- ]
45
- write_config "#{TMP_DIR}/config_test_5.conf", %[
46
- k5 uri_include
47
- ]
48
- write_config "#{TMP_DIR}/config.d/config_test_6.conf", %[
49
- k6 wildcard_include_1
50
- <elem1 name>
51
- include normal_parameter
52
- </elem1>
53
- ]
54
- write_config "#{TMP_DIR}/config.d/config_test_7.conf", %[
55
- k7 wildcard_include_2
56
- ]
57
- write_config "#{TMP_DIR}/config.d/config_test_8.conf", %[
58
- <elem2 name>
59
- <include ../dir/config_test_9.conf />
60
- </elem2>
61
- ]
62
- write_config "#{TMP_DIR}/dir/config_test_9.conf", %[
63
- k9 embedded
64
- <elem3 name>
65
- nested nested_value
66
- include hoge
67
- </elem3>
68
- ]
69
- write_config "#{TMP_DIR}/config.d/00_config_test_8.conf", %[
70
- k8 wildcard_include_3
71
- <elem4 name>
72
- include normal_parameter
73
- </elem4>
74
- ]
75
-
76
- end
77
-
78
- def test_include
79
- prepare_config
80
- c = read_config("#{TMP_DIR}/config_test_1.conf")
81
- assert_equal 'root_config', c['k1']
82
- assert_equal 'relative_path_include', c['k2']
83
- assert_equal 'relative_include_in_included_file', c['k3']
84
- assert_equal 'absolute_path_include', c['k4']
85
- assert_equal 'uri_include', c['k5']
86
- assert_equal 'wildcard_include_1', c['k6']
87
- assert_equal 'wildcard_include_2', c['k7']
88
- assert_equal 'wildcard_include_3', c['k8']
89
- assert_equal [
90
- 'k1',
91
- 'k2',
92
- 'k3',
93
- 'k4',
94
- 'k5',
95
- 'k8', # Because of the file name this comes first.
96
- 'k6',
97
- 'k7',
98
- ], c.keys
99
-
100
- elem1 = c.elements.find { |e| e.name == 'elem1' }
101
- assert_not_nil elem1
102
- assert_equal 'name', elem1.arg
103
- assert_equal 'normal_parameter', elem1['include']
104
-
105
- elem2 = c.elements.find { |e| e.name == 'elem2' }
106
- assert_not_nil elem2
107
- assert_equal 'name', elem2.arg
108
- assert_equal 'embedded', elem2['k9']
109
- assert !elem2.has_key?('include')
110
-
111
- elem3 = elem2.elements.find { |e| e.name == 'elem3' }
112
- assert_not_nil elem3
113
- assert_equal 'nested_value', elem3['nested']
114
- assert_equal 'hoge', elem3['include']
115
- end
116
-
117
- def test_check_not_fetchd
118
- write_config "#{TMP_DIR}/config_test_not_fetched.conf", %[
119
- <match dummy>
120
- type rewrite
121
- add_prefix filtered
122
- <rule>
123
- key path
124
- pattern ^[A-Z]+
125
- replace
126
- </rule>
127
- </match>
128
- ]
129
- root_conf = read_config("#{TMP_DIR}/config_test_not_fetched.conf")
130
- match_conf = root_conf.elements.first
131
- rule_conf = match_conf.elements.first
132
-
133
- not_fetched = []; root_conf.check_not_fetched {|key, e| not_fetched << key }
134
- assert_equal %w[type add_prefix key pattern replace], not_fetched
135
-
136
- not_fetched = []; match_conf.check_not_fetched {|key, e| not_fetched << key }
137
- assert_equal %w[type add_prefix key pattern replace], not_fetched
138
-
139
- not_fetched = []; rule_conf.check_not_fetched {|key, e| not_fetched << key }
140
- assert_equal %w[key pattern replace], not_fetched
141
-
142
- # accessing should delete
143
- match_conf['type']
144
- rule_conf['key']
145
-
146
- not_fetched = []; root_conf.check_not_fetched {|key, e| not_fetched << key }
147
- assert_equal %w[add_prefix pattern replace], not_fetched
148
-
149
- not_fetched = []; match_conf.check_not_fetched {|key, e| not_fetched << key }
150
- assert_equal %w[add_prefix pattern replace], not_fetched
151
-
152
- not_fetched = []; rule_conf.check_not_fetched {|key, e| not_fetched << key }
153
- assert_equal %w[pattern replace], not_fetched
154
-
155
- # repeatedly accessing should not grow memory usage
156
- before_size = match_conf.unused.size
157
- 10.times { match_conf['type'] }
158
- assert_equal before_size, match_conf.unused.size
159
- end
160
-
161
- sub_test_case "yaml config" do
162
- def test_included
163
- write_config "#{TMP_DIR}/config_test_not_fetched.yaml", <<-EOS
164
- config:
165
- - source:
166
- $type: dummy
167
- tag: tag.dummy
168
- - source:
169
- $type: tcp
170
- tag: tag.tcp
171
- parse:
172
- $arg:
173
- - why.parse.section.doesnot.have.arg
174
- - huh
175
- $type: none
176
- - match:
177
- $tag: tag.*
178
- $type: stdout
179
- buffer:
180
- $type: memory
181
- flush_interval: 1s
182
- - !include fluent-included.yaml
183
- EOS
184
- write_config "#{TMP_DIR}/fluent-included.yaml", <<-EOS
185
- - label:
186
- $name: '@FLUENT_LOG'
187
- config:
188
- - match:
189
- $type: "null"
190
- $tag: "**"
191
- buffer:
192
- $type: memory
193
- flush_mode: interval
194
- flush_interval: 1s
195
- EOS
196
- root_conf = read_config("#{TMP_DIR}/config_test_not_fetched.yaml", use_yaml: true)
197
- dummy_source_conf = root_conf.elements.first
198
- tcp_source_conf = root_conf.elements[1]
199
- parse_tcp_conf = tcp_source_conf.elements.first
200
- match_conf = root_conf.elements[2]
201
- label_conf = root_conf.elements[3]
202
- fluent_log_conf = label_conf.elements.first
203
- fluent_log_buffer_conf = fluent_log_conf.elements.first
204
-
205
- assert_equal(
206
- [
207
- 'dummy',
208
- 'tag.dummy',
209
- 'tcp',
210
- 'tag.tcp',
211
- 'none',
212
- 'why.parse.section.doesnot.have.arg,huh',
213
- 'stdout',
214
- 'tag.*',
215
- 'null',
216
- '**',
217
- '@FLUENT_LOG',
218
- 'memory',
219
- 'interval',
220
- '1s',
221
- ],
222
- [
223
- dummy_source_conf['@type'],
224
- dummy_source_conf['tag'],
225
- tcp_source_conf['@type'],
226
- tcp_source_conf['tag'],
227
- parse_tcp_conf['@type'],
228
- parse_tcp_conf.arg,
229
- match_conf['@type'],
230
- match_conf.arg,
231
- fluent_log_conf['@type'],
232
- fluent_log_conf.arg,
233
- label_conf.arg,
234
- fluent_log_buffer_conf['@type'],
235
- fluent_log_buffer_conf['flush_mode'],
236
- fluent_log_buffer_conf['flush_interval'],
237
- ])
238
- end
239
-
240
- def test_included_glob
241
- write_config "#{TMP_DIR}/config.yaml", <<-EOS
242
- config:
243
- - !include "include/*.yaml"
244
- EOS
245
- write_config "#{TMP_DIR}/include/02_source2.yaml", <<-EOS
246
- - source:
247
- $type: dummy
248
- tag: tag.dummy
249
- EOS
250
- write_config "#{TMP_DIR}/include/01_source1.yaml", <<-EOS
251
- - source:
252
- $type: tcp
253
- tag: tag.tcp
254
- parse:
255
- $arg:
256
- - why.parse.section.doesnot.have.arg
257
- - huh
258
- $type: none
259
- EOS
260
- write_config "#{TMP_DIR}/include/03_match1.yaml", <<-EOS
261
- - match:
262
- $tag: tag.*
263
- $type: stdout
264
- buffer:
265
- $type: memory
266
- flush_interval: 1s
267
- EOS
268
- root_conf = read_config("#{TMP_DIR}/config.yaml", use_yaml: true)
269
- tcp_source_conf = root_conf.elements.first
270
- dummy_source_conf = root_conf.elements[1]
271
- parse_tcp_conf = tcp_source_conf.elements.first
272
- match_conf = root_conf.elements[2]
273
-
274
- assert_equal(
275
- [
276
- 'tcp',
277
- 'tag.tcp',
278
- 'none',
279
- 'why.parse.section.doesnot.have.arg,huh',
280
- 'dummy',
281
- 'tag.dummy',
282
- 'stdout',
283
- 'tag.*',
284
- ],
285
- [
286
- tcp_source_conf['@type'],
287
- tcp_source_conf['tag'],
288
- parse_tcp_conf['@type'],
289
- parse_tcp_conf.arg,
290
- dummy_source_conf['@type'],
291
- dummy_source_conf['tag'],
292
- match_conf['@type'],
293
- match_conf.arg,
294
- ])
295
- end
296
-
297
- def test_check_not_fetchd
298
- write_config "#{TMP_DIR}/config_test_not_fetched.yaml", <<-EOS
299
- config:
300
- - match:
301
- $arg: dummy
302
- $type: rewrite
303
- add_prefix: filtered
304
- rule:
305
- key: path
306
- pattern: "^[A-Z]+"
307
- replace: true
308
- EOS
309
- root_conf = read_config("#{TMP_DIR}/config_test_not_fetched.yaml", use_yaml: true)
310
- match_conf = root_conf.elements.first
311
- rule_conf = match_conf.elements.first
312
-
313
- not_fetched = []; root_conf.check_not_fetched {|key, e| not_fetched << key }
314
- assert_equal %w[@type $arg add_prefix key pattern replace], not_fetched
315
-
316
- not_fetched = []; match_conf.check_not_fetched {|key, e| not_fetched << key }
317
- assert_equal %w[@type $arg add_prefix key pattern replace], not_fetched
318
-
319
- not_fetched = []; rule_conf.check_not_fetched {|key, e| not_fetched << key }
320
- assert_equal %w[key pattern replace], not_fetched
321
-
322
- # accessing should delete
323
- match_conf['type']
324
- rule_conf['key']
325
-
326
- not_fetched = []; root_conf.check_not_fetched {|key, e| not_fetched << key }
327
- assert_equal %w[@type $arg add_prefix pattern replace], not_fetched
328
-
329
- not_fetched = []; match_conf.check_not_fetched {|key, e| not_fetched << key }
330
- assert_equal %w[@type $arg add_prefix pattern replace], not_fetched
331
-
332
- not_fetched = []; rule_conf.check_not_fetched {|key, e| not_fetched << key }
333
- assert_equal %w[pattern replace], not_fetched
334
-
335
- # repeatedly accessing should not grow memory usage
336
- before_size = match_conf.unused.size
337
- 10.times { match_conf['type'] }
338
- assert_equal before_size, match_conf.unused.size
339
- end
340
- end
341
-
342
- def write_config(path, data, encoding: 'utf-8')
343
- FileUtils.mkdir_p(File.dirname(path))
344
- File.open(path, "w:#{encoding}:utf-8") {|f| f.write data }
345
- end
346
-
347
- sub_test_case '.build' do
348
- test 'read config' do
349
- write_config("#{TMP_DIR}/build/config_build.conf", 'key value')
350
- c = Fluent::Config.build(config_path: "#{TMP_DIR}/build/config_build.conf")
351
- assert_equal('value', c['key'])
352
- end
353
-
354
- test 'read config with encoding' do
355
- write_config("#{TMP_DIR}/build/config_build2.conf", "#てすと\nkey value", encoding: 'shift_jis')
356
-
357
- c = Fluent::Config.build(config_path: "#{TMP_DIR}/build/config_build2.conf", encoding: 'shift_jis')
358
- assert_equal('value', c['key'])
359
- end
360
-
361
- test 'read config with additional_config' do
362
- write_config("#{TMP_DIR}/build/config_build2.conf", "key value")
363
-
364
- c = Fluent::Config.build(config_path: "#{TMP_DIR}/build/config_build2.conf", additional_config: 'key2 value2')
365
- assert_equal('value', c['key'])
366
- assert_equal('value2', c['key2'])
367
- end
368
- end
369
- end
@@ -1,148 +0,0 @@
1
- require_relative 'helper'
2
- require 'fluent/config/dsl'
3
- require 'fluent/test'
4
-
5
- class ConfigDSLTest < Test::Unit::TestCase
6
- # TEST_CONFIG1 = %[
7
- # <source>
8
- # type forward
9
- # port 24224
10
- # </source>
11
- # <match test.**>
12
- # type forward
13
- # flush_interval 1s
14
- # <server>
15
- # host host0.example.com
16
- # port 24224
17
- # </server>
18
- # <server>
19
- # host host1.example.com
20
- # port 24224
21
- # </server>
22
- # </match>
23
- # ]
24
- TEST_DSL_CONFIG1 = %q[
25
- source {
26
- type "forward"
27
- port 24224
28
- }
29
- match('test.**') {
30
- type "forward"
31
- flush_interval "1s"
32
- (0..1).each do |i|
33
- server {
34
- host "host#{i}.example.com"
35
- port 24224
36
- }
37
- end
38
- }
39
- ]
40
-
41
- TEST_DSL_CONFIG2 = %q[
42
- v = [0, 1, 2]
43
- ]
44
-
45
- TEST_DSL_CONFIG3 = %q[
46
- match
47
- ]
48
-
49
- TEST_DSL_CONFIG4 = %q[
50
- match('aa', 'bb'){
51
- type :null
52
- }
53
- ]
54
-
55
- TEST_DSL_CONFIG5 = %q[
56
- match('aa')
57
- ]
58
-
59
- def test_parse
60
- root = Fluent::Config::DSL::Parser.parse(TEST_DSL_CONFIG1)
61
-
62
- assert_equal 0, root.keys.size
63
- assert_equal 2, root.elements.size
64
-
65
- e0 = root.elements[0]
66
- assert_equal 'source', e0.name
67
- assert_equal '', e0.arg
68
- assert_equal 'forward', e0['@type']
69
- assert_equal '24224', e0['port']
70
-
71
- e1 = root.elements[1]
72
- assert_equal 'match', e1.name
73
- assert_equal 'test.**', e1.arg
74
- assert_equal 'forward', e1['@type']
75
- assert_equal '1s', e1['flush_interval']
76
- assert_equal 2, e1.elements.size
77
- e1s0 = e1.elements[0]
78
- assert_equal 'server', e1s0.name
79
- assert_equal 'host0.example.com', e1s0['host']
80
- assert_equal '24224', e1s0['port']
81
- e1s1 = e1.elements[1]
82
- assert_equal 'server', e1s1.name
83
- assert_equal 'host1.example.com', e1s1['host']
84
- assert_equal '24224', e1s1['port']
85
- end
86
-
87
- def test_parse2
88
- root = Fluent::Config::DSL::Parser.parse(TEST_DSL_CONFIG2)
89
-
90
- assert_equal 0, root.keys.size
91
- assert_equal 0, root.elements.size
92
- end
93
-
94
- def test_config_error
95
- assert_raise(ArgumentError) {
96
- Fluent::Config::DSL::Parser.parse(TEST_DSL_CONFIG3)
97
- }
98
-
99
- assert_raise(ArgumentError) {
100
- Fluent::Config::DSL::Parser.parse(TEST_DSL_CONFIG4)
101
- }
102
-
103
- assert_raise(ArgumentError) {
104
- Fluent::Config::DSL::Parser.parse(TEST_DSL_CONFIG5)
105
- }
106
- end
107
-
108
- def test_with_ruby_keyword
109
- uname_string = `uname -a`
110
- root1 = Fluent::Config::DSL::Parser.parse(<<DSL)
111
- uname_str = ruby.open('|uname -a'){|out| out.read}
112
- source {
113
- uname uname_str
114
- }
115
- DSL
116
- source1 = root1.elements.first
117
- assert_equal 'source', source1.name
118
- assert_equal 1, source1.keys.size
119
- assert_equal uname_string, source1['uname']
120
-
121
- root2 = Fluent::Config::DSL::Parser.parse(<<DSL)
122
- ruby_version = ruby {
123
- require 'erb'
124
- ERB.new('<%= RUBY_VERSION %> from erb').result
125
- }
126
- source {
127
- version ruby_version
128
- }
129
- DSL
130
- source2 = root2.elements.first
131
- assert_equal 'source', source2.name
132
- assert_equal 1, source2.keys.size
133
- assert_equal "#{RUBY_VERSION} from erb", source2['version']
134
-
135
- # Parser#parse raises NoMethodError when configuration dsl elements are written in ruby block
136
- conf3 = <<DSL
137
- ruby {
138
- source {
139
- type "tail"
140
- }
141
- }
142
- source {
143
- uname uname_str
144
- }
145
- DSL
146
- assert_raise (NoMethodError) { Fluent::Config::DSL::Parser.parse(conf3) }
147
- end
148
- end
@@ -1,91 +0,0 @@
1
- require_relative 'helper'
2
- require 'fluent/daemonizer'
3
-
4
- class DaemonizerTest < ::Test::Unit::TestCase
5
- TMP_DIR = File.join(File.dirname(__FILE__), 'tmp', 'daemonizer')
6
-
7
- setup do
8
- FileUtils.mkdir_p(TMP_DIR)
9
- end
10
-
11
- teardown do
12
- FileUtils.rm_rf(TMP_DIR) rescue nil
13
- end
14
-
15
- test 'makes pid file' do
16
- pid_path = File.join(TMP_DIR, 'file.pid')
17
-
18
- mock(Process).daemon(anything, anything).once
19
- r = Fluent::Daemonizer.daemonize(pid_path) { 'ret' }
20
- assert_equal 'ret', r
21
- assert File.exist?(pid_path)
22
- assert Process.pid.to_s, File.read(pid_path).to_s
23
- end
24
-
25
- test 'in platforms which do not support fork' do
26
- pid_path = File.join(TMP_DIR, 'file.pid')
27
-
28
- mock(Process).daemon(anything, anything) { raise NotImplementedError }
29
- args = ['-c', 'test.conf']
30
- mock(Process).spawn(anything, *args) { Process.pid }
31
-
32
- Fluent::Daemonizer.daemonize(pid_path, args) { 'ret' }
33
- assert File.exist?(pid_path)
34
- assert Process.pid.to_s, File.read(pid_path).to_s
35
- end
36
-
37
- sub_test_case 'when pid file already exists' do
38
- test 'raise an error when process is running' do
39
- omit 'chmod of file does not affetct root user' if Process.uid.zero?
40
- pid_path = File.join(TMP_DIR, 'file.pid')
41
- File.write(pid_path, '1')
42
-
43
- mock(Process).daemon(anything, anything).never
44
- mock(Process).kill(0, 1).once
45
-
46
- assert_raise(Fluent::ConfigError.new('pid(1) is running')) do
47
- Fluent::Daemonizer.daemonize(pid_path) { 'ret' }
48
- end
49
- end
50
-
51
- test 'raise an error when file is not redable' do
52
- omit 'chmod of file does not affetct root user' if Process.uid.zero?
53
- not_readable_path = File.join(TMP_DIR, 'not_readable.pid')
54
-
55
- File.write(not_readable_path, '1')
56
- FileUtils.chmod(0333, not_readable_path)
57
-
58
- mock(Process).daemon(anything, anything).never
59
- assert_raise(Fluent::ConfigError.new("Cannot access pid file: #{File.absolute_path(not_readable_path)}")) do
60
- Fluent::Daemonizer.daemonize(not_readable_path) { 'ret' }
61
- end
62
- end
63
-
64
- test 'raise an error when file is not writable' do
65
- omit 'chmod of file does not affetct root user' if Process.uid.zero?
66
- not_writable_path = File.join(TMP_DIR, 'not_writable.pid')
67
-
68
- File.write(not_writable_path, '1')
69
- FileUtils.chmod(0555, not_writable_path)
70
-
71
- mock(Process).daemon(anything, anything).never
72
- assert_raise(Fluent::ConfigError.new("Cannot access pid file: #{File.absolute_path(not_writable_path)}")) do
73
- Fluent::Daemonizer.daemonize(not_writable_path) { 'ret' }
74
- end
75
- end
76
-
77
- test 'raise an error when directory is not writable' do
78
- omit 'chmod of file does not affetct root user' if Process.uid.zero?
79
- not_writable_dir = File.join(TMP_DIR, 'not_writable')
80
- pid_path = File.join(not_writable_dir, 'file.pid')
81
-
82
- FileUtils.mkdir_p(not_writable_dir)
83
- FileUtils.chmod(0555, not_writable_dir)
84
-
85
- mock(Process).daemon(anything, anything).never
86
- assert_raise(Fluent::ConfigError.new("Cannot access directory for pid file: #{File.absolute_path(not_writable_dir)}")) do
87
- Fluent::Daemonizer.daemonize(pid_path) { 'ret' }
88
- end
89
- end
90
- end
91
- end