fluentd-hubspot 0.14.14.1

Sign up to get free protection for your applications and to get access to all the features.
Files changed (396) hide show
  1. data/.github/ISSUE_TEMPLATE.md +6 -0
  2. data/.gitignore +28 -0
  3. data/.travis.yml +51 -0
  4. data/AUTHORS +2 -0
  5. data/CONTRIBUTING.md +42 -0
  6. data/COPYING +14 -0
  7. data/ChangeLog +593 -0
  8. data/Gemfile +9 -0
  9. data/README.md +76 -0
  10. data/Rakefile +74 -0
  11. data/Vagrantfile +17 -0
  12. data/appveyor.yml +43 -0
  13. data/bin/fluent-binlog-reader +7 -0
  14. data/bin/fluent-debug +5 -0
  15. data/bin/fluent-plugin-config-format +5 -0
  16. data/bin/fluent-plugin-generate +5 -0
  17. data/code-of-conduct.md +3 -0
  18. data/example/copy_roundrobin.conf +39 -0
  19. data/example/filter_stdout.conf +22 -0
  20. data/example/in_dummy_blocks.conf +17 -0
  21. data/example/in_dummy_with_compression.conf +23 -0
  22. data/example/in_forward.conf +14 -0
  23. data/example/in_forward_client.conf +37 -0
  24. data/example/in_forward_shared_key.conf +15 -0
  25. data/example/in_forward_tls.conf +14 -0
  26. data/example/in_forward_users.conf +24 -0
  27. data/example/in_forward_workers.conf +21 -0
  28. data/example/in_http.conf +14 -0
  29. data/example/in_out_forward.conf +17 -0
  30. data/example/in_syslog.conf +15 -0
  31. data/example/in_tail.conf +14 -0
  32. data/example/in_tcp.conf +13 -0
  33. data/example/in_udp.conf +13 -0
  34. data/example/logevents.conf +25 -0
  35. data/example/multi_filters.conf +61 -0
  36. data/example/out_copy.conf +20 -0
  37. data/example/out_exec_filter.conf +42 -0
  38. data/example/out_file.conf +13 -0
  39. data/example/out_forward.conf +35 -0
  40. data/example/out_forward_buf_file.conf +23 -0
  41. data/example/out_forward_client.conf +109 -0
  42. data/example/out_forward_heartbeat_none.conf +16 -0
  43. data/example/out_forward_shared_key.conf +36 -0
  44. data/example/out_forward_tls.conf +18 -0
  45. data/example/out_forward_users.conf +65 -0
  46. data/example/out_null.conf +36 -0
  47. data/example/secondary_file.conf +41 -0
  48. data/example/suppress_config_dump.conf +7 -0
  49. data/example/v0_12_filter.conf +78 -0
  50. data/example/v1_literal_example.conf +36 -0
  51. data/fluent.conf +139 -0
  52. data/fluentd.gemspec +51 -0
  53. data/lib/fluent/agent.rb +163 -0
  54. data/lib/fluent/clock.rb +62 -0
  55. data/lib/fluent/command/binlog_reader.rb +234 -0
  56. data/lib/fluent/command/bundler_injection.rb +45 -0
  57. data/lib/fluent/command/cat.rb +330 -0
  58. data/lib/fluent/command/debug.rb +102 -0
  59. data/lib/fluent/command/fluentd.rb +301 -0
  60. data/lib/fluent/command/plugin_config_formatter.rb +258 -0
  61. data/lib/fluent/command/plugin_generator.rb +301 -0
  62. data/lib/fluent/compat/call_super_mixin.rb +67 -0
  63. data/lib/fluent/compat/detach_process_mixin.rb +25 -0
  64. data/lib/fluent/compat/exec_util.rb +129 -0
  65. data/lib/fluent/compat/file_util.rb +54 -0
  66. data/lib/fluent/compat/filter.rb +68 -0
  67. data/lib/fluent/compat/formatter.rb +111 -0
  68. data/lib/fluent/compat/formatter_utils.rb +85 -0
  69. data/lib/fluent/compat/handle_tag_and_time_mixin.rb +62 -0
  70. data/lib/fluent/compat/handle_tag_name_mixin.rb +53 -0
  71. data/lib/fluent/compat/input.rb +59 -0
  72. data/lib/fluent/compat/output.rb +728 -0
  73. data/lib/fluent/compat/output_chain.rb +60 -0
  74. data/lib/fluent/compat/parser.rb +310 -0
  75. data/lib/fluent/compat/parser_utils.rb +40 -0
  76. data/lib/fluent/compat/propagate_default.rb +62 -0
  77. data/lib/fluent/compat/record_filter_mixin.rb +34 -0
  78. data/lib/fluent/compat/set_tag_key_mixin.rb +50 -0
  79. data/lib/fluent/compat/set_time_key_mixin.rb +69 -0
  80. data/lib/fluent/compat/socket_util.rb +165 -0
  81. data/lib/fluent/compat/string_util.rb +34 -0
  82. data/lib/fluent/compat/structured_format_mixin.rb +26 -0
  83. data/lib/fluent/compat/type_converter.rb +90 -0
  84. data/lib/fluent/config.rb +56 -0
  85. data/lib/fluent/config/basic_parser.rb +123 -0
  86. data/lib/fluent/config/configure_proxy.rb +418 -0
  87. data/lib/fluent/config/dsl.rb +149 -0
  88. data/lib/fluent/config/element.rb +218 -0
  89. data/lib/fluent/config/error.rb +26 -0
  90. data/lib/fluent/config/literal_parser.rb +251 -0
  91. data/lib/fluent/config/parser.rb +107 -0
  92. data/lib/fluent/config/section.rb +223 -0
  93. data/lib/fluent/config/types.rb +136 -0
  94. data/lib/fluent/config/v1_parser.rb +190 -0
  95. data/lib/fluent/configurable.rb +200 -0
  96. data/lib/fluent/daemon.rb +15 -0
  97. data/lib/fluent/engine.rb +266 -0
  98. data/lib/fluent/env.rb +28 -0
  99. data/lib/fluent/error.rb +30 -0
  100. data/lib/fluent/event.rb +334 -0
  101. data/lib/fluent/event_router.rb +269 -0
  102. data/lib/fluent/filter.rb +21 -0
  103. data/lib/fluent/formatter.rb +23 -0
  104. data/lib/fluent/input.rb +21 -0
  105. data/lib/fluent/label.rb +46 -0
  106. data/lib/fluent/load.rb +35 -0
  107. data/lib/fluent/log.rb +546 -0
  108. data/lib/fluent/match.rb +178 -0
  109. data/lib/fluent/mixin.rb +31 -0
  110. data/lib/fluent/msgpack_factory.rb +62 -0
  111. data/lib/fluent/output.rb +29 -0
  112. data/lib/fluent/output_chain.rb +23 -0
  113. data/lib/fluent/parser.rb +23 -0
  114. data/lib/fluent/plugin.rb +183 -0
  115. data/lib/fluent/plugin/bare_output.rb +63 -0
  116. data/lib/fluent/plugin/base.rb +165 -0
  117. data/lib/fluent/plugin/buf_file.rb +184 -0
  118. data/lib/fluent/plugin/buf_memory.rb +34 -0
  119. data/lib/fluent/plugin/buffer.rb +617 -0
  120. data/lib/fluent/plugin/buffer/chunk.rb +221 -0
  121. data/lib/fluent/plugin/buffer/file_chunk.rb +364 -0
  122. data/lib/fluent/plugin/buffer/memory_chunk.rb +90 -0
  123. data/lib/fluent/plugin/compressable.rb +92 -0
  124. data/lib/fluent/plugin/exec_util.rb +22 -0
  125. data/lib/fluent/plugin/file_util.rb +22 -0
  126. data/lib/fluent/plugin/file_wrapper.rb +120 -0
  127. data/lib/fluent/plugin/filter.rb +93 -0
  128. data/lib/fluent/plugin/filter_grep.rb +75 -0
  129. data/lib/fluent/plugin/filter_parser.rb +119 -0
  130. data/lib/fluent/plugin/filter_record_transformer.rb +322 -0
  131. data/lib/fluent/plugin/filter_stdout.rb +53 -0
  132. data/lib/fluent/plugin/formatter.rb +50 -0
  133. data/lib/fluent/plugin/formatter_csv.rb +52 -0
  134. data/lib/fluent/plugin/formatter_hash.rb +33 -0
  135. data/lib/fluent/plugin/formatter_json.rb +55 -0
  136. data/lib/fluent/plugin/formatter_ltsv.rb +42 -0
  137. data/lib/fluent/plugin/formatter_msgpack.rb +33 -0
  138. data/lib/fluent/plugin/formatter_out_file.rb +51 -0
  139. data/lib/fluent/plugin/formatter_single_value.rb +34 -0
  140. data/lib/fluent/plugin/formatter_stdout.rb +75 -0
  141. data/lib/fluent/plugin/formatter_tsv.rb +34 -0
  142. data/lib/fluent/plugin/in_debug_agent.rb +64 -0
  143. data/lib/fluent/plugin/in_dummy.rb +139 -0
  144. data/lib/fluent/plugin/in_exec.rb +108 -0
  145. data/lib/fluent/plugin/in_forward.rb +455 -0
  146. data/lib/fluent/plugin/in_gc_stat.rb +56 -0
  147. data/lib/fluent/plugin/in_http.rb +433 -0
  148. data/lib/fluent/plugin/in_monitor_agent.rb +448 -0
  149. data/lib/fluent/plugin/in_object_space.rb +93 -0
  150. data/lib/fluent/plugin/in_syslog.rb +209 -0
  151. data/lib/fluent/plugin/in_tail.rb +905 -0
  152. data/lib/fluent/plugin/in_tcp.rb +85 -0
  153. data/lib/fluent/plugin/in_udp.rb +81 -0
  154. data/lib/fluent/plugin/in_unix.rb +201 -0
  155. data/lib/fluent/plugin/input.rb +37 -0
  156. data/lib/fluent/plugin/multi_output.rb +157 -0
  157. data/lib/fluent/plugin/out_copy.rb +46 -0
  158. data/lib/fluent/plugin/out_exec.rb +105 -0
  159. data/lib/fluent/plugin/out_exec_filter.rb +317 -0
  160. data/lib/fluent/plugin/out_file.rb +302 -0
  161. data/lib/fluent/plugin/out_forward.rb +912 -0
  162. data/lib/fluent/plugin/out_null.rb +74 -0
  163. data/lib/fluent/plugin/out_relabel.rb +32 -0
  164. data/lib/fluent/plugin/out_roundrobin.rb +84 -0
  165. data/lib/fluent/plugin/out_secondary_file.rb +133 -0
  166. data/lib/fluent/plugin/out_stdout.rb +75 -0
  167. data/lib/fluent/plugin/out_stream.rb +130 -0
  168. data/lib/fluent/plugin/output.rb +1291 -0
  169. data/lib/fluent/plugin/owned_by_mixin.rb +42 -0
  170. data/lib/fluent/plugin/parser.rb +191 -0
  171. data/lib/fluent/plugin/parser_apache.rb +28 -0
  172. data/lib/fluent/plugin/parser_apache2.rb +84 -0
  173. data/lib/fluent/plugin/parser_apache_error.rb +26 -0
  174. data/lib/fluent/plugin/parser_csv.rb +39 -0
  175. data/lib/fluent/plugin/parser_json.rb +81 -0
  176. data/lib/fluent/plugin/parser_ltsv.rb +42 -0
  177. data/lib/fluent/plugin/parser_msgpack.rb +50 -0
  178. data/lib/fluent/plugin/parser_multiline.rb +105 -0
  179. data/lib/fluent/plugin/parser_nginx.rb +28 -0
  180. data/lib/fluent/plugin/parser_none.rb +36 -0
  181. data/lib/fluent/plugin/parser_regexp.rb +63 -0
  182. data/lib/fluent/plugin/parser_syslog.rb +121 -0
  183. data/lib/fluent/plugin/parser_tsv.rb +42 -0
  184. data/lib/fluent/plugin/socket_util.rb +22 -0
  185. data/lib/fluent/plugin/storage.rb +84 -0
  186. data/lib/fluent/plugin/storage_local.rb +159 -0
  187. data/lib/fluent/plugin/string_util.rb +22 -0
  188. data/lib/fluent/plugin_helper.rb +70 -0
  189. data/lib/fluent/plugin_helper/cert_option.rb +159 -0
  190. data/lib/fluent/plugin_helper/child_process.rb +364 -0
  191. data/lib/fluent/plugin_helper/compat_parameters.rb +331 -0
  192. data/lib/fluent/plugin_helper/event_emitter.rb +93 -0
  193. data/lib/fluent/plugin_helper/event_loop.rb +161 -0
  194. data/lib/fluent/plugin_helper/extract.rb +104 -0
  195. data/lib/fluent/plugin_helper/formatter.rb +147 -0
  196. data/lib/fluent/plugin_helper/inject.rb +151 -0
  197. data/lib/fluent/plugin_helper/parser.rb +147 -0
  198. data/lib/fluent/plugin_helper/retry_state.rb +201 -0
  199. data/lib/fluent/plugin_helper/server.rb +738 -0
  200. data/lib/fluent/plugin_helper/socket.rb +241 -0
  201. data/lib/fluent/plugin_helper/socket_option.rb +69 -0
  202. data/lib/fluent/plugin_helper/storage.rb +349 -0
  203. data/lib/fluent/plugin_helper/thread.rb +179 -0
  204. data/lib/fluent/plugin_helper/timer.rb +91 -0
  205. data/lib/fluent/plugin_id.rb +80 -0
  206. data/lib/fluent/process.rb +22 -0
  207. data/lib/fluent/registry.rb +116 -0
  208. data/lib/fluent/root_agent.rb +323 -0
  209. data/lib/fluent/rpc.rb +94 -0
  210. data/lib/fluent/supervisor.rb +741 -0
  211. data/lib/fluent/system_config.rb +159 -0
  212. data/lib/fluent/test.rb +58 -0
  213. data/lib/fluent/test/base.rb +78 -0
  214. data/lib/fluent/test/driver/base.rb +224 -0
  215. data/lib/fluent/test/driver/base_owned.rb +70 -0
  216. data/lib/fluent/test/driver/base_owner.rb +135 -0
  217. data/lib/fluent/test/driver/event_feeder.rb +98 -0
  218. data/lib/fluent/test/driver/filter.rb +57 -0
  219. data/lib/fluent/test/driver/formatter.rb +30 -0
  220. data/lib/fluent/test/driver/input.rb +31 -0
  221. data/lib/fluent/test/driver/multi_output.rb +53 -0
  222. data/lib/fluent/test/driver/output.rb +102 -0
  223. data/lib/fluent/test/driver/parser.rb +30 -0
  224. data/lib/fluent/test/driver/test_event_router.rb +45 -0
  225. data/lib/fluent/test/filter_test.rb +77 -0
  226. data/lib/fluent/test/formatter_test.rb +65 -0
  227. data/lib/fluent/test/helpers.rb +134 -0
  228. data/lib/fluent/test/input_test.rb +174 -0
  229. data/lib/fluent/test/log.rb +79 -0
  230. data/lib/fluent/test/output_test.rb +156 -0
  231. data/lib/fluent/test/parser_test.rb +70 -0
  232. data/lib/fluent/test/startup_shutdown.rb +46 -0
  233. data/lib/fluent/time.rb +412 -0
  234. data/lib/fluent/timezone.rb +133 -0
  235. data/lib/fluent/unique_id.rb +39 -0
  236. data/lib/fluent/version.rb +21 -0
  237. data/lib/fluent/winsvc.rb +71 -0
  238. data/templates/new_gem/Gemfile +3 -0
  239. data/templates/new_gem/README.md.erb +43 -0
  240. data/templates/new_gem/Rakefile +13 -0
  241. data/templates/new_gem/fluent-plugin.gemspec.erb +27 -0
  242. data/templates/new_gem/lib/fluent/plugin/filter.rb.erb +14 -0
  243. data/templates/new_gem/lib/fluent/plugin/formatter.rb.erb +14 -0
  244. data/templates/new_gem/lib/fluent/plugin/input.rb.erb +11 -0
  245. data/templates/new_gem/lib/fluent/plugin/output.rb.erb +11 -0
  246. data/templates/new_gem/lib/fluent/plugin/parser.rb.erb +15 -0
  247. data/templates/new_gem/test/helper.rb.erb +8 -0
  248. data/templates/new_gem/test/plugin/test_filter.rb.erb +18 -0
  249. data/templates/new_gem/test/plugin/test_formatter.rb.erb +18 -0
  250. data/templates/new_gem/test/plugin/test_input.rb.erb +18 -0
  251. data/templates/new_gem/test/plugin/test_output.rb.erb +18 -0
  252. data/templates/new_gem/test/plugin/test_parser.rb.erb +18 -0
  253. data/templates/plugin_config_formatter/param.md-compact.erb +25 -0
  254. data/templates/plugin_config_formatter/param.md.erb +34 -0
  255. data/templates/plugin_config_formatter/section.md.erb +12 -0
  256. data/test/command/test_binlog_reader.rb +346 -0
  257. data/test/command/test_fluentd.rb +618 -0
  258. data/test/command/test_plugin_config_formatter.rb +275 -0
  259. data/test/command/test_plugin_generator.rb +66 -0
  260. data/test/compat/test_calls_super.rb +166 -0
  261. data/test/compat/test_parser.rb +92 -0
  262. data/test/config/assertions.rb +42 -0
  263. data/test/config/test_config_parser.rb +513 -0
  264. data/test/config/test_configurable.rb +1587 -0
  265. data/test/config/test_configure_proxy.rb +566 -0
  266. data/test/config/test_dsl.rb +415 -0
  267. data/test/config/test_element.rb +403 -0
  268. data/test/config/test_literal_parser.rb +297 -0
  269. data/test/config/test_section.rb +184 -0
  270. data/test/config/test_system_config.rb +168 -0
  271. data/test/config/test_types.rb +191 -0
  272. data/test/helper.rb +153 -0
  273. data/test/plugin/data/2010/01/20100102-030405.log +0 -0
  274. data/test/plugin/data/2010/01/20100102-030406.log +0 -0
  275. data/test/plugin/data/2010/01/20100102.log +0 -0
  276. data/test/plugin/data/log/bar +0 -0
  277. data/test/plugin/data/log/foo/bar.log +0 -0
  278. data/test/plugin/data/log/foo/bar2 +0 -0
  279. data/test/plugin/data/log/test.log +0 -0
  280. data/test/plugin/test_bare_output.rb +118 -0
  281. data/test/plugin/test_base.rb +115 -0
  282. data/test/plugin/test_buf_file.rb +843 -0
  283. data/test/plugin/test_buf_memory.rb +42 -0
  284. data/test/plugin/test_buffer.rb +1220 -0
  285. data/test/plugin/test_buffer_chunk.rb +198 -0
  286. data/test/plugin/test_buffer_file_chunk.rb +844 -0
  287. data/test/plugin/test_buffer_memory_chunk.rb +338 -0
  288. data/test/plugin/test_compressable.rb +84 -0
  289. data/test/plugin/test_file_util.rb +96 -0
  290. data/test/plugin/test_filter.rb +357 -0
  291. data/test/plugin/test_filter_grep.rb +119 -0
  292. data/test/plugin/test_filter_parser.rb +700 -0
  293. data/test/plugin/test_filter_record_transformer.rb +556 -0
  294. data/test/plugin/test_filter_stdout.rb +202 -0
  295. data/test/plugin/test_formatter_csv.rb +111 -0
  296. data/test/plugin/test_formatter_hash.rb +35 -0
  297. data/test/plugin/test_formatter_json.rb +51 -0
  298. data/test/plugin/test_formatter_ltsv.rb +59 -0
  299. data/test/plugin/test_formatter_msgpack.rb +28 -0
  300. data/test/plugin/test_formatter_out_file.rb +95 -0
  301. data/test/plugin/test_formatter_single_value.rb +38 -0
  302. data/test/plugin/test_in_debug_agent.rb +28 -0
  303. data/test/plugin/test_in_dummy.rb +192 -0
  304. data/test/plugin/test_in_exec.rb +245 -0
  305. data/test/plugin/test_in_forward.rb +1120 -0
  306. data/test/plugin/test_in_gc_stat.rb +39 -0
  307. data/test/plugin/test_in_http.rb +588 -0
  308. data/test/plugin/test_in_monitor_agent.rb +516 -0
  309. data/test/plugin/test_in_object_space.rb +64 -0
  310. data/test/plugin/test_in_syslog.rb +271 -0
  311. data/test/plugin/test_in_tail.rb +1216 -0
  312. data/test/plugin/test_in_tcp.rb +118 -0
  313. data/test/plugin/test_in_udp.rb +152 -0
  314. data/test/plugin/test_in_unix.rb +126 -0
  315. data/test/plugin/test_input.rb +126 -0
  316. data/test/plugin/test_multi_output.rb +180 -0
  317. data/test/plugin/test_out_copy.rb +160 -0
  318. data/test/plugin/test_out_exec.rb +310 -0
  319. data/test/plugin/test_out_exec_filter.rb +613 -0
  320. data/test/plugin/test_out_file.rb +873 -0
  321. data/test/plugin/test_out_forward.rb +685 -0
  322. data/test/plugin/test_out_null.rb +105 -0
  323. data/test/plugin/test_out_relabel.rb +28 -0
  324. data/test/plugin/test_out_roundrobin.rb +146 -0
  325. data/test/plugin/test_out_secondary_file.rb +442 -0
  326. data/test/plugin/test_out_stdout.rb +170 -0
  327. data/test/plugin/test_out_stream.rb +93 -0
  328. data/test/plugin/test_output.rb +870 -0
  329. data/test/plugin/test_output_as_buffered.rb +1932 -0
  330. data/test/plugin/test_output_as_buffered_compress.rb +165 -0
  331. data/test/plugin/test_output_as_buffered_overflow.rb +250 -0
  332. data/test/plugin/test_output_as_buffered_retries.rb +839 -0
  333. data/test/plugin/test_output_as_buffered_secondary.rb +877 -0
  334. data/test/plugin/test_output_as_standard.rb +374 -0
  335. data/test/plugin/test_owned_by.rb +35 -0
  336. data/test/plugin/test_parser.rb +359 -0
  337. data/test/plugin/test_parser_apache.rb +42 -0
  338. data/test/plugin/test_parser_apache2.rb +46 -0
  339. data/test/plugin/test_parser_apache_error.rb +45 -0
  340. data/test/plugin/test_parser_csv.rb +103 -0
  341. data/test/plugin/test_parser_json.rb +114 -0
  342. data/test/plugin/test_parser_labeled_tsv.rb +128 -0
  343. data/test/plugin/test_parser_multiline.rb +100 -0
  344. data/test/plugin/test_parser_nginx.rb +48 -0
  345. data/test/plugin/test_parser_none.rb +52 -0
  346. data/test/plugin/test_parser_regexp.rb +281 -0
  347. data/test/plugin/test_parser_syslog.rb +242 -0
  348. data/test/plugin/test_parser_tsv.rb +122 -0
  349. data/test/plugin/test_storage.rb +167 -0
  350. data/test/plugin/test_storage_local.rb +335 -0
  351. data/test/plugin/test_string_util.rb +26 -0
  352. data/test/plugin_helper/test_child_process.rb +794 -0
  353. data/test/plugin_helper/test_compat_parameters.rb +331 -0
  354. data/test/plugin_helper/test_event_emitter.rb +51 -0
  355. data/test/plugin_helper/test_event_loop.rb +52 -0
  356. data/test/plugin_helper/test_extract.rb +194 -0
  357. data/test/plugin_helper/test_formatter.rb +255 -0
  358. data/test/plugin_helper/test_inject.rb +519 -0
  359. data/test/plugin_helper/test_parser.rb +264 -0
  360. data/test/plugin_helper/test_retry_state.rb +422 -0
  361. data/test/plugin_helper/test_server.rb +1677 -0
  362. data/test/plugin_helper/test_storage.rb +542 -0
  363. data/test/plugin_helper/test_thread.rb +164 -0
  364. data/test/plugin_helper/test_timer.rb +132 -0
  365. data/test/scripts/exec_script.rb +32 -0
  366. data/test/scripts/fluent/plugin/formatter1/formatter_test1.rb +7 -0
  367. data/test/scripts/fluent/plugin/formatter2/formatter_test2.rb +7 -0
  368. data/test/scripts/fluent/plugin/formatter_known.rb +8 -0
  369. data/test/scripts/fluent/plugin/out_test.rb +81 -0
  370. data/test/scripts/fluent/plugin/out_test2.rb +80 -0
  371. data/test/scripts/fluent/plugin/parser_known.rb +4 -0
  372. data/test/test_clock.rb +164 -0
  373. data/test/test_config.rb +179 -0
  374. data/test/test_configdsl.rb +148 -0
  375. data/test/test_event.rb +515 -0
  376. data/test/test_event_router.rb +331 -0
  377. data/test/test_event_time.rb +186 -0
  378. data/test/test_filter.rb +121 -0
  379. data/test/test_formatter.rb +312 -0
  380. data/test/test_input.rb +31 -0
  381. data/test/test_log.rb +828 -0
  382. data/test/test_match.rb +137 -0
  383. data/test/test_mixin.rb +351 -0
  384. data/test/test_output.rb +273 -0
  385. data/test/test_plugin.rb +251 -0
  386. data/test/test_plugin_classes.rb +253 -0
  387. data/test/test_plugin_helper.rb +81 -0
  388. data/test/test_plugin_id.rb +101 -0
  389. data/test/test_process.rb +14 -0
  390. data/test/test_root_agent.rb +611 -0
  391. data/test/test_supervisor.rb +373 -0
  392. data/test/test_test_drivers.rb +135 -0
  393. data/test/test_time_formatter.rb +282 -0
  394. data/test/test_time_parser.rb +211 -0
  395. data/test/test_unique_id.rb +47 -0
  396. metadata +898 -0
@@ -0,0 +1,415 @@
1
+ require_relative '../helper'
2
+ require 'fluent/config/element'
3
+ require "fluent/config/dsl"
4
+
5
+ TMP_DIR = File.dirname(__FILE__) + "/tmp/config_dsl#{ENV['TEST_ENV_NUMBER']}"
6
+ def write_config(path, data)
7
+ FileUtils.mkdir_p(File.dirname(path))
8
+ File.open(path, "w") {|f| f.write data }
9
+ end
10
+
11
+ def prepare_config1
12
+ write_config "#{TMP_DIR}/config_test_1.conf", %[
13
+ k1 root_config
14
+ include dir/config_test_2.conf #
15
+ @include #{TMP_DIR}/config_test_4.conf
16
+ include file://#{TMP_DIR}/config_test_5.conf
17
+ @include config.d/*.conf
18
+ ]
19
+ write_config "#{TMP_DIR}/dir/config_test_2.conf", %[
20
+ k2 relative_path_include
21
+ @include ../config_test_3.conf
22
+ ]
23
+ write_config "#{TMP_DIR}/config_test_3.conf", %[
24
+ k3 relative_include_in_included_file
25
+ ]
26
+ write_config "#{TMP_DIR}/config_test_4.conf", %[
27
+ k4 absolute_path_include
28
+ ]
29
+ write_config "#{TMP_DIR}/config_test_5.conf", %[
30
+ k5 uri_include
31
+ ]
32
+ write_config "#{TMP_DIR}/config.d/config_test_6.conf", %[
33
+ k6 wildcard_include_1
34
+ <elem1 name>
35
+ include normal_parameter
36
+ </elem1>
37
+ ]
38
+ write_config "#{TMP_DIR}/config.d/config_test_7.conf", %[
39
+ k7 wildcard_include_2
40
+ ]
41
+ write_config "#{TMP_DIR}/config.d/config_test_8.conf", %[
42
+ <elem2 name>
43
+ @include ../dir/config_test_9.conf
44
+ </elem2>
45
+ ]
46
+ write_config "#{TMP_DIR}/dir/config_test_9.conf", %[
47
+ k9 embeded
48
+ <elem3 name>
49
+ nested nested_value
50
+ include hoge
51
+ </elem3>
52
+ ]
53
+ write_config "#{TMP_DIR}/config.d/00_config_test_8.conf", %[
54
+ k8 wildcard_include_3
55
+ <elem4 name>
56
+ include normal_parameter
57
+ </elem4>
58
+ ]
59
+ end
60
+
61
+ def prepare_config2
62
+ write_config "#{TMP_DIR}/config_test_1.rb", DSL_CONFIG_EXAMPLE
63
+ end
64
+
65
+ DSL_CONFIG_EXAMPLE = %q[
66
+ worker {
67
+ hostname = "myhostname"
68
+
69
+ (0..9).each { |i|
70
+ source {
71
+ type :tail
72
+ path "/var/log/httpd/access.part#{i}.log"
73
+
74
+ filter ('bar.**') {
75
+ type :hoge
76
+ val1 "moge"
77
+ val2 ["foo", "bar", "baz"]
78
+ val3 10
79
+ id :hoge
80
+
81
+ subsection {
82
+ foo "bar"
83
+ }
84
+ subsection {
85
+ foo "baz"
86
+ }
87
+ }
88
+
89
+ filter ('foo.**') {
90
+ type "pass"
91
+ }
92
+
93
+ match ('{foo,bar}.**') {
94
+ type "file"
95
+ path "/var/log/httpd/access.#{hostname}.#{i}.log"
96
+ }
97
+ }
98
+ }
99
+ }
100
+ ]
101
+
102
+ DSL_CONFIG_EXAMPLE_WITHOUT_WORKER = %q[
103
+ hostname = "myhostname"
104
+
105
+ source {
106
+ type :tail
107
+ path "/var/log/httpd/access.part.log"
108
+
109
+ element {
110
+ name "foo"
111
+ }
112
+
113
+ match ('{foo,bar}.**') {
114
+ type "file"
115
+ path "/var/log/httpd/access.full.log"
116
+ }
117
+ }
118
+ ]
119
+
120
+ DSL_CONFIG_EXAMPLE_FOR_INCLUDE_CONF = %q[
121
+ include "#{TMP_DIR}/config_test_1.conf"
122
+ ]
123
+
124
+ DSL_CONFIG_EXAMPLE_FOR_INCLUDE_RB = %q[
125
+ include "#{TMP_DIR}/config_test_1.rb"
126
+ ]
127
+
128
+ DSL_CONFIG_RETURNS_NON_ELEMENT = %q[
129
+ worker {
130
+ }
131
+ []
132
+ ]
133
+
134
+ DSL_CONFIG_WRONG_SYNTAX1 = %q[
135
+ match
136
+ ]
137
+ DSL_CONFIG_WRONG_SYNTAX2 = %q[
138
+ match('aa','bb'){
139
+ type :null
140
+ }
141
+ ]
142
+ DSL_CONFIG_WRONG_SYNTAX3 = %q[
143
+ match('aa','bb')
144
+ ]
145
+ DSL_CONFIG_WRONG_SYNTAX4 = %q[
146
+ include
147
+ ]
148
+
149
+ module Fluent::Config
150
+ class TestDSLParser < ::Test::Unit::TestCase
151
+ sub_test_case 'with worker tag on top level' do
152
+ def setup
153
+ @root = Fluent::Config::DSL::Parser.parse(DSL_CONFIG_EXAMPLE, 'dsl_config.rb')
154
+ end
155
+
156
+ sub_test_case '.parse' do
157
+ test 'makes root element' do
158
+ assert_equal('ROOT', @root.name)
159
+ assert_predicate(@root.arg, :empty?)
160
+ assert_equal(0, @root.keys.size)
161
+ end
162
+
163
+ test 'makes worker element for worker tag' do
164
+ assert_equal(1, @root.elements.size)
165
+
166
+ worker = @root.elements.first
167
+ assert_equal('worker', worker.name)
168
+ assert_predicate(worker.arg, :empty?)
169
+ assert_equal(0, worker.keys.size)
170
+ assert_equal(10, worker.elements.size)
171
+ end
172
+
173
+ test 'makes subsections for blocks, with variable substitution' do
174
+ ele4 = @root.elements.first.elements[4]
175
+
176
+ assert_equal('source', ele4.name)
177
+ assert_predicate(ele4.arg, :empty?)
178
+ assert_equal(2, ele4.keys.size)
179
+ assert_equal('tail', ele4['type'])
180
+ assert_equal("/var/log/httpd/access.part4.log", ele4['path'])
181
+ end
182
+
183
+ test 'makes user-defined sections with blocks' do
184
+ filter0 = @root.elements.first.elements[4].elements.first
185
+
186
+ assert_equal('filter', filter0.name)
187
+ assert_equal('bar.**', filter0.arg)
188
+ assert_equal('hoge', filter0['type'])
189
+ assert_equal('moge', filter0['val1'])
190
+ assert_equal(JSON.dump(['foo', 'bar', 'baz']), filter0['val2'])
191
+ assert_equal('10', filter0['val3'])
192
+ assert_equal('hoge', filter0['id'])
193
+
194
+ assert_equal(2, filter0.elements.size)
195
+ assert_equal('subsection', filter0.elements[0].name)
196
+ assert_equal('bar', filter0.elements[0]['foo'])
197
+ assert_equal('subsection', filter0.elements[1].name)
198
+ assert_equal('baz', filter0.elements[1]['foo'])
199
+ end
200
+
201
+ test 'makes values with user-assigned variable substitutions' do
202
+ match0 = @root.elements.first.elements[4].elements.last
203
+
204
+ assert_equal('match', match0.name)
205
+ assert_equal('{foo,bar}.**', match0.arg)
206
+ assert_equal('file', match0['type'])
207
+ assert_equal('/var/log/httpd/access.myhostname.4.log', match0['path'])
208
+ end
209
+ end
210
+ end
211
+
212
+ sub_test_case 'without worker tag on top level' do
213
+ def setup
214
+ @root = Fluent::Config::DSL::Parser.parse(DSL_CONFIG_EXAMPLE_WITHOUT_WORKER, 'dsl_config_without_worker.rb')
215
+ end
216
+
217
+ sub_test_case '.parse' do
218
+ test 'makes root element' do
219
+ assert_equal('ROOT', @root.name)
220
+ assert_predicate(@root.arg, :empty?)
221
+ assert_equal(0, @root.keys.size)
222
+ end
223
+
224
+ test 'does not make worker element implicitly because DSL configuration does not support v10 compat mode' do
225
+ assert_equal(1, @root.elements.size)
226
+ assert_equal('source', @root.elements.first.name)
227
+ refute(@root.elements.find { |e| e.name == 'worker' })
228
+ end
229
+ end
230
+ end
231
+
232
+ sub_test_case 'with include conf' do
233
+ def setup
234
+ prepare_config1
235
+ @root = Fluent::Config::DSL::Parser.parse(DSL_CONFIG_EXAMPLE_FOR_INCLUDE_CONF, 'dsl_config_for_include.conf')
236
+ end
237
+ test 'include config' do
238
+ assert_equal('root_config', @root['k1'])
239
+ assert_equal('relative_path_include', @root['k2'])
240
+ assert_equal('relative_include_in_included_file', @root['k3'])
241
+ assert_equal('absolute_path_include', @root['k4'])
242
+ assert_equal('uri_include', @root['k5'])
243
+ assert_equal('wildcard_include_1', @root['k6'])
244
+ assert_equal('wildcard_include_2', @root['k7'])
245
+ assert_equal('wildcard_include_3', @root['k8'])
246
+ assert_equal([
247
+ 'k1',
248
+ 'k2',
249
+ 'k3',
250
+ 'k4',
251
+ 'k5',
252
+ 'k8', # Because of the file name this comes first.
253
+ 'k6',
254
+ 'k7',
255
+ ], @root.keys)
256
+
257
+ elem1 = @root.elements.find { |e| e.name == 'elem1' }
258
+ assert(elem1)
259
+ assert_equal('name', elem1.arg)
260
+ assert_equal('normal_parameter', elem1['include'])
261
+
262
+ elem2 = @root.elements.find { |e| e.name == 'elem2' }
263
+ assert(elem2)
264
+ assert_equal('name', elem2.arg)
265
+ assert_equal('embeded', elem2['k9'])
266
+ assert_not_include(elem2, 'include')
267
+
268
+ elem3 = elem2.elements.find { |e| e.name == 'elem3' }
269
+ assert(elem3)
270
+ assert_equal('nested_value', elem3['nested'])
271
+ assert_equal('hoge', elem3['include'])
272
+ end
273
+
274
+ # TODO: Add uri based include spec
275
+ end
276
+
277
+ sub_test_case 'with include rb' do
278
+ def setup
279
+ prepare_config2
280
+ @root = Fluent::Config::DSL::Parser.parse(DSL_CONFIG_EXAMPLE_FOR_INCLUDE_RB, 'dsl_config_for_include.rb')
281
+ end
282
+ sub_test_case '.parse' do
283
+ test 'makes root element' do
284
+ assert_equal('ROOT', @root.name)
285
+ assert_predicate(@root.arg, :empty?)
286
+ assert_equal(0, @root.keys.size)
287
+ end
288
+
289
+ test 'makes worker element for worker tag' do
290
+ assert_equal(1, @root.elements.size)
291
+
292
+ worker = @root.elements.first
293
+ assert_equal('worker', worker.name)
294
+ assert_predicate(worker.arg, :empty?)
295
+ assert_equal(0, worker.keys.size)
296
+ assert_equal(10, worker.elements.size)
297
+ end
298
+
299
+ test 'makes subsections for blocks, with variable substitution' do
300
+ ele4 = @root.elements.first.elements[4]
301
+
302
+ assert_equal('source', ele4.name)
303
+ assert_predicate(ele4.arg, :empty?)
304
+ assert_equal(2, ele4.keys.size)
305
+ assert_equal('tail', ele4['type'])
306
+ assert_equal("/var/log/httpd/access.part4.log", ele4['path'])
307
+ end
308
+
309
+ test 'makes user-defined sections with blocks' do
310
+ filter0 = @root.elements.first.elements[4].elements.first
311
+
312
+ assert_equal('filter', filter0.name)
313
+ assert_equal('bar.**', filter0.arg)
314
+ assert_equal('hoge', filter0['type'])
315
+ assert_equal('moge', filter0['val1'])
316
+ assert_equal(JSON.dump(['foo', 'bar', 'baz']), filter0['val2'])
317
+ assert_equal('10', filter0['val3'])
318
+ assert_equal('hoge', filter0['id'])
319
+
320
+ assert_equal(2, filter0.elements.size)
321
+ assert_equal('subsection', filter0.elements[0].name)
322
+ assert_equal('bar', filter0.elements[0]['foo'])
323
+ assert_equal('subsection', filter0.elements[1].name)
324
+ assert_equal('baz', filter0.elements[1]['foo'])
325
+ end
326
+
327
+ test 'makes values with user-assigned variable substitutions' do
328
+ match0 = @root.elements.first.elements[4].elements.last
329
+
330
+ assert_equal('match', match0.name)
331
+ assert_equal('{foo,bar}.**', match0.arg)
332
+ assert_equal('file', match0['type'])
333
+ assert_equal('/var/log/httpd/access.myhostname.4.log', match0['path'])
334
+ end
335
+ end
336
+ end
337
+
338
+ sub_test_case 'with configuration that returns non element on top' do
339
+ sub_test_case '.parse' do
340
+ test 'does not crash' do
341
+ Fluent::Config::DSL::Parser.parse(DSL_CONFIG_RETURNS_NON_ELEMENT, 'dsl_config_returns_non_element.rb')
342
+ end
343
+ end
344
+ end
345
+
346
+ sub_test_case 'with configuration with wrong arguments for specific elements' do
347
+ sub_test_case '.parse' do
348
+ test 'raises ArgumentError correctly' do
349
+ assert_raise(ArgumentError) { Fluent::Config::DSL::Parser.parse(DSL_CONFIG_WRONG_SYNTAX1, 'dsl_config_wrong_syntax1') }
350
+ assert_raise(ArgumentError) { Fluent::Config::DSL::Parser.parse(DSL_CONFIG_WRONG_SYNTAX2, 'dsl_config_wrong_syntax2') }
351
+ assert_raise(ArgumentError) { Fluent::Config::DSL::Parser.parse(DSL_CONFIG_WRONG_SYNTAX3, 'dsl_config_wrong_syntax3') }
352
+ assert_raise(ArgumentError) { Fluent::Config::DSL::Parser.parse(DSL_CONFIG_WRONG_SYNTAX4, 'dsl_config_wrong_syntax4') }
353
+ end
354
+ end
355
+ end
356
+
357
+ sub_test_case 'with ruby keyword, that provides ruby Kernel module features' do
358
+ sub_test_case '.parse' do
359
+ test 'can get result of Kernel.open() by ruby.open()' do
360
+ uname_string = `uname -a`
361
+ root = Fluent::Config::DSL::Parser.parse(<<DSL)
362
+ worker {
363
+ uname_str = ruby.open('|uname -a'){|out| out.read}
364
+ source {
365
+ uname uname_str
366
+ }
367
+ }
368
+ DSL
369
+ worker = root.elements.first
370
+ assert_equal('worker', worker.name)
371
+ source = worker.elements.first
372
+ assert_equal('source', source.name)
373
+ assert_equal(1, source.keys.size)
374
+ assert_equal(uname_string, source['uname'])
375
+ end
376
+
377
+ test 'accepts ruby keyword with block, which allow to use methods included from ::Kernel' do
378
+ root = Fluent::Config::DSL::Parser.parse(<<DSL)
379
+ worker {
380
+ ruby_version = ruby {
381
+ require 'erb'
382
+ ERB.new('<%= RUBY_VERSION %> from erb').result
383
+ }
384
+ source {
385
+ version ruby_version
386
+ }
387
+ }
388
+ DSL
389
+ worker = root.elements.first
390
+ assert_equal('worker', worker.name)
391
+ source = worker.elements.first
392
+ assert_equal('source', source.name)
393
+ assert_equal(1, source.keys.size)
394
+ assert_equal("#{RUBY_VERSION} from erb", source['version'])
395
+ end
396
+
397
+ test 'raises NoMethodError when configuration DSL elements are written in ruby block' do
398
+ conf = <<DSL
399
+ worker {
400
+ ruby {
401
+ source {
402
+ type "tail"
403
+ }
404
+ }
405
+ source {
406
+ uname uname_str
407
+ }
408
+ }
409
+ DSL
410
+ assert_raise(NoMethodError) { Fluent::Config::DSL::Parser.parse(conf) }
411
+ end
412
+ end
413
+ end
414
+ end
415
+ end
@@ -0,0 +1,403 @@
1
+ require_relative '../helper'
2
+ require 'fluent/config/element'
3
+ require 'fluent/config/configure_proxy'
4
+ require 'fluent/configurable'
5
+
6
+ class TestConfigElement < ::Test::Unit::TestCase
7
+ def element(name = 'ROOT', arg = '', attrs = {}, elements = [], unused = nil)
8
+ Fluent::Config::Element.new(name, arg, attrs, elements, unused)
9
+ end
10
+
11
+ sub_test_case '#elements=' do
12
+ test 'elements can be set by others' do
13
+ e = element()
14
+ assert_equal [], e.elements
15
+
16
+ e1 = element('e1')
17
+ e2 = element('e2')
18
+ e.elements = [e1, e2]
19
+ assert_equal [e1, e2], e.elements
20
+ end
21
+ end
22
+
23
+ sub_test_case '#elements' do
24
+ setup do
25
+ @c1 = element('source')
26
+ @c2 = element('source', 'yay')
27
+ @c3 = element('match', 'test.**')
28
+ @c4 = element('label', '@mytest', {}, [ element('filter', '**'), element('match', '**') ])
29
+ children = [@c1, @c2, @c3, @c4]
30
+ @e = Fluent::Config::Element.new('ROOT', '', {}, children)
31
+ end
32
+
33
+ test 'returns all elements without arguments' do
34
+ assert_equal [@c1, @c2, @c3, @c4], @e.elements
35
+ end
36
+
37
+ test 'returns elements with specified names' do
38
+ assert_equal [@c1, @c2, @c3], @e.elements('source', 'match')
39
+ assert_equal [@c3, @c4], @e.elements('match', 'label')
40
+ end
41
+
42
+ test 'returns elements with specified name, and arg if specified' do
43
+ assert_equal [@c1, @c2], @e.elements(name: 'source')
44
+ assert_equal [@c2], @e.elements(name: 'source', arg: 'yay')
45
+ end
46
+
47
+ test 'keyword argument name/arg and names are exclusive' do
48
+ assert_raise ArgumentError do
49
+ @e.elements('source', name: 'match')
50
+ end
51
+ assert_raise ArgumentError do
52
+ @e.elements('source', 'match', name: 'label', arg: '@mytest')
53
+ end
54
+ end
55
+
56
+ test 'specifying only arg without name is invalid' do
57
+ assert_raise ArgumentError do
58
+ @e.elements(arg: '@mytest')
59
+ end
60
+ end
61
+ end
62
+
63
+ sub_test_case '#initialize' do
64
+ test 'creates object with blank attrs and elements' do
65
+ e = element('ROOT', '', {}, [])
66
+ assert_equal([], e.elements)
67
+ end
68
+
69
+ test 'creates object which contains attrs and elements' do
70
+ e = element('ROOT', '', {"k1" => "v1", "k2" => "v2"}, [
71
+ element('test', 'mydata', {'k3' => 'v3'}, [])
72
+ ])
73
+ assert_equal('ROOT', e.name)
74
+ assert_equal('', e.arg)
75
+ assert_equal('v1', e["k1"])
76
+ assert_equal('v2', e["k2"])
77
+ assert_equal(1, e.elements.size)
78
+ e.each_element('test') do |el|
79
+ assert_equal('test', el.name)
80
+ assert_equal('mydata', el.arg)
81
+ assert_equal('v3', el["k3"])
82
+ end
83
+ end
84
+
85
+ test 'creates object which contains attrs, elements and unused' do
86
+ e = element('ROOT', '', {"k1" => "v1", "k2" => "v2", "k4" => "v4"}, [
87
+ element('test', 'mydata', {'k3' => 'v3'}, [])
88
+ ], "k3")
89
+ assert_equal("k3", e.unused)
90
+ assert_equal('ROOT', e.name)
91
+ assert_equal('', e.arg)
92
+ assert_equal('v1', e["k1"])
93
+ assert_equal('v2', e["k2"])
94
+ assert_equal('v4', e["k4"])
95
+ assert_equal(1, e.elements.size)
96
+ e.each_element('test') do |el|
97
+ assert_equal('test', el.name)
98
+ assert_equal('mydata', el.arg)
99
+ assert_equal('v3', el["k3"])
100
+ end
101
+ assert_equal("k3", e.unused)
102
+ end
103
+ end
104
+
105
+ sub_test_case "@unused" do
106
+ sub_test_case '#[] has side effect for @unused' do
107
+ test 'without unused argument' do
108
+ e = element('ROOT', '', {"k1" => "v1", "k2" => "v2", "k4" => "v4"}, [
109
+ element('test', 'mydata', {'k3' => 'v3'}, [])
110
+ ])
111
+ assert_equal(["k1", "k2", "k4"], e.unused)
112
+ assert_equal('v1', e["k1"])
113
+ assert_equal(["k2", "k4"], e.unused)
114
+ assert_equal('v2', e["k2"])
115
+ assert_equal(["k4"], e.unused)
116
+ assert_equal('v4', e["k4"])
117
+ assert_equal([], e.unused)
118
+ end
119
+
120
+ test 'with unused argument' do
121
+ e = element('ROOT', '', {"k1" => "v1", "k2" => "v2", "k4" => "v4"}, [
122
+ element('test', 'mydata', {'k3' => 'v3'}, [])
123
+ ], ["k4"])
124
+ assert_equal(["k4"], e.unused)
125
+ assert_equal('v1', e["k1"])
126
+ assert_equal(["k4"], e.unused)
127
+ assert_equal('v2', e["k2"])
128
+ assert_equal(["k4"], e.unused)
129
+ assert_equal('v4', e["k4"])
130
+ # only consume for "k4"
131
+ assert_equal([], e.unused)
132
+ end
133
+ end
134
+ end
135
+
136
+ sub_test_case '#add_element' do
137
+ test 'elements can be set by #add_element' do
138
+ e = element()
139
+ assert_equal [], e.elements
140
+
141
+ e.add_element('e1', '')
142
+ e.add_element('e2', '')
143
+ assert_equal [element('e1', ''), element('e2', '')], e.elements
144
+ end
145
+ end
146
+
147
+ sub_test_case '#==' do
148
+ sub_test_case 'compare with two element objects' do
149
+ test 'equal' do
150
+ e1 = element('ROOT', '', {}, [])
151
+ e2 = element('ROOT', '', {}, [])
152
+ assert_true(e1 == e2)
153
+ end
154
+
155
+ data("differ args" => [Fluent::Config::Element.new('ROOT', '', {}, []),
156
+ Fluent::Config::Element.new('ROOT', 'mydata', {}, [])],
157
+ "differ keys" => [Fluent::Config::Element.new('ROOT', 'mydata', {}, []),
158
+ Fluent::Config::Element.new('ROOT', 'mydata', {"k1" => "v1"}, [])],
159
+ "differ elemnts" =>
160
+ [Fluent::Config::Element.new('ROOT', 'mydata', {"k1" => "v1"}, []),
161
+ Fluent::Config::Element.new('ROOT', 'mydata', {"k1" => "v1"}, [
162
+ Fluent::Config::Element.new('test', 'mydata', {'k3' => 'v3'}, [])
163
+ ])])
164
+ test 'not equal' do |data|
165
+ e1, e2 = data
166
+ assert_false(e1 == e2)
167
+ end
168
+ end
169
+ end
170
+
171
+ sub_test_case '#+' do
172
+ test 'can merge 2 elements: object side is primary' do
173
+ e1 = element('ROOT', 'mydata', {"k1" => "v1"}, [])
174
+ e2 = element('ROOT', 'mydata2', {"k1" => "ignored", "k2" => "v2"}, [
175
+ element('test', 'ext', {'k3' => 'v3'}, [])
176
+ ])
177
+ e = e1 + e2
178
+
179
+ assert_equal('ROOT', e.name)
180
+ assert_equal('mydata', e.arg)
181
+ assert_equal('v1', e['k1'])
182
+ assert_equal('v2', e['k2'])
183
+ assert_equal(1, e.elements.size)
184
+ e.each_element('test') do |el|
185
+ assert_equal('test', el.name)
186
+ assert_equal('ext', el.arg)
187
+ assert_equal('v3', el["k3"])
188
+ end
189
+ end
190
+ end
191
+
192
+ sub_test_case '#check_not_fetched' do
193
+ sub_test_case 'without unused' do
194
+ test 'can get attribute keys and original Config::Element' do
195
+ e = element('ROOT', 'mydata', {"k1" => "v1"}, [])
196
+ e.check_not_fetched { |key, elem|
197
+ assert_equal("k1", key)
198
+ assert_equal(e, elem)
199
+ }
200
+ end
201
+ end
202
+
203
+ sub_test_case 'with unused' do
204
+ test 'can get unused marked attribute keys and original Config::Element' do
205
+ e = element('ROOT', 'mydata', {"k1" => "v1", "k2" => "unused", "k3" => "k3"})
206
+ e.unused = "k2"
207
+ e.check_not_fetched { |key, elem|
208
+ assert_equal("k2", key)
209
+ assert_equal(e, elem)
210
+ }
211
+ end
212
+ end
213
+ end
214
+
215
+ sub_test_case '#has_key?' do
216
+ test 'can get boolean with key name' do
217
+ e = element('ROOT', 'mydata', {"k1" => "v1"}, [])
218
+ assert_true(e.has_key?("k1"))
219
+ assert_false(e.has_key?("noexistent"))
220
+ end
221
+ end
222
+
223
+
224
+ sub_test_case '#to_s' do
225
+ data("without v1_config" => [false, <<-CONF
226
+ <ROOT>
227
+ k1 v1
228
+ k2 "stringVal"
229
+ <test ext>
230
+ k2 v2
231
+ </test>
232
+ </ROOT>
233
+ CONF
234
+ ],
235
+ "with v1_config" => [true, <<-CONF
236
+ <ROOT>
237
+ k1 v1
238
+ k2 "stringVal"
239
+ <test ext>
240
+ k2 v2
241
+ </test>
242
+ </ROOT>
243
+ CONF
244
+ ],
245
+ )
246
+ test 'dump config element with #to_s' do |data|
247
+ v1_config, expected = data
248
+ e = element('ROOT', '', {'k1' => 'v1', "k2" =>"\"stringVal\""}, [
249
+ element('test', 'ext', {'k2' => 'v2'}, [])
250
+ ])
251
+ e.v1_config = v1_config
252
+ dump = expected
253
+ assert_not_equal(e.inspect, e.to_s)
254
+ assert_equal(dump, e.to_s)
255
+ end
256
+ end
257
+
258
+ sub_test_case '#inspect' do
259
+ test 'dump config element with #inspect' do
260
+ e = element('ROOT', '', {'k1' => 'v1'}, [
261
+ element('test', 'ext', {'k2' => 'v2'}, [])
262
+ ])
263
+ dump = <<-CONF
264
+ name:ROOT, arg:, {\"k1\"=>\"v1\"}, [name:test, arg:ext, {\"k2\"=>\"v2\"}, []]
265
+ CONF
266
+ assert_not_equal(e.to_s, e.inspect)
267
+ assert_equal(dump.chomp, e.inspect)
268
+ end
269
+ end
270
+
271
+ sub_test_case 'for sections which has secret parameter' do
272
+ setup do
273
+ @type_lookup = ->(type){ Fluent::Configurable.lookup_type(type) }
274
+ p1 = Fluent::Config::ConfigureProxy.new(:match, type_lookup: @type_lookup)
275
+ p1.config_param :str1, :string
276
+ p1.config_param :str2, :string, secret: true
277
+ p1.config_param :enum1, :enum, list: [:a, :b, :c]
278
+ p1.config_param :enum2, :enum, list: [:a, :b, :c], secret: true
279
+ p1.config_param :bool1, :bool
280
+ p1.config_param :bool2, :bool, secret: true
281
+ p1.config_param :int1, :integer
282
+ p1.config_param :int2, :integer, secret: true
283
+ p1.config_param :float1, :float
284
+ p1.config_param :float2, :float, secret: true
285
+ p2 = Fluent::Config::ConfigureProxy.new(:match, type_lookup: @type_lookup)
286
+ p2.config_param :size1, :size
287
+ p2.config_param :size2, :size, secret: true
288
+ p2.config_param :time1, :time
289
+ p2.config_param :time2, :time, secret: true
290
+ p2.config_param :array1, :array
291
+ p2.config_param :array2, :array, secret: true
292
+ p2.config_param :hash1, :hash
293
+ p2.config_param :hash2, :hash, secret: true
294
+ p1.config_section :mysection do
295
+ config_param :str1, :string
296
+ config_param :str2, :string, secret: true
297
+ config_param :enum1, :enum, list: [:a, :b, :c]
298
+ config_param :enum2, :enum, list: [:a, :b, :c], secret: true
299
+ config_param :bool1, :bool
300
+ config_param :bool2, :bool, secret: true
301
+ config_param :int1, :integer
302
+ config_param :int2, :integer, secret: true
303
+ config_param :float1, :float
304
+ config_param :float2, :float, secret: true
305
+ config_param :size1, :size
306
+ config_param :size2, :size, secret: true
307
+ config_param :time1, :time
308
+ config_param :time2, :time, secret: true
309
+ config_param :array1, :array
310
+ config_param :array2, :array, secret: true
311
+ config_param :hash1, :hash
312
+ config_param :hash2, :hash, secret: true
313
+ end
314
+ params = {
315
+ 'str1' => 'aaa', 'str2' => 'bbb', 'enum1' => 'a', 'enum2' => 'b', 'bool1' => 'true', 'bool2' => 'yes',
316
+ 'int1' => '1', 'int2' => '2', 'float1' => '1.0', 'float2' => '0.5', 'size1' => '1k', 'size2' => '1m',
317
+ 'time1' => '5m', 'time2' => '3h', 'array1' => 'a,b,c', 'array2' => 'd,e,f',
318
+ 'hash1' => 'a:1,b:2', 'hash2' => 'a:2,b:4',
319
+ 'unknown1' => 'yay', 'unknown2' => 'boo',
320
+ }
321
+ e2 = Fluent::Config::Element.new('mysection', '', params.dup, [])
322
+ e2.corresponding_proxies << p1.sections.values.first
323
+ @e = Fluent::Config::Element.new('match', '**', params, [e2])
324
+ @e.corresponding_proxies << p1
325
+ @e.corresponding_proxies << p2
326
+ end
327
+
328
+ sub_test_case '#to_masked_element' do
329
+ test 'returns a new element object which has masked values for secret parameters and elements' do
330
+ e = @e.to_masked_element
331
+ assert_equal 'aaa', e['str1']
332
+ assert_equal 'xxxxxx', e['str2']
333
+ assert_equal 'a', e['enum1']
334
+ assert_equal 'xxxxxx', e['enum2']
335
+ assert_equal 'true', e['bool1']
336
+ assert_equal 'xxxxxx', e['bool2']
337
+ assert_equal '1', e['int1']
338
+ assert_equal 'xxxxxx', e['int2']
339
+ assert_equal '1.0', e['float1']
340
+ assert_equal 'xxxxxx', e['float2']
341
+ assert_equal '1k', e['size1']
342
+ assert_equal 'xxxxxx', e['size2']
343
+ assert_equal '5m', e['time1']
344
+ assert_equal 'xxxxxx', e['time2']
345
+ assert_equal 'a,b,c', e['array1']
346
+ assert_equal 'xxxxxx', e['array2']
347
+ assert_equal 'a:1,b:2', e['hash1']
348
+ assert_equal 'xxxxxx', e['hash2']
349
+ assert_equal 'yay', e['unknown1']
350
+ assert_equal 'boo', e['unknown2']
351
+ e2 = e.elements.first
352
+ assert_equal 'aaa', e2['str1']
353
+ assert_equal 'xxxxxx', e2['str2']
354
+ assert_equal 'a', e2['enum1']
355
+ assert_equal 'xxxxxx', e2['enum2']
356
+ assert_equal 'true', e2['bool1']
357
+ assert_equal 'xxxxxx', e2['bool2']
358
+ assert_equal '1', e2['int1']
359
+ assert_equal 'xxxxxx', e2['int2']
360
+ assert_equal '1.0', e2['float1']
361
+ assert_equal 'xxxxxx', e2['float2']
362
+ assert_equal '1k', e2['size1']
363
+ assert_equal 'xxxxxx', e2['size2']
364
+ assert_equal '5m', e2['time1']
365
+ assert_equal 'xxxxxx', e2['time2']
366
+ assert_equal 'a,b,c', e2['array1']
367
+ assert_equal 'xxxxxx', e2['array2']
368
+ assert_equal 'a:1,b:2', e2['hash1']
369
+ assert_equal 'xxxxxx', e2['hash2']
370
+ assert_equal 'yay', e2['unknown1']
371
+ assert_equal 'boo', e2['unknown2']
372
+ end
373
+ end
374
+
375
+ sub_test_case '#secret_param?' do
376
+ test 'returns boolean which shows values of given key will be masked' do
377
+ assert !@e.secret_param?('str1')
378
+ assert @e.secret_param?('str2')
379
+ assert !@e.elements.first.secret_param?('str1')
380
+ assert @e.elements.first.secret_param?('str2')
381
+ end
382
+ end
383
+
384
+ sub_test_case '#param_type' do
385
+ test 'returns parameter type which are registered in corresponding proxy' do
386
+ assert_equal :string, @e.param_type('str1')
387
+ assert_equal :string, @e.param_type('str2')
388
+ assert_equal :enum, @e.param_type('enum1')
389
+ assert_equal :enum, @e.param_type('enum2')
390
+ assert_nil @e.param_type('unknown1')
391
+ assert_nil @e.param_type('unknown2')
392
+ end
393
+ end
394
+
395
+ # sub_test_case '#dump_value'
396
+ sub_test_case '#dump_value' do
397
+ test 'dumps parameter_name and values with leading indentation' do
398
+ assert_equal "str1 aaa\n", @e.dump_value("str1", @e["str1"], "")
399
+ assert_equal "str2 xxxxxx\n", @e.dump_value("str2", @e["str2"], "")
400
+ end
401
+ end
402
+ end
403
+ end