fluentd 1.14.4-x64-mingw-ucrt

Sign up to get free protection for your applications and to get access to all the features.

Potentially problematic release.


This version of fluentd might be problematic. Click here for more details.

Files changed (558) hide show
  1. checksums.yaml +7 -0
  2. data/.deepsource.toml +13 -0
  3. data/.drone.yml +35 -0
  4. data/.github/ISSUE_TEMPLATE/bug_report.yaml +70 -0
  5. data/.github/ISSUE_TEMPLATE/config.yml +5 -0
  6. data/.github/ISSUE_TEMPLATE/feature_request.yaml +38 -0
  7. data/.github/ISSUE_TEMPLATE.md +17 -0
  8. data/.github/PULL_REQUEST_TEMPLATE.md +14 -0
  9. data/.github/workflows/issue-auto-closer.yml +12 -0
  10. data/.github/workflows/linux-test.yaml +36 -0
  11. data/.github/workflows/macos-test.yaml +30 -0
  12. data/.github/workflows/stale-actions.yml +22 -0
  13. data/.github/workflows/windows-test.yaml +46 -0
  14. data/.gitignore +30 -0
  15. data/.gitlab-ci.yml +103 -0
  16. data/ADOPTERS.md +5 -0
  17. data/AUTHORS +2 -0
  18. data/CHANGELOG.md +2409 -0
  19. data/CONTRIBUTING.md +45 -0
  20. data/GOVERNANCE.md +55 -0
  21. data/Gemfile +9 -0
  22. data/GithubWorkflow.md +78 -0
  23. data/LICENSE +202 -0
  24. data/MAINTAINERS.md +11 -0
  25. data/README.md +97 -0
  26. data/Rakefile +79 -0
  27. data/SECURITY.md +18 -0
  28. data/bin/fluent-binlog-reader +7 -0
  29. data/bin/fluent-ca-generate +6 -0
  30. data/bin/fluent-cap-ctl +7 -0
  31. data/bin/fluent-cat +5 -0
  32. data/bin/fluent-ctl +7 -0
  33. data/bin/fluent-debug +5 -0
  34. data/bin/fluent-gem +9 -0
  35. data/bin/fluent-plugin-config-format +5 -0
  36. data/bin/fluent-plugin-generate +5 -0
  37. data/bin/fluentd +15 -0
  38. data/code-of-conduct.md +3 -0
  39. data/docs/SECURITY_AUDIT.pdf +0 -0
  40. data/example/copy_roundrobin.conf +39 -0
  41. data/example/counter.conf +18 -0
  42. data/example/filter_stdout.conf +22 -0
  43. data/example/in_forward.conf +14 -0
  44. data/example/in_forward_client.conf +37 -0
  45. data/example/in_forward_shared_key.conf +15 -0
  46. data/example/in_forward_tls.conf +14 -0
  47. data/example/in_forward_users.conf +24 -0
  48. data/example/in_forward_workers.conf +21 -0
  49. data/example/in_http.conf +16 -0
  50. data/example/in_out_forward.conf +17 -0
  51. data/example/in_sample_blocks.conf +17 -0
  52. data/example/in_sample_with_compression.conf +23 -0
  53. data/example/in_syslog.conf +15 -0
  54. data/example/in_tail.conf +14 -0
  55. data/example/in_tcp.conf +13 -0
  56. data/example/in_udp.conf +13 -0
  57. data/example/logevents.conf +25 -0
  58. data/example/multi_filters.conf +61 -0
  59. data/example/out_copy.conf +20 -0
  60. data/example/out_exec_filter.conf +42 -0
  61. data/example/out_file.conf +13 -0
  62. data/example/out_forward.conf +35 -0
  63. data/example/out_forward_buf_file.conf +23 -0
  64. data/example/out_forward_client.conf +109 -0
  65. data/example/out_forward_heartbeat_none.conf +16 -0
  66. data/example/out_forward_sd.conf +17 -0
  67. data/example/out_forward_shared_key.conf +36 -0
  68. data/example/out_forward_tls.conf +18 -0
  69. data/example/out_forward_users.conf +65 -0
  70. data/example/out_null.conf +36 -0
  71. data/example/sd.yaml +8 -0
  72. data/example/secondary_file.conf +42 -0
  73. data/example/suppress_config_dump.conf +7 -0
  74. data/example/v0_12_filter.conf +78 -0
  75. data/example/v1_literal_example.conf +36 -0
  76. data/example/worker_section.conf +36 -0
  77. data/fluent.conf +139 -0
  78. data/fluentd.gemspec +55 -0
  79. data/lib/fluent/agent.rb +168 -0
  80. data/lib/fluent/capability.rb +87 -0
  81. data/lib/fluent/clock.rb +66 -0
  82. data/lib/fluent/command/binlog_reader.rb +244 -0
  83. data/lib/fluent/command/bundler_injection.rb +45 -0
  84. data/lib/fluent/command/ca_generate.rb +184 -0
  85. data/lib/fluent/command/cap_ctl.rb +174 -0
  86. data/lib/fluent/command/cat.rb +365 -0
  87. data/lib/fluent/command/ctl.rb +177 -0
  88. data/lib/fluent/command/debug.rb +103 -0
  89. data/lib/fluent/command/fluentd.rb +374 -0
  90. data/lib/fluent/command/plugin_config_formatter.rb +308 -0
  91. data/lib/fluent/command/plugin_generator.rb +365 -0
  92. data/lib/fluent/compat/call_super_mixin.rb +76 -0
  93. data/lib/fluent/compat/detach_process_mixin.rb +33 -0
  94. data/lib/fluent/compat/exec_util.rb +129 -0
  95. data/lib/fluent/compat/file_util.rb +54 -0
  96. data/lib/fluent/compat/filter.rb +68 -0
  97. data/lib/fluent/compat/formatter.rb +111 -0
  98. data/lib/fluent/compat/formatter_utils.rb +85 -0
  99. data/lib/fluent/compat/handle_tag_and_time_mixin.rb +62 -0
  100. data/lib/fluent/compat/handle_tag_name_mixin.rb +53 -0
  101. data/lib/fluent/compat/input.rb +49 -0
  102. data/lib/fluent/compat/output.rb +721 -0
  103. data/lib/fluent/compat/output_chain.rb +60 -0
  104. data/lib/fluent/compat/parser.rb +310 -0
  105. data/lib/fluent/compat/parser_utils.rb +40 -0
  106. data/lib/fluent/compat/propagate_default.rb +62 -0
  107. data/lib/fluent/compat/record_filter_mixin.rb +34 -0
  108. data/lib/fluent/compat/set_tag_key_mixin.rb +50 -0
  109. data/lib/fluent/compat/set_time_key_mixin.rb +69 -0
  110. data/lib/fluent/compat/socket_util.rb +165 -0
  111. data/lib/fluent/compat/string_util.rb +34 -0
  112. data/lib/fluent/compat/structured_format_mixin.rb +26 -0
  113. data/lib/fluent/compat/type_converter.rb +90 -0
  114. data/lib/fluent/config/basic_parser.rb +123 -0
  115. data/lib/fluent/config/configure_proxy.rb +424 -0
  116. data/lib/fluent/config/dsl.rb +152 -0
  117. data/lib/fluent/config/element.rb +265 -0
  118. data/lib/fluent/config/error.rb +32 -0
  119. data/lib/fluent/config/literal_parser.rb +286 -0
  120. data/lib/fluent/config/parser.rb +107 -0
  121. data/lib/fluent/config/section.rb +272 -0
  122. data/lib/fluent/config/types.rb +249 -0
  123. data/lib/fluent/config/v1_parser.rb +192 -0
  124. data/lib/fluent/config.rb +76 -0
  125. data/lib/fluent/configurable.rb +201 -0
  126. data/lib/fluent/counter/base_socket.rb +44 -0
  127. data/lib/fluent/counter/client.rb +297 -0
  128. data/lib/fluent/counter/error.rb +86 -0
  129. data/lib/fluent/counter/mutex_hash.rb +163 -0
  130. data/lib/fluent/counter/server.rb +273 -0
  131. data/lib/fluent/counter/store.rb +205 -0
  132. data/lib/fluent/counter/validator.rb +145 -0
  133. data/lib/fluent/counter.rb +23 -0
  134. data/lib/fluent/daemon.rb +15 -0
  135. data/lib/fluent/daemonizer.rb +88 -0
  136. data/lib/fluent/engine.rb +253 -0
  137. data/lib/fluent/env.rb +40 -0
  138. data/lib/fluent/error.rb +34 -0
  139. data/lib/fluent/event.rb +326 -0
  140. data/lib/fluent/event_router.rb +297 -0
  141. data/lib/fluent/ext_monitor_require.rb +28 -0
  142. data/lib/fluent/filter.rb +21 -0
  143. data/lib/fluent/fluent_log_event_router.rb +141 -0
  144. data/lib/fluent/formatter.rb +23 -0
  145. data/lib/fluent/input.rb +21 -0
  146. data/lib/fluent/label.rb +46 -0
  147. data/lib/fluent/load.rb +34 -0
  148. data/lib/fluent/log.rb +713 -0
  149. data/lib/fluent/match.rb +187 -0
  150. data/lib/fluent/mixin.rb +31 -0
  151. data/lib/fluent/msgpack_factory.rb +106 -0
  152. data/lib/fluent/oj_options.rb +62 -0
  153. data/lib/fluent/output.rb +29 -0
  154. data/lib/fluent/output_chain.rb +23 -0
  155. data/lib/fluent/parser.rb +23 -0
  156. data/lib/fluent/plugin/bare_output.rb +104 -0
  157. data/lib/fluent/plugin/base.rb +197 -0
  158. data/lib/fluent/plugin/buf_file.rb +213 -0
  159. data/lib/fluent/plugin/buf_file_single.rb +225 -0
  160. data/lib/fluent/plugin/buf_memory.rb +34 -0
  161. data/lib/fluent/plugin/buffer/chunk.rb +240 -0
  162. data/lib/fluent/plugin/buffer/file_chunk.rb +413 -0
  163. data/lib/fluent/plugin/buffer/file_single_chunk.rb +311 -0
  164. data/lib/fluent/plugin/buffer/memory_chunk.rb +91 -0
  165. data/lib/fluent/plugin/buffer.rb +918 -0
  166. data/lib/fluent/plugin/compressable.rb +96 -0
  167. data/lib/fluent/plugin/exec_util.rb +22 -0
  168. data/lib/fluent/plugin/file_util.rb +22 -0
  169. data/lib/fluent/plugin/file_wrapper.rb +187 -0
  170. data/lib/fluent/plugin/filter.rb +127 -0
  171. data/lib/fluent/plugin/filter_grep.rb +189 -0
  172. data/lib/fluent/plugin/filter_parser.rb +130 -0
  173. data/lib/fluent/plugin/filter_record_transformer.rb +324 -0
  174. data/lib/fluent/plugin/filter_stdout.rb +53 -0
  175. data/lib/fluent/plugin/formatter.rb +75 -0
  176. data/lib/fluent/plugin/formatter_csv.rb +78 -0
  177. data/lib/fluent/plugin/formatter_hash.rb +35 -0
  178. data/lib/fluent/plugin/formatter_json.rb +59 -0
  179. data/lib/fluent/plugin/formatter_ltsv.rb +44 -0
  180. data/lib/fluent/plugin/formatter_msgpack.rb +33 -0
  181. data/lib/fluent/plugin/formatter_out_file.rb +53 -0
  182. data/lib/fluent/plugin/formatter_single_value.rb +36 -0
  183. data/lib/fluent/plugin/formatter_stdout.rb +76 -0
  184. data/lib/fluent/plugin/formatter_tsv.rb +40 -0
  185. data/lib/fluent/plugin/in_debug_agent.rb +71 -0
  186. data/lib/fluent/plugin/in_dummy.rb +18 -0
  187. data/lib/fluent/plugin/in_exec.rb +110 -0
  188. data/lib/fluent/plugin/in_forward.rb +473 -0
  189. data/lib/fluent/plugin/in_gc_stat.rb +72 -0
  190. data/lib/fluent/plugin/in_http.rb +667 -0
  191. data/lib/fluent/plugin/in_monitor_agent.rb +412 -0
  192. data/lib/fluent/plugin/in_object_space.rb +93 -0
  193. data/lib/fluent/plugin/in_sample.rb +141 -0
  194. data/lib/fluent/plugin/in_syslog.rb +276 -0
  195. data/lib/fluent/plugin/in_tail/position_file.rb +269 -0
  196. data/lib/fluent/plugin/in_tail.rb +1228 -0
  197. data/lib/fluent/plugin/in_tcp.rb +181 -0
  198. data/lib/fluent/plugin/in_udp.rb +92 -0
  199. data/lib/fluent/plugin/in_unix.rb +195 -0
  200. data/lib/fluent/plugin/input.rb +75 -0
  201. data/lib/fluent/plugin/metrics.rb +119 -0
  202. data/lib/fluent/plugin/metrics_local.rb +96 -0
  203. data/lib/fluent/plugin/multi_output.rb +195 -0
  204. data/lib/fluent/plugin/out_copy.rb +120 -0
  205. data/lib/fluent/plugin/out_exec.rb +105 -0
  206. data/lib/fluent/plugin/out_exec_filter.rb +319 -0
  207. data/lib/fluent/plugin/out_file.rb +334 -0
  208. data/lib/fluent/plugin/out_forward/ack_handler.rb +161 -0
  209. data/lib/fluent/plugin/out_forward/connection_manager.rb +113 -0
  210. data/lib/fluent/plugin/out_forward/error.rb +28 -0
  211. data/lib/fluent/plugin/out_forward/failure_detector.rb +84 -0
  212. data/lib/fluent/plugin/out_forward/handshake_protocol.rb +125 -0
  213. data/lib/fluent/plugin/out_forward/load_balancer.rb +114 -0
  214. data/lib/fluent/plugin/out_forward/socket_cache.rb +140 -0
  215. data/lib/fluent/plugin/out_forward.rb +826 -0
  216. data/lib/fluent/plugin/out_http.rb +275 -0
  217. data/lib/fluent/plugin/out_null.rb +74 -0
  218. data/lib/fluent/plugin/out_relabel.rb +32 -0
  219. data/lib/fluent/plugin/out_roundrobin.rb +84 -0
  220. data/lib/fluent/plugin/out_secondary_file.rb +131 -0
  221. data/lib/fluent/plugin/out_stdout.rb +74 -0
  222. data/lib/fluent/plugin/out_stream.rb +130 -0
  223. data/lib/fluent/plugin/output.rb +1556 -0
  224. data/lib/fluent/plugin/owned_by_mixin.rb +42 -0
  225. data/lib/fluent/plugin/parser.rb +275 -0
  226. data/lib/fluent/plugin/parser_apache.rb +28 -0
  227. data/lib/fluent/plugin/parser_apache2.rb +88 -0
  228. data/lib/fluent/plugin/parser_apache_error.rb +26 -0
  229. data/lib/fluent/plugin/parser_csv.rb +114 -0
  230. data/lib/fluent/plugin/parser_json.rb +96 -0
  231. data/lib/fluent/plugin/parser_ltsv.rb +51 -0
  232. data/lib/fluent/plugin/parser_msgpack.rb +50 -0
  233. data/lib/fluent/plugin/parser_multiline.rb +152 -0
  234. data/lib/fluent/plugin/parser_nginx.rb +28 -0
  235. data/lib/fluent/plugin/parser_none.rb +36 -0
  236. data/lib/fluent/plugin/parser_regexp.rb +68 -0
  237. data/lib/fluent/plugin/parser_syslog.rb +496 -0
  238. data/lib/fluent/plugin/parser_tsv.rb +42 -0
  239. data/lib/fluent/plugin/sd_file.rb +156 -0
  240. data/lib/fluent/plugin/sd_srv.rb +135 -0
  241. data/lib/fluent/plugin/sd_static.rb +58 -0
  242. data/lib/fluent/plugin/service_discovery.rb +65 -0
  243. data/lib/fluent/plugin/socket_util.rb +22 -0
  244. data/lib/fluent/plugin/storage.rb +84 -0
  245. data/lib/fluent/plugin/storage_local.rb +162 -0
  246. data/lib/fluent/plugin/string_util.rb +22 -0
  247. data/lib/fluent/plugin.rb +206 -0
  248. data/lib/fluent/plugin_helper/cert_option.rb +191 -0
  249. data/lib/fluent/plugin_helper/child_process.rb +366 -0
  250. data/lib/fluent/plugin_helper/compat_parameters.rb +343 -0
  251. data/lib/fluent/plugin_helper/counter.rb +51 -0
  252. data/lib/fluent/plugin_helper/event_emitter.rb +100 -0
  253. data/lib/fluent/plugin_helper/event_loop.rb +170 -0
  254. data/lib/fluent/plugin_helper/extract.rb +104 -0
  255. data/lib/fluent/plugin_helper/formatter.rb +147 -0
  256. data/lib/fluent/plugin_helper/http_server/app.rb +79 -0
  257. data/lib/fluent/plugin_helper/http_server/compat/server.rb +92 -0
  258. data/lib/fluent/plugin_helper/http_server/compat/ssl_context_extractor.rb +52 -0
  259. data/lib/fluent/plugin_helper/http_server/compat/webrick_handler.rb +58 -0
  260. data/lib/fluent/plugin_helper/http_server/methods.rb +35 -0
  261. data/lib/fluent/plugin_helper/http_server/request.rb +42 -0
  262. data/lib/fluent/plugin_helper/http_server/router.rb +54 -0
  263. data/lib/fluent/plugin_helper/http_server/server.rb +93 -0
  264. data/lib/fluent/plugin_helper/http_server/ssl_context_builder.rb +41 -0
  265. data/lib/fluent/plugin_helper/http_server.rb +135 -0
  266. data/lib/fluent/plugin_helper/inject.rb +154 -0
  267. data/lib/fluent/plugin_helper/metrics.rb +129 -0
  268. data/lib/fluent/plugin_helper/parser.rb +147 -0
  269. data/lib/fluent/plugin_helper/record_accessor.rb +207 -0
  270. data/lib/fluent/plugin_helper/retry_state.rb +209 -0
  271. data/lib/fluent/plugin_helper/server.rb +801 -0
  272. data/lib/fluent/plugin_helper/service_discovery/manager.rb +146 -0
  273. data/lib/fluent/plugin_helper/service_discovery/round_robin_balancer.rb +43 -0
  274. data/lib/fluent/plugin_helper/service_discovery.rb +125 -0
  275. data/lib/fluent/plugin_helper/socket.rb +277 -0
  276. data/lib/fluent/plugin_helper/socket_option.rb +98 -0
  277. data/lib/fluent/plugin_helper/storage.rb +349 -0
  278. data/lib/fluent/plugin_helper/thread.rb +180 -0
  279. data/lib/fluent/plugin_helper/timer.rb +92 -0
  280. data/lib/fluent/plugin_helper.rb +75 -0
  281. data/lib/fluent/plugin_id.rb +93 -0
  282. data/lib/fluent/process.rb +22 -0
  283. data/lib/fluent/registry.rb +116 -0
  284. data/lib/fluent/root_agent.rb +372 -0
  285. data/lib/fluent/rpc.rb +94 -0
  286. data/lib/fluent/static_config_analysis.rb +194 -0
  287. data/lib/fluent/supervisor.rb +1054 -0
  288. data/lib/fluent/system_config.rb +187 -0
  289. data/lib/fluent/test/base.rb +78 -0
  290. data/lib/fluent/test/driver/base.rb +225 -0
  291. data/lib/fluent/test/driver/base_owned.rb +83 -0
  292. data/lib/fluent/test/driver/base_owner.rb +135 -0
  293. data/lib/fluent/test/driver/event_feeder.rb +98 -0
  294. data/lib/fluent/test/driver/filter.rb +57 -0
  295. data/lib/fluent/test/driver/formatter.rb +30 -0
  296. data/lib/fluent/test/driver/input.rb +31 -0
  297. data/lib/fluent/test/driver/multi_output.rb +53 -0
  298. data/lib/fluent/test/driver/output.rb +102 -0
  299. data/lib/fluent/test/driver/parser.rb +30 -0
  300. data/lib/fluent/test/driver/storage.rb +30 -0
  301. data/lib/fluent/test/driver/test_event_router.rb +45 -0
  302. data/lib/fluent/test/filter_test.rb +77 -0
  303. data/lib/fluent/test/formatter_test.rb +65 -0
  304. data/lib/fluent/test/helpers.rb +134 -0
  305. data/lib/fluent/test/input_test.rb +174 -0
  306. data/lib/fluent/test/log.rb +79 -0
  307. data/lib/fluent/test/output_test.rb +156 -0
  308. data/lib/fluent/test/parser_test.rb +70 -0
  309. data/lib/fluent/test/startup_shutdown.rb +46 -0
  310. data/lib/fluent/test.rb +58 -0
  311. data/lib/fluent/time.rb +512 -0
  312. data/lib/fluent/timezone.rb +171 -0
  313. data/lib/fluent/tls.rb +81 -0
  314. data/lib/fluent/unique_id.rb +39 -0
  315. data/lib/fluent/variable_store.rb +40 -0
  316. data/lib/fluent/version.rb +21 -0
  317. data/lib/fluent/winsvc.rb +103 -0
  318. data/templates/new_gem/Gemfile +3 -0
  319. data/templates/new_gem/README.md.erb +43 -0
  320. data/templates/new_gem/Rakefile +13 -0
  321. data/templates/new_gem/fluent-plugin.gemspec.erb +27 -0
  322. data/templates/new_gem/lib/fluent/plugin/filter.rb.erb +14 -0
  323. data/templates/new_gem/lib/fluent/plugin/formatter.rb.erb +14 -0
  324. data/templates/new_gem/lib/fluent/plugin/input.rb.erb +11 -0
  325. data/templates/new_gem/lib/fluent/plugin/output.rb.erb +11 -0
  326. data/templates/new_gem/lib/fluent/plugin/parser.rb.erb +15 -0
  327. data/templates/new_gem/lib/fluent/plugin/storage.rb.erb +40 -0
  328. data/templates/new_gem/test/helper.rb.erb +8 -0
  329. data/templates/new_gem/test/plugin/test_filter.rb.erb +18 -0
  330. data/templates/new_gem/test/plugin/test_formatter.rb.erb +18 -0
  331. data/templates/new_gem/test/plugin/test_input.rb.erb +18 -0
  332. data/templates/new_gem/test/plugin/test_output.rb.erb +18 -0
  333. data/templates/new_gem/test/plugin/test_parser.rb.erb +18 -0
  334. data/templates/new_gem/test/plugin/test_storage.rb.erb +18 -0
  335. data/templates/plugin_config_formatter/param.md-compact.erb +25 -0
  336. data/templates/plugin_config_formatter/param.md-table.erb +10 -0
  337. data/templates/plugin_config_formatter/param.md.erb +34 -0
  338. data/templates/plugin_config_formatter/section.md.erb +12 -0
  339. data/test/command/test_binlog_reader.rb +362 -0
  340. data/test/command/test_ca_generate.rb +70 -0
  341. data/test/command/test_cap_ctl.rb +100 -0
  342. data/test/command/test_cat.rb +128 -0
  343. data/test/command/test_ctl.rb +57 -0
  344. data/test/command/test_fluentd.rb +1106 -0
  345. data/test/command/test_plugin_config_formatter.rb +398 -0
  346. data/test/command/test_plugin_generator.rb +109 -0
  347. data/test/compat/test_calls_super.rb +166 -0
  348. data/test/compat/test_parser.rb +92 -0
  349. data/test/config/assertions.rb +42 -0
  350. data/test/config/test_config_parser.rb +551 -0
  351. data/test/config/test_configurable.rb +1784 -0
  352. data/test/config/test_configure_proxy.rb +604 -0
  353. data/test/config/test_dsl.rb +415 -0
  354. data/test/config/test_element.rb +518 -0
  355. data/test/config/test_literal_parser.rb +309 -0
  356. data/test/config/test_plugin_configuration.rb +56 -0
  357. data/test/config/test_section.rb +191 -0
  358. data/test/config/test_system_config.rb +199 -0
  359. data/test/config/test_types.rb +408 -0
  360. data/test/counter/test_client.rb +563 -0
  361. data/test/counter/test_error.rb +44 -0
  362. data/test/counter/test_mutex_hash.rb +179 -0
  363. data/test/counter/test_server.rb +589 -0
  364. data/test/counter/test_store.rb +258 -0
  365. data/test/counter/test_validator.rb +137 -0
  366. data/test/helper.rb +155 -0
  367. data/test/helpers/fuzzy_assert.rb +89 -0
  368. data/test/helpers/process_extenstion.rb +33 -0
  369. data/test/plugin/data/2010/01/20100102-030405.log +0 -0
  370. data/test/plugin/data/2010/01/20100102-030406.log +0 -0
  371. data/test/plugin/data/2010/01/20100102.log +0 -0
  372. data/test/plugin/data/log/bar +0 -0
  373. data/test/plugin/data/log/foo/bar.log +0 -0
  374. data/test/plugin/data/log/foo/bar2 +0 -0
  375. data/test/plugin/data/log/test.log +0 -0
  376. data/test/plugin/data/sd_file/config +11 -0
  377. data/test/plugin/data/sd_file/config.json +17 -0
  378. data/test/plugin/data/sd_file/config.yaml +11 -0
  379. data/test/plugin/data/sd_file/config.yml +11 -0
  380. data/test/plugin/data/sd_file/invalid_config.yml +7 -0
  381. data/test/plugin/in_tail/test_fifo.rb +121 -0
  382. data/test/plugin/in_tail/test_io_handler.rb +140 -0
  383. data/test/plugin/in_tail/test_position_file.rb +379 -0
  384. data/test/plugin/out_forward/test_ack_handler.rb +101 -0
  385. data/test/plugin/out_forward/test_connection_manager.rb +145 -0
  386. data/test/plugin/out_forward/test_handshake_protocol.rb +112 -0
  387. data/test/plugin/out_forward/test_load_balancer.rb +106 -0
  388. data/test/plugin/out_forward/test_socket_cache.rb +149 -0
  389. data/test/plugin/test_bare_output.rb +131 -0
  390. data/test/plugin/test_base.rb +115 -0
  391. data/test/plugin/test_buf_file.rb +1275 -0
  392. data/test/plugin/test_buf_file_single.rb +833 -0
  393. data/test/plugin/test_buf_memory.rb +42 -0
  394. data/test/plugin/test_buffer.rb +1383 -0
  395. data/test/plugin/test_buffer_chunk.rb +198 -0
  396. data/test/plugin/test_buffer_file_chunk.rb +871 -0
  397. data/test/plugin/test_buffer_file_single_chunk.rb +611 -0
  398. data/test/plugin/test_buffer_memory_chunk.rb +339 -0
  399. data/test/plugin/test_compressable.rb +87 -0
  400. data/test/plugin/test_file_util.rb +96 -0
  401. data/test/plugin/test_file_wrapper.rb +126 -0
  402. data/test/plugin/test_filter.rb +368 -0
  403. data/test/plugin/test_filter_grep.rb +697 -0
  404. data/test/plugin/test_filter_parser.rb +731 -0
  405. data/test/plugin/test_filter_record_transformer.rb +577 -0
  406. data/test/plugin/test_filter_stdout.rb +207 -0
  407. data/test/plugin/test_formatter_csv.rb +136 -0
  408. data/test/plugin/test_formatter_hash.rb +38 -0
  409. data/test/plugin/test_formatter_json.rb +61 -0
  410. data/test/plugin/test_formatter_ltsv.rb +70 -0
  411. data/test/plugin/test_formatter_msgpack.rb +28 -0
  412. data/test/plugin/test_formatter_out_file.rb +116 -0
  413. data/test/plugin/test_formatter_single_value.rb +44 -0
  414. data/test/plugin/test_formatter_tsv.rb +76 -0
  415. data/test/plugin/test_in_debug_agent.rb +49 -0
  416. data/test/plugin/test_in_exec.rb +261 -0
  417. data/test/plugin/test_in_forward.rb +1180 -0
  418. data/test/plugin/test_in_gc_stat.rb +62 -0
  419. data/test/plugin/test_in_http.rb +1080 -0
  420. data/test/plugin/test_in_monitor_agent.rb +923 -0
  421. data/test/plugin/test_in_object_space.rb +60 -0
  422. data/test/plugin/test_in_sample.rb +190 -0
  423. data/test/plugin/test_in_syslog.rb +505 -0
  424. data/test/plugin/test_in_tail.rb +2363 -0
  425. data/test/plugin/test_in_tcp.rb +243 -0
  426. data/test/plugin/test_in_udp.rb +268 -0
  427. data/test/plugin/test_in_unix.rb +181 -0
  428. data/test/plugin/test_input.rb +137 -0
  429. data/test/plugin/test_metadata.rb +89 -0
  430. data/test/plugin/test_metrics.rb +294 -0
  431. data/test/plugin/test_metrics_local.rb +96 -0
  432. data/test/plugin/test_multi_output.rb +204 -0
  433. data/test/plugin/test_out_copy.rb +308 -0
  434. data/test/plugin/test_out_exec.rb +312 -0
  435. data/test/plugin/test_out_exec_filter.rb +606 -0
  436. data/test/plugin/test_out_file.rb +1037 -0
  437. data/test/plugin/test_out_forward.rb +1348 -0
  438. data/test/plugin/test_out_http.rb +428 -0
  439. data/test/plugin/test_out_null.rb +105 -0
  440. data/test/plugin/test_out_relabel.rb +28 -0
  441. data/test/plugin/test_out_roundrobin.rb +146 -0
  442. data/test/plugin/test_out_secondary_file.rb +458 -0
  443. data/test/plugin/test_out_stdout.rb +205 -0
  444. data/test/plugin/test_out_stream.rb +103 -0
  445. data/test/plugin/test_output.rb +1065 -0
  446. data/test/plugin/test_output_as_buffered.rb +2024 -0
  447. data/test/plugin/test_output_as_buffered_backup.rb +363 -0
  448. data/test/plugin/test_output_as_buffered_compress.rb +165 -0
  449. data/test/plugin/test_output_as_buffered_overflow.rb +250 -0
  450. data/test/plugin/test_output_as_buffered_retries.rb +919 -0
  451. data/test/plugin/test_output_as_buffered_secondary.rb +882 -0
  452. data/test/plugin/test_output_as_standard.rb +374 -0
  453. data/test/plugin/test_owned_by.rb +35 -0
  454. data/test/plugin/test_parser.rb +399 -0
  455. data/test/plugin/test_parser_apache.rb +42 -0
  456. data/test/plugin/test_parser_apache2.rb +47 -0
  457. data/test/plugin/test_parser_apache_error.rb +45 -0
  458. data/test/plugin/test_parser_csv.rb +200 -0
  459. data/test/plugin/test_parser_json.rb +138 -0
  460. data/test/plugin/test_parser_labeled_tsv.rb +160 -0
  461. data/test/plugin/test_parser_multiline.rb +111 -0
  462. data/test/plugin/test_parser_nginx.rb +88 -0
  463. data/test/plugin/test_parser_none.rb +52 -0
  464. data/test/plugin/test_parser_regexp.rb +289 -0
  465. data/test/plugin/test_parser_syslog.rb +650 -0
  466. data/test/plugin/test_parser_tsv.rb +122 -0
  467. data/test/plugin/test_sd_file.rb +228 -0
  468. data/test/plugin/test_sd_srv.rb +230 -0
  469. data/test/plugin/test_storage.rb +167 -0
  470. data/test/plugin/test_storage_local.rb +335 -0
  471. data/test/plugin/test_string_util.rb +26 -0
  472. data/test/plugin_helper/data/cert/cert-key.pem +27 -0
  473. data/test/plugin_helper/data/cert/cert-with-CRLF.pem +19 -0
  474. data/test/plugin_helper/data/cert/cert-with-no-newline.pem +19 -0
  475. data/test/plugin_helper/data/cert/cert.pem +19 -0
  476. data/test/plugin_helper/data/cert/cert_chains/ca-cert-key.pem +27 -0
  477. data/test/plugin_helper/data/cert/cert_chains/ca-cert.pem +20 -0
  478. data/test/plugin_helper/data/cert/cert_chains/cert-key.pem +27 -0
  479. data/test/plugin_helper/data/cert/cert_chains/cert.pem +40 -0
  480. data/test/plugin_helper/data/cert/empty.pem +0 -0
  481. data/test/plugin_helper/data/cert/generate_cert.rb +125 -0
  482. data/test/plugin_helper/data/cert/with_ca/ca-cert-key-pass.pem +30 -0
  483. data/test/plugin_helper/data/cert/with_ca/ca-cert-key.pem +27 -0
  484. data/test/plugin_helper/data/cert/with_ca/ca-cert-pass.pem +20 -0
  485. data/test/plugin_helper/data/cert/with_ca/ca-cert.pem +20 -0
  486. data/test/plugin_helper/data/cert/with_ca/cert-key-pass.pem +30 -0
  487. data/test/plugin_helper/data/cert/with_ca/cert-key.pem +27 -0
  488. data/test/plugin_helper/data/cert/with_ca/cert-pass.pem +21 -0
  489. data/test/plugin_helper/data/cert/with_ca/cert.pem +21 -0
  490. data/test/plugin_helper/data/cert/without_ca/cert-key-pass.pem +30 -0
  491. data/test/plugin_helper/data/cert/without_ca/cert-key.pem +27 -0
  492. data/test/plugin_helper/data/cert/without_ca/cert-pass.pem +20 -0
  493. data/test/plugin_helper/data/cert/without_ca/cert.pem +20 -0
  494. data/test/plugin_helper/http_server/test_app.rb +65 -0
  495. data/test/plugin_helper/http_server/test_route.rb +32 -0
  496. data/test/plugin_helper/service_discovery/test_manager.rb +93 -0
  497. data/test/plugin_helper/service_discovery/test_round_robin_balancer.rb +21 -0
  498. data/test/plugin_helper/test_cert_option.rb +25 -0
  499. data/test/plugin_helper/test_child_process.rb +840 -0
  500. data/test/plugin_helper/test_compat_parameters.rb +358 -0
  501. data/test/plugin_helper/test_event_emitter.rb +80 -0
  502. data/test/plugin_helper/test_event_loop.rb +52 -0
  503. data/test/plugin_helper/test_extract.rb +194 -0
  504. data/test/plugin_helper/test_formatter.rb +255 -0
  505. data/test/plugin_helper/test_http_server_helper.rb +372 -0
  506. data/test/plugin_helper/test_inject.rb +561 -0
  507. data/test/plugin_helper/test_metrics.rb +137 -0
  508. data/test/plugin_helper/test_parser.rb +264 -0
  509. data/test/plugin_helper/test_record_accessor.rb +238 -0
  510. data/test/plugin_helper/test_retry_state.rb +442 -0
  511. data/test/plugin_helper/test_server.rb +1823 -0
  512. data/test/plugin_helper/test_service_discovery.rb +165 -0
  513. data/test/plugin_helper/test_socket.rb +146 -0
  514. data/test/plugin_helper/test_storage.rb +542 -0
  515. data/test/plugin_helper/test_thread.rb +164 -0
  516. data/test/plugin_helper/test_timer.rb +130 -0
  517. data/test/scripts/exec_script.rb +32 -0
  518. data/test/scripts/fluent/plugin/formatter1/formatter_test1.rb +7 -0
  519. data/test/scripts/fluent/plugin/formatter2/formatter_test2.rb +7 -0
  520. data/test/scripts/fluent/plugin/formatter_known.rb +8 -0
  521. data/test/scripts/fluent/plugin/out_test.rb +81 -0
  522. data/test/scripts/fluent/plugin/out_test2.rb +80 -0
  523. data/test/scripts/fluent/plugin/parser_known.rb +4 -0
  524. data/test/test_capability.rb +74 -0
  525. data/test/test_clock.rb +164 -0
  526. data/test/test_config.rb +202 -0
  527. data/test/test_configdsl.rb +148 -0
  528. data/test/test_daemonizer.rb +91 -0
  529. data/test/test_engine.rb +203 -0
  530. data/test/test_event.rb +531 -0
  531. data/test/test_event_router.rb +331 -0
  532. data/test/test_event_time.rb +199 -0
  533. data/test/test_filter.rb +121 -0
  534. data/test/test_fluent_log_event_router.rb +99 -0
  535. data/test/test_formatter.rb +366 -0
  536. data/test/test_input.rb +31 -0
  537. data/test/test_log.rb +994 -0
  538. data/test/test_logger_initializer.rb +46 -0
  539. data/test/test_match.rb +148 -0
  540. data/test/test_mixin.rb +351 -0
  541. data/test/test_msgpack_factory.rb +18 -0
  542. data/test/test_oj_options.rb +55 -0
  543. data/test/test_output.rb +278 -0
  544. data/test/test_plugin.rb +251 -0
  545. data/test/test_plugin_classes.rb +370 -0
  546. data/test/test_plugin_helper.rb +81 -0
  547. data/test/test_plugin_id.rb +119 -0
  548. data/test/test_process.rb +14 -0
  549. data/test/test_root_agent.rb +951 -0
  550. data/test/test_static_config_analysis.rb +177 -0
  551. data/test/test_supervisor.rb +601 -0
  552. data/test/test_test_drivers.rb +136 -0
  553. data/test/test_time_formatter.rb +301 -0
  554. data/test/test_time_parser.rb +362 -0
  555. data/test/test_tls.rb +65 -0
  556. data/test/test_unique_id.rb +47 -0
  557. data/test/test_variable_store.rb +65 -0
  558. metadata +1261 -0
@@ -0,0 +1,358 @@
1
+ require_relative '../helper'
2
+ require 'fluent/plugin_helper/compat_parameters'
3
+ require 'fluent/plugin/input'
4
+ require 'fluent/plugin/output'
5
+ require 'fluent/time'
6
+
7
+ require 'time'
8
+
9
+ class CompatParameterTest < Test::Unit::TestCase
10
+ setup do
11
+ Fluent::Test.setup
12
+ @i = nil
13
+ @default_newline = if Fluent.windows?
14
+ "\r\n"
15
+ else
16
+ "\n"
17
+ end
18
+ end
19
+
20
+ teardown do
21
+ if @i
22
+ @i.stop unless @i.stopped?
23
+ @i.before_shutdown unless @i.before_shutdown?
24
+ @i.shutdown unless @i.shutdown?
25
+ @i.after_shutdown unless @i.after_shutdown?
26
+ @i.close unless @i.closed?
27
+ @i.terminate unless @i.terminated?
28
+ end
29
+ end
30
+
31
+ class DummyI0 < Fluent::Plugin::Input
32
+ helpers :compat_parameters, :parser, :extract
33
+ attr_reader :parser
34
+ def configure(conf)
35
+ compat_parameters_convert(conf, :extract, :parser)
36
+ super
37
+ end
38
+ def start
39
+ super
40
+ @parser = parser_create
41
+ end
42
+ def produce_events(input_data)
43
+ emit_events = [] # tag, time, record
44
+ @parser.parse(input_data) do |time, record|
45
+ tag = extract_tag_from_record(record) || 'dummy_tag'
46
+ emit_events << [tag, time, record]
47
+ end
48
+ emit_events
49
+ end
50
+ end
51
+ class DummyO0 < Fluent::Plugin::Output
52
+ helpers :compat_parameters
53
+ def configure(conf)
54
+ compat_parameters_buffer(conf, default_chunk_key: '')
55
+ super
56
+ end
57
+ def write(chunk); end # dummy
58
+ end
59
+ class DummyO1 < Fluent::Plugin::Output
60
+ helpers :compat_parameters
61
+ def configure(conf)
62
+ compat_parameters_buffer(conf, default_chunk_key: 'time')
63
+ super
64
+ end
65
+ def write(chunk); end # dummy
66
+ end
67
+ class DummyO2 < Fluent::Plugin::Output
68
+ helpers :compat_parameters
69
+ def configure(conf)
70
+ compat_parameters_buffer(conf, default_chunk_key: 'time')
71
+ super
72
+ end
73
+ def write(chunk); end # dummy
74
+ end
75
+ class DummyO3 < Fluent::Plugin::Output
76
+ helpers :compat_parameters
77
+ def configure(conf)
78
+ compat_parameters_buffer(conf, default_chunk_key: 'tag')
79
+ super
80
+ end
81
+ def write(chunk); end # dummy
82
+ end
83
+ class DummyO4 < Fluent::Plugin::Output
84
+ helpers :compat_parameters, :inject, :formatter
85
+ attr_reader :f
86
+ def configure(conf)
87
+ compat_parameters_convert(conf, :buffer, :inject, :formatter, default_chunk_key: 'tag')
88
+ super
89
+ end
90
+ def start
91
+ super
92
+ @f = formatter_create()
93
+ end
94
+ def write(chunk); end # dummy
95
+ end
96
+
97
+ sub_test_case 'output plugins which does not have default chunk key' do
98
+ test 'plugin helper converts parameters into plugin configuration parameters' do
99
+ hash = {
100
+ 'num_threads' => 8,
101
+ 'flush_interval' => '10s',
102
+ 'buffer_chunk_limit' => '8m',
103
+ 'buffer_queue_limit' => '1024',
104
+ 'flush_at_shutdown' => 'yes',
105
+ }
106
+ conf = config_element('ROOT', '', hash)
107
+ @i = DummyO0.new
108
+ @i.configure(conf)
109
+
110
+ assert_equal 'memory', @i.buffer_config[:@type]
111
+ assert_equal [], @i.buffer_config.chunk_keys
112
+ assert_equal 8, @i.buffer_config.flush_thread_count
113
+ assert_equal 10, @i.buffer_config.flush_interval
114
+ assert_equal :default, @i.buffer_config.flush_mode
115
+ assert @i.buffer_config.flush_at_shutdown
116
+
117
+ assert_equal 8*1024*1024, @i.buffer.chunk_limit_size
118
+ assert_equal 1024, @i.buffer.queue_limit_length
119
+ end
120
+ end
121
+
122
+ sub_test_case 'output plugins which has default chunk key: time' do
123
+ test 'plugin helper converts parameters into plugin configuration parameters' do
124
+ hash = {
125
+ 'buffer_type' => 'file',
126
+ 'buffer_path' => '/tmp/mybuffer',
127
+ 'disable_retry_limit' => 'yes',
128
+ 'max_retry_wait' => '1h',
129
+ 'buffer_queue_full_action' => 'block',
130
+ }
131
+ conf = config_element('ROOT', '', hash)
132
+ @i = DummyO1.new
133
+ @i.configure(conf)
134
+
135
+ assert_equal 'file', @i.buffer_config[:@type]
136
+ assert_equal 24*60*60, @i.buffer_config.timekey
137
+ assert @i.buffer_config.retry_forever
138
+ assert_equal 60*60, @i.buffer_config.retry_max_interval
139
+ assert_equal :block, @i.buffer_config.overflow_action
140
+ assert_equal :default, @i.buffer_config.flush_mode
141
+
142
+ assert !@i.chunk_key_tag
143
+ assert_equal [], @i.chunk_keys
144
+
145
+ assert_equal '/tmp/mybuffer/buffer.*.log', @i.buffer.path
146
+ end
147
+ end
148
+
149
+ sub_test_case 'output plugins which does not have default chunk key' do
150
+ test 'plugin helper converts parameters into plugin configuration parameters' do
151
+ hash = {
152
+ 'buffer_type' => 'file',
153
+ 'buffer_path' => '/tmp/mybuffer',
154
+ 'time_slice_format' => '%Y%m%d%H',
155
+ 'time_slice_wait' => '10',
156
+ 'retry_limit' => '1024',
157
+ 'buffer_queue_full_action' => 'drop_oldest_chunk',
158
+ }
159
+ conf = config_element('ROOT', '', hash)
160
+ @i = DummyO2.new
161
+ @i.configure(conf)
162
+
163
+ assert_equal 'file', @i.buffer_config[:@type]
164
+ assert_equal 60*60, @i.buffer_config.timekey
165
+ assert_equal 10, @i.buffer_config.timekey_wait
166
+ assert_equal 1024, @i.buffer_config.retry_max_times
167
+ assert_equal :drop_oldest_chunk, @i.buffer_config.overflow_action
168
+
169
+ assert @i.chunk_key_time
170
+ assert !@i.chunk_key_tag
171
+ assert_equal [], @i.chunk_keys
172
+
173
+ assert_equal '/tmp/mybuffer/buffer.*.log', @i.buffer.path
174
+ end
175
+ end
176
+
177
+ sub_test_case 'output plugins which has default chunk key: tag' do
178
+ test 'plugin helper converts parameters into plugin configuration parameters' do
179
+ hash = {
180
+ 'buffer_type' => 'memory',
181
+ 'num_threads' => '10',
182
+ 'flush_interval' => '10s',
183
+ 'try_flush_interval' => '0.1',
184
+ 'queued_chunk_flush_interval' => '0.5',
185
+ }
186
+ conf = config_element('ROOT', '', hash)
187
+ @i = DummyO3.new
188
+ @i.configure(conf)
189
+
190
+ assert_equal 'memory', @i.buffer_config[:@type]
191
+ assert_equal 10, @i.buffer_config.flush_thread_count
192
+ assert_equal 10, @i.buffer_config.flush_interval
193
+ assert_equal 0.1, @i.buffer_config.flush_thread_interval
194
+ assert_equal 0.5, @i.buffer_config.flush_thread_burst_interval
195
+
196
+ assert !@i.chunk_key_time
197
+ assert @i.chunk_key_tag
198
+ assert_equal [], @i.chunk_keys
199
+ end
200
+ end
201
+
202
+ sub_test_case 'output plugins which has default chunk key: tag, and enables inject and formatter' do
203
+ test 'plugin helper converts parameters into plugin configuration parameters for all of buffer, inject and formatter' do
204
+ hash = {
205
+ 'buffer_type' => 'file',
206
+ 'buffer_path' => File.expand_path('../../tmp/compat_parameters/mybuffer.*.log', __FILE__),
207
+ 'num_threads' => '10',
208
+ 'format' => 'ltsv',
209
+ 'delimiter' => ',',
210
+ 'label_delimiter' => '%',
211
+ 'include_time_key' => 'true', # default time_key 'time' and default time format (iso8601: 2016-06-24T15:57:38) at localtime
212
+ 'include_tag_key' => 'yes', # default tag_key 'tag'
213
+ }
214
+ conf = config_element('ROOT', '', hash)
215
+ @i = DummyO4.new
216
+ @i.configure(conf)
217
+ @i.start
218
+ @i.after_start
219
+
220
+ assert_equal 'file', @i.buffer_config[:@type]
221
+ assert_equal 10, @i.buffer_config.flush_thread_count
222
+ formatter = @i.f
223
+ assert{ formatter.is_a? Fluent::Plugin::LabeledTSVFormatter }
224
+ assert_equal ',', @i.f.delimiter
225
+ assert_equal '%', @i.f.label_delimiter
226
+
227
+ assert !@i.chunk_key_time
228
+ assert @i.chunk_key_tag
229
+ assert_equal [], @i.chunk_keys
230
+
231
+ t = event_time('2016-06-24 16:05:01') # localtime
232
+ iso8601str = Time.at(t.to_i).iso8601
233
+ formatted = @i.f.format('tag.test', t, @i.inject_values_to_record('tag.test', t, {"value" => 1}))
234
+ assert_equal "value%1,tag%tag.test,time%#{iso8601str}#{@default_newline}", formatted
235
+ end
236
+
237
+ test 'plugin helper setups time injecting as unix time (integer from epoch)' do
238
+ hash = {
239
+ 'buffer_type' => 'file',
240
+ 'buffer_path' => File.expand_path('../../tmp/compat_parameters/mybuffer.*.log', __FILE__),
241
+ 'num_threads' => '10',
242
+ 'format' => 'ltsv',
243
+ 'delimiter' => ',',
244
+ 'label_delimiter' => '%',
245
+ 'include_time_key' => 'true', # default time_key 'time' and default time format (iso8601: 2016-06-24T15:57:38) at localtime
246
+ 'include_tag_key' => 'yes', # default tag_key 'tag'
247
+ }
248
+ conf = config_element('ROOT', '', hash)
249
+ @i = DummyO4.new
250
+ @i.configure(conf)
251
+ @i.start
252
+ @i.after_start
253
+
254
+ assert_equal 'file', @i.buffer_config[:@type]
255
+ assert_equal 10, @i.buffer_config.flush_thread_count
256
+ formatter = @i.f
257
+ assert{ formatter.is_a? Fluent::Plugin::LabeledTSVFormatter }
258
+ assert_equal ',', @i.f.delimiter
259
+ assert_equal '%', @i.f.label_delimiter
260
+
261
+ assert !@i.chunk_key_time
262
+ assert @i.chunk_key_tag
263
+ assert_equal [], @i.chunk_keys
264
+
265
+ t = event_time('2016-06-24 16:05:01') # localtime
266
+ iso8601str = Time.at(t.to_i).iso8601
267
+ formatted = @i.f.format('tag.test', t, @i.inject_values_to_record('tag.test', t, {"value" => 1}))
268
+ assert_equal "value%1,tag%tag.test,time%#{iso8601str}#{@default_newline}", formatted
269
+ end
270
+ end
271
+
272
+ sub_test_case 'input plugins' do
273
+ test 'plugin helper converts parameters into plugin configuration parameters for extract and parser' do
274
+ hash = {
275
+ 'format' => 'ltsv',
276
+ 'delimiter' => ',',
277
+ 'label_delimiter' => '%',
278
+ 'tag_key' => 't2',
279
+ 'time_key' => 't',
280
+ 'time_format' => '%Y-%m-%d.%H:%M:%S.%N',
281
+ 'utc' => 'yes',
282
+ 'types' => 'A integer|B string|C bool',
283
+ 'types_delimiter' => '|',
284
+ 'types_label_delimiter' => ' ',
285
+ }
286
+ conf = config_element('ROOT', '', hash)
287
+ @i = DummyI0.new
288
+ @i.configure(conf)
289
+ @i.start
290
+ @i.after_start
291
+
292
+ parser = @i.parser
293
+ assert{ parser.is_a? Fluent::Plugin::LabeledTSVParser }
294
+ assert_equal ',', parser.delimiter
295
+ assert_equal '%', parser.label_delimiter
296
+
297
+ events = @i.produce_events("A%1,B%x,C%true,t2%mytag,t%2016-10-20.03:50:11.987654321")
298
+ assert_equal 1, events.size
299
+
300
+ tag, time, record = events.first
301
+ assert_equal 'mytag', tag
302
+ assert_equal_event_time event_time("2016-10-20 03:50:11.987654321 +0000"), time
303
+ assert_equal 3, record.keys.size
304
+ assert_equal ['A','B','C'], record.keys.sort
305
+ assert_equal 1, record['A']
306
+ assert_equal 'x', record['B']
307
+ assert_equal true, record['C']
308
+ end
309
+
310
+ test 'plugin helper converts parameters into plugin configuration parameters for extract and parser, using numeric time' do
311
+ hash = {
312
+ 'format' => 'ltsv',
313
+ 'delimiter' => ',',
314
+ 'label_delimiter' => '%',
315
+ 'tag_key' => 't2',
316
+ 'time_key' => 't',
317
+ 'time_type' => 'float',
318
+ 'localtime' => 'yes',
319
+ }
320
+ conf = config_element('ROOT', '', hash)
321
+ @i = DummyI0.new
322
+ @i.configure(conf)
323
+ @i.start
324
+ @i.after_start
325
+
326
+ parser = @i.parser
327
+ assert{ parser.is_a? Fluent::Plugin::LabeledTSVParser }
328
+ assert_equal ',', parser.delimiter
329
+ assert_equal '%', parser.label_delimiter
330
+ end
331
+
332
+ test 'plugin helper setups time extraction as unix time (integer from epoch)' do
333
+ # TODO:
334
+ end
335
+ end
336
+
337
+ sub_test_case 'parser plugins' do
338
+ test 'syslog parser parameters' do
339
+ hash = {
340
+ 'format' => 'syslog',
341
+ 'message_format' => 'rfc5424',
342
+ 'with_priority' => 'true',
343
+ 'rfc5424_time_format' => '%Y'
344
+ }
345
+ conf = config_element('ROOT', '', hash)
346
+ @i = DummyI0.new
347
+ @i.configure(conf)
348
+ @i.start
349
+ @i.after_start
350
+
351
+ parser = @i.parser
352
+ assert_kind_of(Fluent::Plugin::SyslogParser, parser)
353
+ assert_equal :rfc5424, parser.message_format
354
+ assert_equal true, parser.with_priority
355
+ assert_equal '%Y', parser.rfc5424_time_format
356
+ end
357
+ end
358
+ end
@@ -0,0 +1,80 @@
1
+ require_relative '../helper'
2
+ require 'fluent/plugin_helper/event_emitter'
3
+ require 'fluent/plugin/base'
4
+ require 'flexmock/test_unit'
5
+
6
+ class EventEmitterTest < Test::Unit::TestCase
7
+ setup do
8
+ Fluent::Test.setup
9
+ end
10
+
11
+ class Dummy0 < Fluent::Plugin::TestBase
12
+ end
13
+
14
+ class Dummy < Fluent::Plugin::TestBase
15
+ helpers :event_emitter
16
+ end
17
+
18
+ test 'can be instantiated to be able to emit with router' do
19
+ d0 = Dummy0.new
20
+ assert d0.respond_to?(:has_router?)
21
+ assert !d0.has_router?
22
+ assert !d0.respond_to?(:router)
23
+
24
+ d1 = Dummy.new
25
+ assert d1.respond_to?(:has_router?)
26
+ assert d1.has_router?
27
+ assert d1.respond_to?(:router)
28
+ d1.stop; d1.shutdown; d1.close; d1.terminate
29
+ end
30
+
31
+ test 'can be configured with valid router' do
32
+ d1 = Dummy.new
33
+ assert d1.has_router?
34
+ assert_nil d1.router
35
+
36
+ assert_nothing_raised do
37
+ d1.configure(config_element())
38
+ end
39
+
40
+ assert d1.router
41
+
42
+ d1.shutdown
43
+
44
+ assert d1.router
45
+
46
+ d1.close
47
+
48
+ assert_nil d1.router
49
+
50
+ d1.terminate
51
+ end
52
+
53
+ test 'should not have event_emitter_router' do
54
+ d0 = Dummy0.new
55
+ assert !d0.respond_to?(:event_emitter_router)
56
+ end
57
+
58
+ test 'should have event_emitter_router' do
59
+ d = Dummy.new
60
+ assert d.respond_to?(:event_emitter_router)
61
+ end
62
+
63
+ test 'get router' do
64
+ router_mock = flexmock('mytest')
65
+ label_mock = flexmock('mylabel')
66
+ label_mock.should_receive(:event_router).twice.and_return(router_mock)
67
+ Fluent::Engine.root_agent.labels['@mytest'] = label_mock
68
+
69
+ d = Dummy.new
70
+ d.configure(config_element('ROOT', '', {'@label' => '@mytest'}))
71
+ router = d.event_emitter_router("@mytest")
72
+ assert_equal router_mock, router
73
+ end
74
+
75
+ test 'get root router' do
76
+ d = Dummy.new
77
+ router = d.event_emitter_router("@ROOT")
78
+ assert_equal Fluent::Engine.root_agent.event_router, router
79
+ end
80
+ end
@@ -0,0 +1,52 @@
1
+ require_relative '../helper'
2
+ require 'fluent/plugin_helper/event_loop'
3
+ require 'fluent/plugin/base'
4
+
5
+ class EventLoopTest < Test::Unit::TestCase
6
+ class Dummy < Fluent::Plugin::TestBase
7
+ helpers :event_loop
8
+ def configure(conf)
9
+ super
10
+ @_event_loop_run_timeout = 0.1
11
+ end
12
+ end
13
+
14
+ test 'can be instantiated to be able to create event loop' do
15
+ d1 = Dummy.new
16
+ assert d1.respond_to?(:event_loop_attach)
17
+ assert d1.respond_to?(:event_loop_running?)
18
+ assert d1.respond_to?(:_event_loop)
19
+ assert d1._event_loop
20
+ assert !d1.event_loop_running?
21
+ end
22
+
23
+ test 'can be configured' do
24
+ d1 = Dummy.new
25
+ assert_nothing_raised do
26
+ d1.configure(config_element())
27
+ end
28
+ assert d1.plugin_id
29
+ assert d1.log
30
+ end
31
+
32
+ test 'can run event loop by start, stop by shutdown/close and clear by terminate' do
33
+ d1 = Dummy.new
34
+ d1.configure(config_element())
35
+ assert !d1.event_loop_running?
36
+
37
+ d1.start
38
+ d1.event_loop_wait_until_start
39
+
40
+ assert d1.event_loop_running?
41
+ assert_equal 1, d1._event_loop.watchers.size
42
+
43
+ d1.shutdown
44
+ d1.close
45
+
46
+ assert !d1.event_loop_running?
47
+
48
+ d1.terminate
49
+
50
+ assert_nil d1._event_loop
51
+ end
52
+ end
@@ -0,0 +1,194 @@
1
+ require_relative '../helper'
2
+ require 'fluent/plugin_helper/extract'
3
+ require 'fluent/time'
4
+
5
+ class ExtractHelperTest < Test::Unit::TestCase
6
+ class Dummy < Fluent::Plugin::TestBase
7
+ helpers :extract
8
+ end
9
+
10
+ class Dummy2 < Fluent::Plugin::TestBase
11
+ helpers :extract
12
+ config_section :extract do
13
+ config_set_default :tag_key, 'tag2'
14
+ end
15
+ end
16
+
17
+ def config_extract_section(hash = {})
18
+ config_element('ROOT', '', {}, [config_element('extract', '', hash)])
19
+ end
20
+
21
+ setup do
22
+ Fluent::Test.setup
23
+ @d = Dummy.new
24
+ end
25
+
26
+ teardown do
27
+ if @d
28
+ @d.stop unless @d.stopped?
29
+ @d.shutdown unless @d.shutdown?
30
+ @d.close unless @d.closed?
31
+ @d.terminate unless @d.terminated?
32
+ end
33
+ end
34
+
35
+ test 'can override default parameters, but not overwrite whole definition' do
36
+ d = Dummy.new
37
+ d.configure(config_element())
38
+ assert_nil d.extract_config
39
+
40
+ d = Dummy2.new
41
+ d.configure(config_element('ROOT', '', {}, [config_element('extract')]))
42
+ assert d.extract_config
43
+ assert_equal 'tag2', d.extract_config.tag_key
44
+ end
45
+
46
+ test 'returns nil in default' do
47
+ @d.configure(config_extract_section())
48
+ @d.start
49
+ assert_nil @d.instance_eval{ @_extract_tag_key }
50
+ assert_nil @d.instance_eval{ @_extract_time_key }
51
+ assert_nil @d.instance_eval{ @_extract_time_parser }
52
+
53
+ record = {"key1" => "value1", "key2" => 2, "tag" => "yay", "time" => Time.now.to_i}
54
+
55
+ assert_nil @d.extract_tag_from_record(record)
56
+ assert_nil @d.extract_time_from_record(record)
57
+ end
58
+
59
+ test 'can be configured as specified' do
60
+ @d.configure(config_extract_section(
61
+ "tag_key" => "tag",
62
+ "time_key" => "time",
63
+ "time_type" => "unixtime",
64
+ ))
65
+
66
+ assert_equal "tag", @d.instance_eval{ @_extract_tag_key }
67
+ assert_equal "time", @d.instance_eval{ @_extract_time_key }
68
+ assert_equal :unixtime, @d.instance_eval{ @extract_config.time_type }
69
+ assert_not_nil @d.instance_eval{ @_extract_time_parser }
70
+ end
71
+
72
+ sub_test_case 'extract_tag_from_record' do
73
+ test 'returns tag string from specified tag_key field' do
74
+ @d.configure(config_extract_section("tag_key" => "tag"))
75
+ @d.start
76
+ @d.after_start
77
+
78
+ tag = @d.extract_tag_from_record({"tag" => "tag.test.code", "message" => "yay!"})
79
+ assert_equal "tag.test.code", tag
80
+ end
81
+
82
+ test 'returns tag as string by stringifying values from specified key' do
83
+ @d.configure(config_extract_section("tag_key" => "tag"))
84
+ @d.start
85
+ @d.after_start
86
+
87
+ tag = @d.extract_tag_from_record({"tag" => 100, "message" => "yay!"})
88
+ assert_equal "100", tag
89
+ end
90
+ end
91
+
92
+ sub_test_case 'extract_time_from_record' do
93
+ test 'returns EventTime object from specified time_key field, parsed as float in default' do
94
+ @d.configure(config_extract_section("time_key" => "t"))
95
+ @d.start
96
+ @d.after_start
97
+
98
+ # 1473135272 => 2016-09-06 04:14:32 UTC
99
+ t = @d.extract_time_from_record({"t" => 1473135272.5, "message" => "yay!"})
100
+ assert_equal_event_time(Fluent::EventTime.new(1473135272, 500_000_000), t)
101
+
102
+ t = @d.extract_time_from_record({"t" => "1473135272.5", "message" => "yay!"})
103
+ assert_equal_event_time(Fluent::EventTime.new(1473135272, 500_000_000), t)
104
+ end
105
+
106
+ test 'returns EventTime object, parsed as unixtime when configured so' do
107
+ @d.configure(config_extract_section("time_key" => "t", "time_type" => "unixtime"))
108
+ @d.start
109
+ @d.after_start
110
+
111
+ t = @d.extract_time_from_record({"t" => 1473135272, "message" => "yay!"})
112
+ assert_equal_event_time(Fluent::EventTime.new(1473135272, 0), t)
113
+
114
+ t = @d.extract_time_from_record({"t" => "1473135272", "message" => "yay!"})
115
+ assert_equal_event_time(Fluent::EventTime.new(1473135272, 0), t)
116
+
117
+ t = @d.extract_time_from_record({"t" => 1473135272.5, "message" => "yay!"})
118
+ assert_equal_event_time(Fluent::EventTime.new(1473135272, 0), t)
119
+ end
120
+
121
+ test 'returns EventTime object, parsed by default time parser of ruby with timezone in data' do
122
+ t = with_timezone("UTC-02") do
123
+ @d.configure(config_extract_section("time_key" => "t", "time_type" => "string"))
124
+ @d.start
125
+ @d.after_start
126
+ @d.extract_time_from_record({"t" => "2016-09-06 13:27:01 +0900", "message" => "yay!"})
127
+ end
128
+ assert_equal_event_time(event_time("2016-09-06 13:27:01 +0900"), t)
129
+ end
130
+
131
+ test 'returns EventTime object, parsed by default time parser of ruby as localtime' do
132
+ t = with_timezone("UTC-02") do
133
+ @d.configure(config_extract_section("time_key" => "t", "time_type" => "string"))
134
+ @d.start
135
+ @d.after_start
136
+ @d.extract_time_from_record({"t" => "2016-09-06 13:27:01", "message" => "yay!"})
137
+ end
138
+ assert_equal_event_time(event_time("2016-09-06 13:27:01 +0200"), t)
139
+ end
140
+
141
+ test 'returns EventTime object, parsed as configured time_format with timezone' do
142
+ t = with_timezone("UTC-02") do
143
+ @d.configure(config_extract_section("time_key" => "t", "time_type" => "string", "time_format" => "%H:%M:%S, %m/%d/%Y, %z"))
144
+ @d.start
145
+ @d.after_start
146
+ @d.extract_time_from_record({"t" => "13:27:01, 09/06/2016, -0700", "message" => "yay!"})
147
+ end
148
+ assert_equal_event_time(event_time("2016-09-06 13:27:01 -0700"), t)
149
+ end
150
+
151
+ test 'returns EventTime object, parsed as configured time_format in localtime without timezone' do
152
+ t = with_timezone("UTC-02") do
153
+ @d.configure(config_extract_section("time_key" => "t", "time_type" => "string", "time_format" => "%H:%M:%S, %m/%d/%Y"))
154
+ @d.start
155
+ @d.after_start
156
+ @d.extract_time_from_record({"t" => "13:27:01, 09/06/2016", "message" => "yay!"})
157
+ end
158
+ assert_equal_event_time(event_time("2016-09-06 13:27:01 +0200"), t)
159
+ end
160
+
161
+ test 'returns EventTime object, parsed as configured time_format in utc without timezone, localtime: false' do
162
+ t = with_timezone("UTC-02") do
163
+ c = config_extract_section("time_key" => "t", "time_type" => "string", "time_format" => "%H:%M:%S, %m/%d/%Y", "localtime" => "false")
164
+ @d.configure(c)
165
+ @d.start
166
+ @d.after_start
167
+ @d.extract_time_from_record({"t" => "13:27:01, 09/06/2016", "message" => "yay!"})
168
+ end
169
+ assert_equal_event_time(event_time("2016-09-06 13:27:01 UTC"), t)
170
+ end
171
+
172
+ test 'returns EventTime object, parsed as configured time_format in utc without timezone, utc: true' do
173
+ t = with_timezone("UTC-02") do
174
+ c = config_extract_section("time_key" => "t", "time_type" => "string", "time_format" => "%H:%M:%S, %m/%d/%Y", "utc" => "true")
175
+ @d.configure(c)
176
+ @d.start
177
+ @d.after_start
178
+ @d.extract_time_from_record({"t" => "13:27:01, 09/06/2016", "message" => "yay!"})
179
+ end
180
+ assert_equal_event_time(event_time("2016-09-06 13:27:01 UTC"), t)
181
+ end
182
+
183
+ test 'returns EventTime object, parsed as configured time_format in configured timezone' do
184
+ t = with_timezone("UTC-02") do
185
+ c = config_extract_section("time_key" => "t", "time_type" => "string", "time_format" => "%H:%M:%S, %m/%d/%Y", "timezone" => "+09:00")
186
+ @d.configure(c)
187
+ @d.start
188
+ @d.after_start
189
+ @d.extract_time_from_record({"t" => "13:27:01, 09/06/2016", "message" => "yay!"})
190
+ end
191
+ assert_equal_event_time(event_time("2016-09-06 13:27:01 +0900"), t)
192
+ end
193
+ end
194
+ end