fluentd 0.12.40 → 1.6.2

Sign up to get free protection for your applications and to get access to all the features.

Potentially problematic release.


This version of fluentd might be problematic. Click here for more details.

Files changed (428) hide show
  1. checksums.yaml +5 -5
  2. data/.github/ISSUE_TEMPLATE/bug_report.md +39 -0
  3. data/.github/ISSUE_TEMPLATE/feature_request.md +23 -0
  4. data/.github/ISSUE_TEMPLATE.md +17 -0
  5. data/.github/PULL_REQUEST_TEMPLATE.md +13 -0
  6. data/.gitignore +5 -0
  7. data/.gitlab/cicd-template.yaml +10 -0
  8. data/.gitlab-ci.yml +147 -0
  9. data/.travis.yml +56 -20
  10. data/ADOPTERS.md +5 -0
  11. data/CHANGELOG.md +1369 -0
  12. data/CONTRIBUTING.md +16 -5
  13. data/GOVERNANCE.md +55 -0
  14. data/Gemfile +5 -0
  15. data/GithubWorkflow.md +78 -0
  16. data/LICENSE +202 -0
  17. data/MAINTAINERS.md +7 -0
  18. data/README.md +23 -11
  19. data/Rakefile +48 -2
  20. data/Vagrantfile +17 -0
  21. data/appveyor.yml +37 -0
  22. data/bin/fluent-binlog-reader +7 -0
  23. data/bin/fluent-ca-generate +6 -0
  24. data/bin/fluent-plugin-config-format +5 -0
  25. data/bin/fluent-plugin-generate +5 -0
  26. data/bin/fluentd +3 -0
  27. data/code-of-conduct.md +3 -0
  28. data/example/copy_roundrobin.conf +39 -0
  29. data/example/counter.conf +18 -0
  30. data/example/in_dummy_blocks.conf +17 -0
  31. data/example/in_dummy_with_compression.conf +23 -0
  32. data/example/in_forward.conf +7 -0
  33. data/example/in_forward_client.conf +37 -0
  34. data/example/in_forward_shared_key.conf +15 -0
  35. data/example/in_forward_tls.conf +14 -0
  36. data/example/in_forward_users.conf +24 -0
  37. data/example/in_forward_workers.conf +21 -0
  38. data/example/in_http.conf +3 -1
  39. data/example/in_out_forward.conf +17 -0
  40. data/example/logevents.conf +25 -0
  41. data/example/multi_filters.conf +61 -0
  42. data/example/out_exec_filter.conf +42 -0
  43. data/example/out_forward.conf +13 -13
  44. data/example/out_forward_buf_file.conf +23 -0
  45. data/example/out_forward_client.conf +109 -0
  46. data/example/out_forward_heartbeat_none.conf +16 -0
  47. data/example/out_forward_shared_key.conf +36 -0
  48. data/example/out_forward_tls.conf +18 -0
  49. data/example/out_forward_users.conf +65 -0
  50. data/example/out_null.conf +36 -0
  51. data/example/secondary_file.conf +42 -0
  52. data/example/suppress_config_dump.conf +7 -0
  53. data/example/worker_section.conf +36 -0
  54. data/fluent.conf +29 -0
  55. data/fluentd.gemspec +21 -11
  56. data/lib/fluent/agent.rb +67 -90
  57. data/lib/fluent/clock.rb +62 -0
  58. data/lib/fluent/command/binlog_reader.rb +244 -0
  59. data/lib/fluent/command/ca_generate.rb +181 -0
  60. data/lib/fluent/command/cat.rb +42 -18
  61. data/lib/fluent/command/debug.rb +12 -10
  62. data/lib/fluent/command/fluentd.rb +153 -5
  63. data/lib/fluent/command/plugin_config_formatter.rb +292 -0
  64. data/lib/fluent/command/plugin_generator.rb +324 -0
  65. data/lib/fluent/compat/call_super_mixin.rb +67 -0
  66. data/lib/fluent/compat/detach_process_mixin.rb +33 -0
  67. data/lib/fluent/compat/exec_util.rb +129 -0
  68. data/lib/fluent/compat/file_util.rb +54 -0
  69. data/lib/fluent/compat/filter.rb +68 -0
  70. data/lib/fluent/compat/formatter.rb +111 -0
  71. data/lib/fluent/compat/formatter_utils.rb +85 -0
  72. data/lib/fluent/compat/handle_tag_and_time_mixin.rb +62 -0
  73. data/lib/fluent/compat/handle_tag_name_mixin.rb +53 -0
  74. data/lib/fluent/compat/input.rb +49 -0
  75. data/lib/fluent/compat/output.rb +718 -0
  76. data/lib/fluent/compat/output_chain.rb +60 -0
  77. data/lib/fluent/compat/parser.rb +310 -0
  78. data/lib/fluent/compat/parser_utils.rb +40 -0
  79. data/lib/fluent/compat/propagate_default.rb +62 -0
  80. data/lib/fluent/compat/record_filter_mixin.rb +34 -0
  81. data/lib/fluent/compat/set_tag_key_mixin.rb +50 -0
  82. data/lib/fluent/compat/set_time_key_mixin.rb +69 -0
  83. data/lib/fluent/compat/socket_util.rb +165 -0
  84. data/lib/fluent/compat/string_util.rb +34 -0
  85. data/lib/fluent/compat/structured_format_mixin.rb +26 -0
  86. data/lib/fluent/compat/type_converter.rb +90 -0
  87. data/lib/fluent/config/configure_proxy.rb +210 -62
  88. data/lib/fluent/config/dsl.rb +12 -5
  89. data/lib/fluent/config/element.rb +107 -9
  90. data/lib/fluent/config/literal_parser.rb +9 -3
  91. data/lib/fluent/config/parser.rb +4 -4
  92. data/lib/fluent/config/section.rb +51 -14
  93. data/lib/fluent/config/types.rb +28 -13
  94. data/lib/fluent/config/v1_parser.rb +3 -5
  95. data/lib/fluent/config.rb +23 -20
  96. data/lib/fluent/configurable.rb +79 -21
  97. data/lib/fluent/counter/base_socket.rb +46 -0
  98. data/lib/fluent/counter/client.rb +297 -0
  99. data/lib/fluent/counter/error.rb +86 -0
  100. data/lib/fluent/counter/mutex_hash.rb +163 -0
  101. data/lib/fluent/counter/server.rb +273 -0
  102. data/lib/fluent/counter/store.rb +205 -0
  103. data/lib/fluent/counter/validator.rb +145 -0
  104. data/lib/fluent/counter.rb +23 -0
  105. data/lib/fluent/daemon.rb +15 -0
  106. data/lib/fluent/engine.rb +102 -65
  107. data/lib/fluent/env.rb +7 -3
  108. data/lib/fluent/error.rb +30 -0
  109. data/lib/fluent/event.rb +197 -21
  110. data/lib/fluent/event_router.rb +93 -10
  111. data/lib/fluent/filter.rb +2 -50
  112. data/lib/fluent/formatter.rb +4 -293
  113. data/lib/fluent/input.rb +2 -32
  114. data/lib/fluent/label.rb +10 -2
  115. data/lib/fluent/load.rb +3 -3
  116. data/lib/fluent/log.rb +348 -81
  117. data/lib/fluent/match.rb +37 -36
  118. data/lib/fluent/mixin.rb +12 -176
  119. data/lib/fluent/msgpack_factory.rb +62 -0
  120. data/lib/fluent/output.rb +10 -612
  121. data/lib/fluent/output_chain.rb +23 -0
  122. data/lib/fluent/parser.rb +4 -800
  123. data/lib/fluent/plugin/bare_output.rb +63 -0
  124. data/lib/fluent/plugin/base.rb +192 -0
  125. data/lib/fluent/plugin/buf_file.rb +128 -174
  126. data/lib/fluent/plugin/buf_memory.rb +9 -92
  127. data/lib/fluent/plugin/buffer/chunk.rb +221 -0
  128. data/lib/fluent/plugin/buffer/file_chunk.rb +383 -0
  129. data/lib/fluent/plugin/buffer/memory_chunk.rb +90 -0
  130. data/lib/fluent/plugin/buffer.rb +779 -0
  131. data/lib/fluent/plugin/compressable.rb +92 -0
  132. data/lib/fluent/plugin/exec_util.rb +3 -108
  133. data/lib/fluent/plugin/file_util.rb +4 -34
  134. data/lib/fluent/plugin/file_wrapper.rb +120 -0
  135. data/lib/fluent/plugin/filter.rb +93 -0
  136. data/lib/fluent/plugin/filter_grep.rb +117 -34
  137. data/lib/fluent/plugin/filter_parser.rb +85 -62
  138. data/lib/fluent/plugin/filter_record_transformer.rb +27 -39
  139. data/lib/fluent/plugin/filter_stdout.rb +15 -12
  140. data/lib/fluent/plugin/formatter.rb +50 -0
  141. data/lib/fluent/plugin/formatter_csv.rb +52 -0
  142. data/lib/fluent/plugin/formatter_hash.rb +33 -0
  143. data/lib/fluent/plugin/formatter_json.rb +55 -0
  144. data/lib/fluent/plugin/formatter_ltsv.rb +42 -0
  145. data/lib/fluent/plugin/formatter_msgpack.rb +33 -0
  146. data/lib/fluent/plugin/formatter_out_file.rb +51 -0
  147. data/lib/fluent/plugin/formatter_single_value.rb +34 -0
  148. data/lib/fluent/plugin/formatter_stdout.rb +76 -0
  149. data/lib/fluent/plugin/formatter_tsv.rb +38 -0
  150. data/lib/fluent/plugin/in_debug_agent.rb +17 -6
  151. data/lib/fluent/plugin/in_dummy.rb +47 -20
  152. data/lib/fluent/plugin/in_exec.rb +55 -123
  153. data/lib/fluent/plugin/in_forward.rb +299 -216
  154. data/lib/fluent/plugin/in_gc_stat.rb +14 -36
  155. data/lib/fluent/plugin/in_http.rb +204 -91
  156. data/lib/fluent/plugin/in_monitor_agent.rb +186 -258
  157. data/lib/fluent/plugin/in_object_space.rb +13 -41
  158. data/lib/fluent/plugin/in_syslog.rb +112 -134
  159. data/lib/fluent/plugin/in_tail.rb +408 -745
  160. data/lib/fluent/plugin/in_tcp.rb +66 -9
  161. data/lib/fluent/plugin/in_udp.rb +60 -11
  162. data/lib/fluent/plugin/{in_stream.rb → in_unix.rb} +8 -4
  163. data/lib/fluent/plugin/input.rb +37 -0
  164. data/lib/fluent/plugin/multi_output.rb +158 -0
  165. data/lib/fluent/plugin/out_copy.rb +23 -35
  166. data/lib/fluent/plugin/out_exec.rb +67 -70
  167. data/lib/fluent/plugin/out_exec_filter.rb +204 -271
  168. data/lib/fluent/plugin/out_file.rb +267 -73
  169. data/lib/fluent/plugin/out_forward.rb +854 -325
  170. data/lib/fluent/plugin/out_null.rb +42 -9
  171. data/lib/fluent/plugin/out_relabel.rb +9 -5
  172. data/lib/fluent/plugin/out_roundrobin.rb +18 -37
  173. data/lib/fluent/plugin/out_secondary_file.rb +133 -0
  174. data/lib/fluent/plugin/out_stdout.rb +43 -10
  175. data/lib/fluent/plugin/out_stream.rb +7 -2
  176. data/lib/fluent/plugin/output.rb +1498 -0
  177. data/lib/fluent/plugin/owned_by_mixin.rb +42 -0
  178. data/lib/fluent/plugin/parser.rb +191 -0
  179. data/lib/fluent/plugin/parser_apache.rb +28 -0
  180. data/lib/fluent/plugin/parser_apache2.rb +88 -0
  181. data/lib/fluent/plugin/parser_apache_error.rb +26 -0
  182. data/lib/fluent/plugin/parser_csv.rb +39 -0
  183. data/lib/fluent/plugin/parser_json.rb +94 -0
  184. data/lib/fluent/plugin/parser_ltsv.rb +49 -0
  185. data/lib/fluent/plugin/parser_msgpack.rb +50 -0
  186. data/lib/fluent/plugin/parser_multiline.rb +106 -0
  187. data/lib/fluent/plugin/parser_nginx.rb +28 -0
  188. data/lib/fluent/plugin/parser_none.rb +36 -0
  189. data/lib/fluent/plugin/parser_regexp.rb +68 -0
  190. data/lib/fluent/plugin/parser_syslog.rb +142 -0
  191. data/lib/fluent/plugin/parser_tsv.rb +42 -0
  192. data/lib/fluent/plugin/socket_util.rb +3 -143
  193. data/lib/fluent/plugin/storage.rb +84 -0
  194. data/lib/fluent/plugin/storage_local.rb +164 -0
  195. data/lib/fluent/plugin/string_util.rb +3 -15
  196. data/lib/fluent/plugin.rb +122 -121
  197. data/lib/fluent/plugin_helper/cert_option.rb +178 -0
  198. data/lib/fluent/plugin_helper/child_process.rb +364 -0
  199. data/lib/fluent/plugin_helper/compat_parameters.rb +333 -0
  200. data/lib/fluent/plugin_helper/counter.rb +51 -0
  201. data/lib/fluent/plugin_helper/event_emitter.rb +93 -0
  202. data/lib/fluent/plugin_helper/event_loop.rb +170 -0
  203. data/lib/fluent/plugin_helper/extract.rb +104 -0
  204. data/lib/fluent/plugin_helper/formatter.rb +147 -0
  205. data/lib/fluent/plugin_helper/http_server/app.rb +79 -0
  206. data/lib/fluent/plugin_helper/http_server/compat/server.rb +81 -0
  207. data/lib/fluent/plugin_helper/http_server/compat/webrick_handler.rb +58 -0
  208. data/lib/fluent/plugin_helper/http_server/methods.rb +35 -0
  209. data/lib/fluent/plugin_helper/http_server/request.rb +42 -0
  210. data/lib/fluent/plugin_helper/http_server/router.rb +54 -0
  211. data/lib/fluent/plugin_helper/http_server/server.rb +87 -0
  212. data/lib/fluent/plugin_helper/http_server.rb +76 -0
  213. data/lib/fluent/plugin_helper/inject.rb +151 -0
  214. data/lib/fluent/plugin_helper/parser.rb +147 -0
  215. data/lib/fluent/plugin_helper/record_accessor.rb +210 -0
  216. data/lib/fluent/plugin_helper/retry_state.rb +205 -0
  217. data/lib/fluent/plugin_helper/server.rb +807 -0
  218. data/lib/fluent/plugin_helper/socket.rb +250 -0
  219. data/lib/fluent/plugin_helper/socket_option.rb +80 -0
  220. data/lib/fluent/plugin_helper/storage.rb +349 -0
  221. data/lib/fluent/plugin_helper/thread.rb +179 -0
  222. data/lib/fluent/plugin_helper/timer.rb +92 -0
  223. data/lib/fluent/plugin_helper.rb +73 -0
  224. data/lib/fluent/plugin_id.rb +80 -0
  225. data/lib/fluent/process.rb +3 -489
  226. data/lib/fluent/registry.rb +52 -10
  227. data/lib/fluent/root_agent.rb +204 -42
  228. data/lib/fluent/supervisor.rb +597 -359
  229. data/lib/fluent/system_config.rb +131 -42
  230. data/lib/fluent/test/base.rb +6 -54
  231. data/lib/fluent/test/driver/base.rb +224 -0
  232. data/lib/fluent/test/driver/base_owned.rb +70 -0
  233. data/lib/fluent/test/driver/base_owner.rb +135 -0
  234. data/lib/fluent/test/driver/event_feeder.rb +98 -0
  235. data/lib/fluent/test/driver/filter.rb +57 -0
  236. data/lib/fluent/test/driver/formatter.rb +30 -0
  237. data/lib/fluent/test/driver/input.rb +31 -0
  238. data/lib/fluent/test/driver/multi_output.rb +53 -0
  239. data/lib/fluent/test/driver/output.rb +102 -0
  240. data/lib/fluent/test/driver/parser.rb +30 -0
  241. data/lib/fluent/test/driver/test_event_router.rb +45 -0
  242. data/lib/fluent/test/filter_test.rb +0 -1
  243. data/lib/fluent/test/formatter_test.rb +4 -1
  244. data/lib/fluent/test/helpers.rb +58 -10
  245. data/lib/fluent/test/input_test.rb +27 -19
  246. data/lib/fluent/test/log.rb +79 -0
  247. data/lib/fluent/test/output_test.rb +28 -39
  248. data/lib/fluent/test/parser_test.rb +3 -1
  249. data/lib/fluent/test/startup_shutdown.rb +46 -0
  250. data/lib/fluent/test.rb +33 -1
  251. data/lib/fluent/time.rb +450 -1
  252. data/lib/fluent/timezone.rb +27 -3
  253. data/lib/fluent/{status.rb → unique_id.rb} +15 -24
  254. data/lib/fluent/version.rb +1 -1
  255. data/lib/fluent/winsvc.rb +85 -0
  256. data/templates/new_gem/Gemfile +3 -0
  257. data/templates/new_gem/README.md.erb +43 -0
  258. data/templates/new_gem/Rakefile +13 -0
  259. data/templates/new_gem/fluent-plugin.gemspec.erb +27 -0
  260. data/templates/new_gem/lib/fluent/plugin/filter.rb.erb +14 -0
  261. data/templates/new_gem/lib/fluent/plugin/formatter.rb.erb +14 -0
  262. data/templates/new_gem/lib/fluent/plugin/input.rb.erb +11 -0
  263. data/templates/new_gem/lib/fluent/plugin/output.rb.erb +11 -0
  264. data/templates/new_gem/lib/fluent/plugin/parser.rb.erb +15 -0
  265. data/templates/new_gem/test/helper.rb.erb +8 -0
  266. data/templates/new_gem/test/plugin/test_filter.rb.erb +18 -0
  267. data/templates/new_gem/test/plugin/test_formatter.rb.erb +18 -0
  268. data/templates/new_gem/test/plugin/test_input.rb.erb +18 -0
  269. data/templates/new_gem/test/plugin/test_output.rb.erb +18 -0
  270. data/templates/new_gem/test/plugin/test_parser.rb.erb +18 -0
  271. data/templates/plugin_config_formatter/param.md-compact.erb +25 -0
  272. data/templates/plugin_config_formatter/param.md.erb +34 -0
  273. data/templates/plugin_config_formatter/section.md.erb +12 -0
  274. data/test/command/test_binlog_reader.rb +346 -0
  275. data/test/command/test_ca_generate.rb +70 -0
  276. data/test/command/test_fluentd.rb +901 -0
  277. data/test/command/test_plugin_config_formatter.rb +276 -0
  278. data/test/command/test_plugin_generator.rb +92 -0
  279. data/test/compat/test_calls_super.rb +166 -0
  280. data/test/compat/test_parser.rb +92 -0
  281. data/test/config/test_config_parser.rb +126 -2
  282. data/test/config/test_configurable.rb +946 -187
  283. data/test/config/test_configure_proxy.rb +424 -74
  284. data/test/config/test_dsl.rb +11 -11
  285. data/test/config/test_element.rb +500 -0
  286. data/test/config/test_literal_parser.rb +8 -0
  287. data/test/config/test_plugin_configuration.rb +56 -0
  288. data/test/config/test_section.rb +79 -7
  289. data/test/config/test_system_config.rb +122 -35
  290. data/test/config/test_types.rb +38 -0
  291. data/test/counter/test_client.rb +559 -0
  292. data/test/counter/test_error.rb +44 -0
  293. data/test/counter/test_mutex_hash.rb +179 -0
  294. data/test/counter/test_server.rb +589 -0
  295. data/test/counter/test_store.rb +258 -0
  296. data/test/counter/test_validator.rb +137 -0
  297. data/test/helper.rb +89 -6
  298. data/test/helpers/fuzzy_assert.rb +89 -0
  299. data/test/plugin/test_bare_output.rb +118 -0
  300. data/test/plugin/test_base.rb +115 -0
  301. data/test/plugin/test_buf_file.rb +823 -460
  302. data/test/plugin/test_buf_memory.rb +32 -194
  303. data/test/plugin/test_buffer.rb +1233 -0
  304. data/test/plugin/test_buffer_chunk.rb +198 -0
  305. data/test/plugin/test_buffer_file_chunk.rb +844 -0
  306. data/test/plugin/test_buffer_memory_chunk.rb +338 -0
  307. data/test/plugin/test_compressable.rb +84 -0
  308. data/test/plugin/test_filter.rb +357 -0
  309. data/test/plugin/test_filter_grep.rb +540 -29
  310. data/test/plugin/test_filter_parser.rb +439 -452
  311. data/test/plugin/test_filter_record_transformer.rb +123 -166
  312. data/test/plugin/test_filter_stdout.rb +160 -72
  313. data/test/plugin/test_formatter_csv.rb +111 -0
  314. data/test/plugin/test_formatter_hash.rb +35 -0
  315. data/test/plugin/test_formatter_json.rb +51 -0
  316. data/test/plugin/test_formatter_ltsv.rb +62 -0
  317. data/test/plugin/test_formatter_msgpack.rb +28 -0
  318. data/test/plugin/test_formatter_out_file.rb +95 -0
  319. data/test/plugin/test_formatter_single_value.rb +38 -0
  320. data/test/plugin/test_formatter_tsv.rb +68 -0
  321. data/test/plugin/test_in_debug_agent.rb +24 -1
  322. data/test/plugin/test_in_dummy.rb +111 -18
  323. data/test/plugin/test_in_exec.rb +200 -113
  324. data/test/plugin/test_in_forward.rb +990 -387
  325. data/test/plugin/test_in_gc_stat.rb +10 -8
  326. data/test/plugin/test_in_http.rb +600 -224
  327. data/test/plugin/test_in_monitor_agent.rb +690 -0
  328. data/test/plugin/test_in_object_space.rb +24 -8
  329. data/test/plugin/test_in_syslog.rb +154 -215
  330. data/test/plugin/test_in_tail.rb +1006 -707
  331. data/test/plugin/test_in_tcp.rb +125 -48
  332. data/test/plugin/test_in_udp.rb +204 -63
  333. data/test/plugin/{test_in_stream.rb → test_in_unix.rb} +14 -13
  334. data/test/plugin/test_input.rb +126 -0
  335. data/test/plugin/test_metadata.rb +89 -0
  336. data/test/plugin/test_multi_output.rb +180 -0
  337. data/test/plugin/test_out_copy.rb +117 -112
  338. data/test/plugin/test_out_exec.rb +258 -53
  339. data/test/plugin/test_out_exec_filter.rb +538 -115
  340. data/test/plugin/test_out_file.rb +865 -178
  341. data/test/plugin/test_out_forward.rb +998 -210
  342. data/test/plugin/test_out_null.rb +105 -0
  343. data/test/plugin/test_out_relabel.rb +28 -0
  344. data/test/plugin/test_out_roundrobin.rb +36 -29
  345. data/test/plugin/test_out_secondary_file.rb +458 -0
  346. data/test/plugin/test_out_stdout.rb +135 -37
  347. data/test/plugin/test_out_stream.rb +18 -0
  348. data/test/plugin/test_output.rb +984 -0
  349. data/test/plugin/test_output_as_buffered.rb +2021 -0
  350. data/test/plugin/test_output_as_buffered_backup.rb +312 -0
  351. data/test/plugin/test_output_as_buffered_compress.rb +165 -0
  352. data/test/plugin/test_output_as_buffered_overflow.rb +250 -0
  353. data/test/plugin/test_output_as_buffered_retries.rb +911 -0
  354. data/test/plugin/test_output_as_buffered_secondary.rb +874 -0
  355. data/test/plugin/test_output_as_standard.rb +374 -0
  356. data/test/plugin/test_owned_by.rb +35 -0
  357. data/test/plugin/test_parser.rb +359 -0
  358. data/test/plugin/test_parser_apache.rb +42 -0
  359. data/test/plugin/test_parser_apache2.rb +47 -0
  360. data/test/plugin/test_parser_apache_error.rb +45 -0
  361. data/test/plugin/test_parser_csv.rb +103 -0
  362. data/test/plugin/test_parser_json.rb +138 -0
  363. data/test/plugin/test_parser_labeled_tsv.rb +145 -0
  364. data/test/plugin/test_parser_multiline.rb +100 -0
  365. data/test/plugin/test_parser_nginx.rb +88 -0
  366. data/test/plugin/test_parser_none.rb +52 -0
  367. data/test/plugin/test_parser_regexp.rb +289 -0
  368. data/test/plugin/test_parser_syslog.rb +441 -0
  369. data/test/plugin/test_parser_tsv.rb +122 -0
  370. data/test/plugin/test_storage.rb +167 -0
  371. data/test/plugin/test_storage_local.rb +335 -0
  372. data/test/plugin_helper/data/cert/cert-key.pem +27 -0
  373. data/test/plugin_helper/data/cert/cert-with-no-newline.pem +19 -0
  374. data/test/plugin_helper/data/cert/cert.pem +19 -0
  375. data/test/plugin_helper/http_server/test_app.rb +65 -0
  376. data/test/plugin_helper/http_server/test_route.rb +32 -0
  377. data/test/plugin_helper/test_cert_option.rb +16 -0
  378. data/test/plugin_helper/test_child_process.rb +794 -0
  379. data/test/plugin_helper/test_compat_parameters.rb +353 -0
  380. data/test/plugin_helper/test_event_emitter.rb +51 -0
  381. data/test/plugin_helper/test_event_loop.rb +52 -0
  382. data/test/plugin_helper/test_extract.rb +194 -0
  383. data/test/plugin_helper/test_formatter.rb +255 -0
  384. data/test/plugin_helper/test_http_server_helper.rb +205 -0
  385. data/test/plugin_helper/test_inject.rb +519 -0
  386. data/test/plugin_helper/test_parser.rb +264 -0
  387. data/test/plugin_helper/test_record_accessor.rb +197 -0
  388. data/test/plugin_helper/test_retry_state.rb +442 -0
  389. data/test/plugin_helper/test_server.rb +1714 -0
  390. data/test/plugin_helper/test_storage.rb +542 -0
  391. data/test/plugin_helper/test_thread.rb +164 -0
  392. data/test/plugin_helper/test_timer.rb +132 -0
  393. data/test/scripts/exec_script.rb +0 -6
  394. data/test/scripts/fluent/plugin/formatter1/formatter_test1.rb +7 -0
  395. data/test/scripts/fluent/plugin/formatter2/formatter_test2.rb +7 -0
  396. data/test/scripts/fluent/plugin/out_test.rb +23 -15
  397. data/test/scripts/fluent/plugin/out_test2.rb +80 -0
  398. data/test/test_clock.rb +164 -0
  399. data/test/test_config.rb +16 -7
  400. data/test/test_configdsl.rb +2 -2
  401. data/test/test_event.rb +360 -13
  402. data/test/test_event_router.rb +108 -11
  403. data/test/test_event_time.rb +199 -0
  404. data/test/test_filter.rb +48 -6
  405. data/test/test_formatter.rb +11 -391
  406. data/test/test_input.rb +1 -1
  407. data/test/test_log.rb +591 -31
  408. data/test/test_mixin.rb +1 -1
  409. data/test/test_output.rb +121 -185
  410. data/test/test_plugin.rb +251 -0
  411. data/test/test_plugin_classes.rb +177 -10
  412. data/test/test_plugin_helper.rb +81 -0
  413. data/test/test_plugin_id.rb +101 -0
  414. data/test/test_process.rb +8 -42
  415. data/test/test_root_agent.rb +766 -21
  416. data/test/test_supervisor.rb +481 -0
  417. data/test/test_test_drivers.rb +135 -0
  418. data/test/test_time_formatter.rb +282 -0
  419. data/test/test_time_parser.rb +231 -0
  420. data/test/test_unique_id.rb +47 -0
  421. metadata +454 -60
  422. data/COPYING +0 -14
  423. data/ChangeLog +0 -666
  424. data/lib/fluent/buffer.rb +0 -365
  425. data/lib/fluent/plugin/in_status.rb +0 -76
  426. data/test/plugin/test_in_status.rb +0 -38
  427. data/test/test_buffer.rb +0 -624
  428. data/test/test_parser.rb +0 -1305
@@ -0,0 +1,458 @@
1
+ require_relative '../helper'
2
+ require 'time'
3
+ require 'fileutils'
4
+ require 'fluent/event'
5
+ require 'fluent/unique_id'
6
+ require 'fluent/plugin/buffer'
7
+ require 'fluent/plugin/out_secondary_file'
8
+ require 'fluent/plugin/buffer/memory_chunk'
9
+ require 'fluent/test/driver/output'
10
+
11
+ class FileOutputSecondaryTest < Test::Unit::TestCase
12
+ include Fluent::UniqueId::Mixin
13
+
14
+ def setup
15
+ Fluent::Test.setup
16
+ FileUtils.rm_rf(TMP_DIR)
17
+ FileUtils.mkdir_p(TMP_DIR)
18
+ end
19
+
20
+ TMP_DIR = File.expand_path(File.dirname(__FILE__) + "/../tmp/out_secondary_file#{ENV['TEST_ENV_NUMBER']}")
21
+
22
+ CONFIG = %[
23
+ directory #{TMP_DIR}
24
+ basename out_file_test
25
+ compress gzip
26
+ ]
27
+
28
+ class DummyOutput < Fluent::Plugin::Output
29
+ def write(chunk); end
30
+ end
31
+
32
+ def create_primary(buffer_cofig = config_element('buffer'))
33
+ DummyOutput.new.configure(config_element('ROOT','',{}, [buffer_cofig]))
34
+ end
35
+
36
+ def create_driver(conf = CONFIG, primary = create_primary)
37
+ c = Fluent::Test::Driver::Output.new(Fluent::Plugin::SecondaryFileOutput)
38
+ c.instance.acts_as_secondary(primary)
39
+ c.configure(conf)
40
+ end
41
+
42
+ sub_test_case 'configure' do
43
+ test 'default configuration' do
44
+ d = create_driver %[directory #{TMP_DIR}]
45
+ assert_equal 'dump.bin', d.instance.basename
46
+ assert_equal TMP_DIR, d.instance.directory
47
+ assert_equal :text, d.instance.compress
48
+ assert_equal false, d.instance.append
49
+ end
50
+
51
+ test 'should be configurable' do
52
+ d = create_driver %[
53
+ directory #{TMP_DIR}
54
+ basename out_file_test
55
+ compress gzip
56
+ append true
57
+ ]
58
+ assert_equal 'out_file_test', d.instance.basename
59
+ assert_equal TMP_DIR, d.instance.directory
60
+ assert_equal :gzip, d.instance.compress
61
+ assert_equal true, d.instance.append
62
+ end
63
+
64
+ test 'should only use in secondary' do
65
+ c = Fluent::Test::Driver::Output.new(Fluent::Plugin::SecondaryFileOutput)
66
+ assert_raise Fluent::ConfigError.new("This plugin can only be used in the <secondary> section") do
67
+ c.configure(CONFIG)
68
+ end
69
+ end
70
+
71
+ test 'basename should not include `/`' do
72
+ assert_raise Fluent::ConfigError.new("basename should not include `/`") do
73
+ create_driver %[
74
+ directory #{TMP_DIR}
75
+ basename out/file
76
+ ]
77
+ end
78
+ end
79
+
80
+ test 'directory should be writable' do
81
+ assert_nothing_raised do
82
+ create_driver %[directory #{TMP_DIR}/test_dir/foo/bar/]
83
+ end
84
+
85
+ assert_nothing_raised do
86
+ FileUtils.mkdir_p("#{TMP_DIR}/test_dir")
87
+ File.chmod(0777, "#{TMP_DIR}/test_dir")
88
+ create_driver %[directory #{TMP_DIR}/test_dir/foo/bar/]
89
+ end
90
+
91
+ if Process.uid.nonzero?
92
+ assert_raise Fluent::ConfigError.new("out_secondary_file: `#{TMP_DIR}/test_dir/foo/bar/` should be writable") do
93
+ FileUtils.mkdir_p("#{TMP_DIR}/test_dir")
94
+ File.chmod(0555, "#{TMP_DIR}/test_dir")
95
+ create_driver %[directory #{TMP_DIR}/test_dir/foo/bar/]
96
+ end
97
+ end
98
+ end
99
+
100
+ test 'should be passed directory' do
101
+ assert_raise Fluent::ConfigError do
102
+ i = Fluent::Plugin::SecondaryFileOutput.new
103
+ i.acts_as_secondary(create_primary)
104
+ i.configure(config_element())
105
+ end
106
+
107
+ assert_nothing_raised do
108
+ create_driver %[directory #{TMP_DIR}/test_dir/foo/bar/]
109
+ end
110
+ end
111
+ end
112
+
113
+ def check_gzipped_result(path, expect)
114
+ # Zlib::GzipReader has a bug of concatenated file: https://bugs.ruby-lang.org/issues/9790
115
+ # Following code from https://www.ruby-forum.com/topic/971591#979520
116
+ result = ""
117
+ waiting(10) do
118
+ # we can expect that GzipReader#read can wait unflushed raw data of `io` on disk
119
+ File.open(path, "rb") { |io|
120
+ loop do
121
+ gzr = Zlib::GzipReader.new(io)
122
+ result << gzr.read
123
+ unused = gzr.unused
124
+ gzr.finish
125
+ break if unused.nil?
126
+ io.pos -= unused.length
127
+ end
128
+ }
129
+ end
130
+
131
+ assert_equal expect, result
132
+ end
133
+
134
+ def create_chunk(primary, metadata, es)
135
+ primary.buffer.generate_chunk(metadata).tap do |c|
136
+ c.concat(es.to_msgpack_stream, es.size) # to_msgpack_stream is standard_format
137
+ c.commit
138
+ end
139
+ end
140
+
141
+ sub_test_case 'write' do
142
+ setup do
143
+ @record = { 'key' => 'value' }
144
+ @time = event_time
145
+ @es = Fluent::OneEventStream.new(@time, @record)
146
+ @primary = create_primary
147
+ metadata = @primary.buffer.new_metadata
148
+ @chunk = create_chunk(@primary, metadata, @es)
149
+ end
150
+
151
+ test 'should output compressed file when compress option is gzip' do
152
+ d = create_driver(CONFIG, @primary)
153
+ path = d.instance.write(@chunk)
154
+
155
+ assert_equal "#{TMP_DIR}/out_file_test.0.gz", path
156
+ check_gzipped_result(path, @es.to_msgpack_stream.force_encoding('ASCII-8BIT'))
157
+ end
158
+
159
+ test 'should output plain text when compress option is default(text)' do
160
+ d = create_driver(%[
161
+ directory #{TMP_DIR}/
162
+ basename out_file_test
163
+ ], @primary)
164
+
165
+ msgpack_binary = @es.to_msgpack_stream.force_encoding('ASCII-8BIT')
166
+
167
+ path = d.instance.write(@chunk)
168
+ assert_equal "#{TMP_DIR}/out_file_test.0", path
169
+ waiting(5) do
170
+ sleep 0.1 until File.stat(path).size == msgpack_binary.size
171
+ end
172
+
173
+ assert_equal msgpack_binary, File.binread(path)
174
+ end
175
+
176
+ test 'path should be incremental when append option is false' do
177
+ d = create_driver(CONFIG, @primary)
178
+ packed_value = @es.to_msgpack_stream.force_encoding('ASCII-8BIT')
179
+
180
+ 5.times do |i|
181
+ path = d.instance.write(@chunk)
182
+ assert_equal "#{TMP_DIR}/out_file_test.#{i}.gz", path
183
+ check_gzipped_result(path, packed_value)
184
+ end
185
+ end
186
+
187
+ test 'path should be unchanged when append option is true' do
188
+ d = create_driver(CONFIG + %[append true], @primary)
189
+ packed_value = @es.to_msgpack_stream.force_encoding('ASCII-8BIT')
190
+
191
+ [*1..5].each do |i|
192
+ path = d.instance.write(@chunk)
193
+ assert_equal "#{TMP_DIR}/out_file_test.gz", path
194
+ check_gzipped_result(path, packed_value * i)
195
+ end
196
+ end
197
+ end
198
+
199
+ sub_test_case 'Syntax of placeholders' do
200
+ data(
201
+ tag: '${tag}',
202
+ tag_index: '${tag[0]}',
203
+ tag_index1: '${tag[10]}',
204
+ variable: '${key1}',
205
+ variable2: '${key@value}',
206
+ variable3: '${key_value}',
207
+ variable4: '${key.value}',
208
+ variable5: '${key-value}',
209
+ variable6: '${KEYVALUE}',
210
+ variable7: '${tags}',
211
+ variable8: '${tag${key}', # matched ${key}
212
+ )
213
+ test 'matches with a valid placeholder' do |path|
214
+ assert Fluent::Plugin::SecondaryFileOutput::PLACEHOLDER_REGEX.match(path)
215
+ end
216
+
217
+ data(
218
+ invalid_tag: 'tag',
219
+ invalid_tag2: '{tag}',
220
+ invalid_tag3: '${tag',
221
+ invalid_tag4: '${tag0]}',
222
+ invalid_tag5: '${tag[]]}',
223
+ invalid_variable: '${key[0]}',
224
+ invalid_variable2: '${key{key2}}',
225
+ )
226
+ test "doesn't match with an invalid placeholder" do |path|
227
+ assert !Fluent::Plugin::SecondaryFileOutput::PLACEHOLDER_REGEX.match(path)
228
+ end
229
+ end
230
+
231
+ sub_test_case 'path' do
232
+ setup do
233
+ @record = { 'key' => 'value' }
234
+ @time = event_time
235
+ @es = Fluent::OneEventStream.new(@time, @record)
236
+ primary = create_primary
237
+ m = primary.buffer.new_metadata
238
+ @c = create_chunk(primary, m, @es)
239
+ end
240
+
241
+ test 'normal path when compress option is gzip' do
242
+ d = create_driver
243
+ path = d.instance.write(@c)
244
+ assert_equal "#{TMP_DIR}/out_file_test.0.gz", path
245
+ end
246
+
247
+ test 'normal path when compress option is default' do
248
+ d = create_driver %[
249
+ directory #{TMP_DIR}
250
+ basename out_file_test
251
+ ]
252
+ path = d.instance.write(@c)
253
+ assert_equal "#{TMP_DIR}/out_file_test.0", path
254
+ end
255
+
256
+ test 'normal path when append option is true' do
257
+ d = create_driver %[
258
+ directory #{TMP_DIR}
259
+ append true
260
+ ]
261
+ path = d.instance.write(@c)
262
+ assert_equal "#{TMP_DIR}/dump.bin", path
263
+ end
264
+
265
+ test 'path with ${chunk_id}' do
266
+ d = create_driver %[
267
+ directory #{TMP_DIR}
268
+ basename out_file_chunk_id_${chunk_id}
269
+ ]
270
+ path = d.instance.write(@c)
271
+ if File.basename(path) =~ /out_file_chunk_id_([-_.@a-zA-Z0-9].*).0/
272
+ unique_id = Fluent::UniqueId.hex(Fluent::UniqueId.generate)
273
+ assert_equal unique_id.size, $1.size, "chunk_id size is mismatched"
274
+ else
275
+ flunk "chunk_id is not included in the path"
276
+ end
277
+ end
278
+
279
+ data(
280
+ invalid_tag: [/tag/, '${tag}'],
281
+ invalid_tag0: [/tag\[0\]/, '${tag[0]}'],
282
+ invalid_variable: [/dummy/, '${dummy}'],
283
+ invalid_timeformat: [/time/, '%Y%m%d'],
284
+ )
285
+ test 'raise an error when basename includes incompatible placeholder' do |(expected_message, invalid_basename)|
286
+ c = Fluent::Test::Driver::Output.new(Fluent::Plugin::SecondaryFileOutput)
287
+ c.instance.acts_as_secondary(DummyOutput.new)
288
+
289
+ assert_raise_message(expected_message) do
290
+ c.configure %[
291
+ directory #{TMP_DIR}/
292
+ basename #{invalid_basename}
293
+ compress gzip
294
+ ]
295
+ end
296
+ end
297
+
298
+ data(
299
+ invalid_tag: [/tag/, '${tag}'],
300
+ invalid_tag0: [/tag\[0\]/, '${tag[0]}'],
301
+ invalid_variable: [/dummy/, '${dummy}'],
302
+ invalid_timeformat: [/time/, '%Y%m%d'],
303
+ )
304
+ test 'raise an error when directory includes incompatible placeholder' do |(expected_message, invalid_directory)|
305
+ c = Fluent::Test::Driver::Output.new(Fluent::Plugin::SecondaryFileOutput)
306
+ c.instance.acts_as_secondary(DummyOutput.new)
307
+
308
+ assert_raise_message(expected_message) do
309
+ c.configure %[
310
+ directory #{invalid_directory}/
311
+ compress gzip
312
+ ]
313
+ end
314
+ end
315
+
316
+ test 'basename includes tag' do
317
+ primary = create_primary(config_element('buffer', 'tag'))
318
+
319
+ d = create_driver(%[
320
+ directory #{TMP_DIR}/
321
+ basename cool_${tag}
322
+ compress gzip
323
+ ], primary)
324
+
325
+ m = primary.buffer.new_metadata(tag: 'test.dummy')
326
+ c = create_chunk(primary, m, @es)
327
+
328
+ path = d.instance.write(c)
329
+ assert_equal "#{TMP_DIR}/cool_test.dummy.0.gz", path
330
+ end
331
+
332
+ test 'basename includes /tag[\d+]/' do
333
+ primary = create_primary(config_element('buffer', 'tag'))
334
+
335
+ d = create_driver(%[
336
+ directory #{TMP_DIR}/
337
+ basename cool_${tag[0]}_${tag[1]}
338
+ compress gzip
339
+ ], primary)
340
+
341
+ m = primary.buffer.new_metadata(tag: 'test.dummy')
342
+ c = create_chunk(primary, m, @es)
343
+
344
+ path = d.instance.write(c)
345
+ assert_equal "#{TMP_DIR}/cool_test_dummy.0.gz", path
346
+ end
347
+
348
+ test 'basename includes time format' do
349
+ primary = create_primary(
350
+ config_element('buffer', 'time', { 'timekey_zone' => '+0900', 'timekey' => 1 })
351
+ )
352
+
353
+ d = create_driver(%[
354
+ directory #{TMP_DIR}/
355
+ basename cool_%Y%m%d%H
356
+ compress gzip
357
+ ], primary)
358
+
359
+ m = primary.buffer.new_metadata(timekey: event_time("2011-01-02 13:14:15 UTC"))
360
+ c = create_chunk(primary, m, @es)
361
+
362
+ path = d.instance.write(c)
363
+ assert_equal "#{TMP_DIR}/cool_2011010222.0.gz", path
364
+ end
365
+
366
+ test 'basename includes time format with timekey_use_utc option' do
367
+ primary = create_primary(
368
+ config_element('buffer', 'time', { 'timekey_zone' => '+0900', 'timekey' => 1, 'timekey_use_utc' => true })
369
+ )
370
+
371
+ d = create_driver(%[
372
+ directory #{TMP_DIR}/
373
+ basename cool_%Y%m%d%H
374
+ compress gzip
375
+ ], primary)
376
+
377
+ m = primary.buffer.new_metadata(timekey: event_time("2011-01-02 13:14:15 UTC"))
378
+ c = create_chunk(primary, m, @es)
379
+
380
+ path = d.instance.write(c)
381
+ assert_equal "#{TMP_DIR}/cool_2011010213.0.gz", path
382
+ end
383
+
384
+ test 'basename includes variable' do
385
+ primary = create_primary(config_element('buffer', 'test1'))
386
+
387
+ d = create_driver(%[
388
+ directory #{TMP_DIR}/
389
+ basename cool_${test1}
390
+ compress gzip
391
+ ], primary)
392
+
393
+ m = primary.buffer.new_metadata(variables: { "test1".to_sym => "dummy" })
394
+ c = create_chunk(primary, m, @es)
395
+
396
+ path = d.instance.write(c)
397
+ assert_equal "#{TMP_DIR}/cool_dummy.0.gz", path
398
+ end
399
+
400
+ test 'basename includes unnecessary variable' do
401
+ primary = create_primary(config_element('buffer', 'test1'))
402
+ c = Fluent::Test::Driver::Output.new(Fluent::Plugin::SecondaryFileOutput)
403
+ c.instance.acts_as_secondary(primary)
404
+
405
+ assert_raise_message(/test2/) do
406
+ c.configure %[
407
+ directory #{TMP_DIR}/
408
+ basename ${test1}_${test2}
409
+ compress gzip
410
+ ]
411
+ end
412
+ end
413
+
414
+ test 'basename includes tag, time format, and variables' do
415
+ primary = create_primary(
416
+ config_element('buffer', 'time,tag,test1', { 'timekey_zone' => '+0000', 'timekey' => 1 })
417
+ )
418
+
419
+ d = create_driver(%[
420
+ directory #{TMP_DIR}/
421
+ basename cool_%Y%m%d%H_${tag}_${test1}
422
+ compress gzip
423
+ ], primary)
424
+
425
+ m = primary.buffer.new_metadata(
426
+ timekey: event_time("2011-01-02 13:14:15 UTC"),
427
+ tag: 'test.tag',
428
+ variables: { "test1".to_sym => "dummy" }
429
+ )
430
+
431
+ c = create_chunk(primary, m, @es)
432
+
433
+ path = d.instance.write(c)
434
+ assert_equal "#{TMP_DIR}/cool_2011010213_test.tag_dummy.0.gz", path
435
+ end
436
+
437
+ test 'directory includes tag, time format, and variables' do
438
+ primary = create_primary(
439
+ config_element('buffer', 'time,tag,test1', { 'timekey_zone' => '+0000', 'timekey' => 1 })
440
+ )
441
+
442
+ d = create_driver(%[
443
+ directory #{TMP_DIR}/%Y%m%d%H/${tag}/${test1}
444
+ compress gzip
445
+ ], primary)
446
+
447
+ m = primary.buffer.new_metadata(
448
+ timekey: event_time("2011-01-02 13:14:15 UTC"),
449
+ tag: 'test.tag',
450
+ variables: { "test1".to_sym => "dummy" }
451
+ )
452
+ c = create_chunk(primary, m, @es)
453
+
454
+ path = d.instance.write(c)
455
+ assert_equal "#{TMP_DIR}/2011010213/test.tag/dummy/dump.bin.0.gz", path
456
+ end
457
+ end
458
+ end
@@ -1,5 +1,6 @@
1
1
  require_relative '../helper'
2
- require 'fluent/test'
2
+ require 'fluent/test/driver/output'
3
+ require 'fluent/plugin/out_stdout'
3
4
 
4
5
  class StdoutOutputTest < Test::Unit::TestCase
5
6
  def setup
@@ -8,56 +9,153 @@ class StdoutOutputTest < Test::Unit::TestCase
8
9
 
9
10
  CONFIG = %[
10
11
  ]
12
+ TIME_FORMAT = '%Y-%m-%d %H:%M:%S.%9N %z'
11
13
 
12
14
  def create_driver(conf = CONFIG)
13
- Fluent::Test::OutputTestDriver.new(Fluent::StdoutOutput).configure(conf)
15
+ Fluent::Test::Driver::Output.new(Fluent::Plugin::StdoutOutput).configure(conf)
14
16
  end
15
17
 
16
- def test_configure
17
- d = create_driver
18
- assert_equal 'json', d.instance.output_type
19
- end
18
+ sub_test_case 'non-buffered' do
19
+ test 'configure' do
20
+ d = create_driver
21
+ assert_equal 1, d.instance.formatter_configs.size # init: true
22
+ assert_kind_of Fluent::Plugin::StdoutFormatter, d.instance.formatter
23
+ assert_equal 'json', d.instance.formatter.output_type
24
+ end
20
25
 
21
- def test_configure_output_type
22
- d = create_driver(CONFIG + "\noutput_type json")
23
- assert_equal 'json', d.instance.output_type
26
+ test 'configure output_type' do
27
+ d = create_driver(CONFIG + "\noutput_type json")
28
+ assert_kind_of Fluent::Plugin::StdoutFormatter, d.instance.formatter
29
+ assert_equal 'json', d.instance.formatter.output_type
24
30
 
25
- d = create_driver(CONFIG + "\noutput_type hash")
26
- assert_equal 'hash', d.instance.output_type
31
+ d = create_driver(CONFIG + "\noutput_type hash")
32
+ assert_kind_of Fluent::Plugin::StdoutFormatter, d.instance.formatter
33
+ assert_equal 'hash', d.instance.formatter.output_type
27
34
 
28
- assert_raise(Fluent::ConfigError) do
29
- d = create_driver(CONFIG + "\noutput_type foo")
35
+ assert_raise(Fluent::ConfigError) do
36
+ d = create_driver(CONFIG + "\noutput_type foo")
37
+ end
30
38
  end
31
- end
32
39
 
33
- data('oj' => 'oj', 'yajl' => 'yajl')
34
- def test_emit_json(data)
35
- d = create_driver(CONFIG + "\noutput_type json\njson_parser #{data}")
36
- time = Time.now
37
- out = capture_log { d.emit({'test' => 'test'}, time) }
38
- assert_equal "#{time.localtime} test: {\"test\":\"test\"}\n", out
39
-
40
- if data == 'yajl'
41
- # NOTE: Float::NAN is not jsonable
42
- assert_raise(Yajl::EncodeError) { d.emit({'test' => Float::NAN}, time) }
43
- else
44
- out = capture_log { d.emit({'test' => Float::NAN}, time) }
45
- assert_equal "#{time.localtime} test: {\"test\":NaN}\n", out
40
+ test 'emit with default configuration' do
41
+ d = create_driver
42
+ time = event_time()
43
+ out = capture_log do
44
+ d.run(default_tag: 'test') do
45
+ d.feed(time, {'test' => 'test1'})
46
+ end
47
+ end
48
+ assert_equal "#{Time.at(time).localtime.strftime(TIME_FORMAT)} test: {\"test\":\"test1\"}\n", out
49
+ end
50
+
51
+ data('oj' => 'oj', 'yajl' => 'yajl')
52
+ test 'emit in json format' do |data|
53
+ d = create_driver(CONFIG + "\noutput_type json\njson_parser #{data}")
54
+ time = event_time()
55
+ out = capture_log do
56
+ d.run(default_tag: 'test') do
57
+ d.feed(time, {'test' => 'test1'})
58
+ end
59
+ end
60
+ assert_equal "#{Time.at(time).localtime.strftime(TIME_FORMAT)} test: {\"test\":\"test1\"}\n", out
61
+
62
+ if data == 'yajl'
63
+ # NOTE: Float::NAN is not jsonable
64
+ assert_raise(Yajl::EncodeError) { d.feed('test', time, {'test' => Float::NAN}) }
65
+ else
66
+ out = capture_log { d.feed('test', time, {'test' => Float::NAN}) }
67
+ assert_equal "#{Time.at(time).localtime.strftime(TIME_FORMAT)} test: {\"test\":NaN}\n", out
68
+ end
46
69
  end
47
- end
48
70
 
49
- def test_emit_hash
50
- d = create_driver(CONFIG + "\noutput_type hash")
51
- time = Time.now
52
- out = capture_log { d.emit({'test' => 'test'}, time) }
53
- assert_equal "#{time.localtime} test: {\"test\"=>\"test\"}\n", out
71
+ test 'emit in hash format' do
72
+ d = create_driver(CONFIG + "\noutput_type hash")
73
+ time = event_time()
74
+ out = capture_log do
75
+ d.run(default_tag: 'test') do
76
+ d.feed(time, {'test' => 'test2'})
77
+ end
78
+ end
79
+ assert_equal "#{Time.at(time).localtime.strftime(TIME_FORMAT)} test: {\"test\"=>\"test2\"}\n", out
54
80
 
55
- # NOTE: Float::NAN is not jsonable, but hash string can output it.
56
- out = capture_log { d.emit({'test' => Float::NAN}, time) }
57
- assert_equal "#{time.localtime} test: {\"test\"=>NaN}\n", out
81
+ # NOTE: Float::NAN is not jsonable, but hash string can output it.
82
+ out = capture_log { d.feed('test', time, {'test' => Float::NAN}) }
83
+ assert_equal "#{Time.at(time).localtime.strftime(TIME_FORMAT)} test: {\"test\"=>NaN}\n", out
84
+ end
58
85
  end
59
86
 
60
- private
87
+ sub_test_case 'buffered' do
88
+ test 'configure' do
89
+ d = create_driver(config_element("ROOT", "", {}, [config_element("buffer")]))
90
+ assert_equal 1, d.instance.formatter_configs.size
91
+ assert_kind_of Fluent::Plugin::StdoutFormatter, d.instance.formatter
92
+ assert_equal 'json', d.instance.formatter.output_type
93
+ assert_equal 10 * 1024, d.instance.buffer_config.chunk_limit_size
94
+ assert d.instance.buffer_config.flush_at_shutdown
95
+ assert_equal ['tag'], d.instance.buffer_config.chunk_keys
96
+ assert d.instance.chunk_key_tag
97
+ assert !d.instance.chunk_key_time
98
+ assert_equal [], d.instance.chunk_keys
99
+ end
100
+
101
+ test 'configure with output_type' do
102
+ d = create_driver(config_element("ROOT", "", {"output_type" => "json"}, [config_element("buffer")]))
103
+ assert_kind_of Fluent::Plugin::StdoutFormatter, d.instance.formatter
104
+ assert_equal 'json', d.instance.formatter.output_type
105
+
106
+ d = create_driver(config_element("ROOT", "", {"output_type" => "hash"}, [config_element("buffer")]))
107
+ assert_kind_of Fluent::Plugin::StdoutFormatter, d.instance.formatter
108
+ assert_equal 'hash', d.instance.formatter.output_type
109
+
110
+ assert_raise(Fluent::ConfigError) do
111
+ create_driver(config_element("ROOT", "", {"output_type" => "foo"}, [config_element("buffer")]))
112
+ end
113
+ end
114
+
115
+ sub_test_case "emit with default config" do
116
+ test '#write(synchronous)' do
117
+ d = create_driver(config_element("ROOT", "", {}, [config_element("buffer")]))
118
+ time = event_time()
119
+
120
+ out = capture_log do
121
+ d.run(default_tag: 'test', flush: true) do
122
+ d.feed(time, {'test' => 'test'})
123
+ end
124
+ end
125
+ assert_equal "#{Time.at(time).localtime.strftime(TIME_FORMAT)} test: {\"test\":\"test\"}\n", out
126
+ end
127
+ end
128
+
129
+ sub_test_case "emit json" do
130
+ data('oj' => 'oj', 'yajl' => 'yajl')
131
+ test '#write(synchronous)' do |data|
132
+ d = create_driver(config_element("ROOT", "", {"output_type" => "json", "json_parser" => data}, [config_element("buffer")]))
133
+ time = event_time()
134
+
135
+ out = capture_log do
136
+ d.run(default_tag: 'test', flush: true) do
137
+ d.feed(time, {'test' => 'test'})
138
+ end
139
+ end
140
+ assert_equal "#{Time.at(time).localtime.strftime(TIME_FORMAT)} test: {\"test\":\"test\"}\n", out
141
+ end
142
+ end
143
+
144
+ sub_test_case 'emit hash' do
145
+ test '#write(synchronous)' do
146
+ d = create_driver(config_element("ROOT", "", {"output_type" => "hash"}, [config_element("buffer")]))
147
+ time = event_time()
148
+
149
+ out = capture_log do
150
+ d.run(default_tag: 'test', flush: true) do
151
+ d.feed(time, {'test' => 'test'})
152
+ end
153
+ end
154
+
155
+ assert_equal "#{Time.at(time).localtime.strftime(TIME_FORMAT)} test: {\"test\"=>\"test\"}\n", out
156
+ end
157
+ end
158
+ end
61
159
 
62
160
  # Capture the log output of the block given
63
161
  def capture_log(&block)
@@ -1,5 +1,6 @@
1
1
  require_relative '../helper'
2
2
  require 'fluent/test'
3
+ require 'fluent/plugin/out_stream'
3
4
 
4
5
  module StreamOutputTest
5
6
  def setup
@@ -22,6 +23,23 @@ module StreamOutputTest
22
23
  assert_equal(expect, result)
23
24
  end
24
25
 
26
+ def test_write_event_time
27
+ d = create_driver
28
+
29
+ time = Fluent::EventTime.parse("2011-01-02 13:14:15 UTC")
30
+ d.emit({"a"=>1}, time)
31
+ d.emit({"a"=>2}, time)
32
+
33
+ expect = ["test",
34
+ Fluent::Engine.msgpack_factory.packer.write([time,{"a"=>1}]).to_s +
35
+ Fluent::Engine.msgpack_factory.packer.write([time,{"a"=>2}]).to_s
36
+ ]
37
+ expect = Fluent::Engine.msgpack_factory.packer.write(expect).to_s
38
+
39
+ result = d.run
40
+ assert_equal(expect, result)
41
+ end
42
+
25
43
  def create_driver(klass, conf)
26
44
  Fluent::Test::BufferedOutputTestDriver.new(klass) do
27
45
  def write(chunk)