fluentd 1.17.0-x64-mingw-ucrt → 1.18.0-x64-mingw-ucrt

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (278) hide show
  1. checksums.yaml +4 -4
  2. data/CHANGELOG.md +100 -0
  3. data/README.md +1 -0
  4. data/SECURITY.md +2 -2
  5. data/fluent.conf +14 -14
  6. data/lib/fluent/command/cap_ctl.rb +4 -4
  7. data/lib/fluent/command/fluentd.rb +7 -1
  8. data/lib/fluent/compat/call_super_mixin.rb +3 -3
  9. data/lib/fluent/compat/propagate_default.rb +4 -4
  10. data/lib/fluent/config/literal_parser.rb +9 -2
  11. data/lib/fluent/config/yaml_parser/parser.rb +4 -0
  12. data/lib/fluent/engine.rb +49 -33
  13. data/lib/fluent/env.rb +3 -0
  14. data/lib/fluent/event_router.rb +2 -2
  15. data/lib/fluent/log/console_adapter.rb +4 -2
  16. data/lib/fluent/plugin/filter_parser.rb +27 -51
  17. data/lib/fluent/plugin/in_exec.rb +14 -2
  18. data/lib/fluent/plugin/in_http.rb +6 -1
  19. data/lib/fluent/plugin/in_sample.rb +13 -7
  20. data/lib/fluent/plugin/in_syslog.rb +4 -0
  21. data/lib/fluent/plugin/in_tail.rb +65 -23
  22. data/lib/fluent/plugin/in_tcp.rb +4 -0
  23. data/lib/fluent/plugin/in_udp.rb +10 -1
  24. data/lib/fluent/plugin/input.rb +4 -0
  25. data/lib/fluent/plugin/out_buffer.rb +40 -0
  26. data/lib/fluent/plugin/out_copy.rb +1 -1
  27. data/lib/fluent/plugin/out_file.rb +8 -0
  28. data/lib/fluent/plugin/out_http.rb +12 -0
  29. data/lib/fluent/plugin/output.rb +2 -0
  30. data/lib/fluent/plugin/parser_json.rb +4 -12
  31. data/lib/fluent/plugin_helper/cert_option.rb +8 -0
  32. data/lib/fluent/plugin_helper/event_emitter.rb +12 -0
  33. data/lib/fluent/plugin_helper/http_server/server.rb +24 -8
  34. data/lib/fluent/plugin_helper/server.rb +9 -0
  35. data/lib/fluent/root_agent.rb +114 -19
  36. data/lib/fluent/source_only_buffer_agent.rb +102 -0
  37. data/lib/fluent/supervisor.rb +207 -34
  38. data/lib/fluent/system_config.rb +15 -3
  39. data/lib/fluent/version.rb +1 -1
  40. data/templates/new_gem/fluent-plugin.gemspec.erb +6 -5
  41. metadata +24 -483
  42. data/.github/DISCUSSION_TEMPLATE/q-a-japanese.yml +0 -50
  43. data/.github/DISCUSSION_TEMPLATE/q-a.yml +0 -47
  44. data/.github/ISSUE_TEMPLATE/bug_report.yml +0 -71
  45. data/.github/ISSUE_TEMPLATE/config.yml +0 -5
  46. data/.github/ISSUE_TEMPLATE/feature_request.yml +0 -39
  47. data/.github/ISSUE_TEMPLATE.md +0 -17
  48. data/.github/PULL_REQUEST_TEMPLATE.md +0 -14
  49. data/.github/workflows/stale-actions.yml +0 -24
  50. data/.github/workflows/test-ruby-head.yml +0 -31
  51. data/.github/workflows/test.yml +0 -32
  52. data/.gitignore +0 -30
  53. data/Gemfile +0 -9
  54. data/fluentd.gemspec +0 -62
  55. data/test/command/test_binlog_reader.rb +0 -362
  56. data/test/command/test_ca_generate.rb +0 -70
  57. data/test/command/test_cap_ctl.rb +0 -100
  58. data/test/command/test_cat.rb +0 -128
  59. data/test/command/test_ctl.rb +0 -56
  60. data/test/command/test_fluentd.rb +0 -1291
  61. data/test/command/test_plugin_config_formatter.rb +0 -397
  62. data/test/command/test_plugin_generator.rb +0 -109
  63. data/test/compat/test_calls_super.rb +0 -166
  64. data/test/compat/test_parser.rb +0 -92
  65. data/test/config/assertions.rb +0 -42
  66. data/test/config/test_config_parser.rb +0 -551
  67. data/test/config/test_configurable.rb +0 -1784
  68. data/test/config/test_configure_proxy.rb +0 -604
  69. data/test/config/test_dsl.rb +0 -415
  70. data/test/config/test_element.rb +0 -518
  71. data/test/config/test_literal_parser.rb +0 -309
  72. data/test/config/test_plugin_configuration.rb +0 -56
  73. data/test/config/test_section.rb +0 -191
  74. data/test/config/test_system_config.rb +0 -195
  75. data/test/config/test_types.rb +0 -408
  76. data/test/counter/test_client.rb +0 -563
  77. data/test/counter/test_error.rb +0 -44
  78. data/test/counter/test_mutex_hash.rb +0 -179
  79. data/test/counter/test_server.rb +0 -589
  80. data/test/counter/test_store.rb +0 -258
  81. data/test/counter/test_validator.rb +0 -137
  82. data/test/helper.rb +0 -155
  83. data/test/helpers/fuzzy_assert.rb +0 -89
  84. data/test/helpers/process_extenstion.rb +0 -33
  85. data/test/log/test_console_adapter.rb +0 -117
  86. data/test/plugin/data/2010/01/20100102-030405.log +0 -0
  87. data/test/plugin/data/2010/01/20100102-030406.log +0 -0
  88. data/test/plugin/data/2010/01/20100102.log +0 -0
  89. data/test/plugin/data/log/bar +0 -0
  90. data/test/plugin/data/log/foo/bar.log +0 -0
  91. data/test/plugin/data/log/foo/bar2 +0 -0
  92. data/test/plugin/data/log/test.log +0 -0
  93. data/test/plugin/data/log_numeric/01.log +0 -0
  94. data/test/plugin/data/log_numeric/02.log +0 -0
  95. data/test/plugin/data/log_numeric/12.log +0 -0
  96. data/test/plugin/data/log_numeric/14.log +0 -0
  97. data/test/plugin/data/sd_file/config +0 -11
  98. data/test/plugin/data/sd_file/config.json +0 -17
  99. data/test/plugin/data/sd_file/config.yaml +0 -11
  100. data/test/plugin/data/sd_file/config.yml +0 -11
  101. data/test/plugin/data/sd_file/invalid_config.yml +0 -7
  102. data/test/plugin/in_tail/test_fifo.rb +0 -121
  103. data/test/plugin/in_tail/test_io_handler.rb +0 -150
  104. data/test/plugin/in_tail/test_position_file.rb +0 -346
  105. data/test/plugin/out_forward/test_ack_handler.rb +0 -140
  106. data/test/plugin/out_forward/test_connection_manager.rb +0 -145
  107. data/test/plugin/out_forward/test_handshake_protocol.rb +0 -112
  108. data/test/plugin/out_forward/test_load_balancer.rb +0 -106
  109. data/test/plugin/out_forward/test_socket_cache.rb +0 -174
  110. data/test/plugin/test_bare_output.rb +0 -131
  111. data/test/plugin/test_base.rb +0 -247
  112. data/test/plugin/test_buf_file.rb +0 -1314
  113. data/test/plugin/test_buf_file_single.rb +0 -898
  114. data/test/plugin/test_buf_memory.rb +0 -42
  115. data/test/plugin/test_buffer.rb +0 -1493
  116. data/test/plugin/test_buffer_chunk.rb +0 -209
  117. data/test/plugin/test_buffer_file_chunk.rb +0 -871
  118. data/test/plugin/test_buffer_file_single_chunk.rb +0 -611
  119. data/test/plugin/test_buffer_memory_chunk.rb +0 -339
  120. data/test/plugin/test_compressable.rb +0 -87
  121. data/test/plugin/test_file_util.rb +0 -96
  122. data/test/plugin/test_filter.rb +0 -368
  123. data/test/plugin/test_filter_grep.rb +0 -697
  124. data/test/plugin/test_filter_parser.rb +0 -731
  125. data/test/plugin/test_filter_record_transformer.rb +0 -577
  126. data/test/plugin/test_filter_stdout.rb +0 -207
  127. data/test/plugin/test_formatter_csv.rb +0 -136
  128. data/test/plugin/test_formatter_hash.rb +0 -38
  129. data/test/plugin/test_formatter_json.rb +0 -61
  130. data/test/plugin/test_formatter_ltsv.rb +0 -70
  131. data/test/plugin/test_formatter_msgpack.rb +0 -28
  132. data/test/plugin/test_formatter_out_file.rb +0 -116
  133. data/test/plugin/test_formatter_single_value.rb +0 -44
  134. data/test/plugin/test_formatter_tsv.rb +0 -76
  135. data/test/plugin/test_in_debug_agent.rb +0 -49
  136. data/test/plugin/test_in_exec.rb +0 -261
  137. data/test/plugin/test_in_forward.rb +0 -1178
  138. data/test/plugin/test_in_gc_stat.rb +0 -62
  139. data/test/plugin/test_in_http.rb +0 -1124
  140. data/test/plugin/test_in_monitor_agent.rb +0 -922
  141. data/test/plugin/test_in_object_space.rb +0 -66
  142. data/test/plugin/test_in_sample.rb +0 -190
  143. data/test/plugin/test_in_syslog.rb +0 -505
  144. data/test/plugin/test_in_tail.rb +0 -3429
  145. data/test/plugin/test_in_tcp.rb +0 -328
  146. data/test/plugin/test_in_udp.rb +0 -296
  147. data/test/plugin/test_in_unix.rb +0 -181
  148. data/test/plugin/test_input.rb +0 -137
  149. data/test/plugin/test_metadata.rb +0 -89
  150. data/test/plugin/test_metrics.rb +0 -294
  151. data/test/plugin/test_metrics_local.rb +0 -96
  152. data/test/plugin/test_multi_output.rb +0 -204
  153. data/test/plugin/test_out_copy.rb +0 -308
  154. data/test/plugin/test_out_exec.rb +0 -312
  155. data/test/plugin/test_out_exec_filter.rb +0 -606
  156. data/test/plugin/test_out_file.rb +0 -1038
  157. data/test/plugin/test_out_forward.rb +0 -1349
  158. data/test/plugin/test_out_http.rb +0 -557
  159. data/test/plugin/test_out_null.rb +0 -105
  160. data/test/plugin/test_out_relabel.rb +0 -28
  161. data/test/plugin/test_out_roundrobin.rb +0 -146
  162. data/test/plugin/test_out_secondary_file.rb +0 -458
  163. data/test/plugin/test_out_stdout.rb +0 -205
  164. data/test/plugin/test_out_stream.rb +0 -103
  165. data/test/plugin/test_output.rb +0 -1334
  166. data/test/plugin/test_output_as_buffered.rb +0 -2024
  167. data/test/plugin/test_output_as_buffered_backup.rb +0 -363
  168. data/test/plugin/test_output_as_buffered_compress.rb +0 -179
  169. data/test/plugin/test_output_as_buffered_overflow.rb +0 -250
  170. data/test/plugin/test_output_as_buffered_retries.rb +0 -966
  171. data/test/plugin/test_output_as_buffered_secondary.rb +0 -882
  172. data/test/plugin/test_output_as_standard.rb +0 -374
  173. data/test/plugin/test_owned_by.rb +0 -34
  174. data/test/plugin/test_parser.rb +0 -399
  175. data/test/plugin/test_parser_apache.rb +0 -42
  176. data/test/plugin/test_parser_apache2.rb +0 -47
  177. data/test/plugin/test_parser_apache_error.rb +0 -45
  178. data/test/plugin/test_parser_csv.rb +0 -200
  179. data/test/plugin/test_parser_json.rb +0 -244
  180. data/test/plugin/test_parser_labeled_tsv.rb +0 -160
  181. data/test/plugin/test_parser_msgpack.rb +0 -127
  182. data/test/plugin/test_parser_multiline.rb +0 -111
  183. data/test/plugin/test_parser_nginx.rb +0 -88
  184. data/test/plugin/test_parser_none.rb +0 -52
  185. data/test/plugin/test_parser_regexp.rb +0 -284
  186. data/test/plugin/test_parser_syslog.rb +0 -650
  187. data/test/plugin/test_parser_tsv.rb +0 -122
  188. data/test/plugin/test_sd_file.rb +0 -228
  189. data/test/plugin/test_sd_srv.rb +0 -230
  190. data/test/plugin/test_storage.rb +0 -166
  191. data/test/plugin/test_storage_local.rb +0 -335
  192. data/test/plugin/test_string_util.rb +0 -26
  193. data/test/plugin_helper/data/cert/cert-key.pem +0 -27
  194. data/test/plugin_helper/data/cert/cert-with-CRLF.pem +0 -19
  195. data/test/plugin_helper/data/cert/cert-with-no-newline.pem +0 -19
  196. data/test/plugin_helper/data/cert/cert.pem +0 -19
  197. data/test/plugin_helper/data/cert/cert_chains/ca-cert-key.pem +0 -27
  198. data/test/plugin_helper/data/cert/cert_chains/ca-cert.pem +0 -20
  199. data/test/plugin_helper/data/cert/cert_chains/cert-key.pem +0 -27
  200. data/test/plugin_helper/data/cert/cert_chains/cert.pem +0 -40
  201. data/test/plugin_helper/data/cert/empty.pem +0 -0
  202. data/test/plugin_helper/data/cert/generate_cert.rb +0 -125
  203. data/test/plugin_helper/data/cert/with_ca/ca-cert-key-pass.pem +0 -30
  204. data/test/plugin_helper/data/cert/with_ca/ca-cert-key.pem +0 -27
  205. data/test/plugin_helper/data/cert/with_ca/ca-cert-pass.pem +0 -20
  206. data/test/plugin_helper/data/cert/with_ca/ca-cert.pem +0 -20
  207. data/test/plugin_helper/data/cert/with_ca/cert-key-pass.pem +0 -30
  208. data/test/plugin_helper/data/cert/with_ca/cert-key.pem +0 -27
  209. data/test/plugin_helper/data/cert/with_ca/cert-pass.pem +0 -21
  210. data/test/plugin_helper/data/cert/with_ca/cert.pem +0 -21
  211. data/test/plugin_helper/data/cert/without_ca/cert-key-pass.pem +0 -30
  212. data/test/plugin_helper/data/cert/without_ca/cert-key.pem +0 -27
  213. data/test/plugin_helper/data/cert/without_ca/cert-pass.pem +0 -20
  214. data/test/plugin_helper/data/cert/without_ca/cert.pem +0 -20
  215. data/test/plugin_helper/http_server/test_app.rb +0 -65
  216. data/test/plugin_helper/http_server/test_route.rb +0 -32
  217. data/test/plugin_helper/service_discovery/test_manager.rb +0 -93
  218. data/test/plugin_helper/service_discovery/test_round_robin_balancer.rb +0 -21
  219. data/test/plugin_helper/test_cert_option.rb +0 -25
  220. data/test/plugin_helper/test_child_process.rb +0 -862
  221. data/test/plugin_helper/test_compat_parameters.rb +0 -358
  222. data/test/plugin_helper/test_event_emitter.rb +0 -80
  223. data/test/plugin_helper/test_event_loop.rb +0 -52
  224. data/test/plugin_helper/test_extract.rb +0 -194
  225. data/test/plugin_helper/test_formatter.rb +0 -255
  226. data/test/plugin_helper/test_http_server_helper.rb +0 -372
  227. data/test/plugin_helper/test_inject.rb +0 -561
  228. data/test/plugin_helper/test_metrics.rb +0 -137
  229. data/test/plugin_helper/test_parser.rb +0 -264
  230. data/test/plugin_helper/test_record_accessor.rb +0 -238
  231. data/test/plugin_helper/test_retry_state.rb +0 -1006
  232. data/test/plugin_helper/test_server.rb +0 -1895
  233. data/test/plugin_helper/test_service_discovery.rb +0 -165
  234. data/test/plugin_helper/test_socket.rb +0 -146
  235. data/test/plugin_helper/test_storage.rb +0 -542
  236. data/test/plugin_helper/test_thread.rb +0 -164
  237. data/test/plugin_helper/test_timer.rb +0 -130
  238. data/test/scripts/exec_script.rb +0 -32
  239. data/test/scripts/fluent/plugin/formatter1/formatter_test1.rb +0 -7
  240. data/test/scripts/fluent/plugin/formatter2/formatter_test2.rb +0 -7
  241. data/test/scripts/fluent/plugin/formatter_known.rb +0 -8
  242. data/test/scripts/fluent/plugin/out_test.rb +0 -81
  243. data/test/scripts/fluent/plugin/out_test2.rb +0 -80
  244. data/test/scripts/fluent/plugin/parser_known.rb +0 -4
  245. data/test/test_capability.rb +0 -74
  246. data/test/test_clock.rb +0 -164
  247. data/test/test_config.rb +0 -369
  248. data/test/test_configdsl.rb +0 -148
  249. data/test/test_daemonizer.rb +0 -91
  250. data/test/test_engine.rb +0 -203
  251. data/test/test_event.rb +0 -531
  252. data/test/test_event_router.rb +0 -348
  253. data/test/test_event_time.rb +0 -199
  254. data/test/test_file_wrapper.rb +0 -53
  255. data/test/test_filter.rb +0 -121
  256. data/test/test_fluent_log_event_router.rb +0 -99
  257. data/test/test_formatter.rb +0 -369
  258. data/test/test_input.rb +0 -31
  259. data/test/test_log.rb +0 -1076
  260. data/test/test_match.rb +0 -148
  261. data/test/test_mixin.rb +0 -351
  262. data/test/test_msgpack_factory.rb +0 -50
  263. data/test/test_oj_options.rb +0 -55
  264. data/test/test_output.rb +0 -278
  265. data/test/test_plugin.rb +0 -251
  266. data/test/test_plugin_classes.rb +0 -370
  267. data/test/test_plugin_helper.rb +0 -81
  268. data/test/test_plugin_id.rb +0 -119
  269. data/test/test_process.rb +0 -14
  270. data/test/test_root_agent.rb +0 -951
  271. data/test/test_static_config_analysis.rb +0 -177
  272. data/test/test_supervisor.rb +0 -821
  273. data/test/test_test_drivers.rb +0 -136
  274. data/test/test_time_formatter.rb +0 -301
  275. data/test/test_time_parser.rb +0 -362
  276. data/test/test_tls.rb +0 -65
  277. data/test/test_unique_id.rb +0 -47
  278. data/test/test_variable_store.rb +0 -65
@@ -1,207 +0,0 @@
1
- require_relative '../helper'
2
- require 'fluent/test/driver/filter'
3
- require 'fluent/plugin/filter_stdout'
4
- require 'timecop'
5
- require 'flexmock/test_unit'
6
-
7
- class StdoutFilterTest < Test::Unit::TestCase
8
- include FlexMock::TestCase
9
-
10
- def setup
11
- Fluent::Test.setup
12
- @old_tz = ENV["TZ"]
13
- ENV["TZ"] = "UTC"
14
- Timecop.freeze
15
- @default_newline = if Fluent.windows?
16
- "\r\n"
17
- else
18
- "\n"
19
- end
20
- end
21
-
22
- def teardown
23
- super # FlexMock::TestCase requires this
24
- # http://flexmock.rubyforge.org/FlexMock/TestCase.html
25
- Timecop.return
26
- ENV["TZ"] = @old_tz
27
- end
28
-
29
- CONFIG = config_element('ROOT')
30
-
31
- def create_driver(conf = CONFIG)
32
- Fluent::Test::Driver::Filter.new(Fluent::Plugin::StdoutFilter).configure(conf)
33
- end
34
-
35
- def filter(d, time, record)
36
- d.run {
37
- d.feed("filter.test", time, record)
38
- }
39
- d.filtered_records
40
- end
41
-
42
- def test_through_record
43
- d = create_driver
44
- filtered = filter(d, event_time, {'test' => 'test'})
45
- assert_equal([{'test' => 'test'}], filtered)
46
- end
47
-
48
- sub_test_case "flat style parameters" do
49
- sub_test_case "configure" do
50
- def test_configure_default
51
- d = create_driver
52
- d.run {}
53
- assert_equal 'json', d.instance.formatter.output_type
54
- end
55
-
56
- data(json: "json",
57
- hash: "hash",
58
- ltsv: "ltsv")
59
- def test_output_type(data)
60
- d = create_driver(CONFIG + config_element("", "", { "output_type" => data }))
61
- d.run {}
62
- assert_equal data, d.instance.formatter.output_type
63
- end
64
-
65
- def test_invalid_output_type
66
- assert_raise(Fluent::NotFoundPluginError) do
67
- d = create_driver(CONFIG + config_element("", "", { "output_type" => "foo" }))
68
- d.run {}
69
- end
70
- end
71
- end
72
-
73
- def test_output_type_json
74
- d = create_driver(CONFIG + config_element("", "", { "output_type" => "json" }))
75
- etime = event_time("2016-10-07 21:09:31.012345678 UTC")
76
- out = capture_log(d) { filter(d, etime, {'test' => 'test'}) }
77
- assert_equal "2016-10-07 21:09:31.012345678 +0000 filter.test: {\"test\":\"test\"}\n", out
78
-
79
- # NOTE: Float::NAN is not jsonable
80
- d = create_driver(CONFIG + config_element("", "", { "output_type" => "json" }))
81
- flexmock(d.instance.router).should_receive(:emit_error_event)
82
- filter(d, etime, {'test' => Float::NAN})
83
- end
84
-
85
- def test_output_type_hash
86
- d = create_driver(CONFIG + config_element("", "", { "output_type" => "hash" }))
87
- etime = event_time("2016-10-07 21:09:31.012345678 UTC")
88
- out = capture_log(d) { filter(d, etime, {'test' => 'test'}) }
89
- assert_equal "2016-10-07 21:09:31.012345678 +0000 filter.test: {\"test\"=>\"test\"}\n", out
90
-
91
- # NOTE: Float::NAN is not jsonable, but hash string can output it.
92
- d = create_driver(CONFIG + config_element("", "", { "output_type" => "hash" }))
93
- out = capture_log(d) { filter(d, etime, {'test' => Float::NAN}) }
94
- assert_equal "2016-10-07 21:09:31.012345678 +0000 filter.test: {\"test\"=>NaN}\n", out
95
- end
96
-
97
- # Use include_time_key to output the message's time
98
- def test_include_time_key
99
- config = config_element("", "", {
100
- "output_type" => "json",
101
- "include_time_key" => true,
102
- "localtime" => false
103
- })
104
- d = create_driver(config)
105
- etime = event_time("2016-10-07 21:09:31.012345678 UTC")
106
- out = capture_log(d) { filter(d, etime, {'test' => 'test'}) }
107
- assert_equal "2016-10-07 21:09:31.012345678 +0000 filter.test: {\"test\":\"test\",\"time\":\"2016-10-07T21:09:31Z\"}\n", out
108
- end
109
-
110
- # out_stdout formatter itself can also be replaced
111
- def test_format_json
112
- d = create_driver(CONFIG + config_element("", "", { "format" => "json" }))
113
- out = capture_log(d) { filter(d, event_time, {'test' => 'test'}) }
114
- assert_equal "{\"test\":\"test\"}#{@default_newline}", out
115
- end
116
- end
117
-
118
- sub_test_case "with <format> sub section" do
119
- sub_test_case "configure" do
120
- def test_default
121
- conf = config_element
122
- conf.elements << config_element("format", "", { "@type" => "stdout"})
123
- d = create_driver(conf)
124
- d.run {}
125
- assert_equal("json", d.instance.formatter.output_type)
126
- end
127
-
128
- data(json: "json",
129
- hash: "hash",
130
- ltsv: "ltsv")
131
- def test_output_type(data)
132
- conf = config_element
133
- conf.elements << config_element("format", "", { "@type" => "stdout", "output_type" => data })
134
- d = create_driver(conf)
135
- d.run {}
136
- assert_equal(data, d.instance.formatter.output_type)
137
- end
138
-
139
- def test_invalid_output_type
140
- conf = config_element
141
- conf.elements << config_element("format", "", { "@type" => "stdout", "output_type" => "foo" })
142
- assert_raise(Fluent::NotFoundPluginError) do
143
- d = create_driver(conf)
144
- d.run {}
145
- end
146
- end
147
- end
148
-
149
- sub_test_case "output_type" do
150
- def test_json
151
- conf = config_element
152
- conf.elements << config_element("format", "", { "@type" => "stdout", "output_type" => "json" })
153
- d = create_driver(conf)
154
- etime = event_time("2016-10-07 21:09:31.012345678 UTC")
155
- out = capture_log(d) { filter(d, etime, {'test' => 'test'}) }
156
- assert_equal "2016-10-07 21:09:31.012345678 +0000 filter.test: {\"test\":\"test\"}\n", out
157
- end
158
-
159
- def test_json_nan
160
- # NOTE: Float::NAN is not jsonable
161
- conf = config_element
162
- conf.elements << config_element("format", "", { "@type" => "stdout", "output_type" => "json" })
163
- d = create_driver(conf)
164
- etime = event_time("2016-10-07 21:09:31.012345678 UTC")
165
- flexmock(d.instance.router).should_receive(:emit_error_event)
166
- filter(d, etime, {'test' => Float::NAN})
167
- end
168
-
169
- def test_hash
170
- conf = config_element
171
- conf.elements << config_element("format", "", { "@type" => "stdout", "output_type" => "hash" })
172
- d = create_driver(conf)
173
- etime = event_time("2016-10-07 21:09:31.012345678 UTC")
174
- out = capture_log(d) { filter(d, etime, {'test' => 'test'}) }
175
- assert_equal "2016-10-07 21:09:31.012345678 +0000 filter.test: {\"test\"=>\"test\"}\n", out
176
- end
177
-
178
- def test_hash_nan
179
- # NOTE: Float::NAN is not jsonable, but hash string can output it.
180
- conf = config_element
181
- conf.elements << config_element("format", "", { "@type" => "stdout", "output_type" => "hash" })
182
- d = create_driver(conf)
183
- etime = event_time("2016-10-07 21:09:31.012345678 UTC")
184
- out = capture_log(d) { filter(d, etime, {'test' => Float::NAN}) }
185
- assert_equal "2016-10-07 21:09:31.012345678 +0000 filter.test: {\"test\"=>NaN}\n", out
186
- end
187
-
188
- # Use include_time_key to output the message's time
189
- def test_include_time_key
190
- conf = config_element
191
- conf.elements << config_element("format", "", {
192
- "@type" => "stdout",
193
- "output_type" => "json"
194
- })
195
- conf.elements << config_element("inject", "", {
196
- "time_key" => "time",
197
- "time_type" => "string",
198
- "localtime" => false
199
- })
200
- d = create_driver(conf)
201
- etime = event_time("2016-10-07 21:09:31.012345678 UTC")
202
- out = capture_log(d) { filter(d, etime, {'test' => 'test'}) }
203
- assert_equal "2016-10-07 21:09:31.012345678 +0000 filter.test: {\"test\":\"test\",\"time\":\"2016-10-07T21:09:31Z\"}\n", out
204
- end
205
- end
206
- end
207
- end
@@ -1,136 +0,0 @@
1
- require_relative '../helper'
2
- require 'fluent/test/driver/formatter'
3
- require 'fluent/plugin/formatter_csv'
4
-
5
- class CsvFormatterTest < ::Test::Unit::TestCase
6
-
7
- def setup
8
- @time = event_time
9
- end
10
-
11
- CONF = %[
12
- fields a,b,c
13
- ]
14
-
15
- def create_driver(conf = CONF)
16
- Fluent::Test::Driver::Formatter.new(Fluent::Plugin::CsvFormatter).configure(conf)
17
- end
18
-
19
- def tag
20
- "tag"
21
- end
22
-
23
- def test_config_params
24
- d = create_driver
25
- assert_equal(',', d.instance.delimiter)
26
- assert_equal(true, d.instance.force_quotes)
27
- assert_equal(['a', 'b', 'c'], d.instance.fields)
28
- end
29
-
30
- data('empty array' => [],
31
- 'array including empty string' => ['', ''])
32
- def test_empty_fields(param)
33
- assert_raise Fluent::ConfigError do
34
- create_driver('fields' => param)
35
- end
36
- end
37
-
38
- data(
39
- 'tab_char' => ["\t", '\t'],
40
- 'tab_string' => ["\t", 'TAB'],
41
- 'pipe' => ['|', '|'])
42
- def test_config_params_with_customized_delimiters(data)
43
- expected, target = data
44
- d = create_driver("delimiter" => target, 'fields' => 'a,b,c')
45
- assert_equal expected, d.instance.delimiter
46
- end
47
-
48
- def test_format
49
- d = create_driver("fields" => "message,message2")
50
- formatted = d.instance.format(tag, @time, {
51
- 'message' => 'awesome',
52
- 'message2' => 'awesome2'
53
- })
54
- assert_equal("\"awesome\",\"awesome2\"\n", formatted)
55
- end
56
-
57
- def test_format_with_nested_fields
58
- d = create_driver("fields" => "message,$.nest.key")
59
- formatted = d.instance.format(tag, @time, {
60
- 'message' => 'awesome',
61
- 'nest' => {'key' => 'awesome2'}
62
- })
63
- assert_equal("\"awesome\",\"awesome2\"\n", formatted)
64
- end
65
-
66
- def test_format_without_newline
67
- d = create_driver("fields" => "message,message2", "add_newline" => false)
68
- formatted = d.instance.format(tag, @time, {
69
- 'message' => 'awesome',
70
- 'message2' => 'awesome2'
71
- })
72
- assert_equal("\"awesome\",\"awesome2\"", formatted)
73
- end
74
-
75
- def test_format_with_customized_delimiters
76
- d = create_driver("fields" => "message,message2",
77
- "delimiter" => "\t")
78
- formatted = d.instance.format(tag, @time, {
79
- 'message' => 'awesome',
80
- 'message2' => 'awesome2'
81
- })
82
- assert_equal("\"awesome\"\t\"awesome2\"\n", formatted)
83
- end
84
-
85
- def test_format_with_non_quote
86
- d = create_driver("fields" => "message,message2",
87
- "force_quotes" => false)
88
- formatted = d.instance.format(tag, @time, {
89
- 'message' => 'awesome',
90
- 'message2' => 'awesome2'
91
- })
92
- assert_equal("awesome,awesome2\n", formatted)
93
- end
94
-
95
- data(
96
- 'nil' => {
97
- 'message' => 'awesome',
98
- 'message2' => nil,
99
- 'message3' => 'awesome3'
100
- },
101
- 'blank' => {
102
- 'message' => 'awesome',
103
- 'message2' => '',
104
- 'message3' => 'awesome3'
105
- })
106
- def test_format_with_empty_fields(data)
107
- d = create_driver("fields" => "message,message2,message3")
108
- formatted = d.instance.format(tag, @time, data)
109
- assert_equal("\"awesome\",\"\",\"awesome3\"\n", formatted)
110
- end
111
-
112
- data(
113
- 'normally' => 'one,two,three',
114
- 'white_space' => 'one , two , three',
115
- 'blank' => 'one,,two,three')
116
- def test_config_params_with_fields(data)
117
- d = create_driver('fields' => data)
118
- assert_equal %w(one two three), d.instance.fields
119
- end
120
-
121
- def test_format_with_multiple_records
122
- d = create_driver("fields" => "message,message2")
123
- r = {'message' => 'hello', 'message2' => 'fluentd'}
124
-
125
- formatted = d.instance.format(tag, @time, r)
126
- assert_equal("\"hello\",\"fluentd\"\n", formatted)
127
-
128
- r = {'message' => 'hey', 'message2' => 'ho'}
129
- formatted = d.instance.format(tag, @time, r)
130
- assert_equal("\"hey\",\"ho\"\n", formatted)
131
-
132
- r = {'message' => 'longer message', 'message2' => 'longer longer message'}
133
- formatted = d.instance.format(tag, @time, r)
134
- assert_equal("\"longer message\",\"longer longer message\"\n", formatted)
135
- end
136
- end
@@ -1,38 +0,0 @@
1
- require_relative '../helper'
2
- require 'fluent/test/driver/formatter'
3
- require 'fluent/plugin/formatter_hash'
4
-
5
- class HashFormatterTest < ::Test::Unit::TestCase
6
- def setup
7
- @time = event_time
8
- end
9
-
10
- def create_driver(conf = "")
11
- Fluent::Test::Driver::Formatter.new(Fluent::Plugin::HashFormatter).configure(conf)
12
- end
13
-
14
- def tag
15
- "tag"
16
- end
17
-
18
- def record
19
- {'message' => 'awesome', 'greeting' => 'hello'}
20
- end
21
-
22
- data("newline (LF)" => ["lf", "\n"],
23
- "newline (CRLF)" => ["crlf", "\r\n"])
24
- def test_format(data)
25
- newline_conf, newline = data
26
- d = create_driver({"newline" => newline_conf})
27
- formatted = d.instance.format(tag, @time, record)
28
-
29
- assert_equal(%Q!{"message"=>"awesome", "greeting"=>"hello"}#{newline}!, formatted.encode(Encoding::UTF_8))
30
- end
31
-
32
- def test_format_without_newline
33
- d = create_driver('add_newline' => false)
34
- formatted = d.instance.format(tag, @time, record)
35
-
36
- assert_equal(%Q!{"message"=>"awesome", "greeting"=>"hello"}!, formatted.encode(Encoding::UTF_8))
37
- end
38
- end
@@ -1,61 +0,0 @@
1
- require_relative '../helper'
2
- require 'json'
3
- require 'fluent/test/driver/formatter'
4
- require 'fluent/plugin/formatter_json'
5
-
6
- class JsonFormatterTest < ::Test::Unit::TestCase
7
-
8
- def setup
9
- @time = event_time
10
- @default_newline = if Fluent.windows?
11
- "\r\n"
12
- else
13
- "\n"
14
- end
15
- end
16
-
17
- def create_driver(conf = "")
18
- Fluent::Test::Driver::Formatter.new(Fluent::Plugin::JSONFormatter).configure(conf)
19
- end
20
-
21
- def tag
22
- "tag"
23
- end
24
-
25
- def record
26
- {'message' => 'awesome'}
27
- end
28
-
29
- def symbolic_record
30
- {:message => :awesome}
31
- end
32
-
33
- data('oj with LF' => ['oj', "lf", "\n"],
34
- 'oj with CRLF' => ['oj', "crlf", "\r\n"],
35
- 'yajl with LF' => ['yajl', "lf", "\n"],
36
- 'yajl with CRLF' => ['yajl', "crlf", "\r\n"]
37
- )
38
- def test_format(data)
39
- parser, newline_conf, newline = data
40
- d = create_driver('json_parser' => parser, 'newline' => newline_conf)
41
- formatted = d.instance.format(tag, @time, record)
42
-
43
- assert_equal("#{JSON.generate(record)}#{newline}", formatted)
44
- end
45
-
46
- data('oj' => 'oj', 'yajl' => 'yajl')
47
- def test_format_without_nl(data)
48
- d = create_driver('json_parser' => data, 'add_newline' => false)
49
- formatted = d.instance.format(tag, @time, record)
50
-
51
- assert_equal(JSON.generate(record), formatted)
52
- end
53
-
54
- data('oj' => 'oj', 'yajl' => 'yajl')
55
- def test_format_with_symbolic_record(data)
56
- d = create_driver('json_parser' => data)
57
- formatted = d.instance.format(tag, @time, symbolic_record)
58
-
59
- assert_equal("#{JSON.generate(record)}#{@default_newline}", formatted)
60
- end
61
- end
@@ -1,70 +0,0 @@
1
- require_relative '../helper'
2
- require 'fluent/test/driver/formatter'
3
- require 'fluent/plugin/formatter_ltsv'
4
-
5
- class LabeledTSVFormatterTest < ::Test::Unit::TestCase
6
- def setup
7
- @time = event_time
8
- end
9
-
10
- def create_driver(conf = "")
11
- Fluent::Test::Driver::Formatter.new(Fluent::Plugin::LabeledTSVFormatter).configure(conf)
12
- end
13
-
14
- def tag
15
- "tag"
16
- end
17
-
18
- def record
19
- {'message' => 'awesome', 'greeting' => 'hello'}
20
- end
21
-
22
- def test_config_params
23
- d = create_driver
24
- assert_equal "\t", d.instance.delimiter
25
- assert_equal ":", d.instance.label_delimiter
26
- assert_equal true, d.instance.add_newline
27
-
28
- d = create_driver(
29
- 'delimiter' => ',',
30
- 'label_delimiter' => '=',
31
- 'add_newline' => false,
32
- )
33
-
34
- assert_equal ",", d.instance.delimiter
35
- assert_equal "=", d.instance.label_delimiter
36
- assert_equal false, d.instance.add_newline
37
- end
38
-
39
- data("newline (LF)" => ["lf", "\n"],
40
- "newline (CRLF)" => ["crlf", "\r\n"])
41
- def test_format(data)
42
- newline_conf, newline = data
43
- d = create_driver({"newline" => newline_conf})
44
- formatted = d.instance.format(tag, @time, record)
45
-
46
- assert_equal("message:awesome\tgreeting:hello#{newline}", formatted)
47
- end
48
-
49
- def test_format_without_newline
50
- d = create_driver('add_newline' => false)
51
- formatted = d.instance.format(tag, @time, record)
52
-
53
- assert_equal("message:awesome\tgreeting:hello", formatted)
54
- end
55
-
56
- data("newline (LF)" => ["lf", "\n"],
57
- "newline (CRLF)" => ["crlf", "\r\n"])
58
- def test_format_with_customized_delimiters(data)
59
- newline_conf, newline = data
60
-
61
- d = create_driver(
62
- 'delimiter' => ',',
63
- 'label_delimiter' => '=',
64
- 'newline' => newline_conf,
65
- )
66
- formatted = d.instance.format(tag, @time, record)
67
-
68
- assert_equal("message=awesome,greeting=hello#{newline}", formatted)
69
- end
70
- end
@@ -1,28 +0,0 @@
1
- require_relative '../helper'
2
- require 'fluent/test/driver/formatter'
3
- require 'fluent/plugin/formatter_msgpack'
4
-
5
- class MessagePackFormatterTest < ::Test::Unit::TestCase
6
- def setup
7
- @time = event_time
8
- end
9
-
10
- def create_driver(conf = "")
11
- Fluent::Test::Driver::Formatter.new(Fluent::Plugin::MessagePackFormatter).configure(conf)
12
- end
13
-
14
- def tag
15
- "tag"
16
- end
17
-
18
- def record
19
- {'message' => 'awesome'}
20
- end
21
-
22
- def test_format
23
- d = create_driver({})
24
- formatted = d.instance.format(tag, @time, record)
25
-
26
- assert_equal(record.to_msgpack, formatted)
27
- end
28
- end
@@ -1,116 +0,0 @@
1
- require_relative '../helper'
2
- require 'fluent/test/driver/formatter'
3
- require 'fluent/plugin/formatter_out_file'
4
-
5
- class OutFileFormatterTest < ::Test::Unit::TestCase
6
- def setup
7
- @time = event_time
8
- @default_newline = if Fluent.windows?
9
- "\r\n"
10
- else
11
- "\n"
12
- end
13
- end
14
-
15
- def create_driver(conf = {})
16
- d = Fluent::Test::Driver::Formatter.new(Fluent::Plugin::OutFileFormatter)
17
- case conf
18
- when Fluent::Config::Element
19
- d.configure(conf)
20
- when Hash
21
- d.configure({'utc' => true}.merge(conf))
22
- else
23
- d.configure(conf)
24
- end
25
- end
26
-
27
- def tag
28
- "tag"
29
- end
30
-
31
- def record
32
- {'message' => 'awesome'}
33
- end
34
-
35
- data('both true' => 'true', 'both false' => 'false')
36
- def test_configured_with_both_of_utc_and_localtime(value)
37
- assert_raise(Fluent::ConfigError.new("both of utc and localtime are specified, use only one of them")) do
38
- create_driver({'utc' => value, 'localtime' => value})
39
- end
40
- end
41
-
42
- time_i = Time.parse("2016-07-26 21:08:30 -0700").to_i
43
- data(
44
- 'configured for localtime by localtime' => ['localtime', 'true', time_i, "2016-07-26T21:08:30-07:00"],
45
- 'configured for localtime by utc' => ['utc', 'false', time_i, "2016-07-26T21:08:30-07:00"],
46
- 'configured for utc by localtime' => ['localtime', 'false', time_i, "2016-07-27T04:08:30Z"],
47
- 'configured for utc by utc' => ['utc', 'true', time_i, "2016-07-27T04:08:30Z"],
48
- )
49
- def test_configured_with_utc_or_localtime(data)
50
- key, value, time_i, expected = data
51
- time = Time.at(time_i)
52
- begin
53
- oldtz, ENV['TZ'] = ENV['TZ'], "UTC+07"
54
- d = create_driver(config_element('ROOT', '', {key => value}))
55
- tag = 'test'
56
- assert_equal "#{expected}\t#{tag}\t#{Yajl.dump(record)}#{@default_newline}", d.instance.format(tag, time, record)
57
- ensure
58
- ENV['TZ'] = oldtz
59
- end
60
- end
61
-
62
- data("newline (LF)" => ["lf", "\n"],
63
- "newline (CRLF)" => ["crlf", "\r\n"])
64
- def test_format(data)
65
- newline_conf, newline = data
66
- d = create_driver({"newline" => newline_conf})
67
- formatted = d.instance.format(tag, @time, record)
68
-
69
- assert_equal("#{time2str(@time)}\t#{tag}\t#{Yajl.dump(record)}#{newline}", formatted)
70
- end
71
-
72
- data("newline (LF)" => ["lf", "\n"],
73
- "newline (CRLF)" => ["crlf", "\r\n"])
74
- def test_format_without_time(data)
75
- newline_conf, newline = data
76
- d = create_driver('output_time' => 'false', 'newline' => newline_conf)
77
- formatted = d.instance.format(tag, @time, record)
78
-
79
- assert_equal("#{tag}\t#{Yajl.dump(record)}#{newline}", formatted)
80
- end
81
-
82
- data("newline (LF)" => ["lf", "\n"],
83
- "newline (CRLF)" => ["crlf", "\r\n"])
84
- def test_format_without_tag(data)
85
- newline_conf, newline = data
86
- d = create_driver('output_tag' => 'false', 'newline' => newline_conf)
87
- formatted = d.instance.format(tag, @time, record)
88
-
89
- assert_equal("#{time2str(@time)}\t#{Yajl.dump(record)}#{newline}", formatted)
90
- end
91
-
92
- data("newline (LF)" => ["lf", "\n"],
93
- "newline (CRLF)" => ["crlf", "\r\n"])
94
- def test_format_without_time_and_tag
95
- newline_conf, newline = data
96
- d = create_driver('output_tag' => 'false', 'output_time' => 'false', 'newline' => newline_conf)
97
- formatted = d.instance.format('tag', @time, record)
98
-
99
- assert_equal("#{Yajl.dump(record)}#{newline}", formatted)
100
- end
101
-
102
- data("newline (LF)" => ["lf", "\n"],
103
- "newline (CRLF)" => ["crlf", "\r\n"])
104
- def test_format_without_time_and_tag_against_string_literal_configure(data)
105
- newline_conf, newline = data
106
- d = create_driver(%[
107
- utc true
108
- output_tag false
109
- output_time false
110
- newline #{newline_conf}
111
- ])
112
- formatted = d.instance.format('tag', @time, record)
113
-
114
- assert_equal("#{Yajl.dump(record)}#{newline}", formatted)
115
- end
116
- end