fluentd 1.17.0-x86-mingw32 → 1.17.1-x86-mingw32

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (259) hide show
  1. checksums.yaml +4 -4
  2. data/CHANGELOG.md +46 -0
  3. data/README.md +1 -0
  4. data/SECURITY.md +2 -2
  5. data/fluent.conf +14 -14
  6. data/lib/fluent/command/cap_ctl.rb +4 -4
  7. data/lib/fluent/compat/call_super_mixin.rb +3 -3
  8. data/lib/fluent/compat/propagate_default.rb +4 -4
  9. data/lib/fluent/config/yaml_parser/parser.rb +4 -0
  10. data/lib/fluent/log/console_adapter.rb +4 -2
  11. data/lib/fluent/plugin/in_exec.rb +14 -2
  12. data/lib/fluent/plugin/in_http.rb +1 -1
  13. data/lib/fluent/plugin/in_sample.rb +13 -7
  14. data/lib/fluent/plugin/in_tail.rb +65 -23
  15. data/lib/fluent/plugin/out_copy.rb +1 -1
  16. data/lib/fluent/plugin/out_file.rb +8 -0
  17. data/lib/fluent/plugin/out_http.rb +12 -0
  18. data/lib/fluent/plugin/parser_json.rb +4 -12
  19. data/lib/fluent/plugin_helper/http_server/server.rb +1 -1
  20. data/lib/fluent/version.rb +1 -1
  21. data/templates/new_gem/fluent-plugin.gemspec.erb +6 -5
  22. metadata +25 -472
  23. data/.github/DISCUSSION_TEMPLATE/q-a-japanese.yml +0 -50
  24. data/.github/DISCUSSION_TEMPLATE/q-a.yml +0 -47
  25. data/.github/ISSUE_TEMPLATE/bug_report.yml +0 -71
  26. data/.github/ISSUE_TEMPLATE/config.yml +0 -5
  27. data/.github/ISSUE_TEMPLATE/feature_request.yml +0 -39
  28. data/.github/ISSUE_TEMPLATE.md +0 -17
  29. data/.github/PULL_REQUEST_TEMPLATE.md +0 -14
  30. data/.github/workflows/stale-actions.yml +0 -24
  31. data/.github/workflows/test-ruby-head.yml +0 -31
  32. data/.github/workflows/test.yml +0 -32
  33. data/.gitignore +0 -30
  34. data/Gemfile +0 -9
  35. data/fluentd.gemspec +0 -62
  36. data/test/command/test_binlog_reader.rb +0 -362
  37. data/test/command/test_ca_generate.rb +0 -70
  38. data/test/command/test_cap_ctl.rb +0 -100
  39. data/test/command/test_cat.rb +0 -128
  40. data/test/command/test_ctl.rb +0 -56
  41. data/test/command/test_fluentd.rb +0 -1291
  42. data/test/command/test_plugin_config_formatter.rb +0 -397
  43. data/test/command/test_plugin_generator.rb +0 -109
  44. data/test/compat/test_calls_super.rb +0 -166
  45. data/test/compat/test_parser.rb +0 -92
  46. data/test/config/assertions.rb +0 -42
  47. data/test/config/test_config_parser.rb +0 -551
  48. data/test/config/test_configurable.rb +0 -1784
  49. data/test/config/test_configure_proxy.rb +0 -604
  50. data/test/config/test_dsl.rb +0 -415
  51. data/test/config/test_element.rb +0 -518
  52. data/test/config/test_literal_parser.rb +0 -309
  53. data/test/config/test_plugin_configuration.rb +0 -56
  54. data/test/config/test_section.rb +0 -191
  55. data/test/config/test_system_config.rb +0 -195
  56. data/test/config/test_types.rb +0 -408
  57. data/test/counter/test_client.rb +0 -563
  58. data/test/counter/test_error.rb +0 -44
  59. data/test/counter/test_mutex_hash.rb +0 -179
  60. data/test/counter/test_server.rb +0 -589
  61. data/test/counter/test_store.rb +0 -258
  62. data/test/counter/test_validator.rb +0 -137
  63. data/test/helper.rb +0 -155
  64. data/test/helpers/fuzzy_assert.rb +0 -89
  65. data/test/helpers/process_extenstion.rb +0 -33
  66. data/test/log/test_console_adapter.rb +0 -117
  67. data/test/plugin/data/2010/01/20100102-030405.log +0 -0
  68. data/test/plugin/data/2010/01/20100102-030406.log +0 -0
  69. data/test/plugin/data/2010/01/20100102.log +0 -0
  70. data/test/plugin/data/log/bar +0 -0
  71. data/test/plugin/data/log/foo/bar.log +0 -0
  72. data/test/plugin/data/log/foo/bar2 +0 -0
  73. data/test/plugin/data/log/test.log +0 -0
  74. data/test/plugin/data/log_numeric/01.log +0 -0
  75. data/test/plugin/data/log_numeric/02.log +0 -0
  76. data/test/plugin/data/log_numeric/12.log +0 -0
  77. data/test/plugin/data/log_numeric/14.log +0 -0
  78. data/test/plugin/data/sd_file/config +0 -11
  79. data/test/plugin/data/sd_file/config.json +0 -17
  80. data/test/plugin/data/sd_file/config.yaml +0 -11
  81. data/test/plugin/data/sd_file/config.yml +0 -11
  82. data/test/plugin/data/sd_file/invalid_config.yml +0 -7
  83. data/test/plugin/in_tail/test_fifo.rb +0 -121
  84. data/test/plugin/in_tail/test_io_handler.rb +0 -150
  85. data/test/plugin/in_tail/test_position_file.rb +0 -346
  86. data/test/plugin/out_forward/test_ack_handler.rb +0 -140
  87. data/test/plugin/out_forward/test_connection_manager.rb +0 -145
  88. data/test/plugin/out_forward/test_handshake_protocol.rb +0 -112
  89. data/test/plugin/out_forward/test_load_balancer.rb +0 -106
  90. data/test/plugin/out_forward/test_socket_cache.rb +0 -174
  91. data/test/plugin/test_bare_output.rb +0 -131
  92. data/test/plugin/test_base.rb +0 -247
  93. data/test/plugin/test_buf_file.rb +0 -1314
  94. data/test/plugin/test_buf_file_single.rb +0 -898
  95. data/test/plugin/test_buf_memory.rb +0 -42
  96. data/test/plugin/test_buffer.rb +0 -1493
  97. data/test/plugin/test_buffer_chunk.rb +0 -209
  98. data/test/plugin/test_buffer_file_chunk.rb +0 -871
  99. data/test/plugin/test_buffer_file_single_chunk.rb +0 -611
  100. data/test/plugin/test_buffer_memory_chunk.rb +0 -339
  101. data/test/plugin/test_compressable.rb +0 -87
  102. data/test/plugin/test_file_util.rb +0 -96
  103. data/test/plugin/test_filter.rb +0 -368
  104. data/test/plugin/test_filter_grep.rb +0 -697
  105. data/test/plugin/test_filter_parser.rb +0 -731
  106. data/test/plugin/test_filter_record_transformer.rb +0 -577
  107. data/test/plugin/test_filter_stdout.rb +0 -207
  108. data/test/plugin/test_formatter_csv.rb +0 -136
  109. data/test/plugin/test_formatter_hash.rb +0 -38
  110. data/test/plugin/test_formatter_json.rb +0 -61
  111. data/test/plugin/test_formatter_ltsv.rb +0 -70
  112. data/test/plugin/test_formatter_msgpack.rb +0 -28
  113. data/test/plugin/test_formatter_out_file.rb +0 -116
  114. data/test/plugin/test_formatter_single_value.rb +0 -44
  115. data/test/plugin/test_formatter_tsv.rb +0 -76
  116. data/test/plugin/test_in_debug_agent.rb +0 -49
  117. data/test/plugin/test_in_exec.rb +0 -261
  118. data/test/plugin/test_in_forward.rb +0 -1178
  119. data/test/plugin/test_in_gc_stat.rb +0 -62
  120. data/test/plugin/test_in_http.rb +0 -1124
  121. data/test/plugin/test_in_monitor_agent.rb +0 -922
  122. data/test/plugin/test_in_object_space.rb +0 -66
  123. data/test/plugin/test_in_sample.rb +0 -190
  124. data/test/plugin/test_in_syslog.rb +0 -505
  125. data/test/plugin/test_in_tail.rb +0 -3429
  126. data/test/plugin/test_in_tcp.rb +0 -328
  127. data/test/plugin/test_in_udp.rb +0 -296
  128. data/test/plugin/test_in_unix.rb +0 -181
  129. data/test/plugin/test_input.rb +0 -137
  130. data/test/plugin/test_metadata.rb +0 -89
  131. data/test/plugin/test_metrics.rb +0 -294
  132. data/test/plugin/test_metrics_local.rb +0 -96
  133. data/test/plugin/test_multi_output.rb +0 -204
  134. data/test/plugin/test_out_copy.rb +0 -308
  135. data/test/plugin/test_out_exec.rb +0 -312
  136. data/test/plugin/test_out_exec_filter.rb +0 -606
  137. data/test/plugin/test_out_file.rb +0 -1038
  138. data/test/plugin/test_out_forward.rb +0 -1349
  139. data/test/plugin/test_out_http.rb +0 -557
  140. data/test/plugin/test_out_null.rb +0 -105
  141. data/test/plugin/test_out_relabel.rb +0 -28
  142. data/test/plugin/test_out_roundrobin.rb +0 -146
  143. data/test/plugin/test_out_secondary_file.rb +0 -458
  144. data/test/plugin/test_out_stdout.rb +0 -205
  145. data/test/plugin/test_out_stream.rb +0 -103
  146. data/test/plugin/test_output.rb +0 -1334
  147. data/test/plugin/test_output_as_buffered.rb +0 -2024
  148. data/test/plugin/test_output_as_buffered_backup.rb +0 -363
  149. data/test/plugin/test_output_as_buffered_compress.rb +0 -179
  150. data/test/plugin/test_output_as_buffered_overflow.rb +0 -250
  151. data/test/plugin/test_output_as_buffered_retries.rb +0 -966
  152. data/test/plugin/test_output_as_buffered_secondary.rb +0 -882
  153. data/test/plugin/test_output_as_standard.rb +0 -374
  154. data/test/plugin/test_owned_by.rb +0 -34
  155. data/test/plugin/test_parser.rb +0 -399
  156. data/test/plugin/test_parser_apache.rb +0 -42
  157. data/test/plugin/test_parser_apache2.rb +0 -47
  158. data/test/plugin/test_parser_apache_error.rb +0 -45
  159. data/test/plugin/test_parser_csv.rb +0 -200
  160. data/test/plugin/test_parser_json.rb +0 -244
  161. data/test/plugin/test_parser_labeled_tsv.rb +0 -160
  162. data/test/plugin/test_parser_msgpack.rb +0 -127
  163. data/test/plugin/test_parser_multiline.rb +0 -111
  164. data/test/plugin/test_parser_nginx.rb +0 -88
  165. data/test/plugin/test_parser_none.rb +0 -52
  166. data/test/plugin/test_parser_regexp.rb +0 -284
  167. data/test/plugin/test_parser_syslog.rb +0 -650
  168. data/test/plugin/test_parser_tsv.rb +0 -122
  169. data/test/plugin/test_sd_file.rb +0 -228
  170. data/test/plugin/test_sd_srv.rb +0 -230
  171. data/test/plugin/test_storage.rb +0 -166
  172. data/test/plugin/test_storage_local.rb +0 -335
  173. data/test/plugin/test_string_util.rb +0 -26
  174. data/test/plugin_helper/data/cert/cert-key.pem +0 -27
  175. data/test/plugin_helper/data/cert/cert-with-CRLF.pem +0 -19
  176. data/test/plugin_helper/data/cert/cert-with-no-newline.pem +0 -19
  177. data/test/plugin_helper/data/cert/cert.pem +0 -19
  178. data/test/plugin_helper/data/cert/cert_chains/ca-cert-key.pem +0 -27
  179. data/test/plugin_helper/data/cert/cert_chains/ca-cert.pem +0 -20
  180. data/test/plugin_helper/data/cert/cert_chains/cert-key.pem +0 -27
  181. data/test/plugin_helper/data/cert/cert_chains/cert.pem +0 -40
  182. data/test/plugin_helper/data/cert/empty.pem +0 -0
  183. data/test/plugin_helper/data/cert/generate_cert.rb +0 -125
  184. data/test/plugin_helper/data/cert/with_ca/ca-cert-key-pass.pem +0 -30
  185. data/test/plugin_helper/data/cert/with_ca/ca-cert-key.pem +0 -27
  186. data/test/plugin_helper/data/cert/with_ca/ca-cert-pass.pem +0 -20
  187. data/test/plugin_helper/data/cert/with_ca/ca-cert.pem +0 -20
  188. data/test/plugin_helper/data/cert/with_ca/cert-key-pass.pem +0 -30
  189. data/test/plugin_helper/data/cert/with_ca/cert-key.pem +0 -27
  190. data/test/plugin_helper/data/cert/with_ca/cert-pass.pem +0 -21
  191. data/test/plugin_helper/data/cert/with_ca/cert.pem +0 -21
  192. data/test/plugin_helper/data/cert/without_ca/cert-key-pass.pem +0 -30
  193. data/test/plugin_helper/data/cert/without_ca/cert-key.pem +0 -27
  194. data/test/plugin_helper/data/cert/without_ca/cert-pass.pem +0 -20
  195. data/test/plugin_helper/data/cert/without_ca/cert.pem +0 -20
  196. data/test/plugin_helper/http_server/test_app.rb +0 -65
  197. data/test/plugin_helper/http_server/test_route.rb +0 -32
  198. data/test/plugin_helper/service_discovery/test_manager.rb +0 -93
  199. data/test/plugin_helper/service_discovery/test_round_robin_balancer.rb +0 -21
  200. data/test/plugin_helper/test_cert_option.rb +0 -25
  201. data/test/plugin_helper/test_child_process.rb +0 -862
  202. data/test/plugin_helper/test_compat_parameters.rb +0 -358
  203. data/test/plugin_helper/test_event_emitter.rb +0 -80
  204. data/test/plugin_helper/test_event_loop.rb +0 -52
  205. data/test/plugin_helper/test_extract.rb +0 -194
  206. data/test/plugin_helper/test_formatter.rb +0 -255
  207. data/test/plugin_helper/test_http_server_helper.rb +0 -372
  208. data/test/plugin_helper/test_inject.rb +0 -561
  209. data/test/plugin_helper/test_metrics.rb +0 -137
  210. data/test/plugin_helper/test_parser.rb +0 -264
  211. data/test/plugin_helper/test_record_accessor.rb +0 -238
  212. data/test/plugin_helper/test_retry_state.rb +0 -1006
  213. data/test/plugin_helper/test_server.rb +0 -1895
  214. data/test/plugin_helper/test_service_discovery.rb +0 -165
  215. data/test/plugin_helper/test_socket.rb +0 -146
  216. data/test/plugin_helper/test_storage.rb +0 -542
  217. data/test/plugin_helper/test_thread.rb +0 -164
  218. data/test/plugin_helper/test_timer.rb +0 -130
  219. data/test/scripts/exec_script.rb +0 -32
  220. data/test/scripts/fluent/plugin/formatter1/formatter_test1.rb +0 -7
  221. data/test/scripts/fluent/plugin/formatter2/formatter_test2.rb +0 -7
  222. data/test/scripts/fluent/plugin/formatter_known.rb +0 -8
  223. data/test/scripts/fluent/plugin/out_test.rb +0 -81
  224. data/test/scripts/fluent/plugin/out_test2.rb +0 -80
  225. data/test/scripts/fluent/plugin/parser_known.rb +0 -4
  226. data/test/test_capability.rb +0 -74
  227. data/test/test_clock.rb +0 -164
  228. data/test/test_config.rb +0 -369
  229. data/test/test_configdsl.rb +0 -148
  230. data/test/test_daemonizer.rb +0 -91
  231. data/test/test_engine.rb +0 -203
  232. data/test/test_event.rb +0 -531
  233. data/test/test_event_router.rb +0 -348
  234. data/test/test_event_time.rb +0 -199
  235. data/test/test_file_wrapper.rb +0 -53
  236. data/test/test_filter.rb +0 -121
  237. data/test/test_fluent_log_event_router.rb +0 -99
  238. data/test/test_formatter.rb +0 -369
  239. data/test/test_input.rb +0 -31
  240. data/test/test_log.rb +0 -1076
  241. data/test/test_match.rb +0 -148
  242. data/test/test_mixin.rb +0 -351
  243. data/test/test_msgpack_factory.rb +0 -50
  244. data/test/test_oj_options.rb +0 -55
  245. data/test/test_output.rb +0 -278
  246. data/test/test_plugin.rb +0 -251
  247. data/test/test_plugin_classes.rb +0 -370
  248. data/test/test_plugin_helper.rb +0 -81
  249. data/test/test_plugin_id.rb +0 -119
  250. data/test/test_process.rb +0 -14
  251. data/test/test_root_agent.rb +0 -951
  252. data/test/test_static_config_analysis.rb +0 -177
  253. data/test/test_supervisor.rb +0 -821
  254. data/test/test_test_drivers.rb +0 -136
  255. data/test/test_time_formatter.rb +0 -301
  256. data/test/test_time_parser.rb +0 -362
  257. data/test/test_tls.rb +0 -65
  258. data/test/test_unique_id.rb +0 -47
  259. data/test/test_variable_store.rb +0 -65
@@ -1,44 +0,0 @@
1
- require_relative '../helper'
2
- require 'fluent/test/driver/formatter'
3
- require 'fluent/plugin/formatter_single_value'
4
-
5
- class SingleValueFormatterTest < ::Test::Unit::TestCase
6
- def create_driver(conf = "")
7
- Fluent::Test::Driver::Formatter.new(Fluent::Plugin::SingleValueFormatter).configure(conf)
8
- end
9
-
10
- def test_config_params
11
- d = create_driver
12
- assert_equal "message", d.instance.message_key
13
- end
14
-
15
- def test_config_params_message_key
16
- d = create_driver('message_key' => 'foobar')
17
- assert_equal "foobar", d.instance.message_key
18
- end
19
-
20
- data("newline (LF)" => ["lf", "\n"],
21
- "newline (CRLF)" => ["crlf", "\r\n"])
22
- def test_format(data)
23
- newline_conf, newline = data
24
- d = create_driver('newline' => newline_conf)
25
- formatted = d.instance.format('tag', event_time, {'message' => 'awesome'})
26
- assert_equal("awesome#{newline}", formatted)
27
- end
28
-
29
- def test_format_without_newline
30
- d = create_driver('add_newline' => 'false')
31
- formatted = d.instance.format('tag', event_time, {'message' => 'awesome'})
32
- assert_equal("awesome", formatted)
33
- end
34
-
35
- data("newline (LF)" => ["lf", "\n"],
36
- "newline (CRLF)" => ["crlf", "\r\n"])
37
- def test_format_with_message_key(data)
38
- newline_conf, newline = data
39
- d = create_driver('message_key' => 'foobar', 'newline' => newline_conf)
40
- formatted = d.instance.format('tag', event_time, {'foobar' => 'foo'})
41
-
42
- assert_equal("foo#{newline}", formatted)
43
- end
44
- end
@@ -1,76 +0,0 @@
1
- require_relative '../helper'
2
- require 'fluent/test/driver/formatter'
3
- require 'fluent/plugin/formatter_tsv'
4
-
5
- class TSVFormatterTest < ::Test::Unit::TestCase
6
- def setup
7
- @time = event_time
8
- end
9
-
10
- def create_driver(conf = "")
11
- Fluent::Test::Driver::Formatter.new(Fluent::Plugin::TSVFormatter).configure(conf)
12
- end
13
-
14
- def tag
15
- "tag"
16
- end
17
-
18
- def record
19
- {'message' => 'awesome', 'greeting' => 'hello'}
20
- end
21
-
22
- def test_config_params
23
- d = create_driver(
24
- 'keys' => 'message,greeting',
25
- )
26
- assert_equal ["message", "greeting"], d.instance.keys
27
- assert_equal "\t", d.instance.delimiter
28
- assert_equal true, d.instance.add_newline
29
-
30
- d = create_driver(
31
- 'keys' => 'message,greeting',
32
- 'delimiter' => ',',
33
- 'add_newline' => false,
34
- )
35
- assert_equal ["message", "greeting"], d.instance.keys
36
- assert_equal ",", d.instance.delimiter
37
- assert_equal false, d.instance.add_newline
38
- end
39
-
40
- data("newline (LF)" => ["lf", "\n"],
41
- "newline (CRLF)" => ["crlf", "\r\n"])
42
- def test_format(data)
43
- newline_conf, newline = data
44
- d = create_driver(
45
- 'keys' => 'message,greeting',
46
- 'newline' => newline_conf
47
- )
48
- formatted = d.instance.format(tag, @time, record)
49
-
50
- assert_equal("awesome\thello#{newline}", formatted)
51
- end
52
-
53
- def test_format_without_newline
54
- d = create_driver(
55
- 'keys' => 'message,greeting',
56
- 'add_newline' => false,
57
- )
58
- formatted = d.instance.format(tag, @time, record)
59
-
60
- assert_equal("awesome\thello", formatted)
61
- end
62
-
63
- data("newline (LF)" => ["lf", "\n"],
64
- "newline (CRLF)" => ["crlf", "\r\n"])
65
- def test_format_with_customized_delimiters(data)
66
- newline_conf, newline = data
67
- d = create_driver(
68
- 'keys' => 'message,greeting',
69
- 'delimiter' => ',',
70
- 'newline' => newline_conf,
71
- )
72
- formatted = d.instance.format(tag, @time, record)
73
-
74
- assert_equal("awesome,hello#{newline}", formatted)
75
- end
76
- end
@@ -1,49 +0,0 @@
1
- require_relative '../helper'
2
- require 'fluent/test/driver/input'
3
- require 'fluent/plugin/in_debug_agent'
4
- require 'fileutils'
5
-
6
- class DebugAgentInputTest < Test::Unit::TestCase
7
- def setup
8
- Fluent::Test.setup
9
- FileUtils.rm_rf(TMP_DIR)
10
- FileUtils.mkdir_p(TMP_DIR)
11
- end
12
-
13
- TMP_DIR = File.expand_path(File.dirname(__FILE__) + "/../tmp/in_debug_agent")
14
-
15
- def create_driver(conf = '')
16
- Fluent::Test::Driver::Input.new(Fluent::Plugin::DebugAgentInput).configure(conf)
17
- end
18
-
19
- def test_unix_path_writable
20
- assert_nothing_raised do
21
- create_driver %[unix_path #{TMP_DIR}/test_path]
22
- end
23
-
24
- assert_raise(Fluent::ConfigError) do
25
- create_driver %[unix_path #{TMP_DIR}/does_not_exist/test_path]
26
- end
27
- end
28
-
29
- def test_multi_worker_environment_with_port
30
- Fluent::SystemConfig.overwrite_system_config('workers' => 4) do
31
- d = Fluent::Test::Driver::Input.new(Fluent::Plugin::DebugAgentInput)
32
- d.instance.instance_eval { @_fluentd_worker_id = 2 }
33
- d.configure('port 24230')
34
-
35
- assert_true d.instance.multi_workers_ready?
36
- assert_equal(24232, d.instance.instance_variable_get(:@port))
37
- end
38
- end
39
-
40
- def test_multi_worker_environment_with_unix_path
41
- Fluent::SystemConfig.overwrite_system_config('workers' => 4) do
42
- d = Fluent::Test::Driver::Input.new(Fluent::Plugin::DebugAgentInput)
43
- d.instance.instance_eval { @_fluentd_worker_id = 2 }
44
- d.configure("unix_path #{TMP_DIR}/test_path")
45
-
46
- assert_false d.instance.multi_workers_ready?
47
- end
48
- end
49
- end
@@ -1,261 +0,0 @@
1
- require_relative '../helper'
2
- require 'fluent/test/driver/input'
3
- require 'fluent/plugin/in_exec'
4
- require 'timecop'
5
-
6
- class ExecInputTest < Test::Unit::TestCase
7
- SCRIPT_PATH = File.expand_path(File.join(File.dirname(__FILE__), '..', 'scripts', 'exec_script.rb'))
8
- TEST_TIME = "2011-01-02 13:14:15"
9
- TEST_UNIX_TIME = Time.parse(TEST_TIME)
10
-
11
- def setup
12
- Fluent::Test.setup
13
- @test_time = event_time()
14
- end
15
-
16
- def create_driver(conf)
17
- Fluent::Test::Driver::Input.new(Fluent::Plugin::ExecInput).configure(conf)
18
- end
19
-
20
- DEFAULT_CONFIG_ONLY_WITH_KEYS = %[
21
- command ruby #{SCRIPT_PATH} "#{TEST_TIME}" 0
22
- run_interval 1s
23
- tag "my.test.data"
24
- <parse>
25
- keys ["k1", "k2", "k3"]
26
- </parse>
27
- ]
28
-
29
- TSV_CONFIG = %[
30
- command ruby #{SCRIPT_PATH} "#{TEST_TIME}" 0
31
- run_interval 0.3
32
- <parse>
33
- @type tsv
34
- keys time, tag, k1
35
- </parse>
36
- <extract>
37
- tag_key tag
38
- time_key time
39
- time_type string
40
- time_format %Y-%m-%d %H:%M:%S
41
- </extract>
42
- ]
43
-
44
- JSON_CONFIG = %[
45
- command ruby #{SCRIPT_PATH} #{TEST_UNIX_TIME.to_i} 1
46
- run_interval 0.3
47
- <parse>
48
- @type json
49
- </parse>
50
- <extract>
51
- tag_key tag
52
- time_key time
53
- time_type unixtime
54
- </extract>
55
- ]
56
-
57
- MSGPACK_CONFIG = %[
58
- command ruby #{SCRIPT_PATH} #{TEST_UNIX_TIME.to_i} 2
59
- run_interval 0.3
60
- <parse>
61
- @type msgpack
62
- </parse>
63
- <extract>
64
- tag_key tagger
65
- time_key datetime
66
- time_type unixtime
67
- </extract>
68
- ]
69
-
70
- # here document for not de-quoting backslashes
71
- REGEXP_CONFIG = %[
72
- command ruby #{SCRIPT_PATH} "#{TEST_TIME}" 3
73
- run_interval 0.3
74
- tag regex_tag
75
- ] + <<'EOC'
76
- <parse>
77
- @type regexp
78
- expression "(?<time>[^\\]]*) (?<message>[^ ]*)"
79
- time_key time
80
- time_type string
81
- time_format %Y-%m-%d %H:%M:%S
82
- </parse>
83
- EOC
84
-
85
- sub_test_case 'with configuration with sections' do
86
- test 'configure with default tsv format without extract' do
87
- d = create_driver DEFAULT_CONFIG_ONLY_WITH_KEYS
88
- assert{ d.instance.parser.is_a? Fluent::Plugin::TSVParser }
89
- assert_equal "my.test.data", d.instance.tag
90
- assert_equal ["k1", "k2", "k3"], d.instance.parser.keys
91
- end
92
-
93
- test 'configure raises error if both of tag and extract.tag_key are missing' do
94
- assert_raise Fluent::ConfigError.new("'tag' or 'tag_key' option is required on exec input") do
95
- create_driver %[
96
- command ruby -e 'puts "yay"'
97
- <parse>
98
- keys y1
99
- </parse>
100
- ]
101
- end
102
- end
103
-
104
- test 'configure for tsv' do
105
- d = create_driver TSV_CONFIG
106
- assert{ d.instance.parser.is_a? Fluent::Plugin::TSVParser }
107
- assert_equal ["time", "tag", "k1"], d.instance.parser.keys
108
- assert_equal "tag", d.instance.extract_config.tag_key
109
- assert_equal "time", d.instance.extract_config.time_key
110
- assert_equal :string, d.instance.extract_config.time_type
111
- assert_equal "%Y-%m-%d %H:%M:%S", d.instance.extract_config.time_format
112
- end
113
-
114
- test 'configure for json' do
115
- d = create_driver JSON_CONFIG
116
- assert{ d.instance.parser.is_a? Fluent::Plugin::JSONParser }
117
- assert_equal "tag", d.instance.extract_config.tag_key
118
- assert_equal "time", d.instance.extract_config.time_key
119
- assert_equal :unixtime, d.instance.extract_config.time_type
120
- end
121
-
122
- test 'configure for msgpack' do
123
- d = create_driver MSGPACK_CONFIG
124
- assert{ d.instance.parser.is_a? Fluent::Plugin::MessagePackParser }
125
- assert_equal "tagger", d.instance.extract_config.tag_key
126
- assert_equal "datetime", d.instance.extract_config.time_key
127
- assert_equal :unixtime, d.instance.extract_config.time_type
128
- end
129
-
130
- test 'configure for regexp' do
131
- d = create_driver REGEXP_CONFIG
132
- assert{ d.instance.parser.is_a? Fluent::Plugin::RegexpParser }
133
- assert_equal "regex_tag", d.instance.tag
134
- expression = /(?<time>[^\]]*) (?<message>[^ ]*)/
135
- assert_equal expression, d.instance.parser.expression
136
- assert_nil d.instance.extract_config
137
- end
138
- end
139
-
140
- TSV_CONFIG_COMPAT = %[
141
- command ruby #{SCRIPT_PATH} "#{TEST_TIME}" 0
142
- keys time,tag,k1
143
- time_key time
144
- tag_key tag
145
- time_format %Y-%m-%d %H:%M:%S
146
- run_interval 0.3
147
- ]
148
-
149
- JSON_CONFIG_COMPAT = %[
150
- command ruby #{SCRIPT_PATH} #{TEST_UNIX_TIME.to_i} 1
151
- format json
152
- tag_key tag
153
- time_key time
154
- run_interval 0.3
155
- ]
156
-
157
- MSGPACK_CONFIG_COMPAT = %[
158
- command ruby #{SCRIPT_PATH} #{TEST_UNIX_TIME.to_i} 2
159
- format msgpack
160
- tag_key tagger
161
- time_key datetime
162
- run_interval 0.3
163
- ]
164
-
165
- REGEXP_CONFIG_COMPAT = %[
166
- command ruby #{SCRIPT_PATH} "#{TEST_TIME}" 3
167
- format /(?<time>[^\\\]]*) (?<message>[^ ]*)/
168
- tag regex_tag
169
- run_interval 0.3
170
- ]
171
-
172
- sub_test_case 'with traditional configuration' do
173
- test 'configure' do
174
- d = create_driver TSV_CONFIG_COMPAT
175
- assert{ d.instance.parser.is_a? Fluent::Plugin::TSVParser }
176
- assert_equal ["time","tag","k1"], d.instance.parser.keys
177
- assert_equal "tag", d.instance.extract_config.tag_key
178
- assert_equal "time", d.instance.extract_config.time_key
179
- assert_equal "%Y-%m-%d %H:%M:%S", d.instance.extract_config.time_format
180
- end
181
-
182
- test 'configure_with_json' do
183
- d = create_driver JSON_CONFIG_COMPAT
184
- assert{ d.instance.parser.is_a? Fluent::Plugin::JSONParser }
185
- end
186
-
187
- test 'configure_with_msgpack' do
188
- d = create_driver MSGPACK_CONFIG_COMPAT
189
- assert{ d.instance.parser.is_a? Fluent::Plugin::MessagePackParser }
190
- end
191
-
192
- test 'configure_with_regexp' do
193
- d = create_driver REGEXP_CONFIG_COMPAT
194
- assert{ d.instance.parser.is_a? Fluent::Plugin::RegexpParser }
195
- assert_equal(/(?<time>[^\]]*) (?<message>[^ ]*)/, d.instance.parser.expression)
196
- assert_equal('regex_tag', d.instance.tag)
197
- end
198
- end
199
-
200
- sub_test_case 'with default configuration' do
201
- setup do
202
- @current_event_time = event_time('2016-10-31 20:01:30.123 -0700')
203
- Timecop.freeze(Time.at(@current_event_time))
204
- end
205
-
206
- teardown do
207
- Timecop.return
208
- end
209
-
210
- test 'emits events with current timestamp if time key is not specified' do
211
- d = create_driver DEFAULT_CONFIG_ONLY_WITH_KEYS
212
- d.run(expect_records: 2, timeout: 10)
213
-
214
- assert{ d.events.length > 0 }
215
- d.events.each do |event|
216
- assert_equal ["my.test.data", @current_event_time, {"k1"=>"2011-01-02 13:14:15", "k2"=>"tag1", "k3"=>"ok"}], event
217
- end
218
- end
219
- end
220
-
221
- data(
222
- 'default' => [TSV_CONFIG, "tag1", event_time("2011-01-02 13:14:15"), {"k1"=>"ok"}],
223
- 'json' => [JSON_CONFIG, "tag1", event_time("2011-01-02 13:14:15"), {"k1"=>"ok"}],
224
- 'msgpack' => [MSGPACK_CONFIG, "tag1", event_time("2011-01-02 13:14:15"), {"k1"=>"ok"}],
225
- 'regexp' => [REGEXP_CONFIG, "regex_tag", event_time("2011-01-02 13:14:15"), {"message"=>"hello"}],
226
- 'default_c' => [TSV_CONFIG_COMPAT, "tag1", event_time("2011-01-02 13:14:15"), {"k1"=>"ok"}],
227
- 'json_c' => [JSON_CONFIG_COMPAT, "tag1", event_time("2011-01-02 13:14:15"), {"k1"=>"ok"}],
228
- 'msgpack_c' => [MSGPACK_CONFIG_COMPAT, "tag1", event_time("2011-01-02 13:14:15"), {"k1"=>"ok"}],
229
- 'regexp_c' => [REGEXP_CONFIG_COMPAT, "regex_tag", event_time("2011-01-02 13:14:15"), {"message"=>"hello"}],
230
- )
231
- test 'emit with formats' do |data|
232
- config, tag, time, record = data
233
- d = create_driver(config)
234
-
235
- d.run(expect_emits: 2, timeout: 10)
236
-
237
- assert{ d.events.length > 0 }
238
- d.events.each {|event|
239
- assert_equal_event_time(time, event[1])
240
- assert_equal [tag, time, record], event
241
- }
242
- end
243
-
244
- test 'emit error message with read_with_stderr' do
245
- d = create_driver %[
246
- tag test
247
- command ruby #{File.join(File.dirname(SCRIPT_PATH), 'foo_bar_baz_no_existence.rb')}
248
- connect_mode read_with_stderr
249
- <parse>
250
- @type none
251
- </parse>
252
- ]
253
- d.run(expect_records: 1, timeout: 10)
254
-
255
- assert{ d.events.length > 0 }
256
- d.events.each do |event|
257
- assert_equal 'test', event[0]
258
- assert_match(/LoadError/, event[2]['message'])
259
- end
260
- end
261
- end