fluentd 1.17.0-x86-mingw32 → 1.17.1-x86-mingw32

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (259) hide show
  1. checksums.yaml +4 -4
  2. data/CHANGELOG.md +46 -0
  3. data/README.md +1 -0
  4. data/SECURITY.md +2 -2
  5. data/fluent.conf +14 -14
  6. data/lib/fluent/command/cap_ctl.rb +4 -4
  7. data/lib/fluent/compat/call_super_mixin.rb +3 -3
  8. data/lib/fluent/compat/propagate_default.rb +4 -4
  9. data/lib/fluent/config/yaml_parser/parser.rb +4 -0
  10. data/lib/fluent/log/console_adapter.rb +4 -2
  11. data/lib/fluent/plugin/in_exec.rb +14 -2
  12. data/lib/fluent/plugin/in_http.rb +1 -1
  13. data/lib/fluent/plugin/in_sample.rb +13 -7
  14. data/lib/fluent/plugin/in_tail.rb +65 -23
  15. data/lib/fluent/plugin/out_copy.rb +1 -1
  16. data/lib/fluent/plugin/out_file.rb +8 -0
  17. data/lib/fluent/plugin/out_http.rb +12 -0
  18. data/lib/fluent/plugin/parser_json.rb +4 -12
  19. data/lib/fluent/plugin_helper/http_server/server.rb +1 -1
  20. data/lib/fluent/version.rb +1 -1
  21. data/templates/new_gem/fluent-plugin.gemspec.erb +6 -5
  22. metadata +25 -472
  23. data/.github/DISCUSSION_TEMPLATE/q-a-japanese.yml +0 -50
  24. data/.github/DISCUSSION_TEMPLATE/q-a.yml +0 -47
  25. data/.github/ISSUE_TEMPLATE/bug_report.yml +0 -71
  26. data/.github/ISSUE_TEMPLATE/config.yml +0 -5
  27. data/.github/ISSUE_TEMPLATE/feature_request.yml +0 -39
  28. data/.github/ISSUE_TEMPLATE.md +0 -17
  29. data/.github/PULL_REQUEST_TEMPLATE.md +0 -14
  30. data/.github/workflows/stale-actions.yml +0 -24
  31. data/.github/workflows/test-ruby-head.yml +0 -31
  32. data/.github/workflows/test.yml +0 -32
  33. data/.gitignore +0 -30
  34. data/Gemfile +0 -9
  35. data/fluentd.gemspec +0 -62
  36. data/test/command/test_binlog_reader.rb +0 -362
  37. data/test/command/test_ca_generate.rb +0 -70
  38. data/test/command/test_cap_ctl.rb +0 -100
  39. data/test/command/test_cat.rb +0 -128
  40. data/test/command/test_ctl.rb +0 -56
  41. data/test/command/test_fluentd.rb +0 -1291
  42. data/test/command/test_plugin_config_formatter.rb +0 -397
  43. data/test/command/test_plugin_generator.rb +0 -109
  44. data/test/compat/test_calls_super.rb +0 -166
  45. data/test/compat/test_parser.rb +0 -92
  46. data/test/config/assertions.rb +0 -42
  47. data/test/config/test_config_parser.rb +0 -551
  48. data/test/config/test_configurable.rb +0 -1784
  49. data/test/config/test_configure_proxy.rb +0 -604
  50. data/test/config/test_dsl.rb +0 -415
  51. data/test/config/test_element.rb +0 -518
  52. data/test/config/test_literal_parser.rb +0 -309
  53. data/test/config/test_plugin_configuration.rb +0 -56
  54. data/test/config/test_section.rb +0 -191
  55. data/test/config/test_system_config.rb +0 -195
  56. data/test/config/test_types.rb +0 -408
  57. data/test/counter/test_client.rb +0 -563
  58. data/test/counter/test_error.rb +0 -44
  59. data/test/counter/test_mutex_hash.rb +0 -179
  60. data/test/counter/test_server.rb +0 -589
  61. data/test/counter/test_store.rb +0 -258
  62. data/test/counter/test_validator.rb +0 -137
  63. data/test/helper.rb +0 -155
  64. data/test/helpers/fuzzy_assert.rb +0 -89
  65. data/test/helpers/process_extenstion.rb +0 -33
  66. data/test/log/test_console_adapter.rb +0 -117
  67. data/test/plugin/data/2010/01/20100102-030405.log +0 -0
  68. data/test/plugin/data/2010/01/20100102-030406.log +0 -0
  69. data/test/plugin/data/2010/01/20100102.log +0 -0
  70. data/test/plugin/data/log/bar +0 -0
  71. data/test/plugin/data/log/foo/bar.log +0 -0
  72. data/test/plugin/data/log/foo/bar2 +0 -0
  73. data/test/plugin/data/log/test.log +0 -0
  74. data/test/plugin/data/log_numeric/01.log +0 -0
  75. data/test/plugin/data/log_numeric/02.log +0 -0
  76. data/test/plugin/data/log_numeric/12.log +0 -0
  77. data/test/plugin/data/log_numeric/14.log +0 -0
  78. data/test/plugin/data/sd_file/config +0 -11
  79. data/test/plugin/data/sd_file/config.json +0 -17
  80. data/test/plugin/data/sd_file/config.yaml +0 -11
  81. data/test/plugin/data/sd_file/config.yml +0 -11
  82. data/test/plugin/data/sd_file/invalid_config.yml +0 -7
  83. data/test/plugin/in_tail/test_fifo.rb +0 -121
  84. data/test/plugin/in_tail/test_io_handler.rb +0 -150
  85. data/test/plugin/in_tail/test_position_file.rb +0 -346
  86. data/test/plugin/out_forward/test_ack_handler.rb +0 -140
  87. data/test/plugin/out_forward/test_connection_manager.rb +0 -145
  88. data/test/plugin/out_forward/test_handshake_protocol.rb +0 -112
  89. data/test/plugin/out_forward/test_load_balancer.rb +0 -106
  90. data/test/plugin/out_forward/test_socket_cache.rb +0 -174
  91. data/test/plugin/test_bare_output.rb +0 -131
  92. data/test/plugin/test_base.rb +0 -247
  93. data/test/plugin/test_buf_file.rb +0 -1314
  94. data/test/plugin/test_buf_file_single.rb +0 -898
  95. data/test/plugin/test_buf_memory.rb +0 -42
  96. data/test/plugin/test_buffer.rb +0 -1493
  97. data/test/plugin/test_buffer_chunk.rb +0 -209
  98. data/test/plugin/test_buffer_file_chunk.rb +0 -871
  99. data/test/plugin/test_buffer_file_single_chunk.rb +0 -611
  100. data/test/plugin/test_buffer_memory_chunk.rb +0 -339
  101. data/test/plugin/test_compressable.rb +0 -87
  102. data/test/plugin/test_file_util.rb +0 -96
  103. data/test/plugin/test_filter.rb +0 -368
  104. data/test/plugin/test_filter_grep.rb +0 -697
  105. data/test/plugin/test_filter_parser.rb +0 -731
  106. data/test/plugin/test_filter_record_transformer.rb +0 -577
  107. data/test/plugin/test_filter_stdout.rb +0 -207
  108. data/test/plugin/test_formatter_csv.rb +0 -136
  109. data/test/plugin/test_formatter_hash.rb +0 -38
  110. data/test/plugin/test_formatter_json.rb +0 -61
  111. data/test/plugin/test_formatter_ltsv.rb +0 -70
  112. data/test/plugin/test_formatter_msgpack.rb +0 -28
  113. data/test/plugin/test_formatter_out_file.rb +0 -116
  114. data/test/plugin/test_formatter_single_value.rb +0 -44
  115. data/test/plugin/test_formatter_tsv.rb +0 -76
  116. data/test/plugin/test_in_debug_agent.rb +0 -49
  117. data/test/plugin/test_in_exec.rb +0 -261
  118. data/test/plugin/test_in_forward.rb +0 -1178
  119. data/test/plugin/test_in_gc_stat.rb +0 -62
  120. data/test/plugin/test_in_http.rb +0 -1124
  121. data/test/plugin/test_in_monitor_agent.rb +0 -922
  122. data/test/plugin/test_in_object_space.rb +0 -66
  123. data/test/plugin/test_in_sample.rb +0 -190
  124. data/test/plugin/test_in_syslog.rb +0 -505
  125. data/test/plugin/test_in_tail.rb +0 -3429
  126. data/test/plugin/test_in_tcp.rb +0 -328
  127. data/test/plugin/test_in_udp.rb +0 -296
  128. data/test/plugin/test_in_unix.rb +0 -181
  129. data/test/plugin/test_input.rb +0 -137
  130. data/test/plugin/test_metadata.rb +0 -89
  131. data/test/plugin/test_metrics.rb +0 -294
  132. data/test/plugin/test_metrics_local.rb +0 -96
  133. data/test/plugin/test_multi_output.rb +0 -204
  134. data/test/plugin/test_out_copy.rb +0 -308
  135. data/test/plugin/test_out_exec.rb +0 -312
  136. data/test/plugin/test_out_exec_filter.rb +0 -606
  137. data/test/plugin/test_out_file.rb +0 -1038
  138. data/test/plugin/test_out_forward.rb +0 -1349
  139. data/test/plugin/test_out_http.rb +0 -557
  140. data/test/plugin/test_out_null.rb +0 -105
  141. data/test/plugin/test_out_relabel.rb +0 -28
  142. data/test/plugin/test_out_roundrobin.rb +0 -146
  143. data/test/plugin/test_out_secondary_file.rb +0 -458
  144. data/test/plugin/test_out_stdout.rb +0 -205
  145. data/test/plugin/test_out_stream.rb +0 -103
  146. data/test/plugin/test_output.rb +0 -1334
  147. data/test/plugin/test_output_as_buffered.rb +0 -2024
  148. data/test/plugin/test_output_as_buffered_backup.rb +0 -363
  149. data/test/plugin/test_output_as_buffered_compress.rb +0 -179
  150. data/test/plugin/test_output_as_buffered_overflow.rb +0 -250
  151. data/test/plugin/test_output_as_buffered_retries.rb +0 -966
  152. data/test/plugin/test_output_as_buffered_secondary.rb +0 -882
  153. data/test/plugin/test_output_as_standard.rb +0 -374
  154. data/test/plugin/test_owned_by.rb +0 -34
  155. data/test/plugin/test_parser.rb +0 -399
  156. data/test/plugin/test_parser_apache.rb +0 -42
  157. data/test/plugin/test_parser_apache2.rb +0 -47
  158. data/test/plugin/test_parser_apache_error.rb +0 -45
  159. data/test/plugin/test_parser_csv.rb +0 -200
  160. data/test/plugin/test_parser_json.rb +0 -244
  161. data/test/plugin/test_parser_labeled_tsv.rb +0 -160
  162. data/test/plugin/test_parser_msgpack.rb +0 -127
  163. data/test/plugin/test_parser_multiline.rb +0 -111
  164. data/test/plugin/test_parser_nginx.rb +0 -88
  165. data/test/plugin/test_parser_none.rb +0 -52
  166. data/test/plugin/test_parser_regexp.rb +0 -284
  167. data/test/plugin/test_parser_syslog.rb +0 -650
  168. data/test/plugin/test_parser_tsv.rb +0 -122
  169. data/test/plugin/test_sd_file.rb +0 -228
  170. data/test/plugin/test_sd_srv.rb +0 -230
  171. data/test/plugin/test_storage.rb +0 -166
  172. data/test/plugin/test_storage_local.rb +0 -335
  173. data/test/plugin/test_string_util.rb +0 -26
  174. data/test/plugin_helper/data/cert/cert-key.pem +0 -27
  175. data/test/plugin_helper/data/cert/cert-with-CRLF.pem +0 -19
  176. data/test/plugin_helper/data/cert/cert-with-no-newline.pem +0 -19
  177. data/test/plugin_helper/data/cert/cert.pem +0 -19
  178. data/test/plugin_helper/data/cert/cert_chains/ca-cert-key.pem +0 -27
  179. data/test/plugin_helper/data/cert/cert_chains/ca-cert.pem +0 -20
  180. data/test/plugin_helper/data/cert/cert_chains/cert-key.pem +0 -27
  181. data/test/plugin_helper/data/cert/cert_chains/cert.pem +0 -40
  182. data/test/plugin_helper/data/cert/empty.pem +0 -0
  183. data/test/plugin_helper/data/cert/generate_cert.rb +0 -125
  184. data/test/plugin_helper/data/cert/with_ca/ca-cert-key-pass.pem +0 -30
  185. data/test/plugin_helper/data/cert/with_ca/ca-cert-key.pem +0 -27
  186. data/test/plugin_helper/data/cert/with_ca/ca-cert-pass.pem +0 -20
  187. data/test/plugin_helper/data/cert/with_ca/ca-cert.pem +0 -20
  188. data/test/plugin_helper/data/cert/with_ca/cert-key-pass.pem +0 -30
  189. data/test/plugin_helper/data/cert/with_ca/cert-key.pem +0 -27
  190. data/test/plugin_helper/data/cert/with_ca/cert-pass.pem +0 -21
  191. data/test/plugin_helper/data/cert/with_ca/cert.pem +0 -21
  192. data/test/plugin_helper/data/cert/without_ca/cert-key-pass.pem +0 -30
  193. data/test/plugin_helper/data/cert/without_ca/cert-key.pem +0 -27
  194. data/test/plugin_helper/data/cert/without_ca/cert-pass.pem +0 -20
  195. data/test/plugin_helper/data/cert/without_ca/cert.pem +0 -20
  196. data/test/plugin_helper/http_server/test_app.rb +0 -65
  197. data/test/plugin_helper/http_server/test_route.rb +0 -32
  198. data/test/plugin_helper/service_discovery/test_manager.rb +0 -93
  199. data/test/plugin_helper/service_discovery/test_round_robin_balancer.rb +0 -21
  200. data/test/plugin_helper/test_cert_option.rb +0 -25
  201. data/test/plugin_helper/test_child_process.rb +0 -862
  202. data/test/plugin_helper/test_compat_parameters.rb +0 -358
  203. data/test/plugin_helper/test_event_emitter.rb +0 -80
  204. data/test/plugin_helper/test_event_loop.rb +0 -52
  205. data/test/plugin_helper/test_extract.rb +0 -194
  206. data/test/plugin_helper/test_formatter.rb +0 -255
  207. data/test/plugin_helper/test_http_server_helper.rb +0 -372
  208. data/test/plugin_helper/test_inject.rb +0 -561
  209. data/test/plugin_helper/test_metrics.rb +0 -137
  210. data/test/plugin_helper/test_parser.rb +0 -264
  211. data/test/plugin_helper/test_record_accessor.rb +0 -238
  212. data/test/plugin_helper/test_retry_state.rb +0 -1006
  213. data/test/plugin_helper/test_server.rb +0 -1895
  214. data/test/plugin_helper/test_service_discovery.rb +0 -165
  215. data/test/plugin_helper/test_socket.rb +0 -146
  216. data/test/plugin_helper/test_storage.rb +0 -542
  217. data/test/plugin_helper/test_thread.rb +0 -164
  218. data/test/plugin_helper/test_timer.rb +0 -130
  219. data/test/scripts/exec_script.rb +0 -32
  220. data/test/scripts/fluent/plugin/formatter1/formatter_test1.rb +0 -7
  221. data/test/scripts/fluent/plugin/formatter2/formatter_test2.rb +0 -7
  222. data/test/scripts/fluent/plugin/formatter_known.rb +0 -8
  223. data/test/scripts/fluent/plugin/out_test.rb +0 -81
  224. data/test/scripts/fluent/plugin/out_test2.rb +0 -80
  225. data/test/scripts/fluent/plugin/parser_known.rb +0 -4
  226. data/test/test_capability.rb +0 -74
  227. data/test/test_clock.rb +0 -164
  228. data/test/test_config.rb +0 -369
  229. data/test/test_configdsl.rb +0 -148
  230. data/test/test_daemonizer.rb +0 -91
  231. data/test/test_engine.rb +0 -203
  232. data/test/test_event.rb +0 -531
  233. data/test/test_event_router.rb +0 -348
  234. data/test/test_event_time.rb +0 -199
  235. data/test/test_file_wrapper.rb +0 -53
  236. data/test/test_filter.rb +0 -121
  237. data/test/test_fluent_log_event_router.rb +0 -99
  238. data/test/test_formatter.rb +0 -369
  239. data/test/test_input.rb +0 -31
  240. data/test/test_log.rb +0 -1076
  241. data/test/test_match.rb +0 -148
  242. data/test/test_mixin.rb +0 -351
  243. data/test/test_msgpack_factory.rb +0 -50
  244. data/test/test_oj_options.rb +0 -55
  245. data/test/test_output.rb +0 -278
  246. data/test/test_plugin.rb +0 -251
  247. data/test/test_plugin_classes.rb +0 -370
  248. data/test/test_plugin_helper.rb +0 -81
  249. data/test/test_plugin_id.rb +0 -119
  250. data/test/test_process.rb +0 -14
  251. data/test/test_root_agent.rb +0 -951
  252. data/test/test_static_config_analysis.rb +0 -177
  253. data/test/test_supervisor.rb +0 -821
  254. data/test/test_test_drivers.rb +0 -136
  255. data/test/test_time_formatter.rb +0 -301
  256. data/test/test_time_parser.rb +0 -362
  257. data/test/test_tls.rb +0 -65
  258. data/test/test_unique_id.rb +0 -47
  259. data/test/test_variable_store.rb +0 -65
@@ -1,561 +0,0 @@
1
- require_relative '../helper'
2
- require 'fluent/plugin_helper/inject'
3
- require 'fluent/plugin/output'
4
- require 'fluent/event'
5
- require 'time'
6
-
7
- class InjectHelperTest < Test::Unit::TestCase
8
- class Dummy < Fluent::Plugin::TestBase
9
- helpers :inject
10
- end
11
-
12
- class Dummy2 < Fluent::Plugin::TestBase
13
- helpers :inject
14
- config_section :inject do
15
- config_set_default :hostname_key, 'host'
16
- end
17
- end
18
-
19
- class Dummy3 < Fluent::Plugin::Output
20
- helpers :inject
21
- def write(chunk)
22
- # dummy
23
- end
24
- end
25
-
26
- def config_inject_section(hash = {})
27
- config_element('ROOT', '', {}, [config_element('inject', '', hash)])
28
- end
29
-
30
- setup do
31
- Fluent::Test.setup
32
- @d = Dummy.new
33
- end
34
-
35
- teardown do
36
- if @d
37
- @d.stop unless @d.stopped?
38
- @d.before_shutdown unless @d.before_shutdown?
39
- @d.shutdown unless @d.shutdown?
40
- @d.after_shutdown unless @d.after_shutdown?
41
- @d.close unless @d.closed?
42
- @d.terminate unless @d.terminated?
43
- end
44
- end
45
-
46
- test 'can override default parameters, but not overwrite whole definition' do
47
- d = Dummy.new
48
- d.configure(config_element())
49
- assert_nil d.inject_config
50
-
51
- d = Dummy2.new
52
- d.configure(config_element('ROOT', '', {}, [config_element('inject')]))
53
- assert d.inject_config
54
- assert_equal 'host', d.inject_config.hostname_key
55
- end
56
-
57
- test 'do nothing in default' do
58
- @d.configure(config_inject_section())
59
- @d.start
60
- assert_nil @d.instance_eval{ @_inject_hostname_key }
61
- assert_nil @d.instance_eval{ @_inject_hostname }
62
- assert_nil @d.instance_eval{ @_inject_worker_id_key }
63
- assert_nil @d.instance_eval{ @_inject_worker_id }
64
- assert_nil @d.instance_eval{ @_inject_tag_key }
65
- assert_nil @d.instance_eval{ @_inject_time_key }
66
- assert_nil @d.instance_eval{ @_inject_time_formatter }
67
-
68
- time = event_time()
69
- record = {"key1" => "value1", "key2" => 2}
70
- assert_equal record, @d.inject_values_to_record('tag', time, record)
71
- assert_equal record.object_id, @d.inject_values_to_record('tag', time, record).object_id
72
-
73
- es0 = Fluent::OneEventStream.new(time, {"key1" => "v", "key2" => 0})
74
-
75
- es1 = Fluent::ArrayEventStream.new([ [time, {"key1" => "a", "key2" => 1}], [time, {"key1" => "b", "key2" => 2}] ])
76
-
77
- es2 = Fluent::MultiEventStream.new
78
- es2.add(event_time(), {"key1" => "a", "key2" => 1})
79
- es2.add(event_time(), {"key1" => "b", "key2" => 2})
80
-
81
- es3 = Fluent::MessagePackEventStream.new(es2.to_msgpack_stream)
82
-
83
- [es0, es1, es2, es3].each do |es|
84
- assert_equal es, @d.inject_values_to_event_stream('tag', es), "failed for #{es.class}"
85
- assert_equal es.object_id, @d.inject_values_to_event_stream('tag', es).object_id, "failed for #{es.class}"
86
- end
87
- end
88
-
89
- test 'can be configured as specified' do
90
- with_worker_config(workers: 1, worker_id: 0) do
91
- @d.configure(config_inject_section(
92
- "hostname_key" => "hostname",
93
- "hostname" => "myhost.local",
94
- "worker_id_key" => "worker_id",
95
- "tag_key" => "tag",
96
- "time_key" => "time",
97
- "time_type" => "string",
98
- "time_format" => "%Y-%m-%d %H:%M:%S.%N",
99
- "timezone" => "-0700",
100
- ))
101
- end
102
-
103
- assert_equal "hostname", @d.instance_eval{ @_inject_hostname_key }
104
- assert_equal "myhost.local", @d.instance_eval{ @_inject_hostname }
105
- assert_equal "worker_id", @d.instance_eval{ @_inject_worker_id_key }
106
- assert_equal 0, @d.instance_eval{ @_inject_worker_id }
107
- assert_equal "tag", @d.instance_eval{ @_inject_tag_key }
108
- assert_equal "time", @d.instance_eval{ @_inject_time_key }
109
- assert_equal :string, @d.instance_eval{ @inject_config.time_type }
110
- assert_not_nil @d.instance_eval{ @_inject_time_formatter }
111
- end
112
-
113
- test 'raise an error when injected hostname is used in buffer chunk key too' do
114
- @d = Dummy3.new
115
- conf = config_element('ROOT', '', {}, [
116
- config_element('inject', '', {'hostname_key' => 'h'}),
117
- config_element('buffer', 'tag,h'),
118
- ])
119
- assert_raise Fluent::ConfigError.new("the key specified by 'hostname_key' in <inject> cannot be used in buffering chunk key.") do
120
- @d.configure(conf)
121
- end
122
- end
123
-
124
- sub_test_case 'using inject_values_to_record' do
125
- test 'injects hostname automatically detected' do
126
- detected_hostname = `hostname`.chomp
127
- @d.configure(config_inject_section("hostname_key" => "host"))
128
- logs = @d.log.out.logs
129
- assert{ logs.any?{|l| l.include?("[info]: using hostname for specified field host_key=\"host\" host_name=\"#{detected_hostname}\"") } }
130
- @d.start
131
-
132
- time = event_time()
133
- record = {"key1" => "value1", "key2" => 2}
134
- assert_equal record.merge({"host" => detected_hostname}), @d.inject_values_to_record('tag', time, record)
135
- end
136
-
137
- test 'injects hostname as specified value' do
138
- @d.configure(config_inject_section("hostname_key" => "host", "hostname" => "myhost.yay.local"))
139
- @d.start
140
-
141
- time = event_time()
142
- record = {"key1" => "value1", "key2" => 2}
143
- assert_equal record.merge({"host" => "myhost.yay.local"}), @d.inject_values_to_record('tag', time, record)
144
- end
145
-
146
- test 'injects worker id' do
147
- with_worker_config(workers: 3, worker_id: 2) do
148
- @d.configure(config_inject_section("worker_id_key" => "workerid"))
149
- end
150
- @d.start
151
-
152
- time = event_time()
153
- record = {"key1" => "value1", "key2" => 2}
154
- assert_equal record.merge({"workerid" => 2}), @d.inject_values_to_record('tag', time, record)
155
- end
156
-
157
- test 'injects tag into specified key' do
158
- @d.configure(config_inject_section("tag_key" => "mytag"))
159
- @d.start
160
-
161
- time = event_time()
162
- record = {"key1" => "value1", "key2" => 2}
163
- assert_equal record.merge({"mytag" => "tag.test"}), @d.inject_values_to_record('tag.test', time, record)
164
- end
165
-
166
- test 'injects time as floating point value into specified key as default' do
167
- time_in_unix = Time.parse("2016-06-21 08:10:11 +0900").to_i # 1466464211 in unix time
168
- time_subsecond = 320_101_224
169
- time = Fluent::EventTime.new(time_in_unix, time_subsecond)
170
- float_time = 1466464211.320101 # microsecond precision in float
171
-
172
- @d.configure(config_inject_section("time_key" => "timedata"))
173
- @d.start
174
-
175
- record = {"key1" => "value1", "key2" => 2}
176
- assert_equal record.merge({"timedata" => float_time}), @d.inject_values_to_record('tag', time, record)
177
- end
178
-
179
- test 'injects time as unix time millis into specified key' do
180
- time_in_unix = Time.parse("2016-06-21 08:10:11 +0900").to_i
181
- time_subsecond = 320_101_224
182
- time = Fluent::EventTime.new(time_in_unix, time_subsecond)
183
- unixtime_millis = 1466464211320
184
-
185
- @d.configure(config_inject_section("time_key" => "timedata", "time_type" => "unixtime_millis"))
186
- @d.start
187
-
188
- record = {"key1" => "value1", "key2" => 2}
189
- assert_equal record.merge({"timedata" => unixtime_millis}), @d.inject_values_to_record('tag', time, record)
190
- assert_equal record.merge({"timedata" => time_in_unix * 1_000}), @d.inject_values_to_record('tag', time_in_unix, record)
191
- end
192
-
193
- test 'injects time as unix time micros into specified key' do
194
- time_in_unix = Time.parse("2016-06-21 08:10:11 +0900").to_i
195
- time_subsecond = 320_101_224
196
- time = Fluent::EventTime.new(time_in_unix, time_subsecond)
197
- unixtime_micros = 1466464211320101
198
-
199
- @d.configure(config_inject_section("time_key" => "timedata", "time_type" => "unixtime_micros"))
200
- @d.start
201
-
202
- record = {"key1" => "value1", "key2" => 2}
203
- assert_equal record.merge({"timedata" => unixtime_micros}), @d.inject_values_to_record('tag', time, record)
204
- assert_equal record.merge({"timedata" => time_in_unix * 1_000_000}), @d.inject_values_to_record('tag', time_in_unix, record)
205
- end
206
-
207
- test 'injects time as unix time nanos into specified key' do
208
- time_in_unix = Time.parse("2016-06-21 08:10:11 +0900").to_i
209
- time_subsecond = 320_101_224
210
- time = Fluent::EventTime.new(time_in_unix, time_subsecond)
211
- unixtime_nanos = 1466464211320101224
212
-
213
- @d.configure(config_inject_section("time_key" => "timedata", "time_type" => "unixtime_nanos"))
214
- @d.start
215
-
216
- record = {"key1" => "value1", "key2" => 2}
217
- assert_equal record.merge({"timedata" => unixtime_nanos}), @d.inject_values_to_record('tag', time, record)
218
- assert_equal record.merge({"timedata" => time_in_unix * 1_000_000_000}), @d.inject_values_to_record('tag', time_in_unix, record)
219
- end
220
-
221
- test 'injects time as unix time into specified key' do
222
- time_in_unix = Time.parse("2016-06-21 08:10:11 +0900").to_i
223
- time_subsecond = 320_101_224
224
- time = Fluent::EventTime.new(time_in_unix, time_subsecond)
225
- int_time = 1466464211
226
-
227
- @d.configure(config_inject_section("time_key" => "timedata", "time_type" => "unixtime"))
228
- @d.start
229
-
230
- record = {"key1" => "value1", "key2" => 2}
231
- assert_equal record.merge({"timedata" => int_time}), @d.inject_values_to_record('tag', time, record)
232
- end
233
-
234
- test 'injects time as formatted string in localtime if timezone not specified' do
235
- local_timezone = Time.now.strftime('%z')
236
- time_in_unix = Time.parse("2016-06-21 08:10:11 #{local_timezone}").to_i
237
- time_subsecond = 320_101_224
238
- time = Fluent::EventTime.new(time_in_unix, time_subsecond)
239
-
240
- @d.configure(config_inject_section("time_key" => "timedata", "time_type" => "string", "time_format" => "%Y_%m_%d %H:%M:%S %z"))
241
- @d.start
242
-
243
- record = {"key1" => "value1", "key2" => 2}
244
- assert_equal record.merge({"timedata" => "2016_06_21 08:10:11 #{local_timezone}"}), @d.inject_values_to_record('tag', time, record)
245
- end
246
-
247
- test 'injects time as formatted string with nanosecond in localtime if timezone not specified' do
248
- local_timezone = Time.now.strftime('%z')
249
- time_in_unix = Time.parse("2016-06-21 08:10:11 #{local_timezone}").to_i
250
- time_subsecond = 320_101_224
251
- time = Fluent::EventTime.new(time_in_unix, time_subsecond)
252
-
253
- @d.configure(config_inject_section("time_key" => "timedata", "time_type" => "string", "time_format" => "%Y_%m_%d %H:%M:%S.%N %z"))
254
- @d.start
255
-
256
- record = {"key1" => "value1", "key2" => 2}
257
- assert_equal record.merge({"timedata" => "2016_06_21 08:10:11.320101224 #{local_timezone}"}), @d.inject_values_to_record('tag', time, record)
258
- end
259
-
260
- test 'injects time as formatted string with millisecond in localtime if timezone not specified' do
261
- local_timezone = Time.now.strftime('%z')
262
- time_in_unix = Time.parse("2016-06-21 08:10:11 #{local_timezone}").to_i
263
- time_subsecond = 320_101_224
264
- time = Fluent::EventTime.new(time_in_unix, time_subsecond)
265
-
266
- @d.configure(config_inject_section("time_key" => "timedata", "time_type" => "string", "time_format" => "%Y_%m_%d %H:%M:%S.%3N %z"))
267
- @d.start
268
-
269
- record = {"key1" => "value1", "key2" => 2}
270
- assert_equal record.merge({"timedata" => "2016_06_21 08:10:11.320 #{local_timezone}"}), @d.inject_values_to_record('tag', time, record)
271
- end
272
-
273
- test 'injects time as formatted string in specified timezone' do
274
- time_in_unix = Time.parse("2016-06-21 08:10:11 +0000").to_i
275
- time_subsecond = 320_101_224
276
- time = Fluent::EventTime.new(time_in_unix, time_subsecond)
277
-
278
- @d.configure(config_inject_section("time_key" => "timedata", "time_type" => "string", "time_format" => "%Y_%m_%d %H:%M:%S %z", "timezone" => "-0800"))
279
- @d.start
280
-
281
- record = {"key1" => "value1", "key2" => 2}
282
- assert_equal record.merge({"timedata" => "2016_06_21 00:10:11 -0800"}), @d.inject_values_to_record('tag', time, record)
283
- end
284
-
285
- test 'injects hostname, tag and time' do
286
- time_in_unix = Time.parse("2016-06-21 08:10:11 +0900").to_i
287
- time_subsecond = 320_101_224
288
- time = Fluent::EventTime.new(time_in_unix, time_subsecond)
289
-
290
- @d.configure(config_inject_section(
291
- "hostname_key" => "hostnamedata",
292
- "hostname" => "myname.local",
293
- "tag_key" => "tagdata",
294
- "time_key" => "timedata",
295
- "time_type" => "string",
296
- "time_format" => "%Y_%m_%d %H:%M:%S.%N %z",
297
- "timezone" => "+0000",
298
- ))
299
- @d.start
300
-
301
- record = {"key1" => "value1", "key2" => 2}
302
- injected = {"hostnamedata" => "myname.local", "tagdata" => "tag", "timedata" => "2016_06_20 23:10:11.320101224 +0000"}
303
- assert_equal record.merge(injected), @d.inject_values_to_record('tag', time, record)
304
- end
305
- end
306
-
307
- sub_test_case 'using inject_values_to_event_stream' do
308
- local_timezone = Time.now.strftime('%z')
309
- time_in_unix = Time.parse("2016-06-21 08:10:11 #{local_timezone}").to_i
310
- time_subsecond = 320_101_224
311
- time_in_rational = Rational(time_in_unix * 1_000_000_000 + time_subsecond, 1_000_000_000)
312
- time_in_localtime = Time.at(time_in_rational).localtime
313
- time_in_utc = Time.at(time_in_rational).utc
314
- time = Fluent::EventTime.new(time_in_unix, time_subsecond)
315
- time_float = time.to_r.truncate(+6).to_f
316
-
317
- data(
318
- "OneEventStream" => Fluent::OneEventStream.new(time, {"key1" => "value1", "key2" => 0}),
319
- "ArrayEventStream" => Fluent::ArrayEventStream.new([ [time, {"key1" => "value1", "key2" => 1}], [time, {"key1" => "value2", "key2" => 2}] ]),
320
- )
321
- test 'injects hostname automatically detected' do |data|
322
- detected_hostname = `hostname`.chomp
323
- @d.configure(config_inject_section("hostname_key" => "host"))
324
- logs = @d.log.out.logs
325
- assert{ logs.any?{|l| l.include?("[info]: using hostname for specified field host_key=\"host\" host_name=\"#{detected_hostname}\"") } }
326
- @d.start
327
-
328
- injected = {"host" => detected_hostname}
329
- expected_es = Fluent::MultiEventStream.new
330
- data.each do |t, r|
331
- expected_es.add(t, r.merge(injected))
332
- end
333
- assert_equal expected_es, @d.inject_values_to_event_stream('tag', data)
334
- end
335
-
336
- data(
337
- "OneEventStream" => Fluent::OneEventStream.new(time, {"key1" => "value1", "key2" => 0}),
338
- "ArrayEventStream" => Fluent::ArrayEventStream.new([ [time, {"key1" => "value1", "key2" => 1}], [time, {"key1" => "value2", "key2" => 2}] ]),
339
- )
340
- test 'injects hostname as specified value' do |data|
341
- @d.configure(config_inject_section("hostname_key" => "host", "hostname" => "myhost.yay.local"))
342
- @d.start
343
-
344
- injected = {"host" => "myhost.yay.local"}
345
- expected_es = Fluent::MultiEventStream.new
346
- data.each do |t, r|
347
- expected_es.add(t, r.merge(injected))
348
- end
349
- assert_equal expected_es, @d.inject_values_to_event_stream('tag', data)
350
- end
351
-
352
- data(
353
- "OneEventStream" => Fluent::OneEventStream.new(time, {"key1" => "value1", "key2" => 0}),
354
- "ArrayEventStream" => Fluent::ArrayEventStream.new([ [time, {"key1" => "value1", "key2" => 1}], [time, {"key1" => "value2", "key2" => 2}] ]),
355
- )
356
- test 'injects tag into specified key' do |data|
357
- @d.configure(config_inject_section("tag_key" => "mytag"))
358
- @d.start
359
-
360
- injected = {"mytag" => "tag"}
361
- expected_es = Fluent::MultiEventStream.new
362
- data.each do |t, r|
363
- expected_es.add(t, r.merge(injected))
364
- end
365
- assert_equal expected_es, @d.inject_values_to_event_stream('tag', data)
366
- end
367
-
368
- data(
369
- "OneEventStream" => Fluent::OneEventStream.new(time, {"key1" => "value1", "key2" => 0}),
370
- "ArrayEventStream" => Fluent::ArrayEventStream.new([ [time, {"key1" => "value1", "key2" => 1}], [time, {"key1" => "value2", "key2" => 2}] ]),
371
- )
372
- test 'injects time as floating point value into specified key as default' do |data|
373
- @d.configure(config_inject_section("time_key" => "timedata"))
374
- @d.start
375
-
376
- injected = {"timedata" => time_float }
377
- expected_es = Fluent::MultiEventStream.new
378
- data.each do |t, r|
379
- expected_es.add(t, r.merge(injected))
380
- end
381
- assert_equal expected_es, @d.inject_values_to_event_stream('tag', data)
382
- end
383
-
384
- data(
385
- "OneEventStream" => Fluent::OneEventStream.new(time, {"key1" => "value1", "key2" => 0}),
386
- "ArrayEventStream" => Fluent::ArrayEventStream.new([ [time, {"key1" => "value1", "key2" => 1}], [time, {"key1" => "value2", "key2" => 2}] ]),
387
- )
388
- test 'injects time as unix time into specified key' do |data|
389
- @d.configure(config_inject_section("time_key" => "timedata", "time_type" => "unixtime"))
390
- @d.start
391
-
392
- injected = {"timedata" => time_in_localtime.to_i}
393
- expected_es = Fluent::MultiEventStream.new
394
- data.each do |t, r|
395
- expected_es.add(t, r.merge(injected))
396
- end
397
- assert_equal expected_es, @d.inject_values_to_event_stream('tag', data)
398
- end
399
-
400
- data(
401
- "OneEventStream" => Fluent::OneEventStream.new(time, {"key1" => "value1", "key2" => 0}),
402
- "ArrayEventStream" => Fluent::ArrayEventStream.new([ [time, {"key1" => "value1", "key2" => 1}], [time, {"key1" => "value2", "key2" => 2}] ]),
403
- )
404
- test 'injects time as formatted string in localtime if timezone not specified' do |data|
405
- @d.configure(config_inject_section("time_key" => "timedata", "time_type" => "string", "time_format" => "%Y_%m_%d %H:%M:%S %z"))
406
- @d.start
407
-
408
- injected = {"timedata" => time_in_localtime.strftime("%Y_%m_%d %H:%M:%S %z")}
409
- expected_es = Fluent::MultiEventStream.new
410
- data.each do |t, r|
411
- expected_es.add(t, r.merge(injected))
412
- end
413
- assert_equal expected_es, @d.inject_values_to_event_stream('tag', data)
414
- end
415
-
416
- data(
417
- "OneEventStream" => Fluent::OneEventStream.new(time, {"key1" => "value1", "key2" => 0}),
418
- "ArrayEventStream" => Fluent::ArrayEventStream.new([ [time, {"key1" => "value1", "key2" => 1}], [time, {"key1" => "value2", "key2" => 2}] ]),
419
- )
420
- test 'injects time as formatted string with nanosecond in localtime if timezone not specified' do |data|
421
- @d.configure(config_inject_section("time_key" => "timedata", "time_type" => "string", "time_format" => "%Y_%m_%d %H:%M:%S.%N %z"))
422
- @d.start
423
-
424
- injected = {"timedata" => time_in_localtime.strftime("%Y_%m_%d %H:%M:%S.%N %z")}
425
- expected_es = Fluent::MultiEventStream.new
426
- data.each do |t, r|
427
- expected_es.add(t, r.merge(injected))
428
- end
429
- assert_equal expected_es, @d.inject_values_to_event_stream('tag', data)
430
- end
431
-
432
- data(
433
- "OneEventStream" => Fluent::OneEventStream.new(time, {"key1" => "value1", "key2" => 0}),
434
- "ArrayEventStream" => Fluent::ArrayEventStream.new([ [time, {"key1" => "value1", "key2" => 1}], [time, {"key1" => "value2", "key2" => 2}] ]),
435
- )
436
- test 'injects time as formatted string with millisecond in localtime if timezone not specified' do |data|
437
- @d.configure(config_inject_section("time_key" => "timedata", "time_type" => "string", "time_format" => "%Y_%m_%d %H:%M:%S.%3N %z"))
438
- @d.start
439
-
440
- injected = {"timedata" => time_in_localtime.strftime("%Y_%m_%d %H:%M:%S.%3N %z")}
441
- expected_es = Fluent::MultiEventStream.new
442
- data.each do |t, r|
443
- expected_es.add(t, r.merge(injected))
444
- end
445
- assert_equal expected_es, @d.inject_values_to_event_stream('tag', data)
446
- end
447
-
448
- data(
449
- "OneEventStream" => Fluent::OneEventStream.new(time, {"key1" => "value1", "key2" => 0}),
450
- "ArrayEventStream" => Fluent::ArrayEventStream.new([ [time, {"key1" => "value1", "key2" => 1}], [time, {"key1" => "value2", "key2" => 2}] ]),
451
- )
452
- test 'injects time as formatted string in specified timezone' do |data|
453
- @d.configure(config_inject_section("time_key" => "timedata", "time_type" => "string", "time_format" => "%Y_%m_%d %H:%M:%S %z", "timezone" => "-0800"))
454
- @d.start
455
-
456
- injected = {"timedata" => Time.at(time_in_unix).localtime("-08:00").strftime("%Y_%m_%d %H:%M:%S -0800")}
457
- expected_es = Fluent::MultiEventStream.new
458
- data.each do |t, r|
459
- expected_es.add(t, r.merge(injected))
460
- end
461
- assert_equal expected_es, @d.inject_values_to_event_stream('tag', data)
462
- end
463
-
464
- data(
465
- "OneEventStream" => Fluent::OneEventStream.new(time, {"key1" => "value1", "key2" => 0}),
466
- "ArrayEventStream" => Fluent::ArrayEventStream.new([ [time, {"key1" => "value1", "key2" => 1}], [time, {"key1" => "value2", "key2" => 2}] ]),
467
- )
468
- test 'injects hostname, tag and time' do |data|
469
- @d.configure(config_inject_section(
470
- "hostname_key" => "hostnamedata",
471
- "hostname" => "myname.local",
472
- "tag_key" => "tagdata",
473
- "time_key" => "timedata",
474
- "time_type" => "string",
475
- "time_format" => "%Y_%m_%d %H:%M:%S.%N %z",
476
- "timezone" => "+0000",
477
- ))
478
- @d.start
479
-
480
- injected = {"hostnamedata" => "myname.local", "tagdata" => "tag", "timedata" => time_in_utc.strftime("%Y_%m_%d %H:%M:%S.%N %z")}
481
- expected_es = Fluent::MultiEventStream.new
482
- data.each do |t, r|
483
- expected_es.add(t, r.merge(injected))
484
- end
485
- assert_equal expected_es, @d.inject_values_to_event_stream('tag', data)
486
- end
487
- end
488
-
489
- sub_test_case 'time formatting with modified timezone' do
490
- setup do
491
- @time = event_time("2014-09-27 00:00:00 +00:00").to_i
492
- end
493
-
494
- def format(conf)
495
- @d.configure(config_inject_section(
496
- "hostname_key" => "hostnamedata",
497
- "hostname" => "myname.local",
498
- "tag_key" => "tagdata",
499
- "time_key" => "timedata",
500
- "time_type" => "string",
501
- "time_format" => "%Y_%m_%d %H:%M:%S.%N %z",
502
- "timezone" => "+0000",
503
- ))
504
- @d.start
505
-
506
- record = {"key1" => "value1", "key2" => 2}
507
- injected = {"hostnamedata" => "myname.local", "tagdata" => "tag", "timedata" => "2016_06_20 23:10:11.320101224 +0000"}
508
- assert_equal record.merge(injected), @d.inject_values_to_record('tag', time, record)
509
-
510
-
511
- d = create_driver({'include_time_key' => true}.merge(conf))
512
- formatted = d.instance.format("tag", @time, {})
513
- # Drop the leading "time:" and the trailing "\n".
514
- formatted[5..-2]
515
- end
516
-
517
- def test_nothing_specified_about_time_formatting
518
- with_timezone("UTC-01") do
519
- # 'localtime' is true by default.
520
- @d.configure(config_inject_section("time_key" => "t", "time_type" => "string"))
521
- @d.start
522
- record = @d.inject_values_to_record('tag', @time, {"message" => "yay"})
523
-
524
- assert_equal("2014-09-27T01:00:00+01:00", record['t'])
525
- end
526
- end
527
-
528
- def test_utc
529
- with_timezone("UTC-01") do
530
- # 'utc' takes precedence over 'localtime'.
531
- @d.configure(config_inject_section("time_key" => "t", "time_type" => "string", "utc" => "true"))
532
- @d.start
533
- record = @d.inject_values_to_record('tag', @time, {"message" => "yay"})
534
-
535
- assert_equal("2014-09-27T00:00:00Z", record['t'])
536
- end
537
- end
538
-
539
- def test_timezone
540
- with_timezone("UTC-01") do
541
- # 'timezone' takes precedence over 'localtime'.
542
- @d.configure(config_inject_section("time_key" => "t", "time_type" => "string", "timezone" => "+02"))
543
- @d.start
544
- record = @d.inject_values_to_record('tag', @time, {"message" => "yay"})
545
-
546
- assert_equal("2014-09-27T02:00:00+02:00", record['t'])
547
- end
548
- end
549
-
550
- def test_utc_timezone
551
- with_timezone("UTC-01") do
552
- # 'timezone' takes precedence over 'utc'.
553
- @d.configure(config_inject_section("time_key" => "t", "time_type" => "string", "timezone" => "Asia/Tokyo", "utc" => "true"))
554
- @d.start
555
- record = @d.inject_values_to_record('tag', @time, {"message" => "yay"})
556
-
557
- assert_equal("2014-09-27T09:00:00+09:00", record['t'])
558
- end
559
- end
560
- end
561
- end