fluentd 0.14.4-x86-mingw32

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of fluentd might be problematic. Click here for more details.

Files changed (328) hide show
  1. checksums.yaml +7 -0
  2. data/.github/ISSUE_TEMPLATE.md +6 -0
  3. data/.gitignore +26 -0
  4. data/.travis.yml +45 -0
  5. data/AUTHORS +2 -0
  6. data/CONTRIBUTING.md +35 -0
  7. data/COPYING +14 -0
  8. data/ChangeLog +276 -0
  9. data/Gemfile +9 -0
  10. data/README.md +51 -0
  11. data/Rakefile +53 -0
  12. data/Vagrantfile +17 -0
  13. data/appveyor.yml +41 -0
  14. data/bin/fluent-debug +5 -0
  15. data/example/copy_roundrobin.conf +39 -0
  16. data/example/filter_stdout.conf +22 -0
  17. data/example/in_forward.conf +11 -0
  18. data/example/in_http.conf +14 -0
  19. data/example/in_out_forward.conf +17 -0
  20. data/example/in_syslog.conf +15 -0
  21. data/example/in_tail.conf +14 -0
  22. data/example/in_tcp.conf +13 -0
  23. data/example/in_udp.conf +13 -0
  24. data/example/multi_filters.conf +61 -0
  25. data/example/out_buffered_null.conf +32 -0
  26. data/example/out_copy.conf +20 -0
  27. data/example/out_file.conf +13 -0
  28. data/example/out_forward.conf +35 -0
  29. data/example/out_forward_buf_file.conf +23 -0
  30. data/example/v0_12_filter.conf +78 -0
  31. data/example/v1_literal_example.conf +36 -0
  32. data/fluent.conf +139 -0
  33. data/fluentd.gemspec +51 -0
  34. data/lib/fluent/agent.rb +194 -0
  35. data/lib/fluent/command/bundler_injection.rb +45 -0
  36. data/lib/fluent/command/cat.rb +319 -0
  37. data/lib/fluent/command/debug.rb +102 -0
  38. data/lib/fluent/command/fluentd.rb +273 -0
  39. data/lib/fluent/compat/call_super_mixin.rb +67 -0
  40. data/lib/fluent/compat/exec_util.rb +129 -0
  41. data/lib/fluent/compat/file_util.rb +54 -0
  42. data/lib/fluent/compat/filter.rb +68 -0
  43. data/lib/fluent/compat/formatter.rb +111 -0
  44. data/lib/fluent/compat/formatter_utils.rb +85 -0
  45. data/lib/fluent/compat/handle_tag_and_time_mixin.rb +62 -0
  46. data/lib/fluent/compat/handle_tag_name_mixin.rb +53 -0
  47. data/lib/fluent/compat/input.rb +49 -0
  48. data/lib/fluent/compat/output.rb +677 -0
  49. data/lib/fluent/compat/output_chain.rb +60 -0
  50. data/lib/fluent/compat/parser.rb +180 -0
  51. data/lib/fluent/compat/parser_utils.rb +40 -0
  52. data/lib/fluent/compat/propagate_default.rb +62 -0
  53. data/lib/fluent/compat/record_filter_mixin.rb +34 -0
  54. data/lib/fluent/compat/set_tag_key_mixin.rb +50 -0
  55. data/lib/fluent/compat/set_time_key_mixin.rb +69 -0
  56. data/lib/fluent/compat/socket_util.rb +165 -0
  57. data/lib/fluent/compat/string_util.rb +34 -0
  58. data/lib/fluent/compat/structured_format_mixin.rb +26 -0
  59. data/lib/fluent/compat/type_converter.rb +90 -0
  60. data/lib/fluent/config.rb +56 -0
  61. data/lib/fluent/config/basic_parser.rb +123 -0
  62. data/lib/fluent/config/configure_proxy.rb +366 -0
  63. data/lib/fluent/config/dsl.rb +149 -0
  64. data/lib/fluent/config/element.rb +218 -0
  65. data/lib/fluent/config/error.rb +26 -0
  66. data/lib/fluent/config/literal_parser.rb +251 -0
  67. data/lib/fluent/config/parser.rb +107 -0
  68. data/lib/fluent/config/section.rb +212 -0
  69. data/lib/fluent/config/types.rb +136 -0
  70. data/lib/fluent/config/v1_parser.rb +190 -0
  71. data/lib/fluent/configurable.rb +176 -0
  72. data/lib/fluent/daemon.rb +15 -0
  73. data/lib/fluent/engine.rb +220 -0
  74. data/lib/fluent/env.rb +27 -0
  75. data/lib/fluent/event.rb +287 -0
  76. data/lib/fluent/event_router.rb +259 -0
  77. data/lib/fluent/filter.rb +21 -0
  78. data/lib/fluent/formatter.rb +23 -0
  79. data/lib/fluent/input.rb +21 -0
  80. data/lib/fluent/label.rb +38 -0
  81. data/lib/fluent/load.rb +36 -0
  82. data/lib/fluent/log.rb +445 -0
  83. data/lib/fluent/match.rb +141 -0
  84. data/lib/fluent/mixin.rb +31 -0
  85. data/lib/fluent/msgpack_factory.rb +62 -0
  86. data/lib/fluent/output.rb +26 -0
  87. data/lib/fluent/output_chain.rb +23 -0
  88. data/lib/fluent/parser.rb +23 -0
  89. data/lib/fluent/plugin.rb +161 -0
  90. data/lib/fluent/plugin/bare_output.rb +63 -0
  91. data/lib/fluent/plugin/base.rb +130 -0
  92. data/lib/fluent/plugin/buf_file.rb +154 -0
  93. data/lib/fluent/plugin/buf_memory.rb +34 -0
  94. data/lib/fluent/plugin/buffer.rb +603 -0
  95. data/lib/fluent/plugin/buffer/chunk.rb +160 -0
  96. data/lib/fluent/plugin/buffer/file_chunk.rb +323 -0
  97. data/lib/fluent/plugin/buffer/memory_chunk.rb +90 -0
  98. data/lib/fluent/plugin/exec_util.rb +22 -0
  99. data/lib/fluent/plugin/file_util.rb +22 -0
  100. data/lib/fluent/plugin/file_wrapper.rb +120 -0
  101. data/lib/fluent/plugin/filter.rb +93 -0
  102. data/lib/fluent/plugin/filter_grep.rb +75 -0
  103. data/lib/fluent/plugin/filter_record_transformer.rb +342 -0
  104. data/lib/fluent/plugin/filter_stdout.rb +53 -0
  105. data/lib/fluent/plugin/formatter.rb +45 -0
  106. data/lib/fluent/plugin/formatter_csv.rb +47 -0
  107. data/lib/fluent/plugin/formatter_hash.rb +29 -0
  108. data/lib/fluent/plugin/formatter_json.rb +44 -0
  109. data/lib/fluent/plugin/formatter_ltsv.rb +41 -0
  110. data/lib/fluent/plugin/formatter_msgpack.rb +29 -0
  111. data/lib/fluent/plugin/formatter_out_file.rb +78 -0
  112. data/lib/fluent/plugin/formatter_single_value.rb +34 -0
  113. data/lib/fluent/plugin/formatter_stdout.rb +74 -0
  114. data/lib/fluent/plugin/in_debug_agent.rb +64 -0
  115. data/lib/fluent/plugin/in_dummy.rb +135 -0
  116. data/lib/fluent/plugin/in_exec.rb +149 -0
  117. data/lib/fluent/plugin/in_forward.rb +366 -0
  118. data/lib/fluent/plugin/in_gc_stat.rb +52 -0
  119. data/lib/fluent/plugin/in_http.rb +422 -0
  120. data/lib/fluent/plugin/in_monitor_agent.rb +401 -0
  121. data/lib/fluent/plugin/in_object_space.rb +90 -0
  122. data/lib/fluent/plugin/in_syslog.rb +204 -0
  123. data/lib/fluent/plugin/in_tail.rb +838 -0
  124. data/lib/fluent/plugin/in_tcp.rb +41 -0
  125. data/lib/fluent/plugin/in_udp.rb +37 -0
  126. data/lib/fluent/plugin/in_unix.rb +201 -0
  127. data/lib/fluent/plugin/input.rb +33 -0
  128. data/lib/fluent/plugin/multi_output.rb +95 -0
  129. data/lib/fluent/plugin/out_buffered_null.rb +59 -0
  130. data/lib/fluent/plugin/out_buffered_stdout.rb +70 -0
  131. data/lib/fluent/plugin/out_copy.rb +42 -0
  132. data/lib/fluent/plugin/out_exec.rb +114 -0
  133. data/lib/fluent/plugin/out_exec_filter.rb +393 -0
  134. data/lib/fluent/plugin/out_file.rb +167 -0
  135. data/lib/fluent/plugin/out_forward.rb +646 -0
  136. data/lib/fluent/plugin/out_null.rb +27 -0
  137. data/lib/fluent/plugin/out_relabel.rb +28 -0
  138. data/lib/fluent/plugin/out_roundrobin.rb +80 -0
  139. data/lib/fluent/plugin/out_stdout.rb +48 -0
  140. data/lib/fluent/plugin/out_stream.rb +130 -0
  141. data/lib/fluent/plugin/output.rb +1020 -0
  142. data/lib/fluent/plugin/owned_by_mixin.rb +42 -0
  143. data/lib/fluent/plugin/parser.rb +175 -0
  144. data/lib/fluent/plugin/parser_apache.rb +28 -0
  145. data/lib/fluent/plugin/parser_apache2.rb +84 -0
  146. data/lib/fluent/plugin/parser_apache_error.rb +26 -0
  147. data/lib/fluent/plugin/parser_csv.rb +33 -0
  148. data/lib/fluent/plugin/parser_json.rb +79 -0
  149. data/lib/fluent/plugin/parser_ltsv.rb +50 -0
  150. data/lib/fluent/plugin/parser_multiline.rb +104 -0
  151. data/lib/fluent/plugin/parser_nginx.rb +28 -0
  152. data/lib/fluent/plugin/parser_none.rb +36 -0
  153. data/lib/fluent/plugin/parser_regexp.rb +73 -0
  154. data/lib/fluent/plugin/parser_syslog.rb +82 -0
  155. data/lib/fluent/plugin/parser_tsv.rb +37 -0
  156. data/lib/fluent/plugin/socket_util.rb +22 -0
  157. data/lib/fluent/plugin/storage.rb +84 -0
  158. data/lib/fluent/plugin/storage_local.rb +132 -0
  159. data/lib/fluent/plugin/string_util.rb +22 -0
  160. data/lib/fluent/plugin_helper.rb +42 -0
  161. data/lib/fluent/plugin_helper/child_process.rb +298 -0
  162. data/lib/fluent/plugin_helper/compat_parameters.rb +224 -0
  163. data/lib/fluent/plugin_helper/event_emitter.rb +80 -0
  164. data/lib/fluent/plugin_helper/event_loop.rb +118 -0
  165. data/lib/fluent/plugin_helper/formatter.rb +149 -0
  166. data/lib/fluent/plugin_helper/inject.rb +125 -0
  167. data/lib/fluent/plugin_helper/parser.rb +147 -0
  168. data/lib/fluent/plugin_helper/retry_state.rb +177 -0
  169. data/lib/fluent/plugin_helper/storage.rb +331 -0
  170. data/lib/fluent/plugin_helper/thread.rb +147 -0
  171. data/lib/fluent/plugin_helper/timer.rb +90 -0
  172. data/lib/fluent/plugin_id.rb +63 -0
  173. data/lib/fluent/process.rb +504 -0
  174. data/lib/fluent/registry.rb +99 -0
  175. data/lib/fluent/root_agent.rb +314 -0
  176. data/lib/fluent/rpc.rb +94 -0
  177. data/lib/fluent/supervisor.rb +680 -0
  178. data/lib/fluent/system_config.rb +122 -0
  179. data/lib/fluent/test.rb +56 -0
  180. data/lib/fluent/test/base.rb +85 -0
  181. data/lib/fluent/test/driver/base.rb +179 -0
  182. data/lib/fluent/test/driver/base_owned.rb +70 -0
  183. data/lib/fluent/test/driver/base_owner.rb +125 -0
  184. data/lib/fluent/test/driver/event_feeder.rb +98 -0
  185. data/lib/fluent/test/driver/filter.rb +57 -0
  186. data/lib/fluent/test/driver/formatter.rb +30 -0
  187. data/lib/fluent/test/driver/input.rb +31 -0
  188. data/lib/fluent/test/driver/multi_output.rb +52 -0
  189. data/lib/fluent/test/driver/output.rb +76 -0
  190. data/lib/fluent/test/driver/parser.rb +30 -0
  191. data/lib/fluent/test/driver/test_event_router.rb +45 -0
  192. data/lib/fluent/test/filter_test.rb +77 -0
  193. data/lib/fluent/test/formatter_test.rb +65 -0
  194. data/lib/fluent/test/helpers.rb +79 -0
  195. data/lib/fluent/test/input_test.rb +172 -0
  196. data/lib/fluent/test/log.rb +73 -0
  197. data/lib/fluent/test/output_test.rb +156 -0
  198. data/lib/fluent/test/parser_test.rb +70 -0
  199. data/lib/fluent/time.rb +175 -0
  200. data/lib/fluent/timezone.rb +133 -0
  201. data/lib/fluent/unique_id.rb +39 -0
  202. data/lib/fluent/version.rb +21 -0
  203. data/lib/fluent/winsvc.rb +71 -0
  204. data/test/compat/test_calls_super.rb +166 -0
  205. data/test/compat/test_parser.rb +82 -0
  206. data/test/config/assertions.rb +42 -0
  207. data/test/config/test_config_parser.rb +507 -0
  208. data/test/config/test_configurable.rb +1194 -0
  209. data/test/config/test_configure_proxy.rb +386 -0
  210. data/test/config/test_dsl.rb +415 -0
  211. data/test/config/test_element.rb +403 -0
  212. data/test/config/test_literal_parser.rb +297 -0
  213. data/test/config/test_section.rb +184 -0
  214. data/test/config/test_system_config.rb +120 -0
  215. data/test/config/test_types.rb +171 -0
  216. data/test/helper.rb +119 -0
  217. data/test/plugin/data/2010/01/20100102-030405.log +0 -0
  218. data/test/plugin/data/2010/01/20100102-030406.log +0 -0
  219. data/test/plugin/data/2010/01/20100102.log +0 -0
  220. data/test/plugin/data/log/bar +0 -0
  221. data/test/plugin/data/log/foo/bar.log +0 -0
  222. data/test/plugin/data/log/test.log +0 -0
  223. data/test/plugin/test_bare_output.rb +118 -0
  224. data/test/plugin/test_base.rb +75 -0
  225. data/test/plugin/test_buf_file.rb +571 -0
  226. data/test/plugin/test_buf_memory.rb +42 -0
  227. data/test/plugin/test_buffer.rb +1200 -0
  228. data/test/plugin/test_buffer_chunk.rb +168 -0
  229. data/test/plugin/test_buffer_file_chunk.rb +771 -0
  230. data/test/plugin/test_buffer_memory_chunk.rb +265 -0
  231. data/test/plugin/test_file_util.rb +96 -0
  232. data/test/plugin/test_filter.rb +353 -0
  233. data/test/plugin/test_filter_grep.rb +119 -0
  234. data/test/plugin/test_filter_record_transformer.rb +600 -0
  235. data/test/plugin/test_filter_stdout.rb +211 -0
  236. data/test/plugin/test_formatter_csv.rb +94 -0
  237. data/test/plugin/test_formatter_json.rb +30 -0
  238. data/test/plugin/test_formatter_ltsv.rb +52 -0
  239. data/test/plugin/test_formatter_msgpack.rb +28 -0
  240. data/test/plugin/test_formatter_out_file.rb +95 -0
  241. data/test/plugin/test_formatter_single_value.rb +38 -0
  242. data/test/plugin/test_in_debug_agent.rb +28 -0
  243. data/test/plugin/test_in_dummy.rb +188 -0
  244. data/test/plugin/test_in_exec.rb +133 -0
  245. data/test/plugin/test_in_forward.rb +635 -0
  246. data/test/plugin/test_in_gc_stat.rb +39 -0
  247. data/test/plugin/test_in_http.rb +442 -0
  248. data/test/plugin/test_in_monitor_agent.rb +329 -0
  249. data/test/plugin/test_in_object_space.rb +64 -0
  250. data/test/plugin/test_in_syslog.rb +205 -0
  251. data/test/plugin/test_in_tail.rb +1001 -0
  252. data/test/plugin/test_in_tcp.rb +102 -0
  253. data/test/plugin/test_in_udp.rb +121 -0
  254. data/test/plugin/test_in_unix.rb +126 -0
  255. data/test/plugin/test_input.rb +122 -0
  256. data/test/plugin/test_multi_output.rb +180 -0
  257. data/test/plugin/test_out_buffered_null.rb +79 -0
  258. data/test/plugin/test_out_buffered_stdout.rb +122 -0
  259. data/test/plugin/test_out_copy.rb +160 -0
  260. data/test/plugin/test_out_exec.rb +155 -0
  261. data/test/plugin/test_out_exec_filter.rb +262 -0
  262. data/test/plugin/test_out_file.rb +383 -0
  263. data/test/plugin/test_out_forward.rb +590 -0
  264. data/test/plugin/test_out_null.rb +29 -0
  265. data/test/plugin/test_out_relabel.rb +28 -0
  266. data/test/plugin/test_out_roundrobin.rb +146 -0
  267. data/test/plugin/test_out_stdout.rb +92 -0
  268. data/test/plugin/test_out_stream.rb +93 -0
  269. data/test/plugin/test_output.rb +568 -0
  270. data/test/plugin/test_output_as_buffered.rb +1604 -0
  271. data/test/plugin/test_output_as_buffered_overflow.rb +250 -0
  272. data/test/plugin/test_output_as_buffered_retries.rb +839 -0
  273. data/test/plugin/test_output_as_buffered_secondary.rb +817 -0
  274. data/test/plugin/test_output_as_standard.rb +374 -0
  275. data/test/plugin/test_owned_by.rb +35 -0
  276. data/test/plugin/test_parser_apache.rb +42 -0
  277. data/test/plugin/test_parser_apache2.rb +38 -0
  278. data/test/plugin/test_parser_apache_error.rb +45 -0
  279. data/test/plugin/test_parser_base.rb +32 -0
  280. data/test/plugin/test_parser_csv.rb +104 -0
  281. data/test/plugin/test_parser_json.rb +107 -0
  282. data/test/plugin/test_parser_labeled_tsv.rb +129 -0
  283. data/test/plugin/test_parser_multiline.rb +100 -0
  284. data/test/plugin/test_parser_nginx.rb +48 -0
  285. data/test/plugin/test_parser_none.rb +53 -0
  286. data/test/plugin/test_parser_regexp.rb +277 -0
  287. data/test/plugin/test_parser_syslog.rb +66 -0
  288. data/test/plugin/test_parser_time.rb +46 -0
  289. data/test/plugin/test_parser_tsv.rb +121 -0
  290. data/test/plugin/test_storage.rb +167 -0
  291. data/test/plugin/test_storage_local.rb +8 -0
  292. data/test/plugin/test_string_util.rb +26 -0
  293. data/test/plugin_helper/test_child_process.rb +608 -0
  294. data/test/plugin_helper/test_compat_parameters.rb +242 -0
  295. data/test/plugin_helper/test_event_emitter.rb +51 -0
  296. data/test/plugin_helper/test_event_loop.rb +52 -0
  297. data/test/plugin_helper/test_formatter.rb +252 -0
  298. data/test/plugin_helper/test_inject.rb +487 -0
  299. data/test/plugin_helper/test_parser.rb +263 -0
  300. data/test/plugin_helper/test_retry_state.rb +399 -0
  301. data/test/plugin_helper/test_storage.rb +521 -0
  302. data/test/plugin_helper/test_thread.rb +164 -0
  303. data/test/plugin_helper/test_timer.rb +131 -0
  304. data/test/scripts/exec_script.rb +32 -0
  305. data/test/scripts/fluent/plugin/formatter_known.rb +8 -0
  306. data/test/scripts/fluent/plugin/out_test.rb +81 -0
  307. data/test/scripts/fluent/plugin/out_test2.rb +80 -0
  308. data/test/scripts/fluent/plugin/parser_known.rb +4 -0
  309. data/test/test_config.rb +179 -0
  310. data/test/test_configdsl.rb +148 -0
  311. data/test/test_event.rb +329 -0
  312. data/test/test_event_router.rb +331 -0
  313. data/test/test_event_time.rb +184 -0
  314. data/test/test_filter.rb +121 -0
  315. data/test/test_formatter.rb +319 -0
  316. data/test/test_input.rb +31 -0
  317. data/test/test_log.rb +572 -0
  318. data/test/test_match.rb +137 -0
  319. data/test/test_mixin.rb +351 -0
  320. data/test/test_output.rb +214 -0
  321. data/test/test_plugin_classes.rb +136 -0
  322. data/test/test_plugin_helper.rb +81 -0
  323. data/test/test_process.rb +48 -0
  324. data/test/test_root_agent.rb +278 -0
  325. data/test/test_supervisor.rb +339 -0
  326. data/test/test_time_formatter.rb +186 -0
  327. data/test/test_unique_id.rb +47 -0
  328. metadata +823 -0
@@ -0,0 +1,331 @@
1
+ require_relative 'helper'
2
+ require 'fluent/event_router'
3
+ require_relative 'test_plugin_classes'
4
+
5
+ class EventRouterTest < ::Test::Unit::TestCase
6
+ include Fluent
7
+ include FluentTest
8
+
9
+ teardown do
10
+ @output = nil
11
+ @filter = nil
12
+ @compat_filter = nil
13
+ @error_output = nil
14
+ @emit_handler = nil
15
+ @default_collector = nil
16
+ end
17
+
18
+ def output
19
+ @output ||= FluentTestOutput.new
20
+ end
21
+
22
+ def filter
23
+ @filter ||= FluentTestFilter.new
24
+ end
25
+
26
+ def compat_filter
27
+ @compat_filter ||= FluentCompatTestFilter.new
28
+ end
29
+
30
+ def error_output
31
+ @error_output ||= FluentTestErrorOutput.new
32
+ end
33
+
34
+ def emit_handler
35
+ @emit_handler ||= TestEmitErrorHandler.new
36
+ end
37
+
38
+ def default_collector
39
+ @default_collector ||= FluentTestOutput.new
40
+ end
41
+
42
+ def event(record, time = Engine.now)
43
+ OneEventStream.new(time, record)
44
+ end
45
+
46
+ DEFAULT_EVENT_NUM = 5
47
+
48
+ def events(num = DEFAULT_EVENT_NUM)
49
+ es = MultiEventStream.new
50
+ num.times { |i|
51
+ es.add(Engine.now, 'key' => "value#{i}")
52
+ }
53
+ es
54
+ end
55
+
56
+ sub_test_case EventRouter::MatchCache do
57
+ setup do
58
+ @match_cache = EventRouter::MatchCache.new
59
+ end
60
+
61
+ test "call block when non-cached key" do
62
+ assert_raise(RuntimeError.new('Test!')) {
63
+ @match_cache.get('test') { raise 'Test!' }
64
+ }
65
+ end
66
+
67
+ test "don't call block when cached key" do
68
+ @match_cache.get('test') { "I'm cached" }
69
+ assert_nothing_raised {
70
+ @match_cache.get('test') { raise 'Test!' }
71
+ }
72
+ assert_equal "I'm cached", @match_cache.get('test') { raise 'Test!' }
73
+ end
74
+
75
+ test "call block when keys are expired" do
76
+ cache_size = EventRouter::MatchCache::MATCH_CACHE_SIZE
77
+ cache_size.times { |i|
78
+ @match_cache.get("test#{i}") { "I'm cached #{i}" }
79
+ }
80
+ assert_nothing_raised {
81
+ cache_size.times { |i|
82
+ @match_cache.get("test#{i}") { raise "Why called?" }
83
+ }
84
+ }
85
+ # expire old keys
86
+ cache_size.times { |i|
87
+ @match_cache.get("new_test#{i}") { "I'm young #{i}" }
88
+ }
89
+ num_called = 0
90
+ cache_size.times { |i|
91
+ @match_cache.get("test#{i}") { num_called += 1 }
92
+ }
93
+ assert_equal cache_size, num_called
94
+ end
95
+ end
96
+
97
+ sub_test_case EventRouter::Pipeline do
98
+ setup do
99
+ @pipeline = EventRouter::Pipeline.new
100
+ @es = event('key' => 'value')
101
+ end
102
+
103
+ test 'set one output' do
104
+ @pipeline.set_output(output)
105
+ @pipeline.emit_events('test', @es)
106
+ assert_equal 1, output.events.size
107
+ assert_equal 'value', output.events['test'].first['key']
108
+ end
109
+
110
+ sub_test_case 'with filter' do
111
+ setup do
112
+ @pipeline.set_output(output)
113
+ end
114
+
115
+ data('Filter plugin' => 'filter',
116
+ 'Compat::Filter plugin' => 'compat_filter')
117
+ test 'set one filer' do |filter_type|
118
+ @pipeline.add_filter(filter_type == 'filter' ? filter : compat_filter)
119
+ @pipeline.emit_events('test', @es)
120
+ assert_equal 1, output.events.size
121
+ assert_equal 'value', output.events['test'].first['key']
122
+ assert_equal 0, output.events['test'].first['__test__']
123
+ end
124
+
125
+ data('Filter plugin' => 'filter',
126
+ 'Compat::Filter plugin' => 'compat_filter')
127
+ test 'set one filer with multi events' do |filter_type|
128
+ @pipeline.add_filter(filter_type == 'filter' ? filter : compat_filter)
129
+ @pipeline.emit_events('test', events)
130
+ assert_equal 1, output.events.size
131
+ assert_equal 5, output.events['test'].size
132
+ DEFAULT_EVENT_NUM.times { |i|
133
+ assert_equal "value#{i}", output.events['test'][i]['key']
134
+ assert_equal i, output.events['test'][i]['__test__']
135
+ }
136
+ end
137
+ end
138
+ end
139
+
140
+ sub_test_case EventRouter do
141
+ teardown do
142
+ @event_router = nil
143
+ end
144
+
145
+ def event_router
146
+ @event_router ||= EventRouter.new(default_collector, emit_handler)
147
+ end
148
+
149
+ sub_test_case 'default collector' do
150
+ test 'call default collector when no output' do
151
+ assert_rr do
152
+ mock(default_collector).emit_events('test', is_a(OneEventStream))
153
+ event_router.emit('test', Engine.now, 'k' => 'v')
154
+ end
155
+ end
156
+
157
+ test "call default collector when only filter" do
158
+ event_router.add_rule('test', filter)
159
+ assert_rr do
160
+ # After apply Filter, EventStream becomes MultiEventStream by default
161
+ mock(default_collector).emit_events('test', is_a(MultiEventStream))
162
+ event_router.emit('test', Engine.now, 'k' => 'v')
163
+ end
164
+ assert_equal 1, filter.num
165
+ end
166
+
167
+ test "call default collector when no matched with output" do
168
+ event_router.add_rule('test', output)
169
+ assert_rr do
170
+ mock(default_collector).emit_events('dummy', is_a(OneEventStream))
171
+ event_router.emit('dummy', Engine.now, 'k' => 'v')
172
+ end
173
+ end
174
+
175
+ test "don't call default collector when tag matched" do
176
+ event_router.add_rule('test', output)
177
+ assert_rr do
178
+ dont_allow(default_collector).emit_events('test', is_a(OneEventStream))
179
+ event_router.emit('test', Engine.now, 'k' => 'v')
180
+ end
181
+ # check emit handler doesn't catch rr error
182
+ assert_empty emit_handler.events
183
+ end
184
+ end
185
+
186
+ sub_test_case 'filter' do
187
+ test 'filter should be called when tag matched' do
188
+ filter = Class.new(FluentTestFilter) { |x|
189
+ def filter_stream(_tag, es); end
190
+ }.new
191
+
192
+ event_router.add_rule('test', filter)
193
+
194
+ assert_rr do
195
+ mock(filter).filter_stream('test', is_a(OneEventStream)) { events }
196
+ event_router.emit('test', Engine.now, 'k' => 'v')
197
+ end
198
+ end
199
+
200
+ test 'filter should not be called when tag mismatched' do
201
+ event_router.add_rule('test', filter)
202
+
203
+ assert_rr do
204
+ dont_allow(filter).filter_stream('test', is_a(OneEventStream)) { events }
205
+ event_router.emit('foo', Engine.now, 'k' => 'v')
206
+ end
207
+ end
208
+
209
+ test 'filter changes records' do
210
+ event_router.add_rule('test', filter)
211
+ event_router.add_rule('test', output)
212
+ event_router.emit('test', Engine.now, 'k' => 'v')
213
+
214
+ assert_equal 1, filter.num
215
+ assert_equal 1, output.events['test'].size
216
+ assert_equal 0, output.events['test'].first['__test__']
217
+ assert_equal 'v', output.events['test'].first['k']
218
+ end
219
+
220
+ test 'filter can be chained' do
221
+ other_filter = FluentTestFilter.new('__hoge__')
222
+ event_router.add_rule('test', filter)
223
+ event_router.add_rule('test', other_filter)
224
+ event_router.add_rule('test', output)
225
+ event_router.emit('test', Engine.now, 'k' => 'v')
226
+
227
+ assert_equal 1, filter.num
228
+ assert_equal 1, other_filter.num
229
+ assert_equal 1, output.events['test'].size
230
+ assert_equal 0, output.events['test'].first['__test__']
231
+ assert_equal 0, output.events['test'].first['__hoge__']
232
+ assert_equal 'v', output.events['test'].first['k']
233
+ end
234
+ end
235
+
236
+ sub_test_case 'optimized filter' do
237
+ setup do
238
+ @record = { 'k' => 'v' }
239
+ @now = Engine.now
240
+ end
241
+
242
+ test 'call optimized filter when the filter plugin implements #filter without #filter_stream' do
243
+ event_router.add_rule('test', filter)
244
+
245
+ assert_rr do
246
+ mock(filter).filter('test', @now, @record) { @record }
247
+ event_router.emit('test', @now, @record)
248
+ end
249
+ end
250
+
251
+ test 'call optimized filter when the filter plugin implements #filter_with_time without #filter_stream' do
252
+ filter = Class.new(FluentTestFilter) {
253
+ undef_method :filter
254
+ def filter_with_time(tag, time, record); end
255
+ }.new
256
+
257
+ event_router.add_rule('test', filter)
258
+
259
+ assert_rr do
260
+ mock(filter).filter_with_time('test', @now, @record) { [time, @record] }
261
+ event_router.emit('test', @now, @record)
262
+ end
263
+ end
264
+
265
+ test "don't call optimized filter when filter plugins implement #filter_stream" do
266
+ filter = Class.new(FluentTestFilter) {
267
+ undef_method :filter
268
+ def filter_stream(tag, time, record); end
269
+ }.new
270
+
271
+ event_router.add_rule('test', filter)
272
+
273
+ assert_rr do
274
+ mock(filter).filter_stream('test', is_a(OneEventStream)) { OneEventStream.new(@now, @record) }
275
+ event_router.emit('test', @now, @record)
276
+ end
277
+ end
278
+
279
+ test 'call optimized filter when filter plugins have #filter_with_time instead of #filter' do
280
+ filter_with_time = Class.new(FluentTestFilter) {
281
+ undef_method :filter
282
+ def filter_with_time(tag, time, record); end
283
+ }.new
284
+
285
+ event_router.add_rule('test', filter_with_time)
286
+ event_router.add_rule('test', filter)
287
+
288
+ assert_rr do
289
+ mock(filter_with_time).filter_with_time('test', @now, @record) { [@now + 1, @record] }
290
+ mock(filter).filter('test', @now + 1, @record) { @record }
291
+ event_router.emit('test', @now, @record)
292
+ end
293
+ end
294
+
295
+ test "don't call optimized filter even if just a filter of some filters implements #filter_stream method" do
296
+ filter_stream = Class.new(FluentTestFilter) {
297
+ def filter_stream(tag, record); end
298
+ }.new
299
+
300
+ filter_with_time = Class.new(FluentTestFilter) {
301
+ undef_method :filter
302
+ def filter_with_time(tag, time, record); end
303
+ }.new
304
+
305
+ filters = [filter_stream, filter_with_time, filter]
306
+ filters.each { |f| event_router.add_rule('test', f) }
307
+
308
+ e = OneEventStream.new(@now, @record)
309
+ assert_rr do
310
+ mock($log).info("Filtering works with worse performance, because #{[filter_stream].map(&:class)} uses `#filter_stream` method.")
311
+ mock(filter_stream).filter_stream('test', is_a(OneEventStream)) { e }
312
+ mock(filter).filter_stream('test', is_a(OneEventStream)) { e }
313
+ mock(filter_with_time).filter_stream('test', is_a(OneEventStream)) { e }
314
+ event_router.emit('test', @now, @record)
315
+ end
316
+ end
317
+ end
318
+
319
+ sub_test_case 'emit_error_handler' do
320
+ test 'call handle_emits_error when emit failed' do
321
+ event_router.add_rule('test', error_output)
322
+
323
+ event_router.emit('test', Engine.now, 'k' => 'v')
324
+ assert_rr do
325
+ mock(emit_handler).handle_emits_error('test', is_a(OneEventStream), is_a(RuntimeError))
326
+ event_router.emit('test', Engine.now, 'k' => 'v')
327
+ end
328
+ end
329
+ end
330
+ end
331
+ end
@@ -0,0 +1,184 @@
1
+ require_relative 'helper'
2
+ require 'timecop'
3
+ require 'oj'
4
+ require 'yajl'
5
+
6
+ class EventTimeTest < Test::Unit::TestCase
7
+ setup do
8
+ @now = Time.now
9
+ Timecop.freeze(@now)
10
+ end
11
+
12
+ teardown do
13
+ Timecop.return
14
+ end
15
+
16
+ test '#sec' do
17
+ assert_equal(1, Fluent::EventTime.new(1, 2).sec)
18
+ end
19
+
20
+ test '#nsec' do
21
+ assert_equal(2, Fluent::EventTime.new(1, 2).nsec)
22
+ assert_equal(0, Fluent::EventTime.new(1).nsec)
23
+ end
24
+
25
+ test '#to_int' do
26
+ assert_equal(1, Fluent::EventTime.new(1, 2).to_int)
27
+ end
28
+
29
+ test '#to_r' do
30
+ assert_equal(Rational(1_000_000_002, 1_000_000_000), Fluent::EventTime.new(1, 2).to_r)
31
+ end
32
+
33
+ test '#to_s' do
34
+ time = Fluent::EventTime.new(100)
35
+ assert_equal('100', time.to_s)
36
+ assert_equal('100', "#{time}")
37
+ end
38
+
39
+ test '#to_json' do
40
+ time = Fluent::EventTime.new(100)
41
+ assert_equal('100', time.to_json)
42
+ assert_equal('{"time":100}', {'time' => time}.to_json)
43
+ assert_equal('["tag",100,{"key":"value"}]', ["tag", time, {"key" => "value"}].to_json)
44
+ end
45
+
46
+ test 'JSON.dump' do
47
+ time = Fluent::EventTime.new(100)
48
+ assert_equal('{"time":100}', JSON.dump({'time' => time}))
49
+ assert_equal('["tag",100,{"key":"value"}]', JSON.dump(["tag", time, {"key" => "value"}]))
50
+ end
51
+
52
+ test 'Oj.dump' do
53
+ time = Fluent::EventTime.new(100)
54
+ assert_equal('{"time":100}', Oj.dump({'time' => time}, mode: :compat))
55
+ assert_equal('["tag",100,{"key":"value"}]', Oj.dump(["tag", time, {"key" => "value"}], mode: :compat))
56
+ end
57
+
58
+ test 'Yajl.dump' do
59
+ time = Fluent::EventTime.new(100)
60
+ assert_equal('{"time":100}', Yajl.dump({'time' => time}))
61
+ assert_equal('["tag",100,{"key":"value"}]', Yajl.dump(["tag", time, {"key" => "value"}]))
62
+ end
63
+
64
+ test '.from_time' do
65
+ sec = 1000
66
+ usec = 2
67
+ time = Fluent::EventTime.from_time(Time.at(sec, usec))
68
+ assert_equal(time.sec, sec)
69
+ assert_equal(time.nsec, usec * 1000)
70
+ end
71
+
72
+ test 'now' do
73
+ assert_equal(@now.to_i, Fluent::EventTime.now.sec)
74
+ assert_equal(@now.nsec, Fluent::EventTime.now.nsec)
75
+ end
76
+
77
+ test 'parse' do
78
+ assert_equal(Time.parse("2011-01-02 13:14:15").to_i, Fluent::EventTime.parse("2011-01-02 13:14:15").sec)
79
+ assert_equal(Time.parse("2011-01-02 13:14:15").nsec, Fluent::EventTime.parse("2011-01-02 13:14:15").nsec)
80
+ end
81
+
82
+ test 'eq?' do
83
+ assert(Fluent::EventTime.eq?(Fluent::EventTime.new(1, 2), Fluent::EventTime.new(1, 2)))
84
+ refute(Fluent::EventTime.eq?(Fluent::EventTime.new(1, 2), Fluent::EventTime.new(1, 3)))
85
+ refute(Fluent::EventTime.eq?(Fluent::EventTime.new(1, 2), Fluent::EventTime.new(3, 2)))
86
+ refute(Fluent::EventTime.eq?(Fluent::EventTime.new(1, 2), Fluent::EventTime.new(3, 4)))
87
+
88
+ assert(Fluent::EventTime.eq?(Fluent::EventTime.new(1, 2), 1))
89
+ refute(Fluent::EventTime.eq?(Fluent::EventTime.new(1, 2), 2))
90
+
91
+ assert(Fluent::EventTime.eq?(1, Fluent::EventTime.new(1, 2)))
92
+ refute(Fluent::EventTime.eq?(2, Fluent::EventTime.new(1, 2)))
93
+ end
94
+
95
+ test '==' do
96
+ assert(Fluent::EventTime.new(1, 2) == Fluent::EventTime.new(1, 2))
97
+ assert(Fluent::EventTime.new(1, 2) == Fluent::EventTime.new(1, 3))
98
+ refute(Fluent::EventTime.new(1, 2) == Fluent::EventTime.new(3, 2))
99
+ refute(Fluent::EventTime.new(1, 2) == Fluent::EventTime.new(3, 4))
100
+
101
+ assert(Fluent::EventTime.new(1, 2) == 1)
102
+ refute(Fluent::EventTime.new(1, 2) == 2)
103
+
104
+ assert(1 == Fluent::EventTime.new(1, 2))
105
+ refute(2 == Fluent::EventTime.new(1, 2))
106
+ end
107
+
108
+ test '+' do
109
+ assert_equal(4, Fluent::EventTime.new(1, 2) + Fluent::EventTime.new(3, 4))
110
+ assert_equal(6, Fluent::EventTime.new(1, 2) + 5)
111
+ assert_equal(6, 5 + Fluent::EventTime.new(1, 2))
112
+ end
113
+
114
+ test '-' do
115
+ assert_equal(-2, Fluent::EventTime.new(1, 2) - Fluent::EventTime.new(3, 4))
116
+ assert_equal(-4, Fluent::EventTime.new(1, 2) - 5)
117
+ assert_equal(4, 5 - Fluent::EventTime.new(1, 2))
118
+ end
119
+
120
+ test '>' do
121
+ assert(Fluent::EventTime.new(2) > Fluent::EventTime.new(1))
122
+ refute(Fluent::EventTime.new(1) > Fluent::EventTime.new(1))
123
+ refute(Fluent::EventTime.new(1) > Fluent::EventTime.new(2))
124
+
125
+ assert(Fluent::EventTime.new(2) > 1)
126
+ refute(Fluent::EventTime.new(1) > 1)
127
+ refute(Fluent::EventTime.new(1) > 2)
128
+
129
+ assert(2 > Fluent::EventTime.new(1))
130
+ refute(1 > Fluent::EventTime.new(1))
131
+ refute(1 > Fluent::EventTime.new(2))
132
+ end
133
+
134
+ test '>=' do
135
+ assert(Fluent::EventTime.new(2) >= Fluent::EventTime.new(1))
136
+ assert(Fluent::EventTime.new(1) >= Fluent::EventTime.new(1))
137
+ refute(Fluent::EventTime.new(1) >= Fluent::EventTime.new(2))
138
+
139
+ assert(Fluent::EventTime.new(2) >= 1)
140
+ assert(Fluent::EventTime.new(1) >= 1)
141
+ refute(Fluent::EventTime.new(1) >= 2)
142
+
143
+ assert(2 >= Fluent::EventTime.new(1))
144
+ assert(1 >= Fluent::EventTime.new(1))
145
+ refute(1 >= Fluent::EventTime.new(2))
146
+ end
147
+
148
+ test '<' do
149
+ assert(Fluent::EventTime.new(1) < Fluent::EventTime.new(2))
150
+ refute(Fluent::EventTime.new(1) < Fluent::EventTime.new(1))
151
+ refute(Fluent::EventTime.new(2) < Fluent::EventTime.new(1))
152
+
153
+ assert(Fluent::EventTime.new(1) < 2)
154
+ refute(Fluent::EventTime.new(1) < 1)
155
+ refute(Fluent::EventTime.new(2) < 1)
156
+
157
+ assert(1 < Fluent::EventTime.new(2))
158
+ refute(1 < Fluent::EventTime.new(1))
159
+ refute(2 < Fluent::EventTime.new(1))
160
+ end
161
+
162
+ test '=<' do
163
+ assert(Fluent::EventTime.new(1) <= Fluent::EventTime.new(2))
164
+ assert(Fluent::EventTime.new(1) <= Fluent::EventTime.new(1))
165
+ refute(Fluent::EventTime.new(2) <= Fluent::EventTime.new(1))
166
+
167
+ assert(Fluent::EventTime.new(1) <= 2)
168
+ assert(Fluent::EventTime.new(1) <= 1)
169
+ refute(Fluent::EventTime.new(2) <= 1)
170
+
171
+ assert(1 <= Fluent::EventTime.new(2))
172
+ assert(1 <= Fluent::EventTime.new(1))
173
+ refute(2 <= Fluent::EventTime.new(1))
174
+ end
175
+
176
+ test 'Time.at' do
177
+ sec = 1000
178
+ nsec = 2000
179
+ ntime = Fluent::EventTime.new(sec, nsec)
180
+ time = Time.at(ntime)
181
+ assert_equal(sec, time.to_i)
182
+ assert_equal(nsec, time.nsec)
183
+ end
184
+ end