fluentd 0.14.4-x86-mingw32

Sign up to get free protection for your applications and to get access to all the features.

Potentially problematic release.


This version of fluentd might be problematic. Click here for more details.

Files changed (328) hide show
  1. checksums.yaml +7 -0
  2. data/.github/ISSUE_TEMPLATE.md +6 -0
  3. data/.gitignore +26 -0
  4. data/.travis.yml +45 -0
  5. data/AUTHORS +2 -0
  6. data/CONTRIBUTING.md +35 -0
  7. data/COPYING +14 -0
  8. data/ChangeLog +276 -0
  9. data/Gemfile +9 -0
  10. data/README.md +51 -0
  11. data/Rakefile +53 -0
  12. data/Vagrantfile +17 -0
  13. data/appveyor.yml +41 -0
  14. data/bin/fluent-debug +5 -0
  15. data/example/copy_roundrobin.conf +39 -0
  16. data/example/filter_stdout.conf +22 -0
  17. data/example/in_forward.conf +11 -0
  18. data/example/in_http.conf +14 -0
  19. data/example/in_out_forward.conf +17 -0
  20. data/example/in_syslog.conf +15 -0
  21. data/example/in_tail.conf +14 -0
  22. data/example/in_tcp.conf +13 -0
  23. data/example/in_udp.conf +13 -0
  24. data/example/multi_filters.conf +61 -0
  25. data/example/out_buffered_null.conf +32 -0
  26. data/example/out_copy.conf +20 -0
  27. data/example/out_file.conf +13 -0
  28. data/example/out_forward.conf +35 -0
  29. data/example/out_forward_buf_file.conf +23 -0
  30. data/example/v0_12_filter.conf +78 -0
  31. data/example/v1_literal_example.conf +36 -0
  32. data/fluent.conf +139 -0
  33. data/fluentd.gemspec +51 -0
  34. data/lib/fluent/agent.rb +194 -0
  35. data/lib/fluent/command/bundler_injection.rb +45 -0
  36. data/lib/fluent/command/cat.rb +319 -0
  37. data/lib/fluent/command/debug.rb +102 -0
  38. data/lib/fluent/command/fluentd.rb +273 -0
  39. data/lib/fluent/compat/call_super_mixin.rb +67 -0
  40. data/lib/fluent/compat/exec_util.rb +129 -0
  41. data/lib/fluent/compat/file_util.rb +54 -0
  42. data/lib/fluent/compat/filter.rb +68 -0
  43. data/lib/fluent/compat/formatter.rb +111 -0
  44. data/lib/fluent/compat/formatter_utils.rb +85 -0
  45. data/lib/fluent/compat/handle_tag_and_time_mixin.rb +62 -0
  46. data/lib/fluent/compat/handle_tag_name_mixin.rb +53 -0
  47. data/lib/fluent/compat/input.rb +49 -0
  48. data/lib/fluent/compat/output.rb +677 -0
  49. data/lib/fluent/compat/output_chain.rb +60 -0
  50. data/lib/fluent/compat/parser.rb +180 -0
  51. data/lib/fluent/compat/parser_utils.rb +40 -0
  52. data/lib/fluent/compat/propagate_default.rb +62 -0
  53. data/lib/fluent/compat/record_filter_mixin.rb +34 -0
  54. data/lib/fluent/compat/set_tag_key_mixin.rb +50 -0
  55. data/lib/fluent/compat/set_time_key_mixin.rb +69 -0
  56. data/lib/fluent/compat/socket_util.rb +165 -0
  57. data/lib/fluent/compat/string_util.rb +34 -0
  58. data/lib/fluent/compat/structured_format_mixin.rb +26 -0
  59. data/lib/fluent/compat/type_converter.rb +90 -0
  60. data/lib/fluent/config.rb +56 -0
  61. data/lib/fluent/config/basic_parser.rb +123 -0
  62. data/lib/fluent/config/configure_proxy.rb +366 -0
  63. data/lib/fluent/config/dsl.rb +149 -0
  64. data/lib/fluent/config/element.rb +218 -0
  65. data/lib/fluent/config/error.rb +26 -0
  66. data/lib/fluent/config/literal_parser.rb +251 -0
  67. data/lib/fluent/config/parser.rb +107 -0
  68. data/lib/fluent/config/section.rb +212 -0
  69. data/lib/fluent/config/types.rb +136 -0
  70. data/lib/fluent/config/v1_parser.rb +190 -0
  71. data/lib/fluent/configurable.rb +176 -0
  72. data/lib/fluent/daemon.rb +15 -0
  73. data/lib/fluent/engine.rb +220 -0
  74. data/lib/fluent/env.rb +27 -0
  75. data/lib/fluent/event.rb +287 -0
  76. data/lib/fluent/event_router.rb +259 -0
  77. data/lib/fluent/filter.rb +21 -0
  78. data/lib/fluent/formatter.rb +23 -0
  79. data/lib/fluent/input.rb +21 -0
  80. data/lib/fluent/label.rb +38 -0
  81. data/lib/fluent/load.rb +36 -0
  82. data/lib/fluent/log.rb +445 -0
  83. data/lib/fluent/match.rb +141 -0
  84. data/lib/fluent/mixin.rb +31 -0
  85. data/lib/fluent/msgpack_factory.rb +62 -0
  86. data/lib/fluent/output.rb +26 -0
  87. data/lib/fluent/output_chain.rb +23 -0
  88. data/lib/fluent/parser.rb +23 -0
  89. data/lib/fluent/plugin.rb +161 -0
  90. data/lib/fluent/plugin/bare_output.rb +63 -0
  91. data/lib/fluent/plugin/base.rb +130 -0
  92. data/lib/fluent/plugin/buf_file.rb +154 -0
  93. data/lib/fluent/plugin/buf_memory.rb +34 -0
  94. data/lib/fluent/plugin/buffer.rb +603 -0
  95. data/lib/fluent/plugin/buffer/chunk.rb +160 -0
  96. data/lib/fluent/plugin/buffer/file_chunk.rb +323 -0
  97. data/lib/fluent/plugin/buffer/memory_chunk.rb +90 -0
  98. data/lib/fluent/plugin/exec_util.rb +22 -0
  99. data/lib/fluent/plugin/file_util.rb +22 -0
  100. data/lib/fluent/plugin/file_wrapper.rb +120 -0
  101. data/lib/fluent/plugin/filter.rb +93 -0
  102. data/lib/fluent/plugin/filter_grep.rb +75 -0
  103. data/lib/fluent/plugin/filter_record_transformer.rb +342 -0
  104. data/lib/fluent/plugin/filter_stdout.rb +53 -0
  105. data/lib/fluent/plugin/formatter.rb +45 -0
  106. data/lib/fluent/plugin/formatter_csv.rb +47 -0
  107. data/lib/fluent/plugin/formatter_hash.rb +29 -0
  108. data/lib/fluent/plugin/formatter_json.rb +44 -0
  109. data/lib/fluent/plugin/formatter_ltsv.rb +41 -0
  110. data/lib/fluent/plugin/formatter_msgpack.rb +29 -0
  111. data/lib/fluent/plugin/formatter_out_file.rb +78 -0
  112. data/lib/fluent/plugin/formatter_single_value.rb +34 -0
  113. data/lib/fluent/plugin/formatter_stdout.rb +74 -0
  114. data/lib/fluent/plugin/in_debug_agent.rb +64 -0
  115. data/lib/fluent/plugin/in_dummy.rb +135 -0
  116. data/lib/fluent/plugin/in_exec.rb +149 -0
  117. data/lib/fluent/plugin/in_forward.rb +366 -0
  118. data/lib/fluent/plugin/in_gc_stat.rb +52 -0
  119. data/lib/fluent/plugin/in_http.rb +422 -0
  120. data/lib/fluent/plugin/in_monitor_agent.rb +401 -0
  121. data/lib/fluent/plugin/in_object_space.rb +90 -0
  122. data/lib/fluent/plugin/in_syslog.rb +204 -0
  123. data/lib/fluent/plugin/in_tail.rb +838 -0
  124. data/lib/fluent/plugin/in_tcp.rb +41 -0
  125. data/lib/fluent/plugin/in_udp.rb +37 -0
  126. data/lib/fluent/plugin/in_unix.rb +201 -0
  127. data/lib/fluent/plugin/input.rb +33 -0
  128. data/lib/fluent/plugin/multi_output.rb +95 -0
  129. data/lib/fluent/plugin/out_buffered_null.rb +59 -0
  130. data/lib/fluent/plugin/out_buffered_stdout.rb +70 -0
  131. data/lib/fluent/plugin/out_copy.rb +42 -0
  132. data/lib/fluent/plugin/out_exec.rb +114 -0
  133. data/lib/fluent/plugin/out_exec_filter.rb +393 -0
  134. data/lib/fluent/plugin/out_file.rb +167 -0
  135. data/lib/fluent/plugin/out_forward.rb +646 -0
  136. data/lib/fluent/plugin/out_null.rb +27 -0
  137. data/lib/fluent/plugin/out_relabel.rb +28 -0
  138. data/lib/fluent/plugin/out_roundrobin.rb +80 -0
  139. data/lib/fluent/plugin/out_stdout.rb +48 -0
  140. data/lib/fluent/plugin/out_stream.rb +130 -0
  141. data/lib/fluent/plugin/output.rb +1020 -0
  142. data/lib/fluent/plugin/owned_by_mixin.rb +42 -0
  143. data/lib/fluent/plugin/parser.rb +175 -0
  144. data/lib/fluent/plugin/parser_apache.rb +28 -0
  145. data/lib/fluent/plugin/parser_apache2.rb +84 -0
  146. data/lib/fluent/plugin/parser_apache_error.rb +26 -0
  147. data/lib/fluent/plugin/parser_csv.rb +33 -0
  148. data/lib/fluent/plugin/parser_json.rb +79 -0
  149. data/lib/fluent/plugin/parser_ltsv.rb +50 -0
  150. data/lib/fluent/plugin/parser_multiline.rb +104 -0
  151. data/lib/fluent/plugin/parser_nginx.rb +28 -0
  152. data/lib/fluent/plugin/parser_none.rb +36 -0
  153. data/lib/fluent/plugin/parser_regexp.rb +73 -0
  154. data/lib/fluent/plugin/parser_syslog.rb +82 -0
  155. data/lib/fluent/plugin/parser_tsv.rb +37 -0
  156. data/lib/fluent/plugin/socket_util.rb +22 -0
  157. data/lib/fluent/plugin/storage.rb +84 -0
  158. data/lib/fluent/plugin/storage_local.rb +132 -0
  159. data/lib/fluent/plugin/string_util.rb +22 -0
  160. data/lib/fluent/plugin_helper.rb +42 -0
  161. data/lib/fluent/plugin_helper/child_process.rb +298 -0
  162. data/lib/fluent/plugin_helper/compat_parameters.rb +224 -0
  163. data/lib/fluent/plugin_helper/event_emitter.rb +80 -0
  164. data/lib/fluent/plugin_helper/event_loop.rb +118 -0
  165. data/lib/fluent/plugin_helper/formatter.rb +149 -0
  166. data/lib/fluent/plugin_helper/inject.rb +125 -0
  167. data/lib/fluent/plugin_helper/parser.rb +147 -0
  168. data/lib/fluent/plugin_helper/retry_state.rb +177 -0
  169. data/lib/fluent/plugin_helper/storage.rb +331 -0
  170. data/lib/fluent/plugin_helper/thread.rb +147 -0
  171. data/lib/fluent/plugin_helper/timer.rb +90 -0
  172. data/lib/fluent/plugin_id.rb +63 -0
  173. data/lib/fluent/process.rb +504 -0
  174. data/lib/fluent/registry.rb +99 -0
  175. data/lib/fluent/root_agent.rb +314 -0
  176. data/lib/fluent/rpc.rb +94 -0
  177. data/lib/fluent/supervisor.rb +680 -0
  178. data/lib/fluent/system_config.rb +122 -0
  179. data/lib/fluent/test.rb +56 -0
  180. data/lib/fluent/test/base.rb +85 -0
  181. data/lib/fluent/test/driver/base.rb +179 -0
  182. data/lib/fluent/test/driver/base_owned.rb +70 -0
  183. data/lib/fluent/test/driver/base_owner.rb +125 -0
  184. data/lib/fluent/test/driver/event_feeder.rb +98 -0
  185. data/lib/fluent/test/driver/filter.rb +57 -0
  186. data/lib/fluent/test/driver/formatter.rb +30 -0
  187. data/lib/fluent/test/driver/input.rb +31 -0
  188. data/lib/fluent/test/driver/multi_output.rb +52 -0
  189. data/lib/fluent/test/driver/output.rb +76 -0
  190. data/lib/fluent/test/driver/parser.rb +30 -0
  191. data/lib/fluent/test/driver/test_event_router.rb +45 -0
  192. data/lib/fluent/test/filter_test.rb +77 -0
  193. data/lib/fluent/test/formatter_test.rb +65 -0
  194. data/lib/fluent/test/helpers.rb +79 -0
  195. data/lib/fluent/test/input_test.rb +172 -0
  196. data/lib/fluent/test/log.rb +73 -0
  197. data/lib/fluent/test/output_test.rb +156 -0
  198. data/lib/fluent/test/parser_test.rb +70 -0
  199. data/lib/fluent/time.rb +175 -0
  200. data/lib/fluent/timezone.rb +133 -0
  201. data/lib/fluent/unique_id.rb +39 -0
  202. data/lib/fluent/version.rb +21 -0
  203. data/lib/fluent/winsvc.rb +71 -0
  204. data/test/compat/test_calls_super.rb +166 -0
  205. data/test/compat/test_parser.rb +82 -0
  206. data/test/config/assertions.rb +42 -0
  207. data/test/config/test_config_parser.rb +507 -0
  208. data/test/config/test_configurable.rb +1194 -0
  209. data/test/config/test_configure_proxy.rb +386 -0
  210. data/test/config/test_dsl.rb +415 -0
  211. data/test/config/test_element.rb +403 -0
  212. data/test/config/test_literal_parser.rb +297 -0
  213. data/test/config/test_section.rb +184 -0
  214. data/test/config/test_system_config.rb +120 -0
  215. data/test/config/test_types.rb +171 -0
  216. data/test/helper.rb +119 -0
  217. data/test/plugin/data/2010/01/20100102-030405.log +0 -0
  218. data/test/plugin/data/2010/01/20100102-030406.log +0 -0
  219. data/test/plugin/data/2010/01/20100102.log +0 -0
  220. data/test/plugin/data/log/bar +0 -0
  221. data/test/plugin/data/log/foo/bar.log +0 -0
  222. data/test/plugin/data/log/test.log +0 -0
  223. data/test/plugin/test_bare_output.rb +118 -0
  224. data/test/plugin/test_base.rb +75 -0
  225. data/test/plugin/test_buf_file.rb +571 -0
  226. data/test/plugin/test_buf_memory.rb +42 -0
  227. data/test/plugin/test_buffer.rb +1200 -0
  228. data/test/plugin/test_buffer_chunk.rb +168 -0
  229. data/test/plugin/test_buffer_file_chunk.rb +771 -0
  230. data/test/plugin/test_buffer_memory_chunk.rb +265 -0
  231. data/test/plugin/test_file_util.rb +96 -0
  232. data/test/plugin/test_filter.rb +353 -0
  233. data/test/plugin/test_filter_grep.rb +119 -0
  234. data/test/plugin/test_filter_record_transformer.rb +600 -0
  235. data/test/plugin/test_filter_stdout.rb +211 -0
  236. data/test/plugin/test_formatter_csv.rb +94 -0
  237. data/test/plugin/test_formatter_json.rb +30 -0
  238. data/test/plugin/test_formatter_ltsv.rb +52 -0
  239. data/test/plugin/test_formatter_msgpack.rb +28 -0
  240. data/test/plugin/test_formatter_out_file.rb +95 -0
  241. data/test/plugin/test_formatter_single_value.rb +38 -0
  242. data/test/plugin/test_in_debug_agent.rb +28 -0
  243. data/test/plugin/test_in_dummy.rb +188 -0
  244. data/test/plugin/test_in_exec.rb +133 -0
  245. data/test/plugin/test_in_forward.rb +635 -0
  246. data/test/plugin/test_in_gc_stat.rb +39 -0
  247. data/test/plugin/test_in_http.rb +442 -0
  248. data/test/plugin/test_in_monitor_agent.rb +329 -0
  249. data/test/plugin/test_in_object_space.rb +64 -0
  250. data/test/plugin/test_in_syslog.rb +205 -0
  251. data/test/plugin/test_in_tail.rb +1001 -0
  252. data/test/plugin/test_in_tcp.rb +102 -0
  253. data/test/plugin/test_in_udp.rb +121 -0
  254. data/test/plugin/test_in_unix.rb +126 -0
  255. data/test/plugin/test_input.rb +122 -0
  256. data/test/plugin/test_multi_output.rb +180 -0
  257. data/test/plugin/test_out_buffered_null.rb +79 -0
  258. data/test/plugin/test_out_buffered_stdout.rb +122 -0
  259. data/test/plugin/test_out_copy.rb +160 -0
  260. data/test/plugin/test_out_exec.rb +155 -0
  261. data/test/plugin/test_out_exec_filter.rb +262 -0
  262. data/test/plugin/test_out_file.rb +383 -0
  263. data/test/plugin/test_out_forward.rb +590 -0
  264. data/test/plugin/test_out_null.rb +29 -0
  265. data/test/plugin/test_out_relabel.rb +28 -0
  266. data/test/plugin/test_out_roundrobin.rb +146 -0
  267. data/test/plugin/test_out_stdout.rb +92 -0
  268. data/test/plugin/test_out_stream.rb +93 -0
  269. data/test/plugin/test_output.rb +568 -0
  270. data/test/plugin/test_output_as_buffered.rb +1604 -0
  271. data/test/plugin/test_output_as_buffered_overflow.rb +250 -0
  272. data/test/plugin/test_output_as_buffered_retries.rb +839 -0
  273. data/test/plugin/test_output_as_buffered_secondary.rb +817 -0
  274. data/test/plugin/test_output_as_standard.rb +374 -0
  275. data/test/plugin/test_owned_by.rb +35 -0
  276. data/test/plugin/test_parser_apache.rb +42 -0
  277. data/test/plugin/test_parser_apache2.rb +38 -0
  278. data/test/plugin/test_parser_apache_error.rb +45 -0
  279. data/test/plugin/test_parser_base.rb +32 -0
  280. data/test/plugin/test_parser_csv.rb +104 -0
  281. data/test/plugin/test_parser_json.rb +107 -0
  282. data/test/plugin/test_parser_labeled_tsv.rb +129 -0
  283. data/test/plugin/test_parser_multiline.rb +100 -0
  284. data/test/plugin/test_parser_nginx.rb +48 -0
  285. data/test/plugin/test_parser_none.rb +53 -0
  286. data/test/plugin/test_parser_regexp.rb +277 -0
  287. data/test/plugin/test_parser_syslog.rb +66 -0
  288. data/test/plugin/test_parser_time.rb +46 -0
  289. data/test/plugin/test_parser_tsv.rb +121 -0
  290. data/test/plugin/test_storage.rb +167 -0
  291. data/test/plugin/test_storage_local.rb +8 -0
  292. data/test/plugin/test_string_util.rb +26 -0
  293. data/test/plugin_helper/test_child_process.rb +608 -0
  294. data/test/plugin_helper/test_compat_parameters.rb +242 -0
  295. data/test/plugin_helper/test_event_emitter.rb +51 -0
  296. data/test/plugin_helper/test_event_loop.rb +52 -0
  297. data/test/plugin_helper/test_formatter.rb +252 -0
  298. data/test/plugin_helper/test_inject.rb +487 -0
  299. data/test/plugin_helper/test_parser.rb +263 -0
  300. data/test/plugin_helper/test_retry_state.rb +399 -0
  301. data/test/plugin_helper/test_storage.rb +521 -0
  302. data/test/plugin_helper/test_thread.rb +164 -0
  303. data/test/plugin_helper/test_timer.rb +131 -0
  304. data/test/scripts/exec_script.rb +32 -0
  305. data/test/scripts/fluent/plugin/formatter_known.rb +8 -0
  306. data/test/scripts/fluent/plugin/out_test.rb +81 -0
  307. data/test/scripts/fluent/plugin/out_test2.rb +80 -0
  308. data/test/scripts/fluent/plugin/parser_known.rb +4 -0
  309. data/test/test_config.rb +179 -0
  310. data/test/test_configdsl.rb +148 -0
  311. data/test/test_event.rb +329 -0
  312. data/test/test_event_router.rb +331 -0
  313. data/test/test_event_time.rb +184 -0
  314. data/test/test_filter.rb +121 -0
  315. data/test/test_formatter.rb +319 -0
  316. data/test/test_input.rb +31 -0
  317. data/test/test_log.rb +572 -0
  318. data/test/test_match.rb +137 -0
  319. data/test/test_mixin.rb +351 -0
  320. data/test/test_output.rb +214 -0
  321. data/test/test_plugin_classes.rb +136 -0
  322. data/test/test_plugin_helper.rb +81 -0
  323. data/test/test_process.rb +48 -0
  324. data/test/test_root_agent.rb +278 -0
  325. data/test/test_supervisor.rb +339 -0
  326. data/test/test_time_formatter.rb +186 -0
  327. data/test/test_unique_id.rb +47 -0
  328. metadata +823 -0
@@ -0,0 +1,331 @@
1
+ require_relative 'helper'
2
+ require 'fluent/event_router'
3
+ require_relative 'test_plugin_classes'
4
+
5
+ class EventRouterTest < ::Test::Unit::TestCase
6
+ include Fluent
7
+ include FluentTest
8
+
9
+ teardown do
10
+ @output = nil
11
+ @filter = nil
12
+ @compat_filter = nil
13
+ @error_output = nil
14
+ @emit_handler = nil
15
+ @default_collector = nil
16
+ end
17
+
18
+ def output
19
+ @output ||= FluentTestOutput.new
20
+ end
21
+
22
+ def filter
23
+ @filter ||= FluentTestFilter.new
24
+ end
25
+
26
+ def compat_filter
27
+ @compat_filter ||= FluentCompatTestFilter.new
28
+ end
29
+
30
+ def error_output
31
+ @error_output ||= FluentTestErrorOutput.new
32
+ end
33
+
34
+ def emit_handler
35
+ @emit_handler ||= TestEmitErrorHandler.new
36
+ end
37
+
38
+ def default_collector
39
+ @default_collector ||= FluentTestOutput.new
40
+ end
41
+
42
+ def event(record, time = Engine.now)
43
+ OneEventStream.new(time, record)
44
+ end
45
+
46
+ DEFAULT_EVENT_NUM = 5
47
+
48
+ def events(num = DEFAULT_EVENT_NUM)
49
+ es = MultiEventStream.new
50
+ num.times { |i|
51
+ es.add(Engine.now, 'key' => "value#{i}")
52
+ }
53
+ es
54
+ end
55
+
56
+ sub_test_case EventRouter::MatchCache do
57
+ setup do
58
+ @match_cache = EventRouter::MatchCache.new
59
+ end
60
+
61
+ test "call block when non-cached key" do
62
+ assert_raise(RuntimeError.new('Test!')) {
63
+ @match_cache.get('test') { raise 'Test!' }
64
+ }
65
+ end
66
+
67
+ test "don't call block when cached key" do
68
+ @match_cache.get('test') { "I'm cached" }
69
+ assert_nothing_raised {
70
+ @match_cache.get('test') { raise 'Test!' }
71
+ }
72
+ assert_equal "I'm cached", @match_cache.get('test') { raise 'Test!' }
73
+ end
74
+
75
+ test "call block when keys are expired" do
76
+ cache_size = EventRouter::MatchCache::MATCH_CACHE_SIZE
77
+ cache_size.times { |i|
78
+ @match_cache.get("test#{i}") { "I'm cached #{i}" }
79
+ }
80
+ assert_nothing_raised {
81
+ cache_size.times { |i|
82
+ @match_cache.get("test#{i}") { raise "Why called?" }
83
+ }
84
+ }
85
+ # expire old keys
86
+ cache_size.times { |i|
87
+ @match_cache.get("new_test#{i}") { "I'm young #{i}" }
88
+ }
89
+ num_called = 0
90
+ cache_size.times { |i|
91
+ @match_cache.get("test#{i}") { num_called += 1 }
92
+ }
93
+ assert_equal cache_size, num_called
94
+ end
95
+ end
96
+
97
+ sub_test_case EventRouter::Pipeline do
98
+ setup do
99
+ @pipeline = EventRouter::Pipeline.new
100
+ @es = event('key' => 'value')
101
+ end
102
+
103
+ test 'set one output' do
104
+ @pipeline.set_output(output)
105
+ @pipeline.emit_events('test', @es)
106
+ assert_equal 1, output.events.size
107
+ assert_equal 'value', output.events['test'].first['key']
108
+ end
109
+
110
+ sub_test_case 'with filter' do
111
+ setup do
112
+ @pipeline.set_output(output)
113
+ end
114
+
115
+ data('Filter plugin' => 'filter',
116
+ 'Compat::Filter plugin' => 'compat_filter')
117
+ test 'set one filer' do |filter_type|
118
+ @pipeline.add_filter(filter_type == 'filter' ? filter : compat_filter)
119
+ @pipeline.emit_events('test', @es)
120
+ assert_equal 1, output.events.size
121
+ assert_equal 'value', output.events['test'].first['key']
122
+ assert_equal 0, output.events['test'].first['__test__']
123
+ end
124
+
125
+ data('Filter plugin' => 'filter',
126
+ 'Compat::Filter plugin' => 'compat_filter')
127
+ test 'set one filer with multi events' do |filter_type|
128
+ @pipeline.add_filter(filter_type == 'filter' ? filter : compat_filter)
129
+ @pipeline.emit_events('test', events)
130
+ assert_equal 1, output.events.size
131
+ assert_equal 5, output.events['test'].size
132
+ DEFAULT_EVENT_NUM.times { |i|
133
+ assert_equal "value#{i}", output.events['test'][i]['key']
134
+ assert_equal i, output.events['test'][i]['__test__']
135
+ }
136
+ end
137
+ end
138
+ end
139
+
140
+ sub_test_case EventRouter do
141
+ teardown do
142
+ @event_router = nil
143
+ end
144
+
145
+ def event_router
146
+ @event_router ||= EventRouter.new(default_collector, emit_handler)
147
+ end
148
+
149
+ sub_test_case 'default collector' do
150
+ test 'call default collector when no output' do
151
+ assert_rr do
152
+ mock(default_collector).emit_events('test', is_a(OneEventStream))
153
+ event_router.emit('test', Engine.now, 'k' => 'v')
154
+ end
155
+ end
156
+
157
+ test "call default collector when only filter" do
158
+ event_router.add_rule('test', filter)
159
+ assert_rr do
160
+ # After apply Filter, EventStream becomes MultiEventStream by default
161
+ mock(default_collector).emit_events('test', is_a(MultiEventStream))
162
+ event_router.emit('test', Engine.now, 'k' => 'v')
163
+ end
164
+ assert_equal 1, filter.num
165
+ end
166
+
167
+ test "call default collector when no matched with output" do
168
+ event_router.add_rule('test', output)
169
+ assert_rr do
170
+ mock(default_collector).emit_events('dummy', is_a(OneEventStream))
171
+ event_router.emit('dummy', Engine.now, 'k' => 'v')
172
+ end
173
+ end
174
+
175
+ test "don't call default collector when tag matched" do
176
+ event_router.add_rule('test', output)
177
+ assert_rr do
178
+ dont_allow(default_collector).emit_events('test', is_a(OneEventStream))
179
+ event_router.emit('test', Engine.now, 'k' => 'v')
180
+ end
181
+ # check emit handler doesn't catch rr error
182
+ assert_empty emit_handler.events
183
+ end
184
+ end
185
+
186
+ sub_test_case 'filter' do
187
+ test 'filter should be called when tag matched' do
188
+ filter = Class.new(FluentTestFilter) { |x|
189
+ def filter_stream(_tag, es); end
190
+ }.new
191
+
192
+ event_router.add_rule('test', filter)
193
+
194
+ assert_rr do
195
+ mock(filter).filter_stream('test', is_a(OneEventStream)) { events }
196
+ event_router.emit('test', Engine.now, 'k' => 'v')
197
+ end
198
+ end
199
+
200
+ test 'filter should not be called when tag mismatched' do
201
+ event_router.add_rule('test', filter)
202
+
203
+ assert_rr do
204
+ dont_allow(filter).filter_stream('test', is_a(OneEventStream)) { events }
205
+ event_router.emit('foo', Engine.now, 'k' => 'v')
206
+ end
207
+ end
208
+
209
+ test 'filter changes records' do
210
+ event_router.add_rule('test', filter)
211
+ event_router.add_rule('test', output)
212
+ event_router.emit('test', Engine.now, 'k' => 'v')
213
+
214
+ assert_equal 1, filter.num
215
+ assert_equal 1, output.events['test'].size
216
+ assert_equal 0, output.events['test'].first['__test__']
217
+ assert_equal 'v', output.events['test'].first['k']
218
+ end
219
+
220
+ test 'filter can be chained' do
221
+ other_filter = FluentTestFilter.new('__hoge__')
222
+ event_router.add_rule('test', filter)
223
+ event_router.add_rule('test', other_filter)
224
+ event_router.add_rule('test', output)
225
+ event_router.emit('test', Engine.now, 'k' => 'v')
226
+
227
+ assert_equal 1, filter.num
228
+ assert_equal 1, other_filter.num
229
+ assert_equal 1, output.events['test'].size
230
+ assert_equal 0, output.events['test'].first['__test__']
231
+ assert_equal 0, output.events['test'].first['__hoge__']
232
+ assert_equal 'v', output.events['test'].first['k']
233
+ end
234
+ end
235
+
236
+ sub_test_case 'optimized filter' do
237
+ setup do
238
+ @record = { 'k' => 'v' }
239
+ @now = Engine.now
240
+ end
241
+
242
+ test 'call optimized filter when the filter plugin implements #filter without #filter_stream' do
243
+ event_router.add_rule('test', filter)
244
+
245
+ assert_rr do
246
+ mock(filter).filter('test', @now, @record) { @record }
247
+ event_router.emit('test', @now, @record)
248
+ end
249
+ end
250
+
251
+ test 'call optimized filter when the filter plugin implements #filter_with_time without #filter_stream' do
252
+ filter = Class.new(FluentTestFilter) {
253
+ undef_method :filter
254
+ def filter_with_time(tag, time, record); end
255
+ }.new
256
+
257
+ event_router.add_rule('test', filter)
258
+
259
+ assert_rr do
260
+ mock(filter).filter_with_time('test', @now, @record) { [time, @record] }
261
+ event_router.emit('test', @now, @record)
262
+ end
263
+ end
264
+
265
+ test "don't call optimized filter when filter plugins implement #filter_stream" do
266
+ filter = Class.new(FluentTestFilter) {
267
+ undef_method :filter
268
+ def filter_stream(tag, time, record); end
269
+ }.new
270
+
271
+ event_router.add_rule('test', filter)
272
+
273
+ assert_rr do
274
+ mock(filter).filter_stream('test', is_a(OneEventStream)) { OneEventStream.new(@now, @record) }
275
+ event_router.emit('test', @now, @record)
276
+ end
277
+ end
278
+
279
+ test 'call optimized filter when filter plugins have #filter_with_time instead of #filter' do
280
+ filter_with_time = Class.new(FluentTestFilter) {
281
+ undef_method :filter
282
+ def filter_with_time(tag, time, record); end
283
+ }.new
284
+
285
+ event_router.add_rule('test', filter_with_time)
286
+ event_router.add_rule('test', filter)
287
+
288
+ assert_rr do
289
+ mock(filter_with_time).filter_with_time('test', @now, @record) { [@now + 1, @record] }
290
+ mock(filter).filter('test', @now + 1, @record) { @record }
291
+ event_router.emit('test', @now, @record)
292
+ end
293
+ end
294
+
295
+ test "don't call optimized filter even if just a filter of some filters implements #filter_stream method" do
296
+ filter_stream = Class.new(FluentTestFilter) {
297
+ def filter_stream(tag, record); end
298
+ }.new
299
+
300
+ filter_with_time = Class.new(FluentTestFilter) {
301
+ undef_method :filter
302
+ def filter_with_time(tag, time, record); end
303
+ }.new
304
+
305
+ filters = [filter_stream, filter_with_time, filter]
306
+ filters.each { |f| event_router.add_rule('test', f) }
307
+
308
+ e = OneEventStream.new(@now, @record)
309
+ assert_rr do
310
+ mock($log).info("Filtering works with worse performance, because #{[filter_stream].map(&:class)} uses `#filter_stream` method.")
311
+ mock(filter_stream).filter_stream('test', is_a(OneEventStream)) { e }
312
+ mock(filter).filter_stream('test', is_a(OneEventStream)) { e }
313
+ mock(filter_with_time).filter_stream('test', is_a(OneEventStream)) { e }
314
+ event_router.emit('test', @now, @record)
315
+ end
316
+ end
317
+ end
318
+
319
+ sub_test_case 'emit_error_handler' do
320
+ test 'call handle_emits_error when emit failed' do
321
+ event_router.add_rule('test', error_output)
322
+
323
+ event_router.emit('test', Engine.now, 'k' => 'v')
324
+ assert_rr do
325
+ mock(emit_handler).handle_emits_error('test', is_a(OneEventStream), is_a(RuntimeError))
326
+ event_router.emit('test', Engine.now, 'k' => 'v')
327
+ end
328
+ end
329
+ end
330
+ end
331
+ end
@@ -0,0 +1,184 @@
1
+ require_relative 'helper'
2
+ require 'timecop'
3
+ require 'oj'
4
+ require 'yajl'
5
+
6
+ class EventTimeTest < Test::Unit::TestCase
7
+ setup do
8
+ @now = Time.now
9
+ Timecop.freeze(@now)
10
+ end
11
+
12
+ teardown do
13
+ Timecop.return
14
+ end
15
+
16
+ test '#sec' do
17
+ assert_equal(1, Fluent::EventTime.new(1, 2).sec)
18
+ end
19
+
20
+ test '#nsec' do
21
+ assert_equal(2, Fluent::EventTime.new(1, 2).nsec)
22
+ assert_equal(0, Fluent::EventTime.new(1).nsec)
23
+ end
24
+
25
+ test '#to_int' do
26
+ assert_equal(1, Fluent::EventTime.new(1, 2).to_int)
27
+ end
28
+
29
+ test '#to_r' do
30
+ assert_equal(Rational(1_000_000_002, 1_000_000_000), Fluent::EventTime.new(1, 2).to_r)
31
+ end
32
+
33
+ test '#to_s' do
34
+ time = Fluent::EventTime.new(100)
35
+ assert_equal('100', time.to_s)
36
+ assert_equal('100', "#{time}")
37
+ end
38
+
39
+ test '#to_json' do
40
+ time = Fluent::EventTime.new(100)
41
+ assert_equal('100', time.to_json)
42
+ assert_equal('{"time":100}', {'time' => time}.to_json)
43
+ assert_equal('["tag",100,{"key":"value"}]', ["tag", time, {"key" => "value"}].to_json)
44
+ end
45
+
46
+ test 'JSON.dump' do
47
+ time = Fluent::EventTime.new(100)
48
+ assert_equal('{"time":100}', JSON.dump({'time' => time}))
49
+ assert_equal('["tag",100,{"key":"value"}]', JSON.dump(["tag", time, {"key" => "value"}]))
50
+ end
51
+
52
+ test 'Oj.dump' do
53
+ time = Fluent::EventTime.new(100)
54
+ assert_equal('{"time":100}', Oj.dump({'time' => time}, mode: :compat))
55
+ assert_equal('["tag",100,{"key":"value"}]', Oj.dump(["tag", time, {"key" => "value"}], mode: :compat))
56
+ end
57
+
58
+ test 'Yajl.dump' do
59
+ time = Fluent::EventTime.new(100)
60
+ assert_equal('{"time":100}', Yajl.dump({'time' => time}))
61
+ assert_equal('["tag",100,{"key":"value"}]', Yajl.dump(["tag", time, {"key" => "value"}]))
62
+ end
63
+
64
+ test '.from_time' do
65
+ sec = 1000
66
+ usec = 2
67
+ time = Fluent::EventTime.from_time(Time.at(sec, usec))
68
+ assert_equal(time.sec, sec)
69
+ assert_equal(time.nsec, usec * 1000)
70
+ end
71
+
72
+ test 'now' do
73
+ assert_equal(@now.to_i, Fluent::EventTime.now.sec)
74
+ assert_equal(@now.nsec, Fluent::EventTime.now.nsec)
75
+ end
76
+
77
+ test 'parse' do
78
+ assert_equal(Time.parse("2011-01-02 13:14:15").to_i, Fluent::EventTime.parse("2011-01-02 13:14:15").sec)
79
+ assert_equal(Time.parse("2011-01-02 13:14:15").nsec, Fluent::EventTime.parse("2011-01-02 13:14:15").nsec)
80
+ end
81
+
82
+ test 'eq?' do
83
+ assert(Fluent::EventTime.eq?(Fluent::EventTime.new(1, 2), Fluent::EventTime.new(1, 2)))
84
+ refute(Fluent::EventTime.eq?(Fluent::EventTime.new(1, 2), Fluent::EventTime.new(1, 3)))
85
+ refute(Fluent::EventTime.eq?(Fluent::EventTime.new(1, 2), Fluent::EventTime.new(3, 2)))
86
+ refute(Fluent::EventTime.eq?(Fluent::EventTime.new(1, 2), Fluent::EventTime.new(3, 4)))
87
+
88
+ assert(Fluent::EventTime.eq?(Fluent::EventTime.new(1, 2), 1))
89
+ refute(Fluent::EventTime.eq?(Fluent::EventTime.new(1, 2), 2))
90
+
91
+ assert(Fluent::EventTime.eq?(1, Fluent::EventTime.new(1, 2)))
92
+ refute(Fluent::EventTime.eq?(2, Fluent::EventTime.new(1, 2)))
93
+ end
94
+
95
+ test '==' do
96
+ assert(Fluent::EventTime.new(1, 2) == Fluent::EventTime.new(1, 2))
97
+ assert(Fluent::EventTime.new(1, 2) == Fluent::EventTime.new(1, 3))
98
+ refute(Fluent::EventTime.new(1, 2) == Fluent::EventTime.new(3, 2))
99
+ refute(Fluent::EventTime.new(1, 2) == Fluent::EventTime.new(3, 4))
100
+
101
+ assert(Fluent::EventTime.new(1, 2) == 1)
102
+ refute(Fluent::EventTime.new(1, 2) == 2)
103
+
104
+ assert(1 == Fluent::EventTime.new(1, 2))
105
+ refute(2 == Fluent::EventTime.new(1, 2))
106
+ end
107
+
108
+ test '+' do
109
+ assert_equal(4, Fluent::EventTime.new(1, 2) + Fluent::EventTime.new(3, 4))
110
+ assert_equal(6, Fluent::EventTime.new(1, 2) + 5)
111
+ assert_equal(6, 5 + Fluent::EventTime.new(1, 2))
112
+ end
113
+
114
+ test '-' do
115
+ assert_equal(-2, Fluent::EventTime.new(1, 2) - Fluent::EventTime.new(3, 4))
116
+ assert_equal(-4, Fluent::EventTime.new(1, 2) - 5)
117
+ assert_equal(4, 5 - Fluent::EventTime.new(1, 2))
118
+ end
119
+
120
+ test '>' do
121
+ assert(Fluent::EventTime.new(2) > Fluent::EventTime.new(1))
122
+ refute(Fluent::EventTime.new(1) > Fluent::EventTime.new(1))
123
+ refute(Fluent::EventTime.new(1) > Fluent::EventTime.new(2))
124
+
125
+ assert(Fluent::EventTime.new(2) > 1)
126
+ refute(Fluent::EventTime.new(1) > 1)
127
+ refute(Fluent::EventTime.new(1) > 2)
128
+
129
+ assert(2 > Fluent::EventTime.new(1))
130
+ refute(1 > Fluent::EventTime.new(1))
131
+ refute(1 > Fluent::EventTime.new(2))
132
+ end
133
+
134
+ test '>=' do
135
+ assert(Fluent::EventTime.new(2) >= Fluent::EventTime.new(1))
136
+ assert(Fluent::EventTime.new(1) >= Fluent::EventTime.new(1))
137
+ refute(Fluent::EventTime.new(1) >= Fluent::EventTime.new(2))
138
+
139
+ assert(Fluent::EventTime.new(2) >= 1)
140
+ assert(Fluent::EventTime.new(1) >= 1)
141
+ refute(Fluent::EventTime.new(1) >= 2)
142
+
143
+ assert(2 >= Fluent::EventTime.new(1))
144
+ assert(1 >= Fluent::EventTime.new(1))
145
+ refute(1 >= Fluent::EventTime.new(2))
146
+ end
147
+
148
+ test '<' do
149
+ assert(Fluent::EventTime.new(1) < Fluent::EventTime.new(2))
150
+ refute(Fluent::EventTime.new(1) < Fluent::EventTime.new(1))
151
+ refute(Fluent::EventTime.new(2) < Fluent::EventTime.new(1))
152
+
153
+ assert(Fluent::EventTime.new(1) < 2)
154
+ refute(Fluent::EventTime.new(1) < 1)
155
+ refute(Fluent::EventTime.new(2) < 1)
156
+
157
+ assert(1 < Fluent::EventTime.new(2))
158
+ refute(1 < Fluent::EventTime.new(1))
159
+ refute(2 < Fluent::EventTime.new(1))
160
+ end
161
+
162
+ test '=<' do
163
+ assert(Fluent::EventTime.new(1) <= Fluent::EventTime.new(2))
164
+ assert(Fluent::EventTime.new(1) <= Fluent::EventTime.new(1))
165
+ refute(Fluent::EventTime.new(2) <= Fluent::EventTime.new(1))
166
+
167
+ assert(Fluent::EventTime.new(1) <= 2)
168
+ assert(Fluent::EventTime.new(1) <= 1)
169
+ refute(Fluent::EventTime.new(2) <= 1)
170
+
171
+ assert(1 <= Fluent::EventTime.new(2))
172
+ assert(1 <= Fluent::EventTime.new(1))
173
+ refute(2 <= Fluent::EventTime.new(1))
174
+ end
175
+
176
+ test 'Time.at' do
177
+ sec = 1000
178
+ nsec = 2000
179
+ ntime = Fluent::EventTime.new(sec, nsec)
180
+ time = Time.at(ntime)
181
+ assert_equal(sec, time.to_i)
182
+ assert_equal(nsec, time.nsec)
183
+ end
184
+ end