fluentd 1.17.0-x64-mingw32 → 1.18.0-x64-mingw32

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (278) hide show
  1. checksums.yaml +4 -4
  2. data/CHANGELOG.md +100 -0
  3. data/README.md +1 -0
  4. data/SECURITY.md +2 -2
  5. data/fluent.conf +14 -14
  6. data/lib/fluent/command/cap_ctl.rb +4 -4
  7. data/lib/fluent/command/fluentd.rb +7 -1
  8. data/lib/fluent/compat/call_super_mixin.rb +3 -3
  9. data/lib/fluent/compat/propagate_default.rb +4 -4
  10. data/lib/fluent/config/literal_parser.rb +9 -2
  11. data/lib/fluent/config/yaml_parser/parser.rb +4 -0
  12. data/lib/fluent/engine.rb +49 -33
  13. data/lib/fluent/env.rb +3 -0
  14. data/lib/fluent/event_router.rb +2 -2
  15. data/lib/fluent/log/console_adapter.rb +4 -2
  16. data/lib/fluent/plugin/filter_parser.rb +27 -51
  17. data/lib/fluent/plugin/in_exec.rb +14 -2
  18. data/lib/fluent/plugin/in_http.rb +6 -1
  19. data/lib/fluent/plugin/in_sample.rb +13 -7
  20. data/lib/fluent/plugin/in_syslog.rb +4 -0
  21. data/lib/fluent/plugin/in_tail.rb +65 -23
  22. data/lib/fluent/plugin/in_tcp.rb +4 -0
  23. data/lib/fluent/plugin/in_udp.rb +10 -1
  24. data/lib/fluent/plugin/input.rb +4 -0
  25. data/lib/fluent/plugin/out_buffer.rb +40 -0
  26. data/lib/fluent/plugin/out_copy.rb +1 -1
  27. data/lib/fluent/plugin/out_file.rb +8 -0
  28. data/lib/fluent/plugin/out_http.rb +12 -0
  29. data/lib/fluent/plugin/output.rb +2 -0
  30. data/lib/fluent/plugin/parser_json.rb +4 -12
  31. data/lib/fluent/plugin_helper/cert_option.rb +8 -0
  32. data/lib/fluent/plugin_helper/event_emitter.rb +12 -0
  33. data/lib/fluent/plugin_helper/http_server/server.rb +24 -8
  34. data/lib/fluent/plugin_helper/server.rb +9 -0
  35. data/lib/fluent/root_agent.rb +114 -19
  36. data/lib/fluent/source_only_buffer_agent.rb +102 -0
  37. data/lib/fluent/supervisor.rb +207 -34
  38. data/lib/fluent/system_config.rb +15 -3
  39. data/lib/fluent/version.rb +1 -1
  40. data/templates/new_gem/fluent-plugin.gemspec.erb +6 -5
  41. metadata +24 -483
  42. data/.github/DISCUSSION_TEMPLATE/q-a-japanese.yml +0 -50
  43. data/.github/DISCUSSION_TEMPLATE/q-a.yml +0 -47
  44. data/.github/ISSUE_TEMPLATE/bug_report.yml +0 -71
  45. data/.github/ISSUE_TEMPLATE/config.yml +0 -5
  46. data/.github/ISSUE_TEMPLATE/feature_request.yml +0 -39
  47. data/.github/ISSUE_TEMPLATE.md +0 -17
  48. data/.github/PULL_REQUEST_TEMPLATE.md +0 -14
  49. data/.github/workflows/stale-actions.yml +0 -24
  50. data/.github/workflows/test-ruby-head.yml +0 -31
  51. data/.github/workflows/test.yml +0 -32
  52. data/.gitignore +0 -30
  53. data/Gemfile +0 -9
  54. data/fluentd.gemspec +0 -62
  55. data/test/command/test_binlog_reader.rb +0 -362
  56. data/test/command/test_ca_generate.rb +0 -70
  57. data/test/command/test_cap_ctl.rb +0 -100
  58. data/test/command/test_cat.rb +0 -128
  59. data/test/command/test_ctl.rb +0 -56
  60. data/test/command/test_fluentd.rb +0 -1291
  61. data/test/command/test_plugin_config_formatter.rb +0 -397
  62. data/test/command/test_plugin_generator.rb +0 -109
  63. data/test/compat/test_calls_super.rb +0 -166
  64. data/test/compat/test_parser.rb +0 -92
  65. data/test/config/assertions.rb +0 -42
  66. data/test/config/test_config_parser.rb +0 -551
  67. data/test/config/test_configurable.rb +0 -1784
  68. data/test/config/test_configure_proxy.rb +0 -604
  69. data/test/config/test_dsl.rb +0 -415
  70. data/test/config/test_element.rb +0 -518
  71. data/test/config/test_literal_parser.rb +0 -309
  72. data/test/config/test_plugin_configuration.rb +0 -56
  73. data/test/config/test_section.rb +0 -191
  74. data/test/config/test_system_config.rb +0 -195
  75. data/test/config/test_types.rb +0 -408
  76. data/test/counter/test_client.rb +0 -563
  77. data/test/counter/test_error.rb +0 -44
  78. data/test/counter/test_mutex_hash.rb +0 -179
  79. data/test/counter/test_server.rb +0 -589
  80. data/test/counter/test_store.rb +0 -258
  81. data/test/counter/test_validator.rb +0 -137
  82. data/test/helper.rb +0 -155
  83. data/test/helpers/fuzzy_assert.rb +0 -89
  84. data/test/helpers/process_extenstion.rb +0 -33
  85. data/test/log/test_console_adapter.rb +0 -117
  86. data/test/plugin/data/2010/01/20100102-030405.log +0 -0
  87. data/test/plugin/data/2010/01/20100102-030406.log +0 -0
  88. data/test/plugin/data/2010/01/20100102.log +0 -0
  89. data/test/plugin/data/log/bar +0 -0
  90. data/test/plugin/data/log/foo/bar.log +0 -0
  91. data/test/plugin/data/log/foo/bar2 +0 -0
  92. data/test/plugin/data/log/test.log +0 -0
  93. data/test/plugin/data/log_numeric/01.log +0 -0
  94. data/test/plugin/data/log_numeric/02.log +0 -0
  95. data/test/plugin/data/log_numeric/12.log +0 -0
  96. data/test/plugin/data/log_numeric/14.log +0 -0
  97. data/test/plugin/data/sd_file/config +0 -11
  98. data/test/plugin/data/sd_file/config.json +0 -17
  99. data/test/plugin/data/sd_file/config.yaml +0 -11
  100. data/test/plugin/data/sd_file/config.yml +0 -11
  101. data/test/plugin/data/sd_file/invalid_config.yml +0 -7
  102. data/test/plugin/in_tail/test_fifo.rb +0 -121
  103. data/test/plugin/in_tail/test_io_handler.rb +0 -150
  104. data/test/plugin/in_tail/test_position_file.rb +0 -346
  105. data/test/plugin/out_forward/test_ack_handler.rb +0 -140
  106. data/test/plugin/out_forward/test_connection_manager.rb +0 -145
  107. data/test/plugin/out_forward/test_handshake_protocol.rb +0 -112
  108. data/test/plugin/out_forward/test_load_balancer.rb +0 -106
  109. data/test/plugin/out_forward/test_socket_cache.rb +0 -174
  110. data/test/plugin/test_bare_output.rb +0 -131
  111. data/test/plugin/test_base.rb +0 -247
  112. data/test/plugin/test_buf_file.rb +0 -1314
  113. data/test/plugin/test_buf_file_single.rb +0 -898
  114. data/test/plugin/test_buf_memory.rb +0 -42
  115. data/test/plugin/test_buffer.rb +0 -1493
  116. data/test/plugin/test_buffer_chunk.rb +0 -209
  117. data/test/plugin/test_buffer_file_chunk.rb +0 -871
  118. data/test/plugin/test_buffer_file_single_chunk.rb +0 -611
  119. data/test/plugin/test_buffer_memory_chunk.rb +0 -339
  120. data/test/plugin/test_compressable.rb +0 -87
  121. data/test/plugin/test_file_util.rb +0 -96
  122. data/test/plugin/test_filter.rb +0 -368
  123. data/test/plugin/test_filter_grep.rb +0 -697
  124. data/test/plugin/test_filter_parser.rb +0 -731
  125. data/test/plugin/test_filter_record_transformer.rb +0 -577
  126. data/test/plugin/test_filter_stdout.rb +0 -207
  127. data/test/plugin/test_formatter_csv.rb +0 -136
  128. data/test/plugin/test_formatter_hash.rb +0 -38
  129. data/test/plugin/test_formatter_json.rb +0 -61
  130. data/test/plugin/test_formatter_ltsv.rb +0 -70
  131. data/test/plugin/test_formatter_msgpack.rb +0 -28
  132. data/test/plugin/test_formatter_out_file.rb +0 -116
  133. data/test/plugin/test_formatter_single_value.rb +0 -44
  134. data/test/plugin/test_formatter_tsv.rb +0 -76
  135. data/test/plugin/test_in_debug_agent.rb +0 -49
  136. data/test/plugin/test_in_exec.rb +0 -261
  137. data/test/plugin/test_in_forward.rb +0 -1178
  138. data/test/plugin/test_in_gc_stat.rb +0 -62
  139. data/test/plugin/test_in_http.rb +0 -1124
  140. data/test/plugin/test_in_monitor_agent.rb +0 -922
  141. data/test/plugin/test_in_object_space.rb +0 -66
  142. data/test/plugin/test_in_sample.rb +0 -190
  143. data/test/plugin/test_in_syslog.rb +0 -505
  144. data/test/plugin/test_in_tail.rb +0 -3429
  145. data/test/plugin/test_in_tcp.rb +0 -328
  146. data/test/plugin/test_in_udp.rb +0 -296
  147. data/test/plugin/test_in_unix.rb +0 -181
  148. data/test/plugin/test_input.rb +0 -137
  149. data/test/plugin/test_metadata.rb +0 -89
  150. data/test/plugin/test_metrics.rb +0 -294
  151. data/test/plugin/test_metrics_local.rb +0 -96
  152. data/test/plugin/test_multi_output.rb +0 -204
  153. data/test/plugin/test_out_copy.rb +0 -308
  154. data/test/plugin/test_out_exec.rb +0 -312
  155. data/test/plugin/test_out_exec_filter.rb +0 -606
  156. data/test/plugin/test_out_file.rb +0 -1038
  157. data/test/plugin/test_out_forward.rb +0 -1349
  158. data/test/plugin/test_out_http.rb +0 -557
  159. data/test/plugin/test_out_null.rb +0 -105
  160. data/test/plugin/test_out_relabel.rb +0 -28
  161. data/test/plugin/test_out_roundrobin.rb +0 -146
  162. data/test/plugin/test_out_secondary_file.rb +0 -458
  163. data/test/plugin/test_out_stdout.rb +0 -205
  164. data/test/plugin/test_out_stream.rb +0 -103
  165. data/test/plugin/test_output.rb +0 -1334
  166. data/test/plugin/test_output_as_buffered.rb +0 -2024
  167. data/test/plugin/test_output_as_buffered_backup.rb +0 -363
  168. data/test/plugin/test_output_as_buffered_compress.rb +0 -179
  169. data/test/plugin/test_output_as_buffered_overflow.rb +0 -250
  170. data/test/plugin/test_output_as_buffered_retries.rb +0 -966
  171. data/test/plugin/test_output_as_buffered_secondary.rb +0 -882
  172. data/test/plugin/test_output_as_standard.rb +0 -374
  173. data/test/plugin/test_owned_by.rb +0 -34
  174. data/test/plugin/test_parser.rb +0 -399
  175. data/test/plugin/test_parser_apache.rb +0 -42
  176. data/test/plugin/test_parser_apache2.rb +0 -47
  177. data/test/plugin/test_parser_apache_error.rb +0 -45
  178. data/test/plugin/test_parser_csv.rb +0 -200
  179. data/test/plugin/test_parser_json.rb +0 -244
  180. data/test/plugin/test_parser_labeled_tsv.rb +0 -160
  181. data/test/plugin/test_parser_msgpack.rb +0 -127
  182. data/test/plugin/test_parser_multiline.rb +0 -111
  183. data/test/plugin/test_parser_nginx.rb +0 -88
  184. data/test/plugin/test_parser_none.rb +0 -52
  185. data/test/plugin/test_parser_regexp.rb +0 -284
  186. data/test/plugin/test_parser_syslog.rb +0 -650
  187. data/test/plugin/test_parser_tsv.rb +0 -122
  188. data/test/plugin/test_sd_file.rb +0 -228
  189. data/test/plugin/test_sd_srv.rb +0 -230
  190. data/test/plugin/test_storage.rb +0 -166
  191. data/test/plugin/test_storage_local.rb +0 -335
  192. data/test/plugin/test_string_util.rb +0 -26
  193. data/test/plugin_helper/data/cert/cert-key.pem +0 -27
  194. data/test/plugin_helper/data/cert/cert-with-CRLF.pem +0 -19
  195. data/test/plugin_helper/data/cert/cert-with-no-newline.pem +0 -19
  196. data/test/plugin_helper/data/cert/cert.pem +0 -19
  197. data/test/plugin_helper/data/cert/cert_chains/ca-cert-key.pem +0 -27
  198. data/test/plugin_helper/data/cert/cert_chains/ca-cert.pem +0 -20
  199. data/test/plugin_helper/data/cert/cert_chains/cert-key.pem +0 -27
  200. data/test/plugin_helper/data/cert/cert_chains/cert.pem +0 -40
  201. data/test/plugin_helper/data/cert/empty.pem +0 -0
  202. data/test/plugin_helper/data/cert/generate_cert.rb +0 -125
  203. data/test/plugin_helper/data/cert/with_ca/ca-cert-key-pass.pem +0 -30
  204. data/test/plugin_helper/data/cert/with_ca/ca-cert-key.pem +0 -27
  205. data/test/plugin_helper/data/cert/with_ca/ca-cert-pass.pem +0 -20
  206. data/test/plugin_helper/data/cert/with_ca/ca-cert.pem +0 -20
  207. data/test/plugin_helper/data/cert/with_ca/cert-key-pass.pem +0 -30
  208. data/test/plugin_helper/data/cert/with_ca/cert-key.pem +0 -27
  209. data/test/plugin_helper/data/cert/with_ca/cert-pass.pem +0 -21
  210. data/test/plugin_helper/data/cert/with_ca/cert.pem +0 -21
  211. data/test/plugin_helper/data/cert/without_ca/cert-key-pass.pem +0 -30
  212. data/test/plugin_helper/data/cert/without_ca/cert-key.pem +0 -27
  213. data/test/plugin_helper/data/cert/without_ca/cert-pass.pem +0 -20
  214. data/test/plugin_helper/data/cert/without_ca/cert.pem +0 -20
  215. data/test/plugin_helper/http_server/test_app.rb +0 -65
  216. data/test/plugin_helper/http_server/test_route.rb +0 -32
  217. data/test/plugin_helper/service_discovery/test_manager.rb +0 -93
  218. data/test/plugin_helper/service_discovery/test_round_robin_balancer.rb +0 -21
  219. data/test/plugin_helper/test_cert_option.rb +0 -25
  220. data/test/plugin_helper/test_child_process.rb +0 -862
  221. data/test/plugin_helper/test_compat_parameters.rb +0 -358
  222. data/test/plugin_helper/test_event_emitter.rb +0 -80
  223. data/test/plugin_helper/test_event_loop.rb +0 -52
  224. data/test/plugin_helper/test_extract.rb +0 -194
  225. data/test/plugin_helper/test_formatter.rb +0 -255
  226. data/test/plugin_helper/test_http_server_helper.rb +0 -372
  227. data/test/plugin_helper/test_inject.rb +0 -561
  228. data/test/plugin_helper/test_metrics.rb +0 -137
  229. data/test/plugin_helper/test_parser.rb +0 -264
  230. data/test/plugin_helper/test_record_accessor.rb +0 -238
  231. data/test/plugin_helper/test_retry_state.rb +0 -1006
  232. data/test/plugin_helper/test_server.rb +0 -1895
  233. data/test/plugin_helper/test_service_discovery.rb +0 -165
  234. data/test/plugin_helper/test_socket.rb +0 -146
  235. data/test/plugin_helper/test_storage.rb +0 -542
  236. data/test/plugin_helper/test_thread.rb +0 -164
  237. data/test/plugin_helper/test_timer.rb +0 -130
  238. data/test/scripts/exec_script.rb +0 -32
  239. data/test/scripts/fluent/plugin/formatter1/formatter_test1.rb +0 -7
  240. data/test/scripts/fluent/plugin/formatter2/formatter_test2.rb +0 -7
  241. data/test/scripts/fluent/plugin/formatter_known.rb +0 -8
  242. data/test/scripts/fluent/plugin/out_test.rb +0 -81
  243. data/test/scripts/fluent/plugin/out_test2.rb +0 -80
  244. data/test/scripts/fluent/plugin/parser_known.rb +0 -4
  245. data/test/test_capability.rb +0 -74
  246. data/test/test_clock.rb +0 -164
  247. data/test/test_config.rb +0 -369
  248. data/test/test_configdsl.rb +0 -148
  249. data/test/test_daemonizer.rb +0 -91
  250. data/test/test_engine.rb +0 -203
  251. data/test/test_event.rb +0 -531
  252. data/test/test_event_router.rb +0 -348
  253. data/test/test_event_time.rb +0 -199
  254. data/test/test_file_wrapper.rb +0 -53
  255. data/test/test_filter.rb +0 -121
  256. data/test/test_fluent_log_event_router.rb +0 -99
  257. data/test/test_formatter.rb +0 -369
  258. data/test/test_input.rb +0 -31
  259. data/test/test_log.rb +0 -1076
  260. data/test/test_match.rb +0 -148
  261. data/test/test_mixin.rb +0 -351
  262. data/test/test_msgpack_factory.rb +0 -50
  263. data/test/test_oj_options.rb +0 -55
  264. data/test/test_output.rb +0 -278
  265. data/test/test_plugin.rb +0 -251
  266. data/test/test_plugin_classes.rb +0 -370
  267. data/test/test_plugin_helper.rb +0 -81
  268. data/test/test_plugin_id.rb +0 -119
  269. data/test/test_process.rb +0 -14
  270. data/test/test_root_agent.rb +0 -951
  271. data/test/test_static_config_analysis.rb +0 -177
  272. data/test/test_supervisor.rb +0 -821
  273. data/test/test_test_drivers.rb +0 -136
  274. data/test/test_time_formatter.rb +0 -301
  275. data/test/test_time_parser.rb +0 -362
  276. data/test/test_tls.rb +0 -65
  277. data/test/test_unique_id.rb +0 -47
  278. data/test/test_variable_store.rb +0 -65
data/test/test_event.rb DELETED
@@ -1,531 +0,0 @@
1
- require_relative 'helper'
2
- require 'fluent/test'
3
- require 'fluent/event'
4
- require 'fluent/plugin/compressable'
5
-
6
- module EventTest
7
- module DeepCopyAssertion
8
- def assert_duplicated_records(es1, es2)
9
- ary1 = []
10
- es1.each do |_, record|
11
- ary1 << record
12
- end
13
- ary2 = []
14
- es2.each do |_, record|
15
- ary2 << record
16
- end
17
- assert_equal ary1.size, ary2.size
18
- ary1.each_with_index do |r, i|
19
- assert_not_equal r.object_id, ary2[i].object_id
20
- end
21
- end
22
- end
23
-
24
- class OneEventStreamTest < ::Test::Unit::TestCase
25
- include Fluent
26
- include DeepCopyAssertion
27
- include Fluent::Plugin::Compressable
28
-
29
- def setup
30
- @time = event_time()
31
- @record = {'k' => 'v', 'n' => 1}
32
- @es = OneEventStream.new(@time, @record)
33
- end
34
-
35
- test 'empty?' do
36
- assert_false @es.empty?
37
- end
38
-
39
- test 'size' do
40
- assert_equal 1, @es.size
41
- end
42
-
43
- test 'repeatable?' do
44
- assert_true @es.repeatable?
45
- end
46
-
47
- test 'dup' do
48
- dupped = @es.dup
49
- assert_kind_of OneEventStream, dupped
50
- assert_not_equal @es.object_id, dupped.object_id
51
- assert_duplicated_records @es, dupped
52
- end
53
-
54
- test 'slice' do
55
- assert_equal 0, @es.slice(1, 1).size
56
- assert_equal 0, @es.slice(0, 0).size
57
-
58
- sliced = @es.slice(0, 1)
59
- assert_kind_of EventStream, sliced
60
- assert_equal 1, sliced.size
61
-
62
- sliced.each do |time, record|
63
- assert_equal @time, time
64
- assert_equal @record, record
65
- end
66
- end
67
-
68
- test 'each' do
69
- @es.each { |time, record|
70
- assert_equal @time, time
71
- assert_equal @record, record
72
- }
73
- end
74
-
75
- test 'to_msgpack_stream' do
76
- stream = @es.to_msgpack_stream
77
- Fluent::MessagePackFactory.msgpack_unpacker.feed_each(stream) { |time, record|
78
- assert_equal @time, time
79
- assert_equal @record, record
80
- }
81
- end
82
-
83
- test 'to_msgpack_stream with time_int argument' do
84
- stream = @es.to_msgpack_stream(time_int: true)
85
- Fluent::MessagePackFactory.msgpack_unpacker.feed_each(stream) { |time, record|
86
- assert_equal @time.to_i, time
87
- assert_equal @record, record
88
- }
89
- end
90
-
91
- test 'to_compressed_msgpack_stream' do
92
- stream = @es.to_compressed_msgpack_stream
93
- Fluent::MessagePackFactory.msgpack_unpacker.feed_each(decompress(stream)) { |time, record|
94
- assert_equal @time, time
95
- assert_equal @record, record
96
- }
97
- end
98
-
99
- test 'to_compressed_msgpack_stream with time_int argument' do
100
- stream = @es.to_compressed_msgpack_stream(time_int: true)
101
- Fluent::MessagePackFactory.msgpack_unpacker.feed_each(decompress(stream)) { |time, record|
102
- assert_equal @time.to_i, time
103
- assert_equal @record, record
104
- }
105
- end
106
- end
107
-
108
- class ArrayEventStreamTest < ::Test::Unit::TestCase
109
- include Fluent
110
- include DeepCopyAssertion
111
- include Fluent::Plugin::Compressable
112
-
113
- def setup
114
- time = Engine.now
115
- @times = [Fluent::EventTime.new(time.sec), Fluent::EventTime.new(time.sec + 1)]
116
- @records = [{'k' => 'v1', 'n' => 1}, {'k' => 'v2', 'n' => 2}]
117
- @es = ArrayEventStream.new(@times.zip(@records))
118
- end
119
-
120
- test 'repeatable?' do
121
- assert_true @es.repeatable?
122
- end
123
-
124
- test 'dup' do
125
- dupped = @es.dup
126
- assert_kind_of ArrayEventStream, dupped
127
- assert_not_equal @es.object_id, dupped.object_id
128
- assert_duplicated_records @es, dupped
129
- end
130
-
131
- test 'empty?' do
132
- assert_not_empty @es
133
- assert_true ArrayEventStream.new([]).empty?
134
- end
135
-
136
- test 'size' do
137
- assert_equal 2, @es.size
138
- assert_equal 0, ArrayEventStream.new([]).size
139
- end
140
-
141
- test 'slice' do
142
- sliced = @es.slice(1,1)
143
- assert_kind_of EventStream, sliced
144
- assert_equal 1, sliced.size
145
-
146
- sliced.each do |time, record|
147
- assert_equal @times[1], time
148
- assert_equal 'v2', record['k']
149
- assert_equal 2, record['n']
150
- end
151
-
152
- sliced = @es.slice(0,2)
153
- assert_kind_of EventStream, sliced
154
- assert_equal 2, sliced.size
155
-
156
- counter = 0
157
- sliced.each do |time, record|
158
- assert_equal @times[counter], time
159
- assert_equal @records[counter]['k'], record['k']
160
- assert_equal @records[counter]['n'], record['n']
161
- counter += 1
162
- end
163
- end
164
-
165
- test 'each' do
166
- i = 0
167
- @es.each { |time, record|
168
- assert_equal @times[i], time
169
- assert_equal @records[i], record
170
- i += 1
171
- }
172
- end
173
-
174
- test 'to_msgpack_stream' do
175
- i = 0
176
- stream = @es.to_msgpack_stream
177
- Fluent::MessagePackFactory.msgpack_unpacker.feed_each(stream) { |time, record|
178
- assert_equal @times[i], time
179
- assert_equal @records[i], record
180
- i += 1
181
- }
182
- end
183
-
184
- test 'to_compressed_msgpack_stream' do
185
- i = 0
186
- compressed_stream = @es.to_compressed_msgpack_stream
187
- stream = decompress(compressed_stream)
188
- Fluent::MessagePackFactory.msgpack_unpacker.feed_each(stream) { |time, record|
189
- assert_equal @times[i], time
190
- assert_equal @records[i], record
191
- i += 1
192
- }
193
- end
194
-
195
- test 'to_compressed_msgpack_stream with time_int argument' do
196
- i = 0
197
- compressed_stream = @es.to_compressed_msgpack_stream(time_int: true)
198
- stream = decompress(compressed_stream)
199
- Fluent::MessagePackFactory.msgpack_unpacker.feed_each(stream) { |time, record|
200
- assert_equal @times[i].to_i, time
201
- assert_equal @records[i], record
202
- i += 1
203
- }
204
- end
205
- end
206
-
207
- class MultiEventStreamTest < ::Test::Unit::TestCase
208
- include Fluent
209
- include DeepCopyAssertion
210
- include Fluent::Plugin::Compressable
211
-
212
- def setup
213
- time = Engine.now
214
- @times = [Fluent::EventTime.new(time.sec), Fluent::EventTime.new(time.sec + 1)]
215
- @records = [{'k' => 'v1', 'n' => 1}, {'k' => 'v2', 'n' => 2}]
216
- @es = MultiEventStream.new
217
- @times.zip(@records).each { |_time, record|
218
- @es.add(_time, record)
219
- }
220
- end
221
-
222
- test 'repeatable?' do
223
- assert_true @es.repeatable?
224
- end
225
-
226
- test 'dup' do
227
- dupped = @es.dup
228
- assert_kind_of MultiEventStream, dupped
229
- assert_not_equal @es.object_id, dupped.object_id
230
- assert_duplicated_records @es, dupped
231
- end
232
-
233
- test 'empty?' do
234
- assert_not_empty @es
235
- assert_true MultiEventStream.new.empty?
236
- end
237
-
238
- test 'size' do
239
- assert_equal 2, @es.size
240
- assert_equal 0, MultiEventStream.new.size
241
- end
242
-
243
- test 'slice' do
244
- sliced = @es.slice(1,1)
245
- assert_kind_of EventStream, sliced
246
- assert_equal 1, sliced.size
247
-
248
- sliced.each do |time, record|
249
- assert_equal @times[1], time
250
- assert_equal 'v2', record['k']
251
- assert_equal 2, record['n']
252
- end
253
-
254
- sliced = @es.slice(0,2)
255
- assert_kind_of EventStream, sliced
256
- assert_equal 2, sliced.size
257
-
258
- counter = 0
259
- sliced.each do |time, record|
260
- assert_equal @times[counter], time
261
- assert_equal @records[counter]['k'], record['k']
262
- assert_equal @records[counter]['n'], record['n']
263
- counter += 1
264
- end
265
- end
266
-
267
- test 'each' do
268
- i = 0
269
- @es.each { |time, record|
270
- assert_equal @times[i], time
271
- assert_equal @records[i], record
272
- i += 1
273
- }
274
- end
275
-
276
- test 'to_msgpack_stream' do
277
- i = 0
278
- stream = @es.to_msgpack_stream
279
- Fluent::MessagePackFactory.msgpack_unpacker.feed_each(stream) { |time, record|
280
- assert_equal @times[i], time
281
- assert_equal @records[i], record
282
- i += 1
283
- }
284
- end
285
-
286
- test 'to_compressed_msgpack_stream' do
287
- i = 0
288
- compressed_stream = @es.to_compressed_msgpack_stream
289
- stream = decompress(compressed_stream)
290
- Fluent::MessagePackFactory.msgpack_unpacker.feed_each(stream) { |time, record|
291
- assert_equal @times[i], time
292
- assert_equal @records[i], record
293
- i += 1
294
- }
295
- end
296
-
297
- test 'to_compressed_msgpack_stream with time_int argument' do
298
- i = 0
299
- compressed_stream = @es.to_compressed_msgpack_stream(time_int: true)
300
- stream = decompress(compressed_stream)
301
- Fluent::MessagePackFactory.msgpack_unpacker.feed_each(stream) { |time, record|
302
- assert_equal @times[i].to_i, time
303
- assert_equal @records[i], record
304
- i += 1
305
- }
306
- end
307
- end
308
-
309
- class MessagePackEventStreamTest < ::Test::Unit::TestCase
310
- include Fluent
311
- include DeepCopyAssertion
312
- include Fluent::Plugin::Compressable
313
-
314
- def setup
315
- pk = Fluent::MessagePackFactory.msgpack_packer
316
- time = Engine.now
317
- @times = [Fluent::EventTime.new(time.sec), Fluent::EventTime.new(time.sec + 1)]
318
- @records = [{'k' => 'v1', 'n' => 1}, {'k' => 'v2', 'n' => 2}]
319
- @times.zip(@records).each { |_time, record|
320
- pk.write([_time, record])
321
- }
322
- @es = MessagePackEventStream.new(pk.to_s)
323
- end
324
-
325
- test 'dup' do
326
- dupped = @es.dup
327
- assert_kind_of MessagePackEventStream, dupped
328
- assert_not_equal @es.object_id, dupped.object_id
329
- assert_duplicated_records @es, dupped
330
-
331
- # After iteration of events (done in assert_duplicated_records),
332
- # duplicated event stream still has unpacked objects and correct size
333
- dupped = @es.dup
334
- assert_equal 2, dupped.instance_eval{ @size }
335
- end
336
-
337
- test 'empty?' do
338
- assert_false @es.empty?
339
- assert_true MessagePackEventStream.new('', 0).empty?
340
- end
341
-
342
- test 'size' do
343
- assert_equal 2, @es.size
344
- assert_equal 0, MessagePackEventStream.new('').size
345
- end
346
-
347
- test 'repeatable?' do
348
- assert_true @es.repeatable?
349
- end
350
-
351
- test 'slice' do
352
- sliced = @es.slice(1,1)
353
- assert_kind_of EventStream, sliced
354
- assert_equal 1, sliced.size
355
-
356
- sliced.each do |time, record|
357
- assert_equal @times[1], time
358
- assert_equal 'v2', record['k']
359
- assert_equal 2, record['n']
360
- end
361
-
362
- sliced = @es.slice(0,2)
363
- assert_kind_of EventStream, sliced
364
- assert_equal 2, sliced.size
365
-
366
- counter = 0
367
- sliced.each do |time, record|
368
- assert_equal @times[counter], time
369
- assert_equal @records[counter]['k'], record['k']
370
- assert_equal @records[counter]['n'], record['n']
371
- counter += 1
372
- end
373
- end
374
-
375
- test 'each' do
376
- i = 0
377
- @es.each { |time, record|
378
- assert_equal @times[i], time
379
- assert_equal @records[i], record
380
- i += 1
381
- }
382
- end
383
-
384
- test 'to_msgpack_stream' do
385
- i = 0
386
- stream = @es.to_msgpack_stream
387
- Fluent::MessagePackFactory.msgpack_unpacker.feed_each(stream) { |time, record|
388
- assert_equal @times[i], time
389
- assert_equal @records[i], record
390
- i += 1
391
- }
392
- end
393
-
394
- test 'to_compressed_msgpack_stream' do
395
- i = 0
396
- compressed_stream = @es.to_compressed_msgpack_stream
397
- stream = decompress(compressed_stream)
398
- Fluent::MessagePackFactory.msgpack_unpacker.feed_each(stream) { |time, record|
399
- assert_equal @times[i], time
400
- assert_equal @records[i], record
401
- i += 1
402
- }
403
- end
404
-
405
- # `any?` represents an Enumerable method which calls `each` internally
406
- test 'size_after_any' do
407
- @es.any?
408
-
409
- assert_equal 2, @es.size
410
- end
411
-
412
- # `any?` represents an Enumerable method which calls `each` internally
413
- test 'each_after_any' do
414
- @es.any?
415
-
416
- count = 0
417
- @es.each { |time, record| count += 1 }
418
- assert_equal 2, count
419
- end
420
- end
421
-
422
- class CompressedMessagePackEventStreamTest < ::Test::Unit::TestCase
423
- include Fluent
424
- include DeepCopyAssertion
425
- include Fluent::Plugin::Compressable
426
-
427
- def setup
428
- time = Engine.now
429
- @times = [Fluent::EventTime.new(time.sec), Fluent::EventTime.new(time.sec + 1)]
430
- @records = [{ 'k' => 'v1', 'n' => 1 }, { 'k' => 'v2', 'n' => 2 }]
431
- @packed_record = ''
432
- @entries = ''
433
- @times.zip(@records).each do |_time, record|
434
- v = [_time, record].to_msgpack
435
- @packed_record += v
436
- @entries += compress(v)
437
- end
438
- @es = CompressedMessagePackEventStream.new(@entries)
439
- end
440
-
441
- def ensure_data_is_decompressed
442
- assert_equal @entries, @es.instance_variable_get(:@data)
443
- yield
444
- assert_equal @packed_record, @es.instance_variable_get(:@data)
445
- end
446
-
447
- test 'dup' do
448
- dupped = @es.dup
449
- assert_kind_of CompressedMessagePackEventStream, dupped
450
- assert_not_equal @es.object_id, dupped.object_id
451
- assert_duplicated_records @es, dupped
452
-
453
- # After iteration of events (done in assert_duplicated_records),
454
- # duplicated event stream still has unpacked objects and correct size
455
- dupped = @es.dup
456
- assert_equal 2, dupped.instance_eval{ @size }
457
- end
458
-
459
- test 'repeatable?' do
460
- assert_true @es.repeatable?
461
- end
462
-
463
- test 'size' do
464
- assert_equal 0, CompressedMessagePackEventStream.new('').size
465
- ensure_data_is_decompressed { assert_equal 2, @es.size }
466
- end
467
-
468
- test 'each' do
469
- i = 0
470
- ensure_data_is_decompressed do
471
- @es.each do |time, record|
472
- assert_equal @times[i], time
473
- assert_equal @records[i], record
474
- i += 1
475
- end
476
- end
477
- end
478
-
479
- test 'slice' do
480
- sliced = nil
481
- ensure_data_is_decompressed { sliced = @es.slice(1,1) }
482
- assert_kind_of EventStream, sliced
483
- assert_equal 1, sliced.size
484
-
485
- sliced.each do |time, record|
486
- assert_equal @times[1], time
487
- assert_equal 'v2', record['k']
488
- assert_equal 2, record['n']
489
- end
490
-
491
- sliced = @es.slice(0,2)
492
- assert_kind_of EventStream, sliced
493
- assert_equal 2, sliced.size
494
-
495
- counter = 0
496
- sliced.each do |time, record|
497
- assert_equal @times[counter], time
498
- assert_equal @records[counter]['k'], record['k']
499
- assert_equal @records[counter]['n'], record['n']
500
- counter += 1
501
- end
502
- end
503
-
504
- test 'to_msgpack_stream' do
505
- i = 0
506
- stream = nil
507
- ensure_data_is_decompressed { stream = @es.to_msgpack_stream }
508
-
509
- Fluent::MessagePackFactory.msgpack_unpacker.feed_each(stream) { |time, record|
510
- assert_equal @times[i], time
511
- assert_equal @records[i], record
512
- i += 1
513
- }
514
- end
515
-
516
- test 'to_compressed_msgpack_stream' do
517
- i = 0
518
- # Do not call ensure_decompressed!
519
- assert_equal @entries, @es.instance_variable_get(:@data)
520
- compressed_stream = @es.to_compressed_msgpack_stream
521
- assert_equal @entries, @es.instance_variable_get(:@data)
522
-
523
- stream = decompress(compressed_stream)
524
- Fluent::MessagePackFactory.msgpack_unpacker.feed_each(stream) { |time, record|
525
- assert_equal @times[i], time
526
- assert_equal @records[i], record
527
- i += 1
528
- }
529
- end
530
- end
531
- end