fluentd-hubspot 0.14.14.1

Sign up to get free protection for your applications and to get access to all the features.
Files changed (396) hide show
  1. data/.github/ISSUE_TEMPLATE.md +6 -0
  2. data/.gitignore +28 -0
  3. data/.travis.yml +51 -0
  4. data/AUTHORS +2 -0
  5. data/CONTRIBUTING.md +42 -0
  6. data/COPYING +14 -0
  7. data/ChangeLog +593 -0
  8. data/Gemfile +9 -0
  9. data/README.md +76 -0
  10. data/Rakefile +74 -0
  11. data/Vagrantfile +17 -0
  12. data/appveyor.yml +43 -0
  13. data/bin/fluent-binlog-reader +7 -0
  14. data/bin/fluent-debug +5 -0
  15. data/bin/fluent-plugin-config-format +5 -0
  16. data/bin/fluent-plugin-generate +5 -0
  17. data/code-of-conduct.md +3 -0
  18. data/example/copy_roundrobin.conf +39 -0
  19. data/example/filter_stdout.conf +22 -0
  20. data/example/in_dummy_blocks.conf +17 -0
  21. data/example/in_dummy_with_compression.conf +23 -0
  22. data/example/in_forward.conf +14 -0
  23. data/example/in_forward_client.conf +37 -0
  24. data/example/in_forward_shared_key.conf +15 -0
  25. data/example/in_forward_tls.conf +14 -0
  26. data/example/in_forward_users.conf +24 -0
  27. data/example/in_forward_workers.conf +21 -0
  28. data/example/in_http.conf +14 -0
  29. data/example/in_out_forward.conf +17 -0
  30. data/example/in_syslog.conf +15 -0
  31. data/example/in_tail.conf +14 -0
  32. data/example/in_tcp.conf +13 -0
  33. data/example/in_udp.conf +13 -0
  34. data/example/logevents.conf +25 -0
  35. data/example/multi_filters.conf +61 -0
  36. data/example/out_copy.conf +20 -0
  37. data/example/out_exec_filter.conf +42 -0
  38. data/example/out_file.conf +13 -0
  39. data/example/out_forward.conf +35 -0
  40. data/example/out_forward_buf_file.conf +23 -0
  41. data/example/out_forward_client.conf +109 -0
  42. data/example/out_forward_heartbeat_none.conf +16 -0
  43. data/example/out_forward_shared_key.conf +36 -0
  44. data/example/out_forward_tls.conf +18 -0
  45. data/example/out_forward_users.conf +65 -0
  46. data/example/out_null.conf +36 -0
  47. data/example/secondary_file.conf +41 -0
  48. data/example/suppress_config_dump.conf +7 -0
  49. data/example/v0_12_filter.conf +78 -0
  50. data/example/v1_literal_example.conf +36 -0
  51. data/fluent.conf +139 -0
  52. data/fluentd.gemspec +51 -0
  53. data/lib/fluent/agent.rb +163 -0
  54. data/lib/fluent/clock.rb +62 -0
  55. data/lib/fluent/command/binlog_reader.rb +234 -0
  56. data/lib/fluent/command/bundler_injection.rb +45 -0
  57. data/lib/fluent/command/cat.rb +330 -0
  58. data/lib/fluent/command/debug.rb +102 -0
  59. data/lib/fluent/command/fluentd.rb +301 -0
  60. data/lib/fluent/command/plugin_config_formatter.rb +258 -0
  61. data/lib/fluent/command/plugin_generator.rb +301 -0
  62. data/lib/fluent/compat/call_super_mixin.rb +67 -0
  63. data/lib/fluent/compat/detach_process_mixin.rb +25 -0
  64. data/lib/fluent/compat/exec_util.rb +129 -0
  65. data/lib/fluent/compat/file_util.rb +54 -0
  66. data/lib/fluent/compat/filter.rb +68 -0
  67. data/lib/fluent/compat/formatter.rb +111 -0
  68. data/lib/fluent/compat/formatter_utils.rb +85 -0
  69. data/lib/fluent/compat/handle_tag_and_time_mixin.rb +62 -0
  70. data/lib/fluent/compat/handle_tag_name_mixin.rb +53 -0
  71. data/lib/fluent/compat/input.rb +59 -0
  72. data/lib/fluent/compat/output.rb +728 -0
  73. data/lib/fluent/compat/output_chain.rb +60 -0
  74. data/lib/fluent/compat/parser.rb +310 -0
  75. data/lib/fluent/compat/parser_utils.rb +40 -0
  76. data/lib/fluent/compat/propagate_default.rb +62 -0
  77. data/lib/fluent/compat/record_filter_mixin.rb +34 -0
  78. data/lib/fluent/compat/set_tag_key_mixin.rb +50 -0
  79. data/lib/fluent/compat/set_time_key_mixin.rb +69 -0
  80. data/lib/fluent/compat/socket_util.rb +165 -0
  81. data/lib/fluent/compat/string_util.rb +34 -0
  82. data/lib/fluent/compat/structured_format_mixin.rb +26 -0
  83. data/lib/fluent/compat/type_converter.rb +90 -0
  84. data/lib/fluent/config.rb +56 -0
  85. data/lib/fluent/config/basic_parser.rb +123 -0
  86. data/lib/fluent/config/configure_proxy.rb +418 -0
  87. data/lib/fluent/config/dsl.rb +149 -0
  88. data/lib/fluent/config/element.rb +218 -0
  89. data/lib/fluent/config/error.rb +26 -0
  90. data/lib/fluent/config/literal_parser.rb +251 -0
  91. data/lib/fluent/config/parser.rb +107 -0
  92. data/lib/fluent/config/section.rb +223 -0
  93. data/lib/fluent/config/types.rb +136 -0
  94. data/lib/fluent/config/v1_parser.rb +190 -0
  95. data/lib/fluent/configurable.rb +200 -0
  96. data/lib/fluent/daemon.rb +15 -0
  97. data/lib/fluent/engine.rb +266 -0
  98. data/lib/fluent/env.rb +28 -0
  99. data/lib/fluent/error.rb +30 -0
  100. data/lib/fluent/event.rb +334 -0
  101. data/lib/fluent/event_router.rb +269 -0
  102. data/lib/fluent/filter.rb +21 -0
  103. data/lib/fluent/formatter.rb +23 -0
  104. data/lib/fluent/input.rb +21 -0
  105. data/lib/fluent/label.rb +46 -0
  106. data/lib/fluent/load.rb +35 -0
  107. data/lib/fluent/log.rb +546 -0
  108. data/lib/fluent/match.rb +178 -0
  109. data/lib/fluent/mixin.rb +31 -0
  110. data/lib/fluent/msgpack_factory.rb +62 -0
  111. data/lib/fluent/output.rb +29 -0
  112. data/lib/fluent/output_chain.rb +23 -0
  113. data/lib/fluent/parser.rb +23 -0
  114. data/lib/fluent/plugin.rb +183 -0
  115. data/lib/fluent/plugin/bare_output.rb +63 -0
  116. data/lib/fluent/plugin/base.rb +165 -0
  117. data/lib/fluent/plugin/buf_file.rb +184 -0
  118. data/lib/fluent/plugin/buf_memory.rb +34 -0
  119. data/lib/fluent/plugin/buffer.rb +617 -0
  120. data/lib/fluent/plugin/buffer/chunk.rb +221 -0
  121. data/lib/fluent/plugin/buffer/file_chunk.rb +364 -0
  122. data/lib/fluent/plugin/buffer/memory_chunk.rb +90 -0
  123. data/lib/fluent/plugin/compressable.rb +92 -0
  124. data/lib/fluent/plugin/exec_util.rb +22 -0
  125. data/lib/fluent/plugin/file_util.rb +22 -0
  126. data/lib/fluent/plugin/file_wrapper.rb +120 -0
  127. data/lib/fluent/plugin/filter.rb +93 -0
  128. data/lib/fluent/plugin/filter_grep.rb +75 -0
  129. data/lib/fluent/plugin/filter_parser.rb +119 -0
  130. data/lib/fluent/plugin/filter_record_transformer.rb +322 -0
  131. data/lib/fluent/plugin/filter_stdout.rb +53 -0
  132. data/lib/fluent/plugin/formatter.rb +50 -0
  133. data/lib/fluent/plugin/formatter_csv.rb +52 -0
  134. data/lib/fluent/plugin/formatter_hash.rb +33 -0
  135. data/lib/fluent/plugin/formatter_json.rb +55 -0
  136. data/lib/fluent/plugin/formatter_ltsv.rb +42 -0
  137. data/lib/fluent/plugin/formatter_msgpack.rb +33 -0
  138. data/lib/fluent/plugin/formatter_out_file.rb +51 -0
  139. data/lib/fluent/plugin/formatter_single_value.rb +34 -0
  140. data/lib/fluent/plugin/formatter_stdout.rb +75 -0
  141. data/lib/fluent/plugin/formatter_tsv.rb +34 -0
  142. data/lib/fluent/plugin/in_debug_agent.rb +64 -0
  143. data/lib/fluent/plugin/in_dummy.rb +139 -0
  144. data/lib/fluent/plugin/in_exec.rb +108 -0
  145. data/lib/fluent/plugin/in_forward.rb +455 -0
  146. data/lib/fluent/plugin/in_gc_stat.rb +56 -0
  147. data/lib/fluent/plugin/in_http.rb +433 -0
  148. data/lib/fluent/plugin/in_monitor_agent.rb +448 -0
  149. data/lib/fluent/plugin/in_object_space.rb +93 -0
  150. data/lib/fluent/plugin/in_syslog.rb +209 -0
  151. data/lib/fluent/plugin/in_tail.rb +905 -0
  152. data/lib/fluent/plugin/in_tcp.rb +85 -0
  153. data/lib/fluent/plugin/in_udp.rb +81 -0
  154. data/lib/fluent/plugin/in_unix.rb +201 -0
  155. data/lib/fluent/plugin/input.rb +37 -0
  156. data/lib/fluent/plugin/multi_output.rb +157 -0
  157. data/lib/fluent/plugin/out_copy.rb +46 -0
  158. data/lib/fluent/plugin/out_exec.rb +105 -0
  159. data/lib/fluent/plugin/out_exec_filter.rb +317 -0
  160. data/lib/fluent/plugin/out_file.rb +302 -0
  161. data/lib/fluent/plugin/out_forward.rb +912 -0
  162. data/lib/fluent/plugin/out_null.rb +74 -0
  163. data/lib/fluent/plugin/out_relabel.rb +32 -0
  164. data/lib/fluent/plugin/out_roundrobin.rb +84 -0
  165. data/lib/fluent/plugin/out_secondary_file.rb +133 -0
  166. data/lib/fluent/plugin/out_stdout.rb +75 -0
  167. data/lib/fluent/plugin/out_stream.rb +130 -0
  168. data/lib/fluent/plugin/output.rb +1291 -0
  169. data/lib/fluent/plugin/owned_by_mixin.rb +42 -0
  170. data/lib/fluent/plugin/parser.rb +191 -0
  171. data/lib/fluent/plugin/parser_apache.rb +28 -0
  172. data/lib/fluent/plugin/parser_apache2.rb +84 -0
  173. data/lib/fluent/plugin/parser_apache_error.rb +26 -0
  174. data/lib/fluent/plugin/parser_csv.rb +39 -0
  175. data/lib/fluent/plugin/parser_json.rb +81 -0
  176. data/lib/fluent/plugin/parser_ltsv.rb +42 -0
  177. data/lib/fluent/plugin/parser_msgpack.rb +50 -0
  178. data/lib/fluent/plugin/parser_multiline.rb +105 -0
  179. data/lib/fluent/plugin/parser_nginx.rb +28 -0
  180. data/lib/fluent/plugin/parser_none.rb +36 -0
  181. data/lib/fluent/plugin/parser_regexp.rb +63 -0
  182. data/lib/fluent/plugin/parser_syslog.rb +121 -0
  183. data/lib/fluent/plugin/parser_tsv.rb +42 -0
  184. data/lib/fluent/plugin/socket_util.rb +22 -0
  185. data/lib/fluent/plugin/storage.rb +84 -0
  186. data/lib/fluent/plugin/storage_local.rb +159 -0
  187. data/lib/fluent/plugin/string_util.rb +22 -0
  188. data/lib/fluent/plugin_helper.rb +70 -0
  189. data/lib/fluent/plugin_helper/cert_option.rb +159 -0
  190. data/lib/fluent/plugin_helper/child_process.rb +364 -0
  191. data/lib/fluent/plugin_helper/compat_parameters.rb +331 -0
  192. data/lib/fluent/plugin_helper/event_emitter.rb +93 -0
  193. data/lib/fluent/plugin_helper/event_loop.rb +161 -0
  194. data/lib/fluent/plugin_helper/extract.rb +104 -0
  195. data/lib/fluent/plugin_helper/formatter.rb +147 -0
  196. data/lib/fluent/plugin_helper/inject.rb +151 -0
  197. data/lib/fluent/plugin_helper/parser.rb +147 -0
  198. data/lib/fluent/plugin_helper/retry_state.rb +201 -0
  199. data/lib/fluent/plugin_helper/server.rb +738 -0
  200. data/lib/fluent/plugin_helper/socket.rb +241 -0
  201. data/lib/fluent/plugin_helper/socket_option.rb +69 -0
  202. data/lib/fluent/plugin_helper/storage.rb +349 -0
  203. data/lib/fluent/plugin_helper/thread.rb +179 -0
  204. data/lib/fluent/plugin_helper/timer.rb +91 -0
  205. data/lib/fluent/plugin_id.rb +80 -0
  206. data/lib/fluent/process.rb +22 -0
  207. data/lib/fluent/registry.rb +116 -0
  208. data/lib/fluent/root_agent.rb +323 -0
  209. data/lib/fluent/rpc.rb +94 -0
  210. data/lib/fluent/supervisor.rb +741 -0
  211. data/lib/fluent/system_config.rb +159 -0
  212. data/lib/fluent/test.rb +58 -0
  213. data/lib/fluent/test/base.rb +78 -0
  214. data/lib/fluent/test/driver/base.rb +224 -0
  215. data/lib/fluent/test/driver/base_owned.rb +70 -0
  216. data/lib/fluent/test/driver/base_owner.rb +135 -0
  217. data/lib/fluent/test/driver/event_feeder.rb +98 -0
  218. data/lib/fluent/test/driver/filter.rb +57 -0
  219. data/lib/fluent/test/driver/formatter.rb +30 -0
  220. data/lib/fluent/test/driver/input.rb +31 -0
  221. data/lib/fluent/test/driver/multi_output.rb +53 -0
  222. data/lib/fluent/test/driver/output.rb +102 -0
  223. data/lib/fluent/test/driver/parser.rb +30 -0
  224. data/lib/fluent/test/driver/test_event_router.rb +45 -0
  225. data/lib/fluent/test/filter_test.rb +77 -0
  226. data/lib/fluent/test/formatter_test.rb +65 -0
  227. data/lib/fluent/test/helpers.rb +134 -0
  228. data/lib/fluent/test/input_test.rb +174 -0
  229. data/lib/fluent/test/log.rb +79 -0
  230. data/lib/fluent/test/output_test.rb +156 -0
  231. data/lib/fluent/test/parser_test.rb +70 -0
  232. data/lib/fluent/test/startup_shutdown.rb +46 -0
  233. data/lib/fluent/time.rb +412 -0
  234. data/lib/fluent/timezone.rb +133 -0
  235. data/lib/fluent/unique_id.rb +39 -0
  236. data/lib/fluent/version.rb +21 -0
  237. data/lib/fluent/winsvc.rb +71 -0
  238. data/templates/new_gem/Gemfile +3 -0
  239. data/templates/new_gem/README.md.erb +43 -0
  240. data/templates/new_gem/Rakefile +13 -0
  241. data/templates/new_gem/fluent-plugin.gemspec.erb +27 -0
  242. data/templates/new_gem/lib/fluent/plugin/filter.rb.erb +14 -0
  243. data/templates/new_gem/lib/fluent/plugin/formatter.rb.erb +14 -0
  244. data/templates/new_gem/lib/fluent/plugin/input.rb.erb +11 -0
  245. data/templates/new_gem/lib/fluent/plugin/output.rb.erb +11 -0
  246. data/templates/new_gem/lib/fluent/plugin/parser.rb.erb +15 -0
  247. data/templates/new_gem/test/helper.rb.erb +8 -0
  248. data/templates/new_gem/test/plugin/test_filter.rb.erb +18 -0
  249. data/templates/new_gem/test/plugin/test_formatter.rb.erb +18 -0
  250. data/templates/new_gem/test/plugin/test_input.rb.erb +18 -0
  251. data/templates/new_gem/test/plugin/test_output.rb.erb +18 -0
  252. data/templates/new_gem/test/plugin/test_parser.rb.erb +18 -0
  253. data/templates/plugin_config_formatter/param.md-compact.erb +25 -0
  254. data/templates/plugin_config_formatter/param.md.erb +34 -0
  255. data/templates/plugin_config_formatter/section.md.erb +12 -0
  256. data/test/command/test_binlog_reader.rb +346 -0
  257. data/test/command/test_fluentd.rb +618 -0
  258. data/test/command/test_plugin_config_formatter.rb +275 -0
  259. data/test/command/test_plugin_generator.rb +66 -0
  260. data/test/compat/test_calls_super.rb +166 -0
  261. data/test/compat/test_parser.rb +92 -0
  262. data/test/config/assertions.rb +42 -0
  263. data/test/config/test_config_parser.rb +513 -0
  264. data/test/config/test_configurable.rb +1587 -0
  265. data/test/config/test_configure_proxy.rb +566 -0
  266. data/test/config/test_dsl.rb +415 -0
  267. data/test/config/test_element.rb +403 -0
  268. data/test/config/test_literal_parser.rb +297 -0
  269. data/test/config/test_section.rb +184 -0
  270. data/test/config/test_system_config.rb +168 -0
  271. data/test/config/test_types.rb +191 -0
  272. data/test/helper.rb +153 -0
  273. data/test/plugin/data/2010/01/20100102-030405.log +0 -0
  274. data/test/plugin/data/2010/01/20100102-030406.log +0 -0
  275. data/test/plugin/data/2010/01/20100102.log +0 -0
  276. data/test/plugin/data/log/bar +0 -0
  277. data/test/plugin/data/log/foo/bar.log +0 -0
  278. data/test/plugin/data/log/foo/bar2 +0 -0
  279. data/test/plugin/data/log/test.log +0 -0
  280. data/test/plugin/test_bare_output.rb +118 -0
  281. data/test/plugin/test_base.rb +115 -0
  282. data/test/plugin/test_buf_file.rb +843 -0
  283. data/test/plugin/test_buf_memory.rb +42 -0
  284. data/test/plugin/test_buffer.rb +1220 -0
  285. data/test/plugin/test_buffer_chunk.rb +198 -0
  286. data/test/plugin/test_buffer_file_chunk.rb +844 -0
  287. data/test/plugin/test_buffer_memory_chunk.rb +338 -0
  288. data/test/plugin/test_compressable.rb +84 -0
  289. data/test/plugin/test_file_util.rb +96 -0
  290. data/test/plugin/test_filter.rb +357 -0
  291. data/test/plugin/test_filter_grep.rb +119 -0
  292. data/test/plugin/test_filter_parser.rb +700 -0
  293. data/test/plugin/test_filter_record_transformer.rb +556 -0
  294. data/test/plugin/test_filter_stdout.rb +202 -0
  295. data/test/plugin/test_formatter_csv.rb +111 -0
  296. data/test/plugin/test_formatter_hash.rb +35 -0
  297. data/test/plugin/test_formatter_json.rb +51 -0
  298. data/test/plugin/test_formatter_ltsv.rb +59 -0
  299. data/test/plugin/test_formatter_msgpack.rb +28 -0
  300. data/test/plugin/test_formatter_out_file.rb +95 -0
  301. data/test/plugin/test_formatter_single_value.rb +38 -0
  302. data/test/plugin/test_in_debug_agent.rb +28 -0
  303. data/test/plugin/test_in_dummy.rb +192 -0
  304. data/test/plugin/test_in_exec.rb +245 -0
  305. data/test/plugin/test_in_forward.rb +1120 -0
  306. data/test/plugin/test_in_gc_stat.rb +39 -0
  307. data/test/plugin/test_in_http.rb +588 -0
  308. data/test/plugin/test_in_monitor_agent.rb +516 -0
  309. data/test/plugin/test_in_object_space.rb +64 -0
  310. data/test/plugin/test_in_syslog.rb +271 -0
  311. data/test/plugin/test_in_tail.rb +1216 -0
  312. data/test/plugin/test_in_tcp.rb +118 -0
  313. data/test/plugin/test_in_udp.rb +152 -0
  314. data/test/plugin/test_in_unix.rb +126 -0
  315. data/test/plugin/test_input.rb +126 -0
  316. data/test/plugin/test_multi_output.rb +180 -0
  317. data/test/plugin/test_out_copy.rb +160 -0
  318. data/test/plugin/test_out_exec.rb +310 -0
  319. data/test/plugin/test_out_exec_filter.rb +613 -0
  320. data/test/plugin/test_out_file.rb +873 -0
  321. data/test/plugin/test_out_forward.rb +685 -0
  322. data/test/plugin/test_out_null.rb +105 -0
  323. data/test/plugin/test_out_relabel.rb +28 -0
  324. data/test/plugin/test_out_roundrobin.rb +146 -0
  325. data/test/plugin/test_out_secondary_file.rb +442 -0
  326. data/test/plugin/test_out_stdout.rb +170 -0
  327. data/test/plugin/test_out_stream.rb +93 -0
  328. data/test/plugin/test_output.rb +870 -0
  329. data/test/plugin/test_output_as_buffered.rb +1932 -0
  330. data/test/plugin/test_output_as_buffered_compress.rb +165 -0
  331. data/test/plugin/test_output_as_buffered_overflow.rb +250 -0
  332. data/test/plugin/test_output_as_buffered_retries.rb +839 -0
  333. data/test/plugin/test_output_as_buffered_secondary.rb +877 -0
  334. data/test/plugin/test_output_as_standard.rb +374 -0
  335. data/test/plugin/test_owned_by.rb +35 -0
  336. data/test/plugin/test_parser.rb +359 -0
  337. data/test/plugin/test_parser_apache.rb +42 -0
  338. data/test/plugin/test_parser_apache2.rb +46 -0
  339. data/test/plugin/test_parser_apache_error.rb +45 -0
  340. data/test/plugin/test_parser_csv.rb +103 -0
  341. data/test/plugin/test_parser_json.rb +114 -0
  342. data/test/plugin/test_parser_labeled_tsv.rb +128 -0
  343. data/test/plugin/test_parser_multiline.rb +100 -0
  344. data/test/plugin/test_parser_nginx.rb +48 -0
  345. data/test/plugin/test_parser_none.rb +52 -0
  346. data/test/plugin/test_parser_regexp.rb +281 -0
  347. data/test/plugin/test_parser_syslog.rb +242 -0
  348. data/test/plugin/test_parser_tsv.rb +122 -0
  349. data/test/plugin/test_storage.rb +167 -0
  350. data/test/plugin/test_storage_local.rb +335 -0
  351. data/test/plugin/test_string_util.rb +26 -0
  352. data/test/plugin_helper/test_child_process.rb +794 -0
  353. data/test/plugin_helper/test_compat_parameters.rb +331 -0
  354. data/test/plugin_helper/test_event_emitter.rb +51 -0
  355. data/test/plugin_helper/test_event_loop.rb +52 -0
  356. data/test/plugin_helper/test_extract.rb +194 -0
  357. data/test/plugin_helper/test_formatter.rb +255 -0
  358. data/test/plugin_helper/test_inject.rb +519 -0
  359. data/test/plugin_helper/test_parser.rb +264 -0
  360. data/test/plugin_helper/test_retry_state.rb +422 -0
  361. data/test/plugin_helper/test_server.rb +1677 -0
  362. data/test/plugin_helper/test_storage.rb +542 -0
  363. data/test/plugin_helper/test_thread.rb +164 -0
  364. data/test/plugin_helper/test_timer.rb +132 -0
  365. data/test/scripts/exec_script.rb +32 -0
  366. data/test/scripts/fluent/plugin/formatter1/formatter_test1.rb +7 -0
  367. data/test/scripts/fluent/plugin/formatter2/formatter_test2.rb +7 -0
  368. data/test/scripts/fluent/plugin/formatter_known.rb +8 -0
  369. data/test/scripts/fluent/plugin/out_test.rb +81 -0
  370. data/test/scripts/fluent/plugin/out_test2.rb +80 -0
  371. data/test/scripts/fluent/plugin/parser_known.rb +4 -0
  372. data/test/test_clock.rb +164 -0
  373. data/test/test_config.rb +179 -0
  374. data/test/test_configdsl.rb +148 -0
  375. data/test/test_event.rb +515 -0
  376. data/test/test_event_router.rb +331 -0
  377. data/test/test_event_time.rb +186 -0
  378. data/test/test_filter.rb +121 -0
  379. data/test/test_formatter.rb +312 -0
  380. data/test/test_input.rb +31 -0
  381. data/test/test_log.rb +828 -0
  382. data/test/test_match.rb +137 -0
  383. data/test/test_mixin.rb +351 -0
  384. data/test/test_output.rb +273 -0
  385. data/test/test_plugin.rb +251 -0
  386. data/test/test_plugin_classes.rb +253 -0
  387. data/test/test_plugin_helper.rb +81 -0
  388. data/test/test_plugin_id.rb +101 -0
  389. data/test/test_process.rb +14 -0
  390. data/test/test_root_agent.rb +611 -0
  391. data/test/test_supervisor.rb +373 -0
  392. data/test/test_test_drivers.rb +135 -0
  393. data/test/test_time_formatter.rb +282 -0
  394. data/test/test_time_parser.rb +211 -0
  395. data/test/test_unique_id.rb +47 -0
  396. metadata +898 -0
@@ -0,0 +1,738 @@
1
+ #
2
+ # Fluentd
3
+ #
4
+ # Licensed under the Apache License, Version 2.0 (the "License");
5
+ # you may not use this file except in compliance with the License.
6
+ # You may obtain a copy of the License at
7
+ #
8
+ # http://www.apache.org/licenses/LICENSE-2.0
9
+ #
10
+ # Unless required by applicable law or agreed to in writing, software
11
+ # distributed under the License is distributed on an "AS IS" BASIS,
12
+ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13
+ # See the License for the specific language governing permissions and
14
+ # limitations under the License.
15
+ #
16
+
17
+ require 'fluent/plugin_helper/event_loop'
18
+
19
+ require 'serverengine'
20
+ require 'cool.io'
21
+ require 'socket'
22
+ require 'ipaddr'
23
+ require 'fcntl'
24
+ require 'openssl'
25
+
26
+ require_relative 'socket_option'
27
+ require_relative 'cert_option'
28
+
29
+ module Fluent
30
+ module PluginHelper
31
+ module Server
32
+ include Fluent::PluginHelper::EventLoop
33
+ include Fluent::PluginHelper::SocketOption
34
+ include Fluent::PluginHelper::CertOption
35
+
36
+ # This plugin helper doesn't support these things for now:
37
+ # * TCP/TLS keepalive
38
+ # * TLS session cache/tickets
39
+ # * unix domain sockets
40
+
41
+ # stop : [-]
42
+ # shutdown : detach server event handler from event loop (event_loop)
43
+ # close : close listening sockets
44
+ # terminate: remote all server instances
45
+
46
+ attr_reader :_servers # for tests
47
+
48
+ def server_wait_until_start
49
+ # event_loop_wait_until_start works well for this
50
+ end
51
+
52
+ def server_wait_until_stop
53
+ sleep 0.1 while @_servers.any?{|si| si.server.attached? }
54
+ @_servers.each{|si| si.server.close rescue nil }
55
+ end
56
+
57
+ PROTOCOLS = [:tcp, :udp, :tls, :unix]
58
+ CONNECTION_PROTOCOLS = [:tcp, :tls, :unix]
59
+
60
+ # server_create_connection(:title, @port) do |conn|
61
+ # # on connection
62
+ # source_addr = conn.remote_host
63
+ # source_port = conn.remote_port
64
+ # conn.data do |data|
65
+ # # on data
66
+ # conn.write resp # ...
67
+ # conn.close
68
+ # end
69
+ # end
70
+ def server_create_connection(title, port, proto: nil, bind: '0.0.0.0', shared: true, backlog: nil, tls_options: nil, **socket_options, &block)
71
+ proto ||= (@transport_config && @transport_config.protocol == :tls) ? :tls : :tcp
72
+
73
+ raise ArgumentError, "BUG: title must be a symbol" unless title && title.is_a?(Symbol)
74
+ raise ArgumentError, "BUG: port must be an integer" unless port && port.is_a?(Integer)
75
+ raise ArgumentError, "BUG: invalid protocol name" unless PROTOCOLS.include?(proto)
76
+ raise ArgumentError, "BUG: cannot create connection for UDP" unless CONNECTION_PROTOCOLS.include?(proto)
77
+
78
+ raise ArgumentError, "BUG: tls_options is available only for tls" if tls_options && proto != :tls
79
+
80
+ raise ArgumentError, "BUG: block not specified which handles connection" unless block_given?
81
+ raise ArgumentError, "BUG: block must have just one argument" unless block.arity == 1
82
+
83
+ if proto == :tcp || proto == :tls # default linger_timeout only for server
84
+ socket_options[:linger_timeout] ||= 0
85
+ end
86
+
87
+ socket_option_validate!(proto, **socket_options)
88
+ socket_option_setter = ->(sock){ socket_option_set(sock, **socket_options) }
89
+
90
+ case proto
91
+ when :tcp
92
+ server = server_create_for_tcp_connection(shared, bind, port, backlog, socket_option_setter, &block)
93
+ when :tls
94
+ transport_config = if tls_options
95
+ server_create_transport_section_object(tls_options)
96
+ elsif @transport_config && @transport_config.protocol == :tls
97
+ @transport_config
98
+ else
99
+ raise ArgumentError, "BUG: TLS transport specified, but certification options are not specified"
100
+ end
101
+ server = server_create_for_tls_connection(shared, bind, port, transport_config, backlog, socket_option_setter, &block)
102
+ when :unix
103
+ raise "not implemented yet"
104
+ else
105
+ raise "unknown protocol #{proto}"
106
+ end
107
+
108
+ server_attach(title, proto, port, bind, shared, server)
109
+ end
110
+
111
+ # server_create(:title, @port) do |data|
112
+ # # ...
113
+ # end
114
+ # server_create(:title, @port) do |data, conn|
115
+ # # ...
116
+ # end
117
+ # server_create(:title, @port, proto: :udp, max_bytes: 2048) do |data, sock|
118
+ # sock.remote_host
119
+ # sock.remote_port
120
+ # # ...
121
+ # end
122
+ def server_create(title, port, proto: nil, bind: '0.0.0.0', shared: true, socket: nil, backlog: nil, tls_options: nil, max_bytes: nil, flags: 0, **socket_options, &callback)
123
+ proto ||= (@transport_config && @transport_config.protocol == :tls) ? :tls : :tcp
124
+
125
+ raise ArgumentError, "BUG: title must be a symbol" unless title && title.is_a?(Symbol)
126
+ raise ArgumentError, "BUG: port must be an integer" unless port && port.is_a?(Integer)
127
+ raise ArgumentError, "BUG: invalid protocol name" unless PROTOCOLS.include?(proto)
128
+
129
+ raise ArgumentError, "BUG: socket option is available only for udp" if socket && proto != :udp
130
+ raise ArgumentError, "BUG: tls_options is available only for tls" if tls_options && proto != :tls
131
+
132
+ raise ArgumentError, "BUG: block not specified which handles received data" unless block_given?
133
+ raise ArgumentError, "BUG: block must have 1 or 2 arguments" unless callback.arity == 1 || callback.arity == 2
134
+
135
+ if proto == :tcp || proto == :tls # default linger_timeout only for server
136
+ socket_options[:linger_timeout] ||= 0
137
+ end
138
+
139
+ unless socket
140
+ socket_option_validate!(proto, **socket_options)
141
+ socket_option_setter = ->(sock){ socket_option_set(sock, **socket_options) }
142
+ end
143
+
144
+ if proto != :tcp && proto != :tls && proto != :unix # options to listen/accept connections
145
+ raise ArgumentError, "BUG: backlog is available for tcp/tls" if backlog
146
+ end
147
+ if proto != :udp # UDP options
148
+ raise ArgumentError, "BUG: max_bytes is available only for udp" if max_bytes
149
+ raise ArgumentError, "BUG: flags is available only for udp" if flags != 0
150
+ end
151
+
152
+ case proto
153
+ when :tcp
154
+ server = server_create_for_tcp_connection(shared, bind, port, backlog, socket_option_setter) do |conn|
155
+ conn.data(&callback)
156
+ end
157
+ when :tls
158
+ transport_config = if tls_options
159
+ server_create_transport_section_object(tls_options)
160
+ elsif @transport_config && @transport_config.protocol == :tls
161
+ @transport_config
162
+ else
163
+ raise ArgumentError, "BUG: TLS transport specified, but certification options are not specified"
164
+ end
165
+ server = server_create_for_tls_connection(shared, bind, port, transport_config, backlog, socket_option_setter) do |conn|
166
+ conn.data(&callback)
167
+ end
168
+ when :udp
169
+ raise ArgumentError, "BUG: max_bytes must be specified for UDP" unless max_bytes
170
+ if socket
171
+ sock = socket
172
+ close_socket = false
173
+ else
174
+ sock = server_create_udp_socket(shared, bind, port)
175
+ socket_option_setter.call(sock)
176
+ close_socket = true
177
+ end
178
+ server = EventHandler::UDPServer.new(sock, max_bytes, flags, close_socket, @log, @under_plugin_development, &callback)
179
+ when :unix
180
+ raise "not implemented yet"
181
+ else
182
+ raise "BUG: unknown protocol #{proto}"
183
+ end
184
+
185
+ server_attach(title, proto, port, bind, shared, server)
186
+ end
187
+
188
+ def server_create_tcp(title, port, **kwargs, &callback)
189
+ server_create(title, port, proto: :tcp, **kwargs, &callback)
190
+ end
191
+
192
+ def server_create_udp(title, port, **kwargs, &callback)
193
+ server_create(title, port, proto: :udp, **kwargs, &callback)
194
+ end
195
+
196
+ def server_create_tls(title, port, **kwargs, &callback)
197
+ server_create(title, port, proto: :tls, **kwargs, &callback)
198
+ end
199
+
200
+ def server_create_unix(title, port, **kwargs, &callback)
201
+ server_create(title, port, proto: :unix, **kwargs, &callback)
202
+ end
203
+
204
+ ServerInfo = Struct.new(:title, :proto, :port, :bind, :shared, :server)
205
+
206
+ def server_attach(title, proto, port, bind, shared, server)
207
+ @_servers << ServerInfo.new(title, proto, port, bind, shared, server)
208
+ event_loop_attach(server)
209
+ end
210
+
211
+ def server_create_for_tcp_connection(shared, bind, port, backlog, socket_option_setter, &block)
212
+ sock = server_create_tcp_socket(shared, bind, port)
213
+ socket_option_setter.call(sock)
214
+ close_callback = ->(conn){ @_server_mutex.synchronize{ @_server_connections.delete(conn) } }
215
+ server = Coolio::TCPServer.new(sock, nil, EventHandler::TCPServer, socket_option_setter, close_callback, @log, @under_plugin_development, block) do |conn|
216
+ @_server_mutex.synchronize do
217
+ @_server_connections << conn
218
+ end
219
+ end
220
+ server.listen(backlog) if backlog
221
+ server
222
+ end
223
+
224
+ def server_create_for_tls_connection(shared, bind, port, conf, backlog, socket_option_setter, &block)
225
+ context = cert_option_create_context(conf.version, conf.insecure, conf.ciphers, conf)
226
+ sock = server_create_tcp_socket(shared, bind, port)
227
+ socket_option_setter.call(sock)
228
+ close_callback = ->(conn){ @_server_mutex.synchronize{ @_server_connections.delete(conn) } }
229
+ server = Coolio::TCPServer.new(sock, nil, EventHandler::TLSServer, context, socket_option_setter, close_callback, @log, @under_plugin_development, block) do |conn|
230
+ @_server_mutex.synchronize do
231
+ @_server_connections << conn
232
+ end
233
+ end
234
+ server.listen(backlog) if backlog
235
+ server
236
+ end
237
+
238
+ SERVER_TRANSPORT_PARAMS = [
239
+ :protocol, :version, :ciphers, :insecure,
240
+ :cert_path, :private_key_path, :private_key_passphrase,
241
+ :ca_cert_path, :ca_private_key_path, :ca_private_key_passphrase,
242
+ :generate_private_key_length,
243
+ :generate_cert_country, :generate_cert_state, :generate_cert_state,
244
+ :generate_cert_locality, :generate_cert_common_name,
245
+ :generate_cert_expiration, :generate_cert_digest,
246
+ ]
247
+
248
+ def server_create_transport_section_object(opts)
249
+ transport_section = configured_section_create(:transport)
250
+ SERVER_TRANSPORT_PARAMS.each do |param|
251
+ if opts.has_key?(param)
252
+ transport_section[param] = opts[param]
253
+ end
254
+ end
255
+ transport_section
256
+ end
257
+
258
+ module ServerTransportParams
259
+ TLS_DEFAULT_VERSION = :'TLSv1_2'
260
+ TLS_SUPPORTED_VERSIONS = [:'TLSv1_1', :'TLSv1_2']
261
+ ### follow httpclient configuration by nahi
262
+ # OpenSSL 0.9.8 default: "ALL:!ADH:!LOW:!EXP:!MD5:+SSLv2:@STRENGTH"
263
+ CIPHERS_DEFAULT = "ALL:!aNULL:!eNULL:!SSLv2" # OpenSSL >1.0.0 default
264
+
265
+ include Fluent::Configurable
266
+ config_section :transport, required: false, multi: false, init: true, param_name: :transport_config do
267
+ config_argument :protocol, :enum, list: [:tcp, :tls], default: :tcp
268
+ config_param :version, :enum, list: TLS_SUPPORTED_VERSIONS, default: TLS_DEFAULT_VERSION
269
+
270
+ config_param :ciphers, :string, default: CIPHERS_DEFAULT
271
+ config_param :insecure, :bool, default: false
272
+
273
+ # Cert signed by public CA
274
+ config_param :cert_path, :string, default: nil
275
+ config_param :private_key_path, :string, default: nil
276
+ config_param :private_key_passphrase, :string, default: nil, secret: true
277
+
278
+ # Cert generated and signed by private CA Certificate
279
+ config_param :ca_cert_path, :string, default: nil
280
+ config_param :ca_private_key_path, :string, default: nil
281
+ config_param :ca_private_key_passphrase, :string, default: nil, secret: true
282
+
283
+ # Options for generating certs by private CA certs or self-signed
284
+ config_param :generate_private_key_length, :integer, default: 2048
285
+ config_param :generate_cert_country, :string, default: 'US'
286
+ config_param :generate_cert_state, :string, default: 'CA'
287
+ config_param :generate_cert_locality, :string, default: 'Mountain View'
288
+ config_param :generate_cert_common_name, :string, default: nil
289
+ config_param :generate_cert_expiration, :time, default: 10 * 365 * 86400 # 10years later
290
+ config_param :generate_cert_digest, :enum, list: [:sha1, :sha256, :sha384, :sha512], default: :sha256
291
+ end
292
+ end
293
+
294
+ def self.included(mod)
295
+ mod.include ServerTransportParams
296
+ end
297
+
298
+ def initialize
299
+ super
300
+ @_servers = []
301
+ @_server_connections = []
302
+ @_server_mutex = Mutex.new
303
+ end
304
+
305
+ def configure(conf)
306
+ super
307
+
308
+ if @transport_config
309
+ if @transport_config.protocol == :tls
310
+ cert_option_server_validate!(@transport_config)
311
+ end
312
+ end
313
+ end
314
+
315
+ def stop
316
+ @_server_mutex.synchronize do
317
+ @_servers.each do |si|
318
+ si.server.detach if si.server.attached?
319
+ # to refuse more connections: (connected sockets are still alive here)
320
+ si.server.close rescue nil
321
+ end
322
+ end
323
+
324
+ super
325
+ end
326
+
327
+ def shutdown
328
+ @_server_connections.each do |conn|
329
+ conn.close rescue nil
330
+ end
331
+
332
+ super
333
+ end
334
+
335
+ def terminate
336
+ @_servers = []
337
+ super
338
+ end
339
+
340
+ def server_socket_manager_client
341
+ socket_manager_path = ENV['SERVERENGINE_SOCKETMANAGER_PATH']
342
+ if Fluent.windows?
343
+ socket_manager_path = socket_manager_path.to_i
344
+ end
345
+ ServerEngine::SocketManager::Client.new(socket_manager_path)
346
+ end
347
+
348
+ def server_create_tcp_socket(shared, bind, port)
349
+ sock = if shared
350
+ server_socket_manager_client.listen_tcp(bind, port)
351
+ else
352
+ TCPServer.new(bind, port) # this method call can create sockets for AF_INET6
353
+ end
354
+ # close-on-exec is set by default in Ruby 2.0 or later (, and it's unavailable on Windows)
355
+ sock.fcntl(Fcntl::F_SETFL, Fcntl::O_NONBLOCK) # nonblock
356
+ sock
357
+ end
358
+
359
+ def server_create_udp_socket(shared, bind, port)
360
+ sock = if shared
361
+ server_socket_manager_client.listen_udp(bind, port)
362
+ else
363
+ family = IPAddr.new(IPSocket.getaddress(bind)).ipv4? ? ::Socket::AF_INET : ::Socket::AF_INET6
364
+ usock = UDPSocket.new(family)
365
+ usock.bind(bind, port)
366
+ usock
367
+ end
368
+ # close-on-exec is set by default in Ruby 2.0 or later (, and it's unavailable on Windows)
369
+ sock.fcntl(Fcntl::F_SETFL, Fcntl::O_NONBLOCK) # nonblock
370
+ sock
371
+ end
372
+
373
+ class CallbackSocket
374
+ def initialize(server_type, sock, enabled_events = [], close_socket: true)
375
+ @server_type = server_type
376
+ @sock = sock
377
+ @peeraddr = nil
378
+ @enabled_events = enabled_events
379
+ @close_socket = close_socket
380
+ end
381
+
382
+ def remote_addr
383
+ @peeraddr[3]
384
+ end
385
+
386
+ def remote_host
387
+ @peeraddr[2]
388
+ end
389
+
390
+ def remote_port
391
+ @peeraddr[1]
392
+ end
393
+
394
+ def send(data, flags = 0)
395
+ @sock.send(data, flags)
396
+ end
397
+
398
+ def write(data)
399
+ raise "not implemented here"
400
+ end
401
+
402
+ def close
403
+ @sock.close if @close_socket
404
+ end
405
+
406
+ def data(&callback)
407
+ on(:data, &callback)
408
+ end
409
+
410
+ def on(event, &callback)
411
+ raise "BUG: this event is disabled for #{@server_type}: #{event}" unless @enabled_events.include?(event)
412
+ case event
413
+ when :data
414
+ @sock.data(&callback)
415
+ when :write_complete
416
+ cb = ->(){ callback.call(self) }
417
+ @sock.on_write_complete(&cb)
418
+ when :close
419
+ cb = ->(){ callback.call(self) }
420
+ @sock.on_close(&cb)
421
+ else
422
+ raise "BUG: unknown event: #{event}"
423
+ end
424
+ end
425
+ end
426
+
427
+ class TCPCallbackSocket < CallbackSocket
428
+ def initialize(sock)
429
+ super("tcp", sock, [:data, :write_complete, :close])
430
+ @peeraddr = @sock.peeraddr
431
+ end
432
+
433
+ def write(data)
434
+ @sock.write(data)
435
+ end
436
+ end
437
+
438
+ class TLSCallbackSocket < CallbackSocket
439
+ def initialize(sock)
440
+ super("tls", sock, [:data, :write_complete, :close])
441
+ @peeraddr = @sock.to_io.peeraddr
442
+ end
443
+
444
+ def write(data)
445
+ @sock.write(data)
446
+ end
447
+ end
448
+
449
+ class UDPCallbackSocket < CallbackSocket
450
+ def initialize(sock, peeraddr, **kwargs)
451
+ super("udp", sock, [], **kwargs)
452
+ @peeraddr = peeraddr
453
+ end
454
+
455
+ def remote_addr
456
+ @peeraddr[3]
457
+ end
458
+
459
+ def remote_host
460
+ @peeraddr[2]
461
+ end
462
+
463
+ def remote_port
464
+ @peeraddr[1]
465
+ end
466
+
467
+ def write(data)
468
+ @sock.send(data, 0, @peeraddr[3], @peeraddr[1])
469
+ end
470
+ end
471
+
472
+ module EventHandler
473
+ class UDPServer < Coolio::IO
474
+ def initialize(sock, max_bytes, flags, close_socket, log, under_plugin_development, &callback)
475
+ raise ArgumentError, "socket must be a UDPSocket: sock = #{sock}" unless sock.is_a?(UDPSocket)
476
+
477
+ super(sock)
478
+
479
+ @sock = sock
480
+ @max_bytes = max_bytes
481
+ @flags = flags
482
+ @close_socket = close_socket
483
+ @log = log
484
+ @under_plugin_development = under_plugin_development
485
+ @callback = callback
486
+
487
+ on_readable_impl = case @callback.arity
488
+ when 1 then :on_readable_without_sock
489
+ when 2 then :on_readable_with_sock
490
+ else
491
+ raise "BUG: callback block must have 1 or 2 arguments"
492
+ end
493
+ self.define_singleton_method(:on_readable, method(on_readable_impl))
494
+ end
495
+
496
+ def on_readable_without_sock
497
+ begin
498
+ data = @sock.recv(@max_bytes, @flags)
499
+ rescue Errno::EAGAIN, Errno::EWOULDBLOCK, Errno::EINTR, Errno::ECONNRESET
500
+ return
501
+ end
502
+ @callback.call(data)
503
+ rescue => e
504
+ @log.error "unexpected error in processing UDP data", error: e
505
+ @log.error_backtrace
506
+ raise if @under_plugin_development
507
+ end
508
+
509
+ def on_readable_with_sock
510
+ begin
511
+ data, addr = @sock.recvfrom(@max_bytes)
512
+ rescue Errno::EAGAIN, Errno::EWOULDBLOCK, Errno::EINTR, Errno::ECONNRESET
513
+ return
514
+ end
515
+ @callback.call(data, UDPCallbackSocket.new(@sock, addr, close_socket: @close_socket))
516
+ rescue => e
517
+ @log.error "unexpected error in processing UDP data", error: e
518
+ @log.error_backtrace
519
+ raise if @under_plugin_development
520
+ end
521
+ end
522
+
523
+ class TCPServer < Coolio::TCPSocket
524
+ def initialize(sock, socket_option_setter, close_callback, log, under_plugin_development, connect_callback)
525
+ raise ArgumentError, "socket must be a TCPSocket: sock=#{sock}" unless sock.is_a?(TCPSocket)
526
+
527
+ socket_option_setter.call(sock)
528
+
529
+ @_handler_socket = sock
530
+ super(sock)
531
+
532
+ @log = log
533
+ @under_plugin_development = under_plugin_development
534
+
535
+ @connect_callback = connect_callback
536
+ @data_callback = nil
537
+ @close_callback = close_callback
538
+
539
+ @callback_connection = nil
540
+ @closing = false
541
+
542
+ @mutex = Mutex.new # to serialize #write and #close
543
+ end
544
+
545
+ def to_io
546
+ @_handler_socket
547
+ end
548
+
549
+ def data(&callback)
550
+ raise "data callback can be registered just once, but registered twice" if self.singleton_methods.include?(:on_read)
551
+ @data_callback = callback
552
+ on_read_impl = case callback.arity
553
+ when 1 then :on_read_without_connection
554
+ when 2 then :on_read_with_connection
555
+ else
556
+ raise "BUG: callback block must have 1 or 2 arguments"
557
+ end
558
+ self.define_singleton_method(:on_read, method(on_read_impl))
559
+ end
560
+
561
+ def write(data)
562
+ @mutex.synchronize do
563
+ super
564
+ end
565
+ end
566
+
567
+ def on_connect
568
+ @callback_connection = TCPCallbackSocket.new(self)
569
+ @connect_callback.call(@callback_connection)
570
+ unless @data_callback
571
+ raise "connection callback must call #data to set data callback"
572
+ end
573
+ end
574
+
575
+ def on_read_without_connection(data)
576
+ @data_callback.call(data)
577
+ rescue => e
578
+ @log.error "unexpected error on reading data", host: @callback_connection.remote_host, port: @callback_connection.remote_port, error: e
579
+ @log.error_backtrace
580
+ close(true) rescue nil
581
+ raise if @under_plugin_development
582
+ end
583
+
584
+ def on_read_with_connection(data)
585
+ @data_callback.call(data, @callback_connection)
586
+ rescue => e
587
+ @log.error "unexpected error on reading data", host: @callback_connection.remote_host, port: @callback_connection.remote_port, error: e
588
+ @log.error_backtrace
589
+ close(true) rescue nil
590
+ raise if @under_plugin_development
591
+ end
592
+
593
+ def close
594
+ @mutex.synchronize do
595
+ return if @closing
596
+ @closing = true
597
+ @close_callback.call(self)
598
+ super
599
+ end
600
+ end
601
+ end
602
+
603
+ class TLSServer < Coolio::Socket
604
+ # It can't use Coolio::TCPSocket, because Coolio::TCPSocket checks that underlying socket (1st argument of super) is TCPSocket.
605
+ def initialize(sock, context, socket_option_setter, close_callback, log, under_plugin_development, connect_callback)
606
+ raise ArgumentError, "socket must be a TCPSocket: sock=#{sock}" unless sock.is_a?(TCPSocket)
607
+
608
+ socket_option_setter.call(sock)
609
+ @_handler_socket = OpenSSL::SSL::SSLSocket.new(sock, context)
610
+ @_handler_socket.sync_close = true
611
+ @_handler_write_buffer = ''.force_encoding('ascii-8bit')
612
+ @_handler_accepted = false
613
+ super(@_handler_socket)
614
+
615
+ @log = log
616
+ @under_plugin_development = under_plugin_development
617
+
618
+ @connect_callback = connect_callback
619
+ @data_callback = nil
620
+ @close_callback = close_callback
621
+
622
+ @callback_connection = nil
623
+ @closing = false
624
+
625
+ @mutex = Mutex.new # to serialize #write and #close
626
+ end
627
+
628
+ def to_io
629
+ @_handler_socket.to_io
630
+ end
631
+
632
+ def data(&callback)
633
+ raise "data callback can be registered just once, but registered twice" if self.singleton_methods.include?(:on_read)
634
+ @data_callback = callback
635
+ on_read_impl = case callback.arity
636
+ when 1 then :on_read_without_connection
637
+ when 2 then :on_read_with_connection
638
+ else
639
+ raise "BUG: callback block must have 1 or 2 arguments"
640
+ end
641
+ self.define_singleton_method(:on_read, method(on_read_impl))
642
+ end
643
+
644
+ def write(data)
645
+ @mutex.synchronize do
646
+ @_handler_write_buffer << data
647
+ schedule_write
648
+ data.bytesize
649
+ end
650
+ end
651
+
652
+ def try_tls_accept
653
+ return true if @_handler_accepted
654
+
655
+ begin
656
+ @_handler_socket.accept_nonblock # this method call actually try to do handshake via TLS
657
+ @_handler_accepted = true
658
+
659
+ @callback_connection = TLSCallbackSocket.new(self)
660
+ @connect_callback.call(@callback_connection)
661
+ unless @data_callback
662
+ raise "connection callback must call #data to set data callback"
663
+ end
664
+ return true
665
+
666
+ rescue IO::WaitReadable, IO::WaitWritable
667
+ # retry accept_nonblock: there aren't enough data in underlying socket buffer
668
+ rescue OpenSSL::SSL::SSLError => e
669
+ @log.trace "unexpected error before accepting TLS connection", error: e
670
+ close rescue nil
671
+ end
672
+
673
+ false
674
+ end
675
+
676
+ def on_connect
677
+ try_tls_accept
678
+ end
679
+
680
+ def on_readable
681
+ if try_tls_accept
682
+ super
683
+ end
684
+ rescue IO::WaitReadable, IO::WaitWritable
685
+ # ignore and return with doing nothing
686
+ end
687
+
688
+ def on_writable
689
+ begin
690
+ @mutex.synchronize do
691
+ written_bytes = @_handler_socket.write_nonblock(@_handler_write_buffer)
692
+ @_handler_write_buffer.slice!(0, written_bytes)
693
+ super
694
+ end
695
+ rescue IO::WaitWritable, IO::WaitReadable
696
+ return
697
+ rescue Errno::EINTR
698
+ return
699
+ rescue SystemCallError, IOError, SocketError
700
+ # SystemCallError catches Errno::EPIPE & Errno::ECONNRESET amongst others.
701
+ close rescue nil
702
+ return
703
+ rescue OpenSSL::SSL::SSLError => e
704
+ @log.debug "unexpected SSLError while writing data into socket connected via TLS", error: e
705
+ end
706
+ end
707
+
708
+ def on_read_without_connection(data)
709
+ @data_callback.call(data)
710
+ rescue => e
711
+ @log.error "unexpected error on reading data", host: @callback_connection.remote_host, port: @callback_connection.remote_port, error: e
712
+ @log.error_backtrace
713
+ close(true) rescue nil
714
+ raise if @under_plugin_development
715
+ end
716
+
717
+ def on_read_with_connection(data)
718
+ @data_callback.call(data, @callback_connection)
719
+ rescue => e
720
+ @log.error "unexpected error on reading data", host: @callback_connection.remote_host, port: @callback_connection.remote_port, error: e
721
+ @log.error_backtrace
722
+ close(true) rescue nil
723
+ raise if @under_plugin_development
724
+ end
725
+
726
+ def close
727
+ @mutex.synchronize do
728
+ return if @closing
729
+ @closing = true
730
+ @close_callback.call(self)
731
+ super
732
+ end
733
+ end
734
+ end
735
+ end
736
+ end
737
+ end
738
+ end