fluentd222 1.16.2-x86_64-linux
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +7 -0
 - data/.deepsource.toml +13 -0
 - data/.github/ISSUE_TEMPLATE/bug_report.yaml +71 -0
 - data/.github/ISSUE_TEMPLATE/config.yml +5 -0
 - data/.github/ISSUE_TEMPLATE/feature_request.yaml +39 -0
 - data/.github/ISSUE_TEMPLATE.md +17 -0
 - data/.github/PULL_REQUEST_TEMPLATE.md +14 -0
 - data/.github/workflows/stale-actions.yml +24 -0
 - data/.github/workflows/test-ruby-head.yaml +31 -0
 - data/.github/workflows/test.yaml +32 -0
 - data/.gitignore +30 -0
 - data/ADOPTERS.md +5 -0
 - data/AUTHORS +2 -0
 - data/CHANGELOG.md +2720 -0
 - data/CONTRIBUTING.md +45 -0
 - data/GOVERNANCE.md +55 -0
 - data/Gemfile +9 -0
 - data/GithubWorkflow.md +78 -0
 - data/LICENSE +202 -0
 - data/MAINTAINERS.md +13 -0
 - data/README.md +75 -0
 - data/Rakefile +79 -0
 - data/SECURITY.md +14 -0
 - data/bin/fluent-binlog-reader +7 -0
 - data/bin/fluent-ca-generate +6 -0
 - data/bin/fluent-cap-ctl +7 -0
 - data/bin/fluent-cat +5 -0
 - data/bin/fluent-ctl +7 -0
 - data/bin/fluent-debug +5 -0
 - data/bin/fluent-gem +9 -0
 - data/bin/fluent-plugin-config-format +5 -0
 - data/bin/fluent-plugin-generate +5 -0
 - data/bin/fluentd +15 -0
 - data/code-of-conduct.md +3 -0
 - data/docs/SECURITY_AUDIT.pdf +0 -0
 - data/example/copy_roundrobin.conf +39 -0
 - data/example/counter.conf +18 -0
 - data/example/filter_stdout.conf +22 -0
 - data/example/in_forward.conf +14 -0
 - data/example/in_forward_client.conf +37 -0
 - data/example/in_forward_shared_key.conf +15 -0
 - data/example/in_forward_tls.conf +14 -0
 - data/example/in_forward_users.conf +24 -0
 - data/example/in_forward_workers.conf +21 -0
 - data/example/in_http.conf +16 -0
 - data/example/in_out_forward.conf +17 -0
 - data/example/in_sample_blocks.conf +17 -0
 - data/example/in_sample_with_compression.conf +23 -0
 - data/example/in_syslog.conf +15 -0
 - data/example/in_tail.conf +14 -0
 - data/example/in_tcp.conf +13 -0
 - data/example/in_udp.conf +13 -0
 - data/example/logevents.conf +25 -0
 - data/example/multi_filters.conf +61 -0
 - data/example/out_copy.conf +20 -0
 - data/example/out_exec_filter.conf +42 -0
 - data/example/out_file.conf +13 -0
 - data/example/out_forward.conf +35 -0
 - data/example/out_forward_buf_file.conf +23 -0
 - data/example/out_forward_client.conf +109 -0
 - data/example/out_forward_heartbeat_none.conf +16 -0
 - data/example/out_forward_sd.conf +17 -0
 - data/example/out_forward_shared_key.conf +36 -0
 - data/example/out_forward_tls.conf +18 -0
 - data/example/out_forward_users.conf +65 -0
 - data/example/out_null.conf +36 -0
 - data/example/sd.yaml +8 -0
 - data/example/secondary_file.conf +42 -0
 - data/example/suppress_config_dump.conf +7 -0
 - data/example/v0_12_filter.conf +78 -0
 - data/example/v1_literal_example.conf +36 -0
 - data/example/worker_section.conf +36 -0
 - data/fluent.conf +139 -0
 - data/fluentd.gemspec +54 -0
 - data/lib/fluent/agent.rb +168 -0
 - data/lib/fluent/capability.rb +87 -0
 - data/lib/fluent/clock.rb +66 -0
 - data/lib/fluent/command/binlog_reader.rb +244 -0
 - data/lib/fluent/command/bundler_injection.rb +45 -0
 - data/lib/fluent/command/ca_generate.rb +184 -0
 - data/lib/fluent/command/cap_ctl.rb +174 -0
 - data/lib/fluent/command/cat.rb +365 -0
 - data/lib/fluent/command/ctl.rb +180 -0
 - data/lib/fluent/command/debug.rb +103 -0
 - data/lib/fluent/command/fluentd.rb +374 -0
 - data/lib/fluent/command/plugin_config_formatter.rb +308 -0
 - data/lib/fluent/command/plugin_generator.rb +365 -0
 - data/lib/fluent/compat/call_super_mixin.rb +76 -0
 - data/lib/fluent/compat/detach_process_mixin.rb +33 -0
 - data/lib/fluent/compat/exec_util.rb +129 -0
 - data/lib/fluent/compat/file_util.rb +54 -0
 - data/lib/fluent/compat/filter.rb +68 -0
 - data/lib/fluent/compat/formatter.rb +111 -0
 - data/lib/fluent/compat/formatter_utils.rb +85 -0
 - data/lib/fluent/compat/handle_tag_and_time_mixin.rb +62 -0
 - data/lib/fluent/compat/handle_tag_name_mixin.rb +53 -0
 - data/lib/fluent/compat/input.rb +49 -0
 - data/lib/fluent/compat/output.rb +721 -0
 - data/lib/fluent/compat/output_chain.rb +60 -0
 - data/lib/fluent/compat/parser.rb +310 -0
 - data/lib/fluent/compat/parser_utils.rb +40 -0
 - data/lib/fluent/compat/propagate_default.rb +62 -0
 - data/lib/fluent/compat/record_filter_mixin.rb +34 -0
 - data/lib/fluent/compat/set_tag_key_mixin.rb +50 -0
 - data/lib/fluent/compat/set_time_key_mixin.rb +69 -0
 - data/lib/fluent/compat/socket_util.rb +165 -0
 - data/lib/fluent/compat/string_util.rb +34 -0
 - data/lib/fluent/compat/structured_format_mixin.rb +26 -0
 - data/lib/fluent/compat/type_converter.rb +90 -0
 - data/lib/fluent/config/basic_parser.rb +123 -0
 - data/lib/fluent/config/configure_proxy.rb +424 -0
 - data/lib/fluent/config/dsl.rb +152 -0
 - data/lib/fluent/config/element.rb +265 -0
 - data/lib/fluent/config/error.rb +44 -0
 - data/lib/fluent/config/literal_parser.rb +286 -0
 - data/lib/fluent/config/parser.rb +107 -0
 - data/lib/fluent/config/section.rb +272 -0
 - data/lib/fluent/config/types.rb +249 -0
 - data/lib/fluent/config/v1_parser.rb +192 -0
 - data/lib/fluent/config/yaml_parser/fluent_value.rb +47 -0
 - data/lib/fluent/config/yaml_parser/loader.rb +108 -0
 - data/lib/fluent/config/yaml_parser/parser.rb +166 -0
 - data/lib/fluent/config/yaml_parser/section_builder.rb +107 -0
 - data/lib/fluent/config/yaml_parser.rb +56 -0
 - data/lib/fluent/config.rb +89 -0
 - data/lib/fluent/configurable.rb +201 -0
 - data/lib/fluent/counter/base_socket.rb +44 -0
 - data/lib/fluent/counter/client.rb +297 -0
 - data/lib/fluent/counter/error.rb +86 -0
 - data/lib/fluent/counter/mutex_hash.rb +163 -0
 - data/lib/fluent/counter/server.rb +273 -0
 - data/lib/fluent/counter/store.rb +205 -0
 - data/lib/fluent/counter/validator.rb +145 -0
 - data/lib/fluent/counter.rb +23 -0
 - data/lib/fluent/daemon.rb +13 -0
 - data/lib/fluent/daemonizer.rb +88 -0
 - data/lib/fluent/engine.rb +253 -0
 - data/lib/fluent/env.rb +40 -0
 - data/lib/fluent/error.rb +37 -0
 - data/lib/fluent/event.rb +330 -0
 - data/lib/fluent/event_router.rb +315 -0
 - data/lib/fluent/ext_monitor_require.rb +28 -0
 - data/lib/fluent/file_wrapper.rb +137 -0
 - data/lib/fluent/filter.rb +21 -0
 - data/lib/fluent/fluent_log_event_router.rb +139 -0
 - data/lib/fluent/formatter.rb +23 -0
 - data/lib/fluent/input.rb +21 -0
 - data/lib/fluent/label.rb +46 -0
 - data/lib/fluent/load.rb +34 -0
 - data/lib/fluent/log/console_adapter.rb +66 -0
 - data/lib/fluent/log.rb +752 -0
 - data/lib/fluent/match.rb +187 -0
 - data/lib/fluent/mixin.rb +31 -0
 - data/lib/fluent/msgpack_factory.rb +111 -0
 - data/lib/fluent/oj_options.rb +61 -0
 - data/lib/fluent/output.rb +29 -0
 - data/lib/fluent/output_chain.rb +23 -0
 - data/lib/fluent/parser.rb +23 -0
 - data/lib/fluent/plugin/bare_output.rb +104 -0
 - data/lib/fluent/plugin/base.rb +214 -0
 - data/lib/fluent/plugin/buf_file.rb +242 -0
 - data/lib/fluent/plugin/buf_file_single.rb +254 -0
 - data/lib/fluent/plugin/buf_memory.rb +34 -0
 - data/lib/fluent/plugin/buffer/chunk.rb +240 -0
 - data/lib/fluent/plugin/buffer/file_chunk.rb +413 -0
 - data/lib/fluent/plugin/buffer/file_single_chunk.rb +310 -0
 - data/lib/fluent/plugin/buffer/memory_chunk.rb +91 -0
 - data/lib/fluent/plugin/buffer.rb +941 -0
 - data/lib/fluent/plugin/compressable.rb +96 -0
 - data/lib/fluent/plugin/exec_util.rb +22 -0
 - data/lib/fluent/plugin/file_util.rb +22 -0
 - data/lib/fluent/plugin/filter.rb +127 -0
 - data/lib/fluent/plugin/filter_grep.rb +189 -0
 - data/lib/fluent/plugin/filter_parser.rb +130 -0
 - data/lib/fluent/plugin/filter_record_transformer.rb +324 -0
 - data/lib/fluent/plugin/filter_stdout.rb +53 -0
 - data/lib/fluent/plugin/formatter.rb +75 -0
 - data/lib/fluent/plugin/formatter_csv.rb +78 -0
 - data/lib/fluent/plugin/formatter_hash.rb +35 -0
 - data/lib/fluent/plugin/formatter_json.rb +59 -0
 - data/lib/fluent/plugin/formatter_ltsv.rb +44 -0
 - data/lib/fluent/plugin/formatter_msgpack.rb +33 -0
 - data/lib/fluent/plugin/formatter_out_file.rb +53 -0
 - data/lib/fluent/plugin/formatter_single_value.rb +36 -0
 - data/lib/fluent/plugin/formatter_stdout.rb +76 -0
 - data/lib/fluent/plugin/formatter_tsv.rb +40 -0
 - data/lib/fluent/plugin/in_debug_agent.rb +71 -0
 - data/lib/fluent/plugin/in_dummy.rb +18 -0
 - data/lib/fluent/plugin/in_exec.rb +110 -0
 - data/lib/fluent/plugin/in_forward.rb +473 -0
 - data/lib/fluent/plugin/in_gc_stat.rb +72 -0
 - data/lib/fluent/plugin/in_http.rb +677 -0
 - data/lib/fluent/plugin/in_monitor_agent.rb +412 -0
 - data/lib/fluent/plugin/in_object_space.rb +93 -0
 - data/lib/fluent/plugin/in_sample.rb +141 -0
 - data/lib/fluent/plugin/in_syslog.rb +276 -0
 - data/lib/fluent/plugin/in_tail/group_watch.rb +204 -0
 - data/lib/fluent/plugin/in_tail/position_file.rb +269 -0
 - data/lib/fluent/plugin/in_tail.rb +1299 -0
 - data/lib/fluent/plugin/in_tcp.rb +226 -0
 - data/lib/fluent/plugin/in_udp.rb +92 -0
 - data/lib/fluent/plugin/in_unix.rb +195 -0
 - data/lib/fluent/plugin/input.rb +75 -0
 - data/lib/fluent/plugin/metrics.rb +119 -0
 - data/lib/fluent/plugin/metrics_local.rb +96 -0
 - data/lib/fluent/plugin/multi_output.rb +195 -0
 - data/lib/fluent/plugin/out_copy.rb +120 -0
 - data/lib/fluent/plugin/out_exec.rb +105 -0
 - data/lib/fluent/plugin/out_exec_filter.rb +319 -0
 - data/lib/fluent/plugin/out_file.rb +340 -0
 - data/lib/fluent/plugin/out_forward/ack_handler.rb +176 -0
 - data/lib/fluent/plugin/out_forward/connection_manager.rb +113 -0
 - data/lib/fluent/plugin/out_forward/error.rb +28 -0
 - data/lib/fluent/plugin/out_forward/failure_detector.rb +84 -0
 - data/lib/fluent/plugin/out_forward/handshake_protocol.rb +125 -0
 - data/lib/fluent/plugin/out_forward/load_balancer.rb +114 -0
 - data/lib/fluent/plugin/out_forward/socket_cache.rb +142 -0
 - data/lib/fluent/plugin/out_forward.rb +826 -0
 - data/lib/fluent/plugin/out_http.rb +275 -0
 - data/lib/fluent/plugin/out_null.rb +74 -0
 - data/lib/fluent/plugin/out_relabel.rb +32 -0
 - data/lib/fluent/plugin/out_roundrobin.rb +84 -0
 - data/lib/fluent/plugin/out_secondary_file.rb +148 -0
 - data/lib/fluent/plugin/out_stdout.rb +74 -0
 - data/lib/fluent/plugin/out_stream.rb +130 -0
 - data/lib/fluent/plugin/output.rb +1603 -0
 - data/lib/fluent/plugin/owned_by_mixin.rb +41 -0
 - data/lib/fluent/plugin/parser.rb +274 -0
 - data/lib/fluent/plugin/parser_apache.rb +28 -0
 - data/lib/fluent/plugin/parser_apache2.rb +88 -0
 - data/lib/fluent/plugin/parser_apache_error.rb +26 -0
 - data/lib/fluent/plugin/parser_csv.rb +114 -0
 - data/lib/fluent/plugin/parser_json.rb +96 -0
 - data/lib/fluent/plugin/parser_ltsv.rb +51 -0
 - data/lib/fluent/plugin/parser_msgpack.rb +50 -0
 - data/lib/fluent/plugin/parser_multiline.rb +152 -0
 - data/lib/fluent/plugin/parser_nginx.rb +28 -0
 - data/lib/fluent/plugin/parser_none.rb +36 -0
 - data/lib/fluent/plugin/parser_regexp.rb +68 -0
 - data/lib/fluent/plugin/parser_syslog.rb +496 -0
 - data/lib/fluent/plugin/parser_tsv.rb +42 -0
 - data/lib/fluent/plugin/sd_file.rb +156 -0
 - data/lib/fluent/plugin/sd_srv.rb +135 -0
 - data/lib/fluent/plugin/sd_static.rb +58 -0
 - data/lib/fluent/plugin/service_discovery.rb +65 -0
 - data/lib/fluent/plugin/socket_util.rb +22 -0
 - data/lib/fluent/plugin/storage.rb +84 -0
 - data/lib/fluent/plugin/storage_local.rb +162 -0
 - data/lib/fluent/plugin/string_util.rb +22 -0
 - data/lib/fluent/plugin.rb +206 -0
 - data/lib/fluent/plugin_helper/cert_option.rb +191 -0
 - data/lib/fluent/plugin_helper/child_process.rb +369 -0
 - data/lib/fluent/plugin_helper/compat_parameters.rb +343 -0
 - data/lib/fluent/plugin_helper/counter.rb +51 -0
 - data/lib/fluent/plugin_helper/event_emitter.rb +100 -0
 - data/lib/fluent/plugin_helper/event_loop.rb +170 -0
 - data/lib/fluent/plugin_helper/extract.rb +104 -0
 - data/lib/fluent/plugin_helper/formatter.rb +147 -0
 - data/lib/fluent/plugin_helper/http_server/app.rb +79 -0
 - data/lib/fluent/plugin_helper/http_server/compat/server.rb +92 -0
 - data/lib/fluent/plugin_helper/http_server/compat/ssl_context_extractor.rb +52 -0
 - data/lib/fluent/plugin_helper/http_server/compat/webrick_handler.rb +58 -0
 - data/lib/fluent/plugin_helper/http_server/methods.rb +35 -0
 - data/lib/fluent/plugin_helper/http_server/request.rb +42 -0
 - data/lib/fluent/plugin_helper/http_server/router.rb +54 -0
 - data/lib/fluent/plugin_helper/http_server/server.rb +94 -0
 - data/lib/fluent/plugin_helper/http_server/ssl_context_builder.rb +41 -0
 - data/lib/fluent/plugin_helper/http_server.rb +135 -0
 - data/lib/fluent/plugin_helper/inject.rb +154 -0
 - data/lib/fluent/plugin_helper/metrics.rb +129 -0
 - data/lib/fluent/plugin_helper/parser.rb +147 -0
 - data/lib/fluent/plugin_helper/record_accessor.rb +207 -0
 - data/lib/fluent/plugin_helper/retry_state.rb +219 -0
 - data/lib/fluent/plugin_helper/server.rb +828 -0
 - data/lib/fluent/plugin_helper/service_discovery/manager.rb +146 -0
 - data/lib/fluent/plugin_helper/service_discovery/round_robin_balancer.rb +43 -0
 - data/lib/fluent/plugin_helper/service_discovery.rb +125 -0
 - data/lib/fluent/plugin_helper/socket.rb +288 -0
 - data/lib/fluent/plugin_helper/socket_option.rb +98 -0
 - data/lib/fluent/plugin_helper/storage.rb +349 -0
 - data/lib/fluent/plugin_helper/thread.rb +180 -0
 - data/lib/fluent/plugin_helper/timer.rb +92 -0
 - data/lib/fluent/plugin_helper.rb +75 -0
 - data/lib/fluent/plugin_id.rb +93 -0
 - data/lib/fluent/process.rb +22 -0
 - data/lib/fluent/registry.rb +117 -0
 - data/lib/fluent/root_agent.rb +372 -0
 - data/lib/fluent/rpc.rb +95 -0
 - data/lib/fluent/static_config_analysis.rb +194 -0
 - data/lib/fluent/supervisor.rb +1076 -0
 - data/lib/fluent/system_config.rb +189 -0
 - data/lib/fluent/test/base.rb +78 -0
 - data/lib/fluent/test/driver/base.rb +231 -0
 - data/lib/fluent/test/driver/base_owned.rb +83 -0
 - data/lib/fluent/test/driver/base_owner.rb +135 -0
 - data/lib/fluent/test/driver/event_feeder.rb +98 -0
 - data/lib/fluent/test/driver/filter.rb +61 -0
 - data/lib/fluent/test/driver/formatter.rb +30 -0
 - data/lib/fluent/test/driver/input.rb +31 -0
 - data/lib/fluent/test/driver/multi_output.rb +53 -0
 - data/lib/fluent/test/driver/output.rb +102 -0
 - data/lib/fluent/test/driver/parser.rb +30 -0
 - data/lib/fluent/test/driver/storage.rb +30 -0
 - data/lib/fluent/test/driver/test_event_router.rb +45 -0
 - data/lib/fluent/test/filter_test.rb +77 -0
 - data/lib/fluent/test/formatter_test.rb +65 -0
 - data/lib/fluent/test/helpers.rb +134 -0
 - data/lib/fluent/test/input_test.rb +174 -0
 - data/lib/fluent/test/log.rb +79 -0
 - data/lib/fluent/test/output_test.rb +156 -0
 - data/lib/fluent/test/parser_test.rb +70 -0
 - data/lib/fluent/test/startup_shutdown.rb +44 -0
 - data/lib/fluent/test.rb +58 -0
 - data/lib/fluent/time.rb +512 -0
 - data/lib/fluent/timezone.rb +171 -0
 - data/lib/fluent/tls.rb +81 -0
 - data/lib/fluent/unique_id.rb +39 -0
 - data/lib/fluent/variable_store.rb +40 -0
 - data/lib/fluent/version.rb +21 -0
 - data/lib/fluent/win32api.rb +38 -0
 - data/lib/fluent/winsvc.rb +100 -0
 - data/templates/new_gem/Gemfile +3 -0
 - data/templates/new_gem/README.md.erb +43 -0
 - data/templates/new_gem/Rakefile +13 -0
 - data/templates/new_gem/fluent-plugin.gemspec.erb +27 -0
 - data/templates/new_gem/lib/fluent/plugin/filter.rb.erb +14 -0
 - data/templates/new_gem/lib/fluent/plugin/formatter.rb.erb +14 -0
 - data/templates/new_gem/lib/fluent/plugin/input.rb.erb +11 -0
 - data/templates/new_gem/lib/fluent/plugin/output.rb.erb +11 -0
 - data/templates/new_gem/lib/fluent/plugin/parser.rb.erb +15 -0
 - data/templates/new_gem/lib/fluent/plugin/storage.rb.erb +40 -0
 - data/templates/new_gem/test/helper.rb.erb +7 -0
 - data/templates/new_gem/test/plugin/test_filter.rb.erb +18 -0
 - data/templates/new_gem/test/plugin/test_formatter.rb.erb +18 -0
 - data/templates/new_gem/test/plugin/test_input.rb.erb +18 -0
 - data/templates/new_gem/test/plugin/test_output.rb.erb +18 -0
 - data/templates/new_gem/test/plugin/test_parser.rb.erb +18 -0
 - data/templates/new_gem/test/plugin/test_storage.rb.erb +18 -0
 - data/templates/plugin_config_formatter/param.md-compact.erb +25 -0
 - data/templates/plugin_config_formatter/param.md-table.erb +10 -0
 - data/templates/plugin_config_formatter/param.md.erb +34 -0
 - data/templates/plugin_config_formatter/section.md.erb +12 -0
 - data/test/command/test_binlog_reader.rb +362 -0
 - data/test/command/test_ca_generate.rb +70 -0
 - data/test/command/test_cap_ctl.rb +100 -0
 - data/test/command/test_cat.rb +128 -0
 - data/test/command/test_ctl.rb +56 -0
 - data/test/command/test_fluentd.rb +1291 -0
 - data/test/command/test_plugin_config_formatter.rb +397 -0
 - data/test/command/test_plugin_generator.rb +109 -0
 - data/test/compat/test_calls_super.rb +166 -0
 - data/test/compat/test_parser.rb +92 -0
 - data/test/config/assertions.rb +42 -0
 - data/test/config/test_config_parser.rb +551 -0
 - data/test/config/test_configurable.rb +1784 -0
 - data/test/config/test_configure_proxy.rb +604 -0
 - data/test/config/test_dsl.rb +415 -0
 - data/test/config/test_element.rb +518 -0
 - data/test/config/test_literal_parser.rb +309 -0
 - data/test/config/test_plugin_configuration.rb +56 -0
 - data/test/config/test_section.rb +191 -0
 - data/test/config/test_system_config.rb +195 -0
 - data/test/config/test_types.rb +408 -0
 - data/test/counter/test_client.rb +563 -0
 - data/test/counter/test_error.rb +44 -0
 - data/test/counter/test_mutex_hash.rb +179 -0
 - data/test/counter/test_server.rb +589 -0
 - data/test/counter/test_store.rb +258 -0
 - data/test/counter/test_validator.rb +137 -0
 - data/test/helper.rb +155 -0
 - data/test/helpers/fuzzy_assert.rb +89 -0
 - data/test/helpers/process_extenstion.rb +33 -0
 - data/test/log/test_console_adapter.rb +110 -0
 - data/test/plugin/data/2010/01/20100102-030405.log +0 -0
 - data/test/plugin/data/2010/01/20100102-030406.log +0 -0
 - data/test/plugin/data/2010/01/20100102.log +0 -0
 - data/test/plugin/data/log/bar +0 -0
 - data/test/plugin/data/log/foo/bar.log +0 -0
 - data/test/plugin/data/log/foo/bar2 +0 -0
 - data/test/plugin/data/log/test.log +0 -0
 - data/test/plugin/data/sd_file/config +11 -0
 - data/test/plugin/data/sd_file/config.json +17 -0
 - data/test/plugin/data/sd_file/config.yaml +11 -0
 - data/test/plugin/data/sd_file/config.yml +11 -0
 - data/test/plugin/data/sd_file/invalid_config.yml +7 -0
 - data/test/plugin/in_tail/test_fifo.rb +121 -0
 - data/test/plugin/in_tail/test_io_handler.rb +150 -0
 - data/test/plugin/in_tail/test_position_file.rb +346 -0
 - data/test/plugin/out_forward/test_ack_handler.rb +140 -0
 - data/test/plugin/out_forward/test_connection_manager.rb +145 -0
 - data/test/plugin/out_forward/test_handshake_protocol.rb +112 -0
 - data/test/plugin/out_forward/test_load_balancer.rb +106 -0
 - data/test/plugin/out_forward/test_socket_cache.rb +174 -0
 - data/test/plugin/test_bare_output.rb +131 -0
 - data/test/plugin/test_base.rb +247 -0
 - data/test/plugin/test_buf_file.rb +1314 -0
 - data/test/plugin/test_buf_file_single.rb +898 -0
 - data/test/plugin/test_buf_memory.rb +42 -0
 - data/test/plugin/test_buffer.rb +1434 -0
 - data/test/plugin/test_buffer_chunk.rb +209 -0
 - data/test/plugin/test_buffer_file_chunk.rb +871 -0
 - data/test/plugin/test_buffer_file_single_chunk.rb +611 -0
 - data/test/plugin/test_buffer_memory_chunk.rb +339 -0
 - data/test/plugin/test_compressable.rb +87 -0
 - data/test/plugin/test_file_util.rb +96 -0
 - data/test/plugin/test_filter.rb +368 -0
 - data/test/plugin/test_filter_grep.rb +697 -0
 - data/test/plugin/test_filter_parser.rb +731 -0
 - data/test/plugin/test_filter_record_transformer.rb +577 -0
 - data/test/plugin/test_filter_stdout.rb +207 -0
 - data/test/plugin/test_formatter_csv.rb +136 -0
 - data/test/plugin/test_formatter_hash.rb +38 -0
 - data/test/plugin/test_formatter_json.rb +61 -0
 - data/test/plugin/test_formatter_ltsv.rb +70 -0
 - data/test/plugin/test_formatter_msgpack.rb +28 -0
 - data/test/plugin/test_formatter_out_file.rb +116 -0
 - data/test/plugin/test_formatter_single_value.rb +44 -0
 - data/test/plugin/test_formatter_tsv.rb +76 -0
 - data/test/plugin/test_in_debug_agent.rb +49 -0
 - data/test/plugin/test_in_exec.rb +261 -0
 - data/test/plugin/test_in_forward.rb +1178 -0
 - data/test/plugin/test_in_gc_stat.rb +62 -0
 - data/test/plugin/test_in_http.rb +1102 -0
 - data/test/plugin/test_in_monitor_agent.rb +922 -0
 - data/test/plugin/test_in_object_space.rb +66 -0
 - data/test/plugin/test_in_sample.rb +190 -0
 - data/test/plugin/test_in_syslog.rb +505 -0
 - data/test/plugin/test_in_tail.rb +3125 -0
 - data/test/plugin/test_in_tcp.rb +328 -0
 - data/test/plugin/test_in_udp.rb +296 -0
 - data/test/plugin/test_in_unix.rb +181 -0
 - data/test/plugin/test_input.rb +137 -0
 - data/test/plugin/test_metadata.rb +89 -0
 - data/test/plugin/test_metrics.rb +294 -0
 - data/test/plugin/test_metrics_local.rb +96 -0
 - data/test/plugin/test_multi_output.rb +204 -0
 - data/test/plugin/test_out_copy.rb +308 -0
 - data/test/plugin/test_out_exec.rb +312 -0
 - data/test/plugin/test_out_exec_filter.rb +606 -0
 - data/test/plugin/test_out_file.rb +1038 -0
 - data/test/plugin/test_out_forward.rb +1361 -0
 - data/test/plugin/test_out_http.rb +429 -0
 - data/test/plugin/test_out_null.rb +105 -0
 - data/test/plugin/test_out_relabel.rb +28 -0
 - data/test/plugin/test_out_roundrobin.rb +146 -0
 - data/test/plugin/test_out_secondary_file.rb +458 -0
 - data/test/plugin/test_out_stdout.rb +205 -0
 - data/test/plugin/test_out_stream.rb +103 -0
 - data/test/plugin/test_output.rb +1334 -0
 - data/test/plugin/test_output_as_buffered.rb +2024 -0
 - data/test/plugin/test_output_as_buffered_backup.rb +363 -0
 - data/test/plugin/test_output_as_buffered_compress.rb +179 -0
 - data/test/plugin/test_output_as_buffered_overflow.rb +250 -0
 - data/test/plugin/test_output_as_buffered_retries.rb +966 -0
 - data/test/plugin/test_output_as_buffered_secondary.rb +882 -0
 - data/test/plugin/test_output_as_standard.rb +374 -0
 - data/test/plugin/test_owned_by.rb +34 -0
 - data/test/plugin/test_parser.rb +399 -0
 - data/test/plugin/test_parser_apache.rb +42 -0
 - data/test/plugin/test_parser_apache2.rb +47 -0
 - data/test/plugin/test_parser_apache_error.rb +45 -0
 - data/test/plugin/test_parser_csv.rb +200 -0
 - data/test/plugin/test_parser_json.rb +138 -0
 - data/test/plugin/test_parser_labeled_tsv.rb +160 -0
 - data/test/plugin/test_parser_multiline.rb +111 -0
 - data/test/plugin/test_parser_nginx.rb +88 -0
 - data/test/plugin/test_parser_none.rb +52 -0
 - data/test/plugin/test_parser_regexp.rb +284 -0
 - data/test/plugin/test_parser_syslog.rb +650 -0
 - data/test/plugin/test_parser_tsv.rb +122 -0
 - data/test/plugin/test_sd_file.rb +228 -0
 - data/test/plugin/test_sd_srv.rb +230 -0
 - data/test/plugin/test_storage.rb +166 -0
 - data/test/plugin/test_storage_local.rb +335 -0
 - data/test/plugin/test_string_util.rb +26 -0
 - data/test/plugin_helper/data/cert/cert-key.pem +27 -0
 - data/test/plugin_helper/data/cert/cert-with-CRLF.pem +19 -0
 - data/test/plugin_helper/data/cert/cert-with-no-newline.pem +19 -0
 - data/test/plugin_helper/data/cert/cert.pem +19 -0
 - data/test/plugin_helper/data/cert/cert_chains/ca-cert-key.pem +27 -0
 - data/test/plugin_helper/data/cert/cert_chains/ca-cert.pem +20 -0
 - data/test/plugin_helper/data/cert/cert_chains/cert-key.pem +27 -0
 - data/test/plugin_helper/data/cert/cert_chains/cert.pem +40 -0
 - data/test/plugin_helper/data/cert/empty.pem +0 -0
 - data/test/plugin_helper/data/cert/generate_cert.rb +125 -0
 - data/test/plugin_helper/data/cert/with_ca/ca-cert-key-pass.pem +30 -0
 - data/test/plugin_helper/data/cert/with_ca/ca-cert-key.pem +27 -0
 - data/test/plugin_helper/data/cert/with_ca/ca-cert-pass.pem +20 -0
 - data/test/plugin_helper/data/cert/with_ca/ca-cert.pem +20 -0
 - data/test/plugin_helper/data/cert/with_ca/cert-key-pass.pem +30 -0
 - data/test/plugin_helper/data/cert/with_ca/cert-key.pem +27 -0
 - data/test/plugin_helper/data/cert/with_ca/cert-pass.pem +21 -0
 - data/test/plugin_helper/data/cert/with_ca/cert.pem +21 -0
 - data/test/plugin_helper/data/cert/without_ca/cert-key-pass.pem +30 -0
 - data/test/plugin_helper/data/cert/without_ca/cert-key.pem +27 -0
 - data/test/plugin_helper/data/cert/without_ca/cert-pass.pem +20 -0
 - data/test/plugin_helper/data/cert/without_ca/cert.pem +20 -0
 - data/test/plugin_helper/http_server/test_app.rb +65 -0
 - data/test/plugin_helper/http_server/test_route.rb +32 -0
 - data/test/plugin_helper/service_discovery/test_manager.rb +93 -0
 - data/test/plugin_helper/service_discovery/test_round_robin_balancer.rb +21 -0
 - data/test/plugin_helper/test_cert_option.rb +25 -0
 - data/test/plugin_helper/test_child_process.rb +862 -0
 - data/test/plugin_helper/test_compat_parameters.rb +358 -0
 - data/test/plugin_helper/test_event_emitter.rb +80 -0
 - data/test/plugin_helper/test_event_loop.rb +52 -0
 - data/test/plugin_helper/test_extract.rb +194 -0
 - data/test/plugin_helper/test_formatter.rb +255 -0
 - data/test/plugin_helper/test_http_server_helper.rb +372 -0
 - data/test/plugin_helper/test_inject.rb +561 -0
 - data/test/plugin_helper/test_metrics.rb +137 -0
 - data/test/plugin_helper/test_parser.rb +264 -0
 - data/test/plugin_helper/test_record_accessor.rb +238 -0
 - data/test/plugin_helper/test_retry_state.rb +1006 -0
 - data/test/plugin_helper/test_server.rb +1895 -0
 - data/test/plugin_helper/test_service_discovery.rb +165 -0
 - data/test/plugin_helper/test_socket.rb +146 -0
 - data/test/plugin_helper/test_storage.rb +542 -0
 - data/test/plugin_helper/test_thread.rb +164 -0
 - data/test/plugin_helper/test_timer.rb +130 -0
 - data/test/scripts/exec_script.rb +32 -0
 - data/test/scripts/fluent/plugin/formatter1/formatter_test1.rb +7 -0
 - data/test/scripts/fluent/plugin/formatter2/formatter_test2.rb +7 -0
 - data/test/scripts/fluent/plugin/formatter_known.rb +8 -0
 - data/test/scripts/fluent/plugin/out_test.rb +81 -0
 - data/test/scripts/fluent/plugin/out_test2.rb +80 -0
 - data/test/scripts/fluent/plugin/parser_known.rb +4 -0
 - data/test/test_capability.rb +74 -0
 - data/test/test_clock.rb +164 -0
 - data/test/test_config.rb +369 -0
 - data/test/test_configdsl.rb +148 -0
 - data/test/test_daemonizer.rb +91 -0
 - data/test/test_engine.rb +203 -0
 - data/test/test_event.rb +531 -0
 - data/test/test_event_router.rb +348 -0
 - data/test/test_event_time.rb +199 -0
 - data/test/test_file_wrapper.rb +53 -0
 - data/test/test_filter.rb +121 -0
 - data/test/test_fluent_log_event_router.rb +99 -0
 - data/test/test_formatter.rb +369 -0
 - data/test/test_input.rb +31 -0
 - data/test/test_log.rb +1076 -0
 - data/test/test_match.rb +148 -0
 - data/test/test_mixin.rb +351 -0
 - data/test/test_msgpack_factory.rb +50 -0
 - data/test/test_oj_options.rb +55 -0
 - data/test/test_output.rb +278 -0
 - data/test/test_plugin.rb +251 -0
 - data/test/test_plugin_classes.rb +370 -0
 - data/test/test_plugin_helper.rb +81 -0
 - data/test/test_plugin_id.rb +119 -0
 - data/test/test_process.rb +14 -0
 - data/test/test_root_agent.rb +951 -0
 - data/test/test_static_config_analysis.rb +177 -0
 - data/test/test_supervisor.rb +821 -0
 - data/test/test_test_drivers.rb +136 -0
 - data/test/test_time_formatter.rb +301 -0
 - data/test/test_time_parser.rb +362 -0
 - data/test/test_tls.rb +65 -0
 - data/test/test_unique_id.rb +47 -0
 - data/test/test_variable_store.rb +65 -0
 - metadata +1183 -0
 
| 
         @@ -0,0 +1,862 @@ 
     | 
|
| 
      
 1 
     | 
    
         
            +
            # coding: utf-8
         
     | 
| 
      
 2 
     | 
    
         
            +
            require_relative '../helper'
         
     | 
| 
      
 3 
     | 
    
         
            +
            require 'fluent/plugin_helper/child_process'
         
     | 
| 
      
 4 
     | 
    
         
            +
            require 'fluent/plugin/base'
         
     | 
| 
      
 5 
     | 
    
         
            +
            require 'timeout'
         
     | 
| 
      
 6 
     | 
    
         
            +
            require 'tempfile'
         
     | 
| 
      
 7 
     | 
    
         
            +
             
     | 
| 
      
 8 
     | 
    
         
            +
            class ChildProcessTest < Test::Unit::TestCase
         
     | 
| 
      
 9 
     | 
    
         
            +
              TEST_DEADLOCK_TIMEOUT = 30
         
     | 
| 
      
 10 
     | 
    
         
            +
              TEST_WAIT_INTERVAL_FOR_BLOCK_RUNNING = 0.1 # This may be shorter than ruby's threading timer, but work well
         
     | 
| 
      
 11 
     | 
    
         
            +
              # @nalsh says that ruby's cpu assignments for threads are almost 200ms or so.
         
     | 
| 
      
 12 
     | 
    
         
            +
              # Loop interval (expected that it work as specified) should be longer than it.
         
     | 
| 
      
 13 
     | 
    
         
            +
              TEST_WAIT_INTERVAL_FOR_LOOP = 0.5
         
     | 
| 
      
 14 
     | 
    
         
            +
             
     | 
| 
      
 15 
     | 
    
         
            +
              setup do
         
     | 
| 
      
 16 
     | 
    
         
            +
                @d = Dummy.new
         
     | 
| 
      
 17 
     | 
    
         
            +
                @d.configure(config_element())
         
     | 
| 
      
 18 
     | 
    
         
            +
                @d.start
         
     | 
| 
      
 19 
     | 
    
         
            +
              end
         
     | 
| 
      
 20 
     | 
    
         
            +
             
     | 
| 
      
 21 
     | 
    
         
            +
              teardown do
         
     | 
| 
      
 22 
     | 
    
         
            +
                if @d
         
     | 
| 
      
 23 
     | 
    
         
            +
                  @d.stop      unless @d.stopped?
         
     | 
| 
      
 24 
     | 
    
         
            +
                  @d.shutdown  unless @d.shutdown?
         
     | 
| 
      
 25 
     | 
    
         
            +
                  @d.close     unless @d.closed?
         
     | 
| 
      
 26 
     | 
    
         
            +
                  @d.terminate unless @d.terminated?
         
     | 
| 
      
 27 
     | 
    
         
            +
                  @d.log.reset
         
     | 
| 
      
 28 
     | 
    
         
            +
                end
         
     | 
| 
      
 29 
     | 
    
         
            +
              end
         
     | 
| 
      
 30 
     | 
    
         
            +
             
     | 
| 
      
 31 
     | 
    
         
            +
              class Dummy < Fluent::Plugin::TestBase
         
     | 
| 
      
 32 
     | 
    
         
            +
                helpers :child_process
         
     | 
| 
      
 33 
     | 
    
         
            +
                def configure(conf)
         
     | 
| 
      
 34 
     | 
    
         
            +
                  super
         
     | 
| 
      
 35 
     | 
    
         
            +
                  @_child_process_kill_timeout = 1
         
     | 
| 
      
 36 
     | 
    
         
            +
                end
         
     | 
| 
      
 37 
     | 
    
         
            +
              end
         
     | 
| 
      
 38 
     | 
    
         
            +
             
     | 
| 
      
 39 
     | 
    
         
            +
              test 'can be instantiated' do
         
     | 
| 
      
 40 
     | 
    
         
            +
                d1 = Dummy.new
         
     | 
| 
      
 41 
     | 
    
         
            +
                assert d1.respond_to?(:_child_process_processes)
         
     | 
| 
      
 42 
     | 
    
         
            +
              end
         
     | 
| 
      
 43 
     | 
    
         
            +
             
     | 
| 
      
 44 
     | 
    
         
            +
              test 'can be configured and started' do
         
     | 
| 
      
 45 
     | 
    
         
            +
                d1 = Dummy.new
         
     | 
| 
      
 46 
     | 
    
         
            +
                assert_nothing_raised do
         
     | 
| 
      
 47 
     | 
    
         
            +
                  d1.configure(config_element())
         
     | 
| 
      
 48 
     | 
    
         
            +
                end
         
     | 
| 
      
 49 
     | 
    
         
            +
                assert d1.plugin_id
         
     | 
| 
      
 50 
     | 
    
         
            +
                assert d1.log
         
     | 
| 
      
 51 
     | 
    
         
            +
             
     | 
| 
      
 52 
     | 
    
         
            +
                d1.start
         
     | 
| 
      
 53 
     | 
    
         
            +
              end
         
     | 
| 
      
 54 
     | 
    
         
            +
             
     | 
| 
      
 55 
     | 
    
         
            +
              test 'can execute external command asyncronously' do
         
     | 
| 
      
 56 
     | 
    
         
            +
                m = Mutex.new
         
     | 
| 
      
 57 
     | 
    
         
            +
                m.lock
         
     | 
| 
      
 58 
     | 
    
         
            +
                ary = []
         
     | 
| 
      
 59 
     | 
    
         
            +
                Timeout.timeout(TEST_DEADLOCK_TIMEOUT) do
         
     | 
| 
      
 60 
     | 
    
         
            +
                  ran = false
         
     | 
| 
      
 61 
     | 
    
         
            +
                  @d.child_process_execute(:t0, 'echo', arguments: ['foo', 'bar'], mode: [:read]) do |io|
         
     | 
| 
      
 62 
     | 
    
         
            +
                    m.lock
         
     | 
| 
      
 63 
     | 
    
         
            +
                    ran = true
         
     | 
| 
      
 64 
     | 
    
         
            +
                    io.read # discard
         
     | 
| 
      
 65 
     | 
    
         
            +
                    ary << 2
         
     | 
| 
      
 66 
     | 
    
         
            +
                    m.unlock
         
     | 
| 
      
 67 
     | 
    
         
            +
                  end
         
     | 
| 
      
 68 
     | 
    
         
            +
                  ary << 1
         
     | 
| 
      
 69 
     | 
    
         
            +
                  m.unlock
         
     | 
| 
      
 70 
     | 
    
         
            +
                  sleep TEST_WAIT_INTERVAL_FOR_BLOCK_RUNNING until m.locked? || ran
         
     | 
| 
      
 71 
     | 
    
         
            +
                  m.lock
         
     | 
| 
      
 72 
     | 
    
         
            +
                  m.unlock
         
     | 
| 
      
 73 
     | 
    
         
            +
                end
         
     | 
| 
      
 74 
     | 
    
         
            +
                assert_equal [1,2], ary
         
     | 
| 
      
 75 
     | 
    
         
            +
              end
         
     | 
| 
      
 76 
     | 
    
         
            +
             
     | 
| 
      
 77 
     | 
    
         
            +
              test 'can execute external command at just once, which finishes immediately' do
         
     | 
| 
      
 78 
     | 
    
         
            +
                m = Mutex.new
         
     | 
| 
      
 79 
     | 
    
         
            +
                t1 = Time.now
         
     | 
| 
      
 80 
     | 
    
         
            +
                ary = []
         
     | 
| 
      
 81 
     | 
    
         
            +
                Timeout.timeout(TEST_DEADLOCK_TIMEOUT) do
         
     | 
| 
      
 82 
     | 
    
         
            +
                  ran = false
         
     | 
| 
      
 83 
     | 
    
         
            +
                  @d.child_process_execute(:t1, 'echo', arguments: ['foo', 'bar'], mode: [:read]) do |io|
         
     | 
| 
      
 84 
     | 
    
         
            +
                    m.lock
         
     | 
| 
      
 85 
     | 
    
         
            +
                    ran = true
         
     | 
| 
      
 86 
     | 
    
         
            +
                    ary << io.read
         
     | 
| 
      
 87 
     | 
    
         
            +
                    m.unlock
         
     | 
| 
      
 88 
     | 
    
         
            +
                  end
         
     | 
| 
      
 89 
     | 
    
         
            +
                  sleep TEST_WAIT_INTERVAL_FOR_BLOCK_RUNNING until m.locked? || ran
         
     | 
| 
      
 90 
     | 
    
         
            +
                  m.lock
         
     | 
| 
      
 91 
     | 
    
         
            +
                  m.unlock
         
     | 
| 
      
 92 
     | 
    
         
            +
                end
         
     | 
| 
      
 93 
     | 
    
         
            +
                assert{ Time.now - t1 < 4.0 }
         
     | 
| 
      
 94 
     | 
    
         
            +
              end
         
     | 
| 
      
 95 
     | 
    
         
            +
             
     | 
| 
      
 96 
     | 
    
         
            +
              test 'can execute external command at just once, which can handle both of read and write' do
         
     | 
| 
      
 97 
     | 
    
         
            +
                m = Mutex.new
         
     | 
| 
      
 98 
     | 
    
         
            +
                ary = []
         
     | 
| 
      
 99 
     | 
    
         
            +
                Timeout.timeout(TEST_DEADLOCK_TIMEOUT) do
         
     | 
| 
      
 100 
     | 
    
         
            +
                  ran = false
         
     | 
| 
      
 101 
     | 
    
         
            +
                  cmd = "ruby -e 'while !STDIN.eof? && line = STDIN.readline; puts line.chomp; STDOUT.flush rescue nil; end'"
         
     | 
| 
      
 102 
     | 
    
         
            +
                  @d.child_process_execute(:t2, cmd, mode: [:write, :read]) do |writeio, readio|
         
     | 
| 
      
 103 
     | 
    
         
            +
                    m.lock
         
     | 
| 
      
 104 
     | 
    
         
            +
                    ran = true
         
     | 
| 
      
 105 
     | 
    
         
            +
             
     | 
| 
      
 106 
     | 
    
         
            +
                    [[1,2],[3,4],[5,6]].each do |i,j|
         
     | 
| 
      
 107 
     | 
    
         
            +
                      writeio.write "my data#{i}\n"
         
     | 
| 
      
 108 
     | 
    
         
            +
                      writeio.write "my data#{j}\n"
         
     | 
| 
      
 109 
     | 
    
         
            +
                      writeio.flush
         
     | 
| 
      
 110 
     | 
    
         
            +
                    end
         
     | 
| 
      
 111 
     | 
    
         
            +
                    writeio.close
         
     | 
| 
      
 112 
     | 
    
         
            +
             
     | 
| 
      
 113 
     | 
    
         
            +
                    while line = readio.readline
         
     | 
| 
      
 114 
     | 
    
         
            +
                      ary << line
         
     | 
| 
      
 115 
     | 
    
         
            +
                    end
         
     | 
| 
      
 116 
     | 
    
         
            +
                    m.unlock
         
     | 
| 
      
 117 
     | 
    
         
            +
                  end
         
     | 
| 
      
 118 
     | 
    
         
            +
                  sleep TEST_WAIT_INTERVAL_FOR_BLOCK_RUNNING until m.locked? || ran
         
     | 
| 
      
 119 
     | 
    
         
            +
                  m.lock
         
     | 
| 
      
 120 
     | 
    
         
            +
                  m.unlock
         
     | 
| 
      
 121 
     | 
    
         
            +
                end
         
     | 
| 
      
 122 
     | 
    
         
            +
             
     | 
| 
      
 123 
     | 
    
         
            +
                assert_equal [], @d.log.out.logs
         
     | 
| 
      
 124 
     | 
    
         
            +
                expected = (1..6).map{|i| "my data#{i}\n" }
         
     | 
| 
      
 125 
     | 
    
         
            +
                assert_equal expected, ary
         
     | 
| 
      
 126 
     | 
    
         
            +
              end
         
     | 
| 
      
 127 
     | 
    
         
            +
             
     | 
| 
      
 128 
     | 
    
         
            +
              test 'can execute external command at just once, which can handle both of read and write. Ignore stderr message/no block' do
         
     | 
| 
      
 129 
     | 
    
         
            +
                m = Mutex.new
         
     | 
| 
      
 130 
     | 
    
         
            +
                ary = []
         
     | 
| 
      
 131 
     | 
    
         
            +
                Timeout.timeout(TEST_DEADLOCK_TIMEOUT) do
         
     | 
| 
      
 132 
     | 
    
         
            +
                  ran = false
         
     | 
| 
      
 133 
     | 
    
         
            +
                  # lots of stderr message should not be blocked and message should not be printed in test.
         
     | 
| 
      
 134 
     | 
    
         
            +
                  cmd = "ruby -e 'while !STDIN.eof? && line = STDIN.readline; STDERR.puts line.chomp * 1000; STDOUT.puts line.chomp; STDOUT.flush rescue nil; end'"
         
     | 
| 
      
 135 
     | 
    
         
            +
                  @d.child_process_execute(:t2_and_ignore_stderr, cmd, mode: [:write, :read]) do |writeio, readio|
         
     | 
| 
      
 136 
     | 
    
         
            +
                    m.lock
         
     | 
| 
      
 137 
     | 
    
         
            +
                    ran = true
         
     | 
| 
      
 138 
     | 
    
         
            +
             
     | 
| 
      
 139 
     | 
    
         
            +
                    [[1,2],[3,4],[5,6]].each do |i,j|
         
     | 
| 
      
 140 
     | 
    
         
            +
                      writeio.write "my data#{i}\n"
         
     | 
| 
      
 141 
     | 
    
         
            +
                      writeio.write "my data#{j}\n"
         
     | 
| 
      
 142 
     | 
    
         
            +
                      writeio.flush
         
     | 
| 
      
 143 
     | 
    
         
            +
                    end
         
     | 
| 
      
 144 
     | 
    
         
            +
                    writeio.close
         
     | 
| 
      
 145 
     | 
    
         
            +
             
     | 
| 
      
 146 
     | 
    
         
            +
                    while line = readio.readline
         
     | 
| 
      
 147 
     | 
    
         
            +
                      ary << line
         
     | 
| 
      
 148 
     | 
    
         
            +
                    end
         
     | 
| 
      
 149 
     | 
    
         
            +
                    m.unlock
         
     | 
| 
      
 150 
     | 
    
         
            +
                  end
         
     | 
| 
      
 151 
     | 
    
         
            +
                  begin
         
     | 
| 
      
 152 
     | 
    
         
            +
                    sleep TEST_WAIT_INTERVAL_FOR_BLOCK_RUNNING until m.locked? || ran
         
     | 
| 
      
 153 
     | 
    
         
            +
                    m.lock
         
     | 
| 
      
 154 
     | 
    
         
            +
                  rescue
         
     | 
| 
      
 155 
     | 
    
         
            +
                  ensure
         
     | 
| 
      
 156 
     | 
    
         
            +
                    m.unlock
         
     | 
| 
      
 157 
     | 
    
         
            +
                  end
         
     | 
| 
      
 158 
     | 
    
         
            +
                end
         
     | 
| 
      
 159 
     | 
    
         
            +
             
     | 
| 
      
 160 
     | 
    
         
            +
                assert_equal [], @d.log.out.logs
         
     | 
| 
      
 161 
     | 
    
         
            +
                expected = (1..6).map{|i| "my data#{i}\n" }
         
     | 
| 
      
 162 
     | 
    
         
            +
                assert_equal expected, ary
         
     | 
| 
      
 163 
     | 
    
         
            +
              end
         
     | 
| 
      
 164 
     | 
    
         
            +
             
     | 
| 
      
 165 
     | 
    
         
            +
              test 'can execute external command at just once, which can handle all of read, write and stderr' do
         
     | 
| 
      
 166 
     | 
    
         
            +
                m = Mutex.new
         
     | 
| 
      
 167 
     | 
    
         
            +
                ary1 = []
         
     | 
| 
      
 168 
     | 
    
         
            +
                ary2 = []
         
     | 
| 
      
 169 
     | 
    
         
            +
                Timeout.timeout(TEST_DEADLOCK_TIMEOUT) do
         
     | 
| 
      
 170 
     | 
    
         
            +
                  ran = false
         
     | 
| 
      
 171 
     | 
    
         
            +
                  cmd = "ruby -e 'while !STDIN.eof? && line = STDIN.readline; puts line.chomp; STDOUT.flush rescue nil; STDERR.puts line.chomp; STDERR.flush rescue nil; end'"
         
     | 
| 
      
 172 
     | 
    
         
            +
                  @d.child_process_execute(:t2a, cmd, mode: [:write, :read, :stderr]) do |writeio, readio, stderrio|
         
     | 
| 
      
 173 
     | 
    
         
            +
                    m.lock
         
     | 
| 
      
 174 
     | 
    
         
            +
                    ran = true
         
     | 
| 
      
 175 
     | 
    
         
            +
             
     | 
| 
      
 176 
     | 
    
         
            +
                    [[1,2],[3,4],[5,6]].each do |i,j|
         
     | 
| 
      
 177 
     | 
    
         
            +
                      writeio.write "my data#{i}\n"
         
     | 
| 
      
 178 
     | 
    
         
            +
                      writeio.write "my data#{j}\n"
         
     | 
| 
      
 179 
     | 
    
         
            +
                      writeio.flush
         
     | 
| 
      
 180 
     | 
    
         
            +
                    end
         
     | 
| 
      
 181 
     | 
    
         
            +
                    writeio.close
         
     | 
| 
      
 182 
     | 
    
         
            +
             
     | 
| 
      
 183 
     | 
    
         
            +
                    while (line1 = readio.readline) && (line2 = stderrio.readline)
         
     | 
| 
      
 184 
     | 
    
         
            +
                      ary1 << line1
         
     | 
| 
      
 185 
     | 
    
         
            +
                      ary2 << line2
         
     | 
| 
      
 186 
     | 
    
         
            +
                    end
         
     | 
| 
      
 187 
     | 
    
         
            +
             
     | 
| 
      
 188 
     | 
    
         
            +
                    m.unlock
         
     | 
| 
      
 189 
     | 
    
         
            +
                  end
         
     | 
| 
      
 190 
     | 
    
         
            +
                  sleep TEST_WAIT_INTERVAL_FOR_BLOCK_RUNNING until m.locked? || ran
         
     | 
| 
      
 191 
     | 
    
         
            +
                  m.lock
         
     | 
| 
      
 192 
     | 
    
         
            +
                  m.unlock
         
     | 
| 
      
 193 
     | 
    
         
            +
                end
         
     | 
| 
      
 194 
     | 
    
         
            +
             
     | 
| 
      
 195 
     | 
    
         
            +
                assert_equal [], @d.log.out.logs
         
     | 
| 
      
 196 
     | 
    
         
            +
                expected = (1..6).map{|i| "my data#{i}\n" }
         
     | 
| 
      
 197 
     | 
    
         
            +
                assert_equal expected, ary1
         
     | 
| 
      
 198 
     | 
    
         
            +
                assert_equal expected, ary2
         
     | 
| 
      
 199 
     | 
    
         
            +
              end
         
     | 
| 
      
 200 
     | 
    
         
            +
             
     | 
| 
      
 201 
     | 
    
         
            +
              test 'can execute external command at just once, which can handle both of write and read (with stderr)' do
         
     | 
| 
      
 202 
     | 
    
         
            +
                m = Mutex.new
         
     | 
| 
      
 203 
     | 
    
         
            +
                ary = []
         
     | 
| 
      
 204 
     | 
    
         
            +
                Timeout.timeout(TEST_DEADLOCK_TIMEOUT) do
         
     | 
| 
      
 205 
     | 
    
         
            +
                  ran = false
         
     | 
| 
      
 206 
     | 
    
         
            +
                  cmd = "ruby"
         
     | 
| 
      
 207 
     | 
    
         
            +
                  args = ['-e', 'while !STDIN.eof? && line = STDIN.readline; puts "[s]" + line.chomp; STDOUT.flush rescue nil; STDERR.puts "[e]" + line.chomp; STDERR.flush rescue nil; end']
         
     | 
| 
      
 208 
     | 
    
         
            +
                  @d.child_process_execute(:t2b, cmd, arguments: args, mode: [:write, :read_with_stderr]) do |writeio, readio|
         
     | 
| 
      
 209 
     | 
    
         
            +
                    m.lock
         
     | 
| 
      
 210 
     | 
    
         
            +
                    ran = true
         
     | 
| 
      
 211 
     | 
    
         
            +
             
     | 
| 
      
 212 
     | 
    
         
            +
                    [[1,2],[3,4],[5,6]].each do |i,j|
         
     | 
| 
      
 213 
     | 
    
         
            +
                      writeio.write "my data#{i}\n"
         
     | 
| 
      
 214 
     | 
    
         
            +
                      writeio.write "my data#{j}\n"
         
     | 
| 
      
 215 
     | 
    
         
            +
                      writeio.flush
         
     | 
| 
      
 216 
     | 
    
         
            +
                    end
         
     | 
| 
      
 217 
     | 
    
         
            +
                    writeio.close
         
     | 
| 
      
 218 
     | 
    
         
            +
             
     | 
| 
      
 219 
     | 
    
         
            +
                    while line = readio.readline
         
     | 
| 
      
 220 
     | 
    
         
            +
                      ary << line
         
     | 
| 
      
 221 
     | 
    
         
            +
                    end
         
     | 
| 
      
 222 
     | 
    
         
            +
             
     | 
| 
      
 223 
     | 
    
         
            +
                    m.unlock
         
     | 
| 
      
 224 
     | 
    
         
            +
                  end
         
     | 
| 
      
 225 
     | 
    
         
            +
                  sleep TEST_WAIT_INTERVAL_FOR_BLOCK_RUNNING until m.locked? || ran
         
     | 
| 
      
 226 
     | 
    
         
            +
                  m.lock
         
     | 
| 
      
 227 
     | 
    
         
            +
                  m.unlock
         
     | 
| 
      
 228 
     | 
    
         
            +
                end
         
     | 
| 
      
 229 
     | 
    
         
            +
             
     | 
| 
      
 230 
     | 
    
         
            +
                assert_equal [], @d.log.out.logs
         
     | 
| 
      
 231 
     | 
    
         
            +
                expected = (1..6).map{|i| ["[s]my data#{i}\n", "[e]my data#{i}\n"] }.flatten
         
     | 
| 
      
 232 
     | 
    
         
            +
                assert_equal expected, ary
         
     | 
| 
      
 233 
     | 
    
         
            +
              end
         
     | 
| 
      
 234 
     | 
    
         
            +
             
     | 
| 
      
 235 
     | 
    
         
            +
              test 'can execute external command at just once, which runs forever' do
         
     | 
| 
      
 236 
     | 
    
         
            +
                ary = []
         
     | 
| 
      
 237 
     | 
    
         
            +
                Timeout.timeout(TEST_DEADLOCK_TIMEOUT) do
         
     | 
| 
      
 238 
     | 
    
         
            +
                  ran = false
         
     | 
| 
      
 239 
     | 
    
         
            +
                  args = ["-e", "while sleep 0.1; puts 1; STDOUT.flush; end"]
         
     | 
| 
      
 240 
     | 
    
         
            +
                  @d.child_process_execute(:t3, "ruby", arguments: args, mode: [:read]) do |io|
         
     | 
| 
      
 241 
     | 
    
         
            +
                    begin
         
     | 
| 
      
 242 
     | 
    
         
            +
                      while @d.child_process_running? && line = io.readline
         
     | 
| 
      
 243 
     | 
    
         
            +
                        ran ||= true
         
     | 
| 
      
 244 
     | 
    
         
            +
                        ary << line
         
     | 
| 
      
 245 
     | 
    
         
            +
                      end
         
     | 
| 
      
 246 
     | 
    
         
            +
                    rescue
         
     | 
| 
      
 247 
     | 
    
         
            +
                      # ignore
         
     | 
| 
      
 248 
     | 
    
         
            +
                    end
         
     | 
| 
      
 249 
     | 
    
         
            +
                  end
         
     | 
| 
      
 250 
     | 
    
         
            +
                  sleep TEST_WAIT_INTERVAL_FOR_BLOCK_RUNNING until ran
         
     | 
| 
      
 251 
     | 
    
         
            +
                  sleep 1
         
     | 
| 
      
 252 
     | 
    
         
            +
             
     | 
| 
      
 253 
     | 
    
         
            +
                  @d.stop # nothing occurs
         
     | 
| 
      
 254 
     | 
    
         
            +
                  @d.shutdown
         
     | 
| 
      
 255 
     | 
    
         
            +
                  assert { ary.size >= 4 }
         
     | 
| 
      
 256 
     | 
    
         
            +
             
     | 
| 
      
 257 
     | 
    
         
            +
                  @d.close
         
     | 
| 
      
 258 
     | 
    
         
            +
             
     | 
| 
      
 259 
     | 
    
         
            +
                  @d.terminate
         
     | 
| 
      
 260 
     | 
    
         
            +
                  assert @d._child_process_processes.empty?
         
     | 
| 
      
 261 
     | 
    
         
            +
                end
         
     | 
| 
      
 262 
     | 
    
         
            +
              end
         
     | 
| 
      
 263 
     | 
    
         
            +
             
     | 
| 
      
 264 
     | 
    
         
            +
              # In windows environment, child_process try KILL at first (because there's no SIGTERM)
         
     | 
| 
      
 265 
     | 
    
         
            +
              test 'can execute external command just once, and can terminate it forcedly when shutdown/terminate even if it ignore SIGTERM' do
         
     | 
| 
      
 266 
     | 
    
         
            +
                omit "SIGTERM is unavailable on Windows" if Fluent.windows?
         
     | 
| 
      
 267 
     | 
    
         
            +
             
     | 
| 
      
 268 
     | 
    
         
            +
                m = Mutex.new
         
     | 
| 
      
 269 
     | 
    
         
            +
                ary = []
         
     | 
| 
      
 270 
     | 
    
         
            +
                Timeout.timeout(TEST_DEADLOCK_TIMEOUT) do
         
     | 
| 
      
 271 
     | 
    
         
            +
                  ran = false
         
     | 
| 
      
 272 
     | 
    
         
            +
                  @d.child_process_execute(:t4, "ruby -e 'Signal.trap(:TERM, nil); while sleep 0.1; puts 1; STDOUT.flush rescue nil; end'", mode: [:read]) do |io|
         
     | 
| 
      
 273 
     | 
    
         
            +
                    begin
         
     | 
| 
      
 274 
     | 
    
         
            +
                      while line = io.readline
         
     | 
| 
      
 275 
     | 
    
         
            +
                        unless ran
         
     | 
| 
      
 276 
     | 
    
         
            +
                          m.lock
         
     | 
| 
      
 277 
     | 
    
         
            +
                          ran = true
         
     | 
| 
      
 278 
     | 
    
         
            +
                        end
         
     | 
| 
      
 279 
     | 
    
         
            +
                        ary << line
         
     | 
| 
      
 280 
     | 
    
         
            +
                      end
         
     | 
| 
      
 281 
     | 
    
         
            +
                    rescue
         
     | 
| 
      
 282 
     | 
    
         
            +
                      # ignore
         
     | 
| 
      
 283 
     | 
    
         
            +
                    ensure
         
     | 
| 
      
 284 
     | 
    
         
            +
                      m.unlock
         
     | 
| 
      
 285 
     | 
    
         
            +
                    end
         
     | 
| 
      
 286 
     | 
    
         
            +
                  end
         
     | 
| 
      
 287 
     | 
    
         
            +
                  sleep TEST_WAIT_INTERVAL_FOR_BLOCK_RUNNING until m.locked? || ran
         
     | 
| 
      
 288 
     | 
    
         
            +
             
     | 
| 
      
 289 
     | 
    
         
            +
                  assert_equal [], @d.log.out.logs
         
     | 
| 
      
 290 
     | 
    
         
            +
             
     | 
| 
      
 291 
     | 
    
         
            +
                  @d.stop # nothing occurs
         
     | 
| 
      
 292 
     | 
    
         
            +
                  lines1 = nil
         
     | 
| 
      
 293 
     | 
    
         
            +
                  waiting(TEST_WAIT_INTERVAL_FOR_LOOP * 3) do
         
     | 
| 
      
 294 
     | 
    
         
            +
                    lines1 = ary.size
         
     | 
| 
      
 295 
     | 
    
         
            +
                    lines1 > 1
         
     | 
| 
      
 296 
     | 
    
         
            +
                  end
         
     | 
| 
      
 297 
     | 
    
         
            +
             
     | 
| 
      
 298 
     | 
    
         
            +
                  pid = @d._child_process_processes.keys.first
         
     | 
| 
      
 299 
     | 
    
         
            +
                  # default value 10 is too long for test
         
     | 
| 
      
 300 
     | 
    
         
            +
                  @d.instance_eval { @_child_process_exit_timeout = 1 }
         
     | 
| 
      
 301 
     | 
    
         
            +
                  @d.shutdown
         
     | 
| 
      
 302 
     | 
    
         
            +
                  sleep TEST_WAIT_INTERVAL_FOR_LOOP
         
     | 
| 
      
 303 
     | 
    
         
            +
                  lines2 = ary.size
         
     | 
| 
      
 304 
     | 
    
         
            +
                  assert { lines2 > lines1 }
         
     | 
| 
      
 305 
     | 
    
         
            +
                  @d.close
         
     | 
| 
      
 306 
     | 
    
         
            +
             
     | 
| 
      
 307 
     | 
    
         
            +
                  assert_nil((Process.waitpid(pid, Process::WNOHANG) rescue nil))
         
     | 
| 
      
 308 
     | 
    
         
            +
             
     | 
| 
      
 309 
     | 
    
         
            +
                  @d.terminate
         
     | 
| 
      
 310 
     | 
    
         
            +
                  assert @d._child_process_processes.empty?
         
     | 
| 
      
 311 
     | 
    
         
            +
                  begin
         
     | 
| 
      
 312 
     | 
    
         
            +
                    Process.waitpid(pid)
         
     | 
| 
      
 313 
     | 
    
         
            +
                  rescue Errno::ECHILD
         
     | 
| 
      
 314 
     | 
    
         
            +
                  end
         
     | 
| 
      
 315 
     | 
    
         
            +
                  # Process successfully KILLed if test reaches here
         
     | 
| 
      
 316 
     | 
    
         
            +
                  assert true
         
     | 
| 
      
 317 
     | 
    
         
            +
                end
         
     | 
| 
      
 318 
     | 
    
         
            +
              end
         
     | 
| 
      
 319 
     | 
    
         
            +
             
     | 
| 
      
 320 
     | 
    
         
            +
              test 'can execute external command many times, which finishes immediately' do
         
     | 
| 
      
 321 
     | 
    
         
            +
                ary = []
         
     | 
| 
      
 322 
     | 
    
         
            +
                arguments = ["okay"]
         
     | 
| 
      
 323 
     | 
    
         
            +
                Timeout.timeout(TEST_DEADLOCK_TIMEOUT) do
         
     | 
| 
      
 324 
     | 
    
         
            +
                  start_time = Fluent::Clock.now
         
     | 
| 
      
 325 
     | 
    
         
            +
                  @d.child_process_execute(:t5, "echo", arguments: arguments, interval: 1, mode: [:read]) do |io|
         
     | 
| 
      
 326 
     | 
    
         
            +
                    ary << io.read.split("\n").map(&:chomp).join
         
     | 
| 
      
 327 
     | 
    
         
            +
                  end
         
     | 
| 
      
 328 
     | 
    
         
            +
                  1.upto(2) do |i|
         
     | 
| 
      
 329 
     | 
    
         
            +
                    sleep 0.1 while ary.size < i
         
     | 
| 
      
 330 
     | 
    
         
            +
                    elapsed = Fluent::Clock.now - start_time
         
     | 
| 
      
 331 
     | 
    
         
            +
                    assert_equal(i, ary.size)
         
     | 
| 
      
 332 
     | 
    
         
            +
                    assert_true(elapsed > i && elapsed < i + 0.5,
         
     | 
| 
      
 333 
     | 
    
         
            +
                                "actual elapsed: #{elapsed}")
         
     | 
| 
      
 334 
     | 
    
         
            +
                  end
         
     | 
| 
      
 335 
     | 
    
         
            +
                  assert_equal [], @d.log.out.logs
         
     | 
| 
      
 336 
     | 
    
         
            +
                  @d.stop
         
     | 
| 
      
 337 
     | 
    
         
            +
                  assert_equal [], @d.log.out.logs
         
     | 
| 
      
 338 
     | 
    
         
            +
                  @d.shutdown; @d.close; @d.terminate
         
     | 
| 
      
 339 
     | 
    
         
            +
                end
         
     | 
| 
      
 340 
     | 
    
         
            +
              end
         
     | 
| 
      
 341 
     | 
    
         
            +
             
     | 
| 
      
 342 
     | 
    
         
            +
              test 'can execute external command many times, with leading once executed immediately' do
         
     | 
| 
      
 343 
     | 
    
         
            +
                ary = []
         
     | 
| 
      
 344 
     | 
    
         
            +
                arguments = ["okay"]
         
     | 
| 
      
 345 
     | 
    
         
            +
                Timeout.timeout(TEST_DEADLOCK_TIMEOUT) do
         
     | 
| 
      
 346 
     | 
    
         
            +
                  start_time = Fluent::Clock.now
         
     | 
| 
      
 347 
     | 
    
         
            +
                  @d.child_process_execute(:t6, "echo", arguments: arguments, interval: 1, immediate: true, mode: [:read]) do |io|
         
     | 
| 
      
 348 
     | 
    
         
            +
                    ary << io.read.split("\n").map(&:chomp).join
         
     | 
| 
      
 349 
     | 
    
         
            +
                  end
         
     | 
| 
      
 350 
     | 
    
         
            +
                  0.upto(1) do |i|
         
     | 
| 
      
 351 
     | 
    
         
            +
                    sleep 0.1 while ary.size < i + 1
         
     | 
| 
      
 352 
     | 
    
         
            +
                    elapsed = Fluent::Clock.now - start_time
         
     | 
| 
      
 353 
     | 
    
         
            +
                    assert_equal(i + 1, ary.size)
         
     | 
| 
      
 354 
     | 
    
         
            +
                    assert_true(elapsed > i && elapsed < i + 0.5,
         
     | 
| 
      
 355 
     | 
    
         
            +
                                "actual elapsed: #{elapsed}")
         
     | 
| 
      
 356 
     | 
    
         
            +
                  end
         
     | 
| 
      
 357 
     | 
    
         
            +
                  @d.stop; @d.shutdown; @d.close; @d.terminate
         
     | 
| 
      
 358 
     | 
    
         
            +
                  assert_equal [], @d.log.out.logs
         
     | 
| 
      
 359 
     | 
    
         
            +
                end
         
     | 
| 
      
 360 
     | 
    
         
            +
              end
         
     | 
| 
      
 361 
     | 
    
         
            +
             
     | 
| 
      
 362 
     | 
    
         
            +
              test 'does not execute long running external command in parallel in default' do
         
     | 
| 
      
 363 
     | 
    
         
            +
                ary = []
         
     | 
| 
      
 364 
     | 
    
         
            +
                arguments = ["-e", "10.times{ sleep #{TEST_WAIT_INTERVAL_FOR_LOOP} }"] # 5 sec
         
     | 
| 
      
 365 
     | 
    
         
            +
                Timeout.timeout(TEST_DEADLOCK_TIMEOUT) do
         
     | 
| 
      
 366 
     | 
    
         
            +
                  assert_equal [], @d.log.out.logs
         
     | 
| 
      
 367 
     | 
    
         
            +
                  @d.log.out.singleton_class.module_eval do
         
     | 
| 
      
 368 
     | 
    
         
            +
                    define_method(:write){|message|
         
     | 
| 
      
 369 
     | 
    
         
            +
                      raise "boo" if message.include?('test: {"test":"test"}') || message.include?('test: {"test"=>"test"}')
         
     | 
| 
      
 370 
     | 
    
         
            +
                      @logs.push message
         
     | 
| 
      
 371 
     | 
    
         
            +
                    }
         
     | 
| 
      
 372 
     | 
    
         
            +
                  end
         
     | 
| 
      
 373 
     | 
    
         
            +
             
     | 
| 
      
 374 
     | 
    
         
            +
                  @d.child_process_execute(:t7, "ruby", arguments: arguments, interval: 1, immediate: true, mode: [:read]) do |io|
         
     | 
| 
      
 375 
     | 
    
         
            +
                    ary << io.read.split("\n").map(&:chomp).join
         
     | 
| 
      
 376 
     | 
    
         
            +
                  end
         
     | 
| 
      
 377 
     | 
    
         
            +
                  sleep 2
         
     | 
| 
      
 378 
     | 
    
         
            +
                  assert_equal 1, @d._child_process_processes.size
         
     | 
| 
      
 379 
     | 
    
         
            +
                  @d.stop
         
     | 
| 
      
 380 
     | 
    
         
            +
                  warn_msg = '[warn]: previous child process is still running. skipped. title=:t7 command="ruby" arguments=["-e", "10.times{ sleep 0.5 }"] interval=1 parallel=false' + "\n"
         
     | 
| 
      
 381 
     | 
    
         
            +
                  logs = @d.log.out.logs
         
     | 
| 
      
 382 
     | 
    
         
            +
                  assert{ logs.first.end_with?(warn_msg) }
         
     | 
| 
      
 383 
     | 
    
         
            +
                  assert{ logs.all?{|line| line.end_with?(warn_msg) } }
         
     | 
| 
      
 384 
     | 
    
         
            +
                  @d.shutdown; @d.close; @d.terminate
         
     | 
| 
      
 385 
     | 
    
         
            +
                  assert_equal [], @d.log.out.logs
         
     | 
| 
      
 386 
     | 
    
         
            +
                end
         
     | 
| 
      
 387 
     | 
    
         
            +
              end
         
     | 
| 
      
 388 
     | 
    
         
            +
             
     | 
| 
      
 389 
     | 
    
         
            +
              test 'can execute long running external command in parallel if specified' do
         
     | 
| 
      
 390 
     | 
    
         
            +
                ary = []
         
     | 
| 
      
 391 
     | 
    
         
            +
                arguments = ["-e", "10.times{  puts 'okay'; STDOUT.flush rescue nil; sleep #{TEST_WAIT_INTERVAL_FOR_LOOP} }"] # 5 sec
         
     | 
| 
      
 392 
     | 
    
         
            +
                Timeout.timeout(TEST_DEADLOCK_TIMEOUT) do
         
     | 
| 
      
 393 
     | 
    
         
            +
                  @d.child_process_execute(:t8, "ruby", arguments: arguments, interval: 1, immediate: true, parallel: true, mode: [:read]) do |io|
         
     | 
| 
      
 394 
     | 
    
         
            +
                    ary << io.read.split("\n").map(&:chomp).join
         
     | 
| 
      
 395 
     | 
    
         
            +
                  end
         
     | 
| 
      
 396 
     | 
    
         
            +
                  sleep 2
         
     | 
| 
      
 397 
     | 
    
         
            +
                  processes = @d._child_process_processes.size
         
     | 
| 
      
 398 
     | 
    
         
            +
                  assert { processes >= 2 && processes <= 4 }
         
     | 
| 
      
 399 
     | 
    
         
            +
                  @d.stop; @d.shutdown; @d.close; @d.terminate
         
     | 
| 
      
 400 
     | 
    
         
            +
                  assert_equal [], @d.log.out.logs
         
     | 
| 
      
 401 
     | 
    
         
            +
                end
         
     | 
| 
      
 402 
     | 
    
         
            +
              end
         
     | 
| 
      
 403 
     | 
    
         
            +
             
     | 
| 
      
 404 
     | 
    
         
            +
              test 'execute external processes only for writing' do
         
     | 
| 
      
 405 
     | 
    
         
            +
                m = Mutex.new
         
     | 
| 
      
 406 
     | 
    
         
            +
                unreadable = false
         
     | 
| 
      
 407 
     | 
    
         
            +
                Timeout.timeout(TEST_DEADLOCK_TIMEOUT) do
         
     | 
| 
      
 408 
     | 
    
         
            +
                  ran = false
         
     | 
| 
      
 409 
     | 
    
         
            +
                  @d.child_process_execute(:t9, "ruby", arguments: ['-e', 'a=""; while b=STDIN.readline; a+=b; end'], mode: [:write]) do |io|
         
     | 
| 
      
 410 
     | 
    
         
            +
                    m.lock
         
     | 
| 
      
 411 
     | 
    
         
            +
                    ran = true
         
     | 
| 
      
 412 
     | 
    
         
            +
                    begin
         
     | 
| 
      
 413 
     | 
    
         
            +
                      io.read
         
     | 
| 
      
 414 
     | 
    
         
            +
                    rescue IOError
         
     | 
| 
      
 415 
     | 
    
         
            +
                      unreadable = true
         
     | 
| 
      
 416 
     | 
    
         
            +
                    end
         
     | 
| 
      
 417 
     | 
    
         
            +
                    50.times do
         
     | 
| 
      
 418 
     | 
    
         
            +
                      io.write "hahaha\n"
         
     | 
| 
      
 419 
     | 
    
         
            +
                    end
         
     | 
| 
      
 420 
     | 
    
         
            +
                    m.unlock
         
     | 
| 
      
 421 
     | 
    
         
            +
                  end
         
     | 
| 
      
 422 
     | 
    
         
            +
                  sleep TEST_WAIT_INTERVAL_FOR_BLOCK_RUNNING until m.locked? || ran
         
     | 
| 
      
 423 
     | 
    
         
            +
                  m.lock
         
     | 
| 
      
 424 
     | 
    
         
            +
                  m.unlock
         
     | 
| 
      
 425 
     | 
    
         
            +
                  assert unreadable
         
     | 
| 
      
 426 
     | 
    
         
            +
                  @d.stop; @d.shutdown; @d.close; @d.terminate
         
     | 
| 
      
 427 
     | 
    
         
            +
                  assert_equal [], @d.log.out.logs
         
     | 
| 
      
 428 
     | 
    
         
            +
                end
         
     | 
| 
      
 429 
     | 
    
         
            +
              end
         
     | 
| 
      
 430 
     | 
    
         
            +
             
     | 
| 
      
 431 
     | 
    
         
            +
              test 'execute external processes only for reading' do
         
     | 
| 
      
 432 
     | 
    
         
            +
                m = Mutex.new
         
     | 
| 
      
 433 
     | 
    
         
            +
                unwritable = false
         
     | 
| 
      
 434 
     | 
    
         
            +
                Timeout.timeout(TEST_DEADLOCK_TIMEOUT) do
         
     | 
| 
      
 435 
     | 
    
         
            +
                  ran = false
         
     | 
| 
      
 436 
     | 
    
         
            +
                  @d.child_process_execute(:t10, "ruby", arguments: ["-e", "while sleep #{TEST_WAIT_INTERVAL_FOR_LOOP}; puts 1; STDOUT.flush rescue nil; end"], mode: [:read]) do |io|
         
     | 
| 
      
 437 
     | 
    
         
            +
                    m.lock
         
     | 
| 
      
 438 
     | 
    
         
            +
                    ran = true
         
     | 
| 
      
 439 
     | 
    
         
            +
                    begin
         
     | 
| 
      
 440 
     | 
    
         
            +
                      io.write "foobar"
         
     | 
| 
      
 441 
     | 
    
         
            +
                    rescue IOError
         
     | 
| 
      
 442 
     | 
    
         
            +
                      unwritable = true
         
     | 
| 
      
 443 
     | 
    
         
            +
                    end
         
     | 
| 
      
 444 
     | 
    
         
            +
                    _data = io.readline
         
     | 
| 
      
 445 
     | 
    
         
            +
                    m.unlock
         
     | 
| 
      
 446 
     | 
    
         
            +
                  end
         
     | 
| 
      
 447 
     | 
    
         
            +
                  sleep TEST_WAIT_INTERVAL_FOR_BLOCK_RUNNING until m.locked? || ran
         
     | 
| 
      
 448 
     | 
    
         
            +
                  m.lock
         
     | 
| 
      
 449 
     | 
    
         
            +
                  m.unlock
         
     | 
| 
      
 450 
     | 
    
         
            +
                  @d.stop; @d.shutdown; @d.close; @d.terminate
         
     | 
| 
      
 451 
     | 
    
         
            +
                  assert unwritable
         
     | 
| 
      
 452 
     | 
    
         
            +
                  assert_equal [], @d.log.out.logs
         
     | 
| 
      
 453 
     | 
    
         
            +
                end
         
     | 
| 
      
 454 
     | 
    
         
            +
              end
         
     | 
| 
      
 455 
     | 
    
         
            +
             
     | 
| 
      
 456 
     | 
    
         
            +
              test 'can control external encodings' do
         
     | 
| 
      
 457 
     | 
    
         
            +
                m = Mutex.new
         
     | 
| 
      
 458 
     | 
    
         
            +
                encodings = []
         
     | 
| 
      
 459 
     | 
    
         
            +
                Timeout.timeout(TEST_DEADLOCK_TIMEOUT) do
         
     | 
| 
      
 460 
     | 
    
         
            +
                  ran = false
         
     | 
| 
      
 461 
     | 
    
         
            +
                  @d.child_process_execute(:t11, "ruby -e 'sleep 10'", external_encoding: 'ascii-8bit') do |r, w|
         
     | 
| 
      
 462 
     | 
    
         
            +
                    m.lock
         
     | 
| 
      
 463 
     | 
    
         
            +
                    ran = true
         
     | 
| 
      
 464 
     | 
    
         
            +
                    encodings << r.external_encoding
         
     | 
| 
      
 465 
     | 
    
         
            +
                    encodings << w.external_encoding
         
     | 
| 
      
 466 
     | 
    
         
            +
                    m.unlock
         
     | 
| 
      
 467 
     | 
    
         
            +
                  end
         
     | 
| 
      
 468 
     | 
    
         
            +
                  sleep TEST_WAIT_INTERVAL_FOR_BLOCK_RUNNING until m.locked? || ran
         
     | 
| 
      
 469 
     | 
    
         
            +
                  m.lock
         
     | 
| 
      
 470 
     | 
    
         
            +
                  assert_equal Encoding::ASCII_8BIT, encodings[0]
         
     | 
| 
      
 471 
     | 
    
         
            +
                  assert_equal Encoding::ASCII_8BIT, encodings[1]
         
     | 
| 
      
 472 
     | 
    
         
            +
                  @d.stop; @d.shutdown; @d.close; @d.terminate
         
     | 
| 
      
 473 
     | 
    
         
            +
                end
         
     | 
| 
      
 474 
     | 
    
         
            +
              end
         
     | 
| 
      
 475 
     | 
    
         
            +
             
     | 
| 
      
 476 
     | 
    
         
            +
              test 'can control internal encodings' do
         
     | 
| 
      
 477 
     | 
    
         
            +
                m = Mutex.new
         
     | 
| 
      
 478 
     | 
    
         
            +
                encodings = []
         
     | 
| 
      
 479 
     | 
    
         
            +
                Timeout.timeout(TEST_DEADLOCK_TIMEOUT) do
         
     | 
| 
      
 480 
     | 
    
         
            +
                  ran = false
         
     | 
| 
      
 481 
     | 
    
         
            +
                  @d.child_process_execute(:t12, "ruby -e 'sleep 10'", external_encoding: 'utf-8', internal_encoding: 'ascii-8bit') do |r, w|
         
     | 
| 
      
 482 
     | 
    
         
            +
                    m.lock
         
     | 
| 
      
 483 
     | 
    
         
            +
                    ran = true
         
     | 
| 
      
 484 
     | 
    
         
            +
                    encodings << r.internal_encoding
         
     | 
| 
      
 485 
     | 
    
         
            +
                    encodings << w.internal_encoding
         
     | 
| 
      
 486 
     | 
    
         
            +
                    m.unlock
         
     | 
| 
      
 487 
     | 
    
         
            +
                  end
         
     | 
| 
      
 488 
     | 
    
         
            +
                  sleep TEST_WAIT_INTERVAL_FOR_BLOCK_RUNNING until m.locked? || ran
         
     | 
| 
      
 489 
     | 
    
         
            +
                  m.lock
         
     | 
| 
      
 490 
     | 
    
         
            +
                  assert_equal Encoding::ASCII_8BIT, encodings[0]
         
     | 
| 
      
 491 
     | 
    
         
            +
                  assert_equal Encoding::ASCII_8BIT, encodings[1]
         
     | 
| 
      
 492 
     | 
    
         
            +
                  @d.stop; @d.shutdown; @d.close; @d.terminate
         
     | 
| 
      
 493 
     | 
    
         
            +
                end
         
     | 
| 
      
 494 
     | 
    
         
            +
              end
         
     | 
| 
      
 495 
     | 
    
         
            +
             
     | 
| 
      
 496 
     | 
    
         
            +
              test 'can convert encodings from ascii-8bit to utf-8' do
         
     | 
| 
      
 497 
     | 
    
         
            +
                m = Mutex.new
         
     | 
| 
      
 498 
     | 
    
         
            +
                str = nil
         
     | 
| 
      
 499 
     | 
    
         
            +
                Timeout.timeout(TEST_DEADLOCK_TIMEOUT) do
         
     | 
| 
      
 500 
     | 
    
         
            +
                  ran = false
         
     | 
| 
      
 501 
     | 
    
         
            +
                  args = ['-e', 'STDOUT.set_encoding("ascii-8bit"); STDOUT.write "\xA4\xB5\xA4\xC8\xA4\xB7"']
         
     | 
| 
      
 502 
     | 
    
         
            +
                  @d.child_process_execute(:t13, "ruby", arguments: args, external_encoding: 'euc-jp', internal_encoding: 'windows-31j', mode: [:read]) do |io|
         
     | 
| 
      
 503 
     | 
    
         
            +
                    m.lock
         
     | 
| 
      
 504 
     | 
    
         
            +
                    ran = true
         
     | 
| 
      
 505 
     | 
    
         
            +
                    str = io.read
         
     | 
| 
      
 506 
     | 
    
         
            +
                    m.unlock
         
     | 
| 
      
 507 
     | 
    
         
            +
                  end
         
     | 
| 
      
 508 
     | 
    
         
            +
                  sleep TEST_WAIT_INTERVAL_FOR_BLOCK_RUNNING until m.locked? || ran
         
     | 
| 
      
 509 
     | 
    
         
            +
                  m.lock
         
     | 
| 
      
 510 
     | 
    
         
            +
                  assert_equal Encoding.find('windows-31j'), str.encoding
         
     | 
| 
      
 511 
     | 
    
         
            +
                  expected = "さとし".encode('windows-31j')
         
     | 
| 
      
 512 
     | 
    
         
            +
                  assert_equal expected, str
         
     | 
| 
      
 513 
     | 
    
         
            +
                  @d.stop; @d.shutdown; @d.close; @d.terminate
         
     | 
| 
      
 514 
     | 
    
         
            +
                end
         
     | 
| 
      
 515 
     | 
    
         
            +
              end
         
     | 
| 
      
 516 
     | 
    
         
            +
             
     | 
| 
      
 517 
     | 
    
         
            +
              test 'can scrub characters without exceptions' do
         
     | 
| 
      
 518 
     | 
    
         
            +
                if Gem::Version.create(RUBY_VERSION) >= Gem::Version.create('3.3.0')
         
     | 
| 
      
 519 
     | 
    
         
            +
                  pend "Behaviour of IO#set_encoding is changed as of Ruby 3.3 (#4058)"
         
     | 
| 
      
 520 
     | 
    
         
            +
                end
         
     | 
| 
      
 521 
     | 
    
         
            +
                m = Mutex.new
         
     | 
| 
      
 522 
     | 
    
         
            +
                str = nil
         
     | 
| 
      
 523 
     | 
    
         
            +
                Timeout.timeout(TEST_DEADLOCK_TIMEOUT) do
         
     | 
| 
      
 524 
     | 
    
         
            +
                  ran = false
         
     | 
| 
      
 525 
     | 
    
         
            +
                  args = ['-e', 'STDOUT.set_encoding("ascii-8bit"); STDOUT.write "\xFF\xFF\x00\xF0\xF0"']
         
     | 
| 
      
 526 
     | 
    
         
            +
                  @d.child_process_execute(:t13a, "ruby", arguments: args, mode: [:read]) do |io|
         
     | 
| 
      
 527 
     | 
    
         
            +
                    m.lock
         
     | 
| 
      
 528 
     | 
    
         
            +
                    ran = true
         
     | 
| 
      
 529 
     | 
    
         
            +
                    str = io.read
         
     | 
| 
      
 530 
     | 
    
         
            +
                    m.unlock
         
     | 
| 
      
 531 
     | 
    
         
            +
                  end
         
     | 
| 
      
 532 
     | 
    
         
            +
                  sleep TEST_WAIT_INTERVAL_FOR_BLOCK_RUNNING until m.locked? || ran
         
     | 
| 
      
 533 
     | 
    
         
            +
                  m.lock
         
     | 
| 
      
 534 
     | 
    
         
            +
                  assert_equal Encoding.find('utf-8'), str.encoding
         
     | 
| 
      
 535 
     | 
    
         
            +
                  replacement = "\uFFFD" # U+FFFD (REPLACEMENT CHARACTER)
         
     | 
| 
      
 536 
     | 
    
         
            +
                  nul = "\x00" # U+0000 (NUL)
         
     | 
| 
      
 537 
     | 
    
         
            +
                  expected = replacement * 2 + nul + replacement * 2
         
     | 
| 
      
 538 
     | 
    
         
            +
                  assert_equal expected, str
         
     | 
| 
      
 539 
     | 
    
         
            +
                  @d.stop; @d.shutdown; @d.close; @d.terminate
         
     | 
| 
      
 540 
     | 
    
         
            +
                end
         
     | 
| 
      
 541 
     | 
    
         
            +
              end
         
     | 
| 
      
 542 
     | 
    
         
            +
             
     | 
| 
      
 543 
     | 
    
         
            +
              test 'can scrub characters without exceptions and replace specified chars' do
         
     | 
| 
      
 544 
     | 
    
         
            +
                if Gem::Version.create(RUBY_VERSION) >= Gem::Version.create('3.3.0')
         
     | 
| 
      
 545 
     | 
    
         
            +
                  pend "Behaviour of IO#set_encoding is changed as of Ruby 3.3 (#4058)"
         
     | 
| 
      
 546 
     | 
    
         
            +
                end
         
     | 
| 
      
 547 
     | 
    
         
            +
                m = Mutex.new
         
     | 
| 
      
 548 
     | 
    
         
            +
                str = nil
         
     | 
| 
      
 549 
     | 
    
         
            +
                replacement = "?"
         
     | 
| 
      
 550 
     | 
    
         
            +
                Timeout.timeout(TEST_DEADLOCK_TIMEOUT) do
         
     | 
| 
      
 551 
     | 
    
         
            +
                  ran = false
         
     | 
| 
      
 552 
     | 
    
         
            +
                  args = ['-e', 'STDOUT.set_encoding("ascii-8bit"); STDOUT.write "\xFF\xFF\x00\xF0\xF0"']
         
     | 
| 
      
 553 
     | 
    
         
            +
                  @d.child_process_execute(:t13b, "ruby", arguments: args, mode: [:read], scrub: true, replace_string: replacement) do |io|
         
     | 
| 
      
 554 
     | 
    
         
            +
                    m.lock
         
     | 
| 
      
 555 
     | 
    
         
            +
                    ran = true
         
     | 
| 
      
 556 
     | 
    
         
            +
                    str = io.read
         
     | 
| 
      
 557 
     | 
    
         
            +
                    m.unlock
         
     | 
| 
      
 558 
     | 
    
         
            +
                  end
         
     | 
| 
      
 559 
     | 
    
         
            +
                  sleep TEST_WAIT_INTERVAL_FOR_BLOCK_RUNNING until m.locked? || ran
         
     | 
| 
      
 560 
     | 
    
         
            +
                  m.lock
         
     | 
| 
      
 561 
     | 
    
         
            +
                  assert_equal Encoding.find('utf-8'), str.encoding
         
     | 
| 
      
 562 
     | 
    
         
            +
                  nul = "\x00" # U+0000 (NUL)
         
     | 
| 
      
 563 
     | 
    
         
            +
                  expected = replacement * 2 + nul + replacement * 2
         
     | 
| 
      
 564 
     | 
    
         
            +
                  assert_equal expected, str
         
     | 
| 
      
 565 
     | 
    
         
            +
                  @d.stop; @d.shutdown; @d.close; @d.terminate
         
     | 
| 
      
 566 
     | 
    
         
            +
                end
         
     | 
| 
      
 567 
     | 
    
         
            +
              end
         
     | 
| 
      
 568 
     | 
    
         
            +
             
     | 
| 
      
 569 
     | 
    
         
            +
              unless Fluent.windows?
         
     | 
| 
      
 570 
     | 
    
         
            +
                test 'can specify subprocess name' do
         
     | 
| 
      
 571 
     | 
    
         
            +
                  io = IO.popen([["cat", "caaaaaaaaaaat"], '-'])
         
     | 
| 
      
 572 
     | 
    
         
            +
                  process_naming_enabled = (IO.popen(["ps", "opid,cmd"]){|_io| _io.readlines }.count{|line| line.include?("caaaaaaaaaaat") } > 0)
         
     | 
| 
      
 573 
     | 
    
         
            +
                  Process.kill(:TERM, io.pid) rescue nil
         
     | 
| 
      
 574 
     | 
    
         
            +
                  io.close rescue nil
         
     | 
| 
      
 575 
     | 
    
         
            +
             
     | 
| 
      
 576 
     | 
    
         
            +
                  # Does TravisCI prohibit process renaming?
         
     | 
| 
      
 577 
     | 
    
         
            +
                  # This test will be passed in such environment
         
     | 
| 
      
 578 
     | 
    
         
            +
                  pend unless process_naming_enabled
         
     | 
| 
      
 579 
     | 
    
         
            +
             
     | 
| 
      
 580 
     | 
    
         
            +
                  m = Mutex.new
         
     | 
| 
      
 581 
     | 
    
         
            +
                  pids = []
         
     | 
| 
      
 582 
     | 
    
         
            +
                  proc_lines = []
         
     | 
| 
      
 583 
     | 
    
         
            +
                  Timeout.timeout(TEST_DEADLOCK_TIMEOUT) do
         
     | 
| 
      
 584 
     | 
    
         
            +
                    ran = false
         
     | 
| 
      
 585 
     | 
    
         
            +
                    @d.child_process_execute(:t14, "/bin/sh", arguments:['-c', 'sleep 10; echo "hello"'], subprocess_name: "sleeeeeeeeeper", mode: [:read]) do |readio|
         
     | 
| 
      
 586 
     | 
    
         
            +
                      m.lock
         
     | 
| 
      
 587 
     | 
    
         
            +
                      ran = true
         
     | 
| 
      
 588 
     | 
    
         
            +
                      pids << @d.child_process_id
         
     | 
| 
      
 589 
     | 
    
         
            +
                      proc_lines += IO.popen(["ps", "opid,cmd"]){|_io| _io.readlines }
         
     | 
| 
      
 590 
     | 
    
         
            +
                      m.unlock
         
     | 
| 
      
 591 
     | 
    
         
            +
                      readio.read
         
     | 
| 
      
 592 
     | 
    
         
            +
                    end
         
     | 
| 
      
 593 
     | 
    
         
            +
                    sleep TEST_WAIT_INTERVAL_FOR_BLOCK_RUNNING until m.locked? || ran
         
     | 
| 
      
 594 
     | 
    
         
            +
                    m.lock
         
     | 
| 
      
 595 
     | 
    
         
            +
                    pid = pids.first
         
     | 
| 
      
 596 
     | 
    
         
            +
                    # 16357 sleeeeeeeeeper -e sleep 10; puts "hello"
         
     | 
| 
      
 597 
     | 
    
         
            +
                    assert{ proc_lines.find{|line| line =~ /^\s*#{pid}\s/ }.strip.split(/\s+/)[1] == "sleeeeeeeeeper" }
         
     | 
| 
      
 598 
     | 
    
         
            +
                    @d.stop; @d.shutdown; @d.close; @d.terminate
         
     | 
| 
      
 599 
     | 
    
         
            +
                  end
         
     | 
| 
      
 600 
     | 
    
         
            +
                end
         
     | 
| 
      
 601 
     | 
    
         
            +
              end
         
     | 
| 
      
 602 
     | 
    
         
            +
             
     | 
| 
      
 603 
     | 
    
         
            +
              test 'can set ENV variables' do
         
     | 
| 
      
 604 
     | 
    
         
            +
                m = Mutex.new
         
     | 
| 
      
 605 
     | 
    
         
            +
                str = nil
         
     | 
| 
      
 606 
     | 
    
         
            +
                Timeout.timeout(TEST_DEADLOCK_TIMEOUT) do
         
     | 
| 
      
 607 
     | 
    
         
            +
                  ran = false
         
     | 
| 
      
 608 
     | 
    
         
            +
                  args = ['-e', 'puts ENV["testing_child_process"]']
         
     | 
| 
      
 609 
     | 
    
         
            +
                  @d.child_process_execute(:t15a, "ruby", arguments: args, mode: [:read], env: {'testing_child_process' => 'Yes! True!'}) do |io|
         
     | 
| 
      
 610 
     | 
    
         
            +
                    m.lock
         
     | 
| 
      
 611 
     | 
    
         
            +
                    ran = true
         
     | 
| 
      
 612 
     | 
    
         
            +
                    str = io.read
         
     | 
| 
      
 613 
     | 
    
         
            +
                    m.unlock
         
     | 
| 
      
 614 
     | 
    
         
            +
                  end
         
     | 
| 
      
 615 
     | 
    
         
            +
                  sleep TEST_WAIT_INTERVAL_FOR_BLOCK_RUNNING until m.locked? || ran
         
     | 
| 
      
 616 
     | 
    
         
            +
                  m.lock
         
     | 
| 
      
 617 
     | 
    
         
            +
                  expected = "Yes! True!\n"
         
     | 
| 
      
 618 
     | 
    
         
            +
                  assert_equal expected, str
         
     | 
| 
      
 619 
     | 
    
         
            +
                  @d.stop; @d.shutdown; @d.close; @d.terminate
         
     | 
| 
      
 620 
     | 
    
         
            +
                end
         
     | 
| 
      
 621 
     | 
    
         
            +
              end
         
     | 
| 
      
 622 
     | 
    
         
            +
             
     | 
| 
      
 623 
     | 
    
         
            +
              test 'can unset ENV variables of Fluentd process' do
         
     | 
| 
      
 624 
     | 
    
         
            +
                m = Mutex.new
         
     | 
| 
      
 625 
     | 
    
         
            +
                str = nil
         
     | 
| 
      
 626 
     | 
    
         
            +
                Timeout.timeout(TEST_DEADLOCK_TIMEOUT) do
         
     | 
| 
      
 627 
     | 
    
         
            +
                  current_env_path = ENV['PATH']
         
     | 
| 
      
 628 
     | 
    
         
            +
                  ran = false
         
     | 
| 
      
 629 
     | 
    
         
            +
                  args = ['-e', 'puts ENV["testing_child_process1"].to_s + ENV["testing_child_process2"].to_s']
         
     | 
| 
      
 630 
     | 
    
         
            +
                  ENV['testing_child_process1'] = "No! False!"
         
     | 
| 
      
 631 
     | 
    
         
            +
                  @d.child_process_execute(:t15b, "ruby", arguments: args, mode: [:read], unsetenv: true, env: {'testing_child_process2' => 'Yes! True!', 'PATH' => current_env_path}) do |io|
         
     | 
| 
      
 632 
     | 
    
         
            +
                    m.lock
         
     | 
| 
      
 633 
     | 
    
         
            +
                    ran = true
         
     | 
| 
      
 634 
     | 
    
         
            +
                    str = io.read
         
     | 
| 
      
 635 
     | 
    
         
            +
                    m.unlock
         
     | 
| 
      
 636 
     | 
    
         
            +
                  end
         
     | 
| 
      
 637 
     | 
    
         
            +
                  sleep TEST_WAIT_INTERVAL_FOR_BLOCK_RUNNING until m.locked? || ran
         
     | 
| 
      
 638 
     | 
    
         
            +
                  m.lock
         
     | 
| 
      
 639 
     | 
    
         
            +
                  expected = "Yes! True!\n"
         
     | 
| 
      
 640 
     | 
    
         
            +
                  assert_equal expected, str
         
     | 
| 
      
 641 
     | 
    
         
            +
                  @d.stop; @d.shutdown; @d.close; @d.terminate
         
     | 
| 
      
 642 
     | 
    
         
            +
                end
         
     | 
| 
      
 643 
     | 
    
         
            +
              end
         
     | 
| 
      
 644 
     | 
    
         
            +
             
     | 
| 
      
 645 
     | 
    
         
            +
              unless Fluent.windows?
         
     | 
| 
      
 646 
     | 
    
         
            +
                test 'can change working directory' do
         
     | 
| 
      
 647 
     | 
    
         
            +
                  # check my real /tmp directory (for mac)
         
     | 
| 
      
 648 
     | 
    
         
            +
                  cmd = ['ruby', '-e', 'Dir.chdir("/tmp"); puts Dir.pwd']
         
     | 
| 
      
 649 
     | 
    
         
            +
                  mytmpdir = IO.popen(cmd){|io| io.read.chomp }
         
     | 
| 
      
 650 
     | 
    
         
            +
             
     | 
| 
      
 651 
     | 
    
         
            +
                  m = Mutex.new
         
     | 
| 
      
 652 
     | 
    
         
            +
                  str = nil
         
     | 
| 
      
 653 
     | 
    
         
            +
                  Timeout.timeout(TEST_DEADLOCK_TIMEOUT) do
         
     | 
| 
      
 654 
     | 
    
         
            +
                    ran = false
         
     | 
| 
      
 655 
     | 
    
         
            +
                    args = ['-e', 'puts Dir.pwd']
         
     | 
| 
      
 656 
     | 
    
         
            +
                    @d.child_process_execute(:t16, "ruby", arguments: args, mode: [:read], chdir: "/tmp") do |io|
         
     | 
| 
      
 657 
     | 
    
         
            +
                      m.lock
         
     | 
| 
      
 658 
     | 
    
         
            +
                      ran = true
         
     | 
| 
      
 659 
     | 
    
         
            +
                      str = io.read.chomp
         
     | 
| 
      
 660 
     | 
    
         
            +
                      m.unlock
         
     | 
| 
      
 661 
     | 
    
         
            +
                    end
         
     | 
| 
      
 662 
     | 
    
         
            +
                    sleep TEST_WAIT_INTERVAL_FOR_BLOCK_RUNNING until m.locked? || ran
         
     | 
| 
      
 663 
     | 
    
         
            +
                    m.lock
         
     | 
| 
      
 664 
     | 
    
         
            +
                    assert_equal mytmpdir, str
         
     | 
| 
      
 665 
     | 
    
         
            +
                    @d.stop; @d.shutdown; @d.close; @d.terminate
         
     | 
| 
      
 666 
     | 
    
         
            +
                  end
         
     | 
| 
      
 667 
     | 
    
         
            +
                end
         
     | 
| 
      
 668 
     | 
    
         
            +
              end
         
     | 
| 
      
 669 
     | 
    
         
            +
             
     | 
| 
      
 670 
     | 
    
         
            +
              sub_test_case 'on_exit_callback is specified' do
         
     | 
| 
      
 671 
     | 
    
         
            +
                setup do
         
     | 
| 
      
 672 
     | 
    
         
            +
                  @temp = Tempfile.create("child_process_wait_with_on_exit_callback")
         
     | 
| 
      
 673 
     | 
    
         
            +
                  @temp_path = @temp.path
         
     | 
| 
      
 674 
     | 
    
         
            +
                  @temp.close
         
     | 
| 
      
 675 
     | 
    
         
            +
                end
         
     | 
| 
      
 676 
     | 
    
         
            +
             
     | 
| 
      
 677 
     | 
    
         
            +
                teardown do
         
     | 
| 
      
 678 
     | 
    
         
            +
                  File.unlink @temp_path if File.exist?(@temp_path)
         
     | 
| 
      
 679 
     | 
    
         
            +
                end
         
     | 
| 
      
 680 
     | 
    
         
            +
             
     | 
| 
      
 681 
     | 
    
         
            +
                test 'can return exit status for child process successfully exits using on_exit_callback' do
         
     | 
| 
      
 682 
     | 
    
         
            +
                  assert File.exist?(@temp_path)
         
     | 
| 
      
 683 
     | 
    
         
            +
             
     | 
| 
      
 684 
     | 
    
         
            +
                  block_exits = false
         
     | 
| 
      
 685 
     | 
    
         
            +
                  callback_called = false
         
     | 
| 
      
 686 
     | 
    
         
            +
                  exit_status = nil
         
     | 
| 
      
 687 
     | 
    
         
            +
                  args = ['-e', 'puts "yay"; File.unlink ARGV[0]', @temp_path]
         
     | 
| 
      
 688 
     | 
    
         
            +
                  cb = ->(status){ exit_status = status; callback_called = true }
         
     | 
| 
      
 689 
     | 
    
         
            +
             
     | 
| 
      
 690 
     | 
    
         
            +
                  str = nil
         
     | 
| 
      
 691 
     | 
    
         
            +
                  pid = nil
         
     | 
| 
      
 692 
     | 
    
         
            +
                  @d.child_process_execute(:st1, "ruby", arguments: args, mode: [:read], on_exit_callback: cb) do |readio|
         
     | 
| 
      
 693 
     | 
    
         
            +
                    assert !callback_called # ensure yet to be called
         
     | 
| 
      
 694 
     | 
    
         
            +
                    pid = @d.instance_eval { child_process_id }
         
     | 
| 
      
 695 
     | 
    
         
            +
                    str = readio.read.chomp
         
     | 
| 
      
 696 
     | 
    
         
            +
                    block_exits = true
         
     | 
| 
      
 697 
     | 
    
         
            +
                  end
         
     | 
| 
      
 698 
     | 
    
         
            +
                  waiting(TEST_DEADLOCK_TIMEOUT){ sleep TEST_WAIT_INTERVAL_FOR_BLOCK_RUNNING while @d.child_process_exist?(pid) } # to get exit status
         
     | 
| 
      
 699 
     | 
    
         
            +
                  waiting(TEST_DEADLOCK_TIMEOUT){ sleep TEST_WAIT_INTERVAL_FOR_BLOCK_RUNNING until block_exits }
         
     | 
| 
      
 700 
     | 
    
         
            +
                  waiting(TEST_DEADLOCK_TIMEOUT){ sleep TEST_WAIT_INTERVAL_FOR_BLOCK_RUNNING until callback_called }
         
     | 
| 
      
 701 
     | 
    
         
            +
             
     | 
| 
      
 702 
     | 
    
         
            +
                  assert callback_called
         
     | 
| 
      
 703 
     | 
    
         
            +
                  assert exit_status
         
     | 
| 
      
 704 
     | 
    
         
            +
                  assert_equal 0, exit_status.exitstatus
         
     | 
| 
      
 705 
     | 
    
         
            +
                  assert !File.exist?(@temp_path)
         
     | 
| 
      
 706 
     | 
    
         
            +
             
     | 
| 
      
 707 
     | 
    
         
            +
                  assert_equal "yay", str
         
     | 
| 
      
 708 
     | 
    
         
            +
                end
         
     | 
| 
      
 709 
     | 
    
         
            +
             
     | 
| 
      
 710 
     | 
    
         
            +
                test 'can return exit status with signal code for child process killed by signal using on_exit_callback' do
         
     | 
| 
      
 711 
     | 
    
         
            +
                  omit "SIGQUIT is unsupported on Windows" if Fluent.windows?
         
     | 
| 
      
 712 
     | 
    
         
            +
             
     | 
| 
      
 713 
     | 
    
         
            +
                  assert File.exist?(@temp_path)
         
     | 
| 
      
 714 
     | 
    
         
            +
             
     | 
| 
      
 715 
     | 
    
         
            +
                  block_exits = false
         
     | 
| 
      
 716 
     | 
    
         
            +
                  callback_called = false
         
     | 
| 
      
 717 
     | 
    
         
            +
                  exit_status = nil
         
     | 
| 
      
 718 
     | 
    
         
            +
                  args = ['-e', 'sleep ARGV[0].to_i; puts "yay"; File.unlink ARGV[1]', '100', @temp_path]
         
     | 
| 
      
 719 
     | 
    
         
            +
                  cb = ->(status){ exit_status = status; callback_called = true }
         
     | 
| 
      
 720 
     | 
    
         
            +
             
     | 
| 
      
 721 
     | 
    
         
            +
                  str = nil
         
     | 
| 
      
 722 
     | 
    
         
            +
                  pid = nil
         
     | 
| 
      
 723 
     | 
    
         
            +
                  @d.child_process_execute(:st1, "ruby", arguments: args, mode: [:read], on_exit_callback: cb) do |readio|
         
     | 
| 
      
 724 
     | 
    
         
            +
                    pid = @d.instance_eval { child_process_id }
         
     | 
| 
      
 725 
     | 
    
         
            +
                    sleep 1
         
     | 
| 
      
 726 
     | 
    
         
            +
                    Process.kill(:QUIT, pid)
         
     | 
| 
      
 727 
     | 
    
         
            +
                    str = readio.read.chomp rescue nil # empty string before EOF
         
     | 
| 
      
 728 
     | 
    
         
            +
                    block_exits = true
         
     | 
| 
      
 729 
     | 
    
         
            +
                  end
         
     | 
| 
      
 730 
     | 
    
         
            +
                  waiting(TEST_DEADLOCK_TIMEOUT){ sleep TEST_WAIT_INTERVAL_FOR_BLOCK_RUNNING while @d.child_process_exist?(pid) } # to get exit status
         
     | 
| 
      
 731 
     | 
    
         
            +
                  waiting(TEST_DEADLOCK_TIMEOUT){ sleep TEST_WAIT_INTERVAL_FOR_BLOCK_RUNNING until block_exits }
         
     | 
| 
      
 732 
     | 
    
         
            +
                  waiting(TEST_DEADLOCK_TIMEOUT){ sleep TEST_WAIT_INTERVAL_FOR_BLOCK_RUNNING until callback_called }
         
     | 
| 
      
 733 
     | 
    
         
            +
             
     | 
| 
      
 734 
     | 
    
         
            +
                  assert callback_called
         
     | 
| 
      
 735 
     | 
    
         
            +
                  assert exit_status
         
     | 
| 
      
 736 
     | 
    
         
            +
             
     | 
| 
      
 737 
     | 
    
         
            +
                  assert_equal nil, exit_status.exitstatus
         
     | 
| 
      
 738 
     | 
    
         
            +
                  assert_equal 3, exit_status.termsig
         
     | 
| 
      
 739 
     | 
    
         
            +
                  assert File.exist?(@temp_path)
         
     | 
| 
      
 740 
     | 
    
         
            +
                  assert_equal '', str
         
     | 
| 
      
 741 
     | 
    
         
            +
                end
         
     | 
| 
      
 742 
     | 
    
         
            +
             
     | 
| 
      
 743 
     | 
    
         
            +
                test 'calls on_exit_callback for each process exits for interval call using on_exit_callback' do
         
     | 
| 
      
 744 
     | 
    
         
            +
                  read_data_list = []
         
     | 
| 
      
 745 
     | 
    
         
            +
                  exit_status_list = []
         
     | 
| 
      
 746 
     | 
    
         
            +
             
     | 
| 
      
 747 
     | 
    
         
            +
                  args = ['yay']
         
     | 
| 
      
 748 
     | 
    
         
            +
                  cb = ->(status){ exit_status_list << status }
         
     | 
| 
      
 749 
     | 
    
         
            +
             
     | 
| 
      
 750 
     | 
    
         
            +
                  Timeout.timeout(TEST_DEADLOCK_TIMEOUT) do
         
     | 
| 
      
 751 
     | 
    
         
            +
                    @d.child_process_execute(:st1, "echo", arguments: args, immediate: true, interval: 1, mode: [:read], on_exit_callback: cb) do |readio|
         
     | 
| 
      
 752 
     | 
    
         
            +
                      read_data_list << readio.read.chomp
         
     | 
| 
      
 753 
     | 
    
         
            +
                    end
         
     | 
| 
      
 754 
     | 
    
         
            +
                    sleep 2.5
         
     | 
| 
      
 755 
     | 
    
         
            +
                  end
         
     | 
| 
      
 756 
     | 
    
         
            +
             
     | 
| 
      
 757 
     | 
    
         
            +
                  assert { read_data_list.size >= 2 }
         
     | 
| 
      
 758 
     | 
    
         
            +
                  assert { exit_status_list.size >= 2 }
         
     | 
| 
      
 759 
     | 
    
         
            +
                end
         
     | 
| 
      
 760 
     | 
    
         
            +
             
     | 
| 
      
 761 
     | 
    
         
            +
                test 'waits lasting child process until wait_timeout if block is not specified' do
         
     | 
| 
      
 762 
     | 
    
         
            +
                  assert File.exist?(@temp_path)
         
     | 
| 
      
 763 
     | 
    
         
            +
             
     | 
| 
      
 764 
     | 
    
         
            +
                  callback_called = false
         
     | 
| 
      
 765 
     | 
    
         
            +
                  exit_status = nil
         
     | 
| 
      
 766 
     | 
    
         
            +
                  args = ['-e', 'File.unlink ARGV[0]', @temp_path]
         
     | 
| 
      
 767 
     | 
    
         
            +
                  cb = ->(status){ exit_status = status; callback_called = true }
         
     | 
| 
      
 768 
     | 
    
         
            +
             
     | 
| 
      
 769 
     | 
    
         
            +
                  Timeout.timeout(TEST_DEADLOCK_TIMEOUT) do
         
     | 
| 
      
 770 
     | 
    
         
            +
                    @d.child_process_execute(:t17, "ruby", arguments: args, on_exit_callback: cb, wait_timeout: 2)
         
     | 
| 
      
 771 
     | 
    
         
            +
                    sleep TEST_WAIT_INTERVAL_FOR_BLOCK_RUNNING until callback_called
         
     | 
| 
      
 772 
     | 
    
         
            +
                  end
         
     | 
| 
      
 773 
     | 
    
         
            +
             
     | 
| 
      
 774 
     | 
    
         
            +
                  assert callback_called
         
     | 
| 
      
 775 
     | 
    
         
            +
                  assert exit_status
         
     | 
| 
      
 776 
     | 
    
         
            +
                  assert_equal 0, exit_status.exitstatus
         
     | 
| 
      
 777 
     | 
    
         
            +
                  assert !File.exist?(@temp_path)
         
     | 
| 
      
 778 
     | 
    
         
            +
                end
         
     | 
| 
      
 779 
     | 
    
         
            +
             
     | 
| 
      
 780 
     | 
    
         
            +
                test 'waits lasting child process until wait_timeout after block rans if block is specified' do
         
     | 
| 
      
 781 
     | 
    
         
            +
                  assert File.exist?(@temp_path)
         
     | 
| 
      
 782 
     | 
    
         
            +
             
     | 
| 
      
 783 
     | 
    
         
            +
                  callback_called = false
         
     | 
| 
      
 784 
     | 
    
         
            +
                  exit_status = nil
         
     | 
| 
      
 785 
     | 
    
         
            +
                  args = ['-e', 'File.unlink ARGV[0]', @temp_path]
         
     | 
| 
      
 786 
     | 
    
         
            +
                  cb = ->(status){ exit_status = status; callback_called = true }
         
     | 
| 
      
 787 
     | 
    
         
            +
             
     | 
| 
      
 788 
     | 
    
         
            +
                  Timeout.timeout(TEST_DEADLOCK_TIMEOUT) do
         
     | 
| 
      
 789 
     | 
    
         
            +
                    @d.child_process_execute(:t17, "ruby", arguments: args, mode: nil, on_exit_callback: cb, wait_timeout: 10) do
         
     | 
| 
      
 790 
     | 
    
         
            +
                      sleep 1
         
     | 
| 
      
 791 
     | 
    
         
            +
                    end
         
     | 
| 
      
 792 
     | 
    
         
            +
                    sleep TEST_WAIT_INTERVAL_FOR_BLOCK_RUNNING until callback_called
         
     | 
| 
      
 793 
     | 
    
         
            +
                  end
         
     | 
| 
      
 794 
     | 
    
         
            +
             
     | 
| 
      
 795 
     | 
    
         
            +
                  assert callback_called
         
     | 
| 
      
 796 
     | 
    
         
            +
                  assert exit_status
         
     | 
| 
      
 797 
     | 
    
         
            +
                  assert_equal 0, exit_status.exitstatus
         
     | 
| 
      
 798 
     | 
    
         
            +
                  assert !File.exist?(@temp_path)
         
     | 
| 
      
 799 
     | 
    
         
            +
                end
         
     | 
| 
      
 800 
     | 
    
         
            +
             
     | 
| 
      
 801 
     | 
    
         
            +
                test 'kills lasting child process after wait_timeout if block is not specified' do
         
     | 
| 
      
 802 
     | 
    
         
            +
                  assert File.exist?(@temp_path)
         
     | 
| 
      
 803 
     | 
    
         
            +
             
     | 
| 
      
 804 
     | 
    
         
            +
                  callback_called = false
         
     | 
| 
      
 805 
     | 
    
         
            +
                  exit_status = nil
         
     | 
| 
      
 806 
     | 
    
         
            +
                  args = ['-e', 'sleep ARGV[0].to_i; File.unlink ARGV[1]', '20', @temp_path]
         
     | 
| 
      
 807 
     | 
    
         
            +
                  cb = ->(status){ exit_status = status; callback_called = true }
         
     | 
| 
      
 808 
     | 
    
         
            +
             
     | 
| 
      
 809 
     | 
    
         
            +
                  Timeout.timeout(TEST_DEADLOCK_TIMEOUT) do
         
     | 
| 
      
 810 
     | 
    
         
            +
                    @d.child_process_execute(:t17, "ruby", arguments: args, on_exit_callback: cb, wait_timeout: 1)
         
     | 
| 
      
 811 
     | 
    
         
            +
                    sleep TEST_WAIT_INTERVAL_FOR_BLOCK_RUNNING until callback_called
         
     | 
| 
      
 812 
     | 
    
         
            +
                  end
         
     | 
| 
      
 813 
     | 
    
         
            +
             
     | 
| 
      
 814 
     | 
    
         
            +
                  assert callback_called
         
     | 
| 
      
 815 
     | 
    
         
            +
                  assert exit_status
         
     | 
| 
      
 816 
     | 
    
         
            +
                  unless Fluent.windows? # On Windows, exitstatus is always 0 and termsig is nil
         
     | 
| 
      
 817 
     | 
    
         
            +
                    assert_nil exit_status.exitstatus
         
     | 
| 
      
 818 
     | 
    
         
            +
                    assert_equal 9, exit_status.termsig # SIGKILL
         
     | 
| 
      
 819 
     | 
    
         
            +
                  end
         
     | 
| 
      
 820 
     | 
    
         
            +
                  assert File.exist?(@temp_path)
         
     | 
| 
      
 821 
     | 
    
         
            +
                end
         
     | 
| 
      
 822 
     | 
    
         
            +
             
     | 
| 
      
 823 
     | 
    
         
            +
                test 'kills lasting child process after block ran and wait_timeout expires if block is specified' do
         
     | 
| 
      
 824 
     | 
    
         
            +
                  assert File.exist?(@temp_path)
         
     | 
| 
      
 825 
     | 
    
         
            +
             
     | 
| 
      
 826 
     | 
    
         
            +
                  callback_called = false
         
     | 
| 
      
 827 
     | 
    
         
            +
                  exit_status = nil
         
     | 
| 
      
 828 
     | 
    
         
            +
                  args = ['-e', 'sleep ARGV[0].to_i; File.unlink ARGV[1]', '20', @temp_path]
         
     | 
| 
      
 829 
     | 
    
         
            +
                  cb = ->(status){ exit_status = status; callback_called = true }
         
     | 
| 
      
 830 
     | 
    
         
            +
             
     | 
| 
      
 831 
     | 
    
         
            +
                  Timeout.timeout(TEST_DEADLOCK_TIMEOUT) do
         
     | 
| 
      
 832 
     | 
    
         
            +
                    @d.child_process_execute(:t17, "ruby", arguments: args, mode: nil, on_exit_callback: cb, wait_timeout: 1) do
         
     | 
| 
      
 833 
     | 
    
         
            +
                      sleep 1
         
     | 
| 
      
 834 
     | 
    
         
            +
                    end
         
     | 
| 
      
 835 
     | 
    
         
            +
                    sleep TEST_WAIT_INTERVAL_FOR_BLOCK_RUNNING until callback_called
         
     | 
| 
      
 836 
     | 
    
         
            +
                  end
         
     | 
| 
      
 837 
     | 
    
         
            +
             
     | 
| 
      
 838 
     | 
    
         
            +
                  assert callback_called
         
     | 
| 
      
 839 
     | 
    
         
            +
                  assert exit_status
         
     | 
| 
      
 840 
     | 
    
         
            +
                  unless Fluent.windows? # On Windows, exitstatus is always 0 and termsig is nil
         
     | 
| 
      
 841 
     | 
    
         
            +
                    assert_nil exit_status.exitstatus
         
     | 
| 
      
 842 
     | 
    
         
            +
                    assert_equal 9, exit_status.termsig # SIGKILL
         
     | 
| 
      
 843 
     | 
    
         
            +
                  end
         
     | 
| 
      
 844 
     | 
    
         
            +
                  assert File.exist?(@temp_path)
         
     | 
| 
      
 845 
     | 
    
         
            +
                end
         
     | 
| 
      
 846 
     | 
    
         
            +
             
     | 
| 
      
 847 
     | 
    
         
            +
                test 'execute child process writing data to stdout which is unread' do
         
     | 
| 
      
 848 
     | 
    
         
            +
                  callback_called = false
         
     | 
| 
      
 849 
     | 
    
         
            +
                  exit_status = nil
         
     | 
| 
      
 850 
     | 
    
         
            +
                  prog = "echo writing to stdout"
         
     | 
| 
      
 851 
     | 
    
         
            +
                  callback = ->(status){ exit_status = status; callback_called = true }
         
     | 
| 
      
 852 
     | 
    
         
            +
                  Timeout.timeout(TEST_DEADLOCK_TIMEOUT) do
         
     | 
| 
      
 853 
     | 
    
         
            +
                    @d.child_process_execute(:out_exec_process, prog, stderr: :connect, immediate: true, parallel: true, mode: [], wait_timeout: 1, on_exit_callback: callback)
         
     | 
| 
      
 854 
     | 
    
         
            +
                    sleep TEST_WAIT_INTERVAL_FOR_BLOCK_RUNNING until callback_called
         
     | 
| 
      
 855 
     | 
    
         
            +
                  end
         
     | 
| 
      
 856 
     | 
    
         
            +
                  assert callback_called
         
     | 
| 
      
 857 
     | 
    
         
            +
                  assert exit_status
         
     | 
| 
      
 858 
     | 
    
         
            +
                  assert exit_status.success?
         
     | 
| 
      
 859 
     | 
    
         
            +
                  assert_equal 0, exit_status.exitstatus
         
     | 
| 
      
 860 
     | 
    
         
            +
                end
         
     | 
| 
      
 861 
     | 
    
         
            +
              end
         
     | 
| 
      
 862 
     | 
    
         
            +
            end
         
     |