fluentd 1.14.4-x64-mingw-ucrt
Sign up to get free protection for your applications and to get access to all the features.
Potentially problematic release.
This version of fluentd might be problematic. Click here for more details.
- checksums.yaml +7 -0
- data/.deepsource.toml +13 -0
- data/.drone.yml +35 -0
- data/.github/ISSUE_TEMPLATE/bug_report.yaml +70 -0
- data/.github/ISSUE_TEMPLATE/config.yml +5 -0
- data/.github/ISSUE_TEMPLATE/feature_request.yaml +38 -0
- data/.github/ISSUE_TEMPLATE.md +17 -0
- data/.github/PULL_REQUEST_TEMPLATE.md +14 -0
- data/.github/workflows/issue-auto-closer.yml +12 -0
- data/.github/workflows/linux-test.yaml +36 -0
- data/.github/workflows/macos-test.yaml +30 -0
- data/.github/workflows/stale-actions.yml +22 -0
- data/.github/workflows/windows-test.yaml +46 -0
- data/.gitignore +30 -0
- data/.gitlab-ci.yml +103 -0
- data/ADOPTERS.md +5 -0
- data/AUTHORS +2 -0
- data/CHANGELOG.md +2409 -0
- data/CONTRIBUTING.md +45 -0
- data/GOVERNANCE.md +55 -0
- data/Gemfile +9 -0
- data/GithubWorkflow.md +78 -0
- data/LICENSE +202 -0
- data/MAINTAINERS.md +11 -0
- data/README.md +97 -0
- data/Rakefile +79 -0
- data/SECURITY.md +18 -0
- data/bin/fluent-binlog-reader +7 -0
- data/bin/fluent-ca-generate +6 -0
- data/bin/fluent-cap-ctl +7 -0
- data/bin/fluent-cat +5 -0
- data/bin/fluent-ctl +7 -0
- data/bin/fluent-debug +5 -0
- data/bin/fluent-gem +9 -0
- data/bin/fluent-plugin-config-format +5 -0
- data/bin/fluent-plugin-generate +5 -0
- data/bin/fluentd +15 -0
- data/code-of-conduct.md +3 -0
- data/docs/SECURITY_AUDIT.pdf +0 -0
- data/example/copy_roundrobin.conf +39 -0
- data/example/counter.conf +18 -0
- data/example/filter_stdout.conf +22 -0
- data/example/in_forward.conf +14 -0
- data/example/in_forward_client.conf +37 -0
- data/example/in_forward_shared_key.conf +15 -0
- data/example/in_forward_tls.conf +14 -0
- data/example/in_forward_users.conf +24 -0
- data/example/in_forward_workers.conf +21 -0
- data/example/in_http.conf +16 -0
- data/example/in_out_forward.conf +17 -0
- data/example/in_sample_blocks.conf +17 -0
- data/example/in_sample_with_compression.conf +23 -0
- data/example/in_syslog.conf +15 -0
- data/example/in_tail.conf +14 -0
- data/example/in_tcp.conf +13 -0
- data/example/in_udp.conf +13 -0
- data/example/logevents.conf +25 -0
- data/example/multi_filters.conf +61 -0
- data/example/out_copy.conf +20 -0
- data/example/out_exec_filter.conf +42 -0
- data/example/out_file.conf +13 -0
- data/example/out_forward.conf +35 -0
- data/example/out_forward_buf_file.conf +23 -0
- data/example/out_forward_client.conf +109 -0
- data/example/out_forward_heartbeat_none.conf +16 -0
- data/example/out_forward_sd.conf +17 -0
- data/example/out_forward_shared_key.conf +36 -0
- data/example/out_forward_tls.conf +18 -0
- data/example/out_forward_users.conf +65 -0
- data/example/out_null.conf +36 -0
- data/example/sd.yaml +8 -0
- data/example/secondary_file.conf +42 -0
- data/example/suppress_config_dump.conf +7 -0
- data/example/v0_12_filter.conf +78 -0
- data/example/v1_literal_example.conf +36 -0
- data/example/worker_section.conf +36 -0
- data/fluent.conf +139 -0
- data/fluentd.gemspec +55 -0
- data/lib/fluent/agent.rb +168 -0
- data/lib/fluent/capability.rb +87 -0
- data/lib/fluent/clock.rb +66 -0
- data/lib/fluent/command/binlog_reader.rb +244 -0
- data/lib/fluent/command/bundler_injection.rb +45 -0
- data/lib/fluent/command/ca_generate.rb +184 -0
- data/lib/fluent/command/cap_ctl.rb +174 -0
- data/lib/fluent/command/cat.rb +365 -0
- data/lib/fluent/command/ctl.rb +177 -0
- data/lib/fluent/command/debug.rb +103 -0
- data/lib/fluent/command/fluentd.rb +374 -0
- data/lib/fluent/command/plugin_config_formatter.rb +308 -0
- data/lib/fluent/command/plugin_generator.rb +365 -0
- data/lib/fluent/compat/call_super_mixin.rb +76 -0
- data/lib/fluent/compat/detach_process_mixin.rb +33 -0
- data/lib/fluent/compat/exec_util.rb +129 -0
- data/lib/fluent/compat/file_util.rb +54 -0
- data/lib/fluent/compat/filter.rb +68 -0
- data/lib/fluent/compat/formatter.rb +111 -0
- data/lib/fluent/compat/formatter_utils.rb +85 -0
- data/lib/fluent/compat/handle_tag_and_time_mixin.rb +62 -0
- data/lib/fluent/compat/handle_tag_name_mixin.rb +53 -0
- data/lib/fluent/compat/input.rb +49 -0
- data/lib/fluent/compat/output.rb +721 -0
- data/lib/fluent/compat/output_chain.rb +60 -0
- data/lib/fluent/compat/parser.rb +310 -0
- data/lib/fluent/compat/parser_utils.rb +40 -0
- data/lib/fluent/compat/propagate_default.rb +62 -0
- data/lib/fluent/compat/record_filter_mixin.rb +34 -0
- data/lib/fluent/compat/set_tag_key_mixin.rb +50 -0
- data/lib/fluent/compat/set_time_key_mixin.rb +69 -0
- data/lib/fluent/compat/socket_util.rb +165 -0
- data/lib/fluent/compat/string_util.rb +34 -0
- data/lib/fluent/compat/structured_format_mixin.rb +26 -0
- data/lib/fluent/compat/type_converter.rb +90 -0
- data/lib/fluent/config/basic_parser.rb +123 -0
- data/lib/fluent/config/configure_proxy.rb +424 -0
- data/lib/fluent/config/dsl.rb +152 -0
- data/lib/fluent/config/element.rb +265 -0
- data/lib/fluent/config/error.rb +32 -0
- data/lib/fluent/config/literal_parser.rb +286 -0
- data/lib/fluent/config/parser.rb +107 -0
- data/lib/fluent/config/section.rb +272 -0
- data/lib/fluent/config/types.rb +249 -0
- data/lib/fluent/config/v1_parser.rb +192 -0
- data/lib/fluent/config.rb +76 -0
- data/lib/fluent/configurable.rb +201 -0
- data/lib/fluent/counter/base_socket.rb +44 -0
- data/lib/fluent/counter/client.rb +297 -0
- data/lib/fluent/counter/error.rb +86 -0
- data/lib/fluent/counter/mutex_hash.rb +163 -0
- data/lib/fluent/counter/server.rb +273 -0
- data/lib/fluent/counter/store.rb +205 -0
- data/lib/fluent/counter/validator.rb +145 -0
- data/lib/fluent/counter.rb +23 -0
- data/lib/fluent/daemon.rb +15 -0
- data/lib/fluent/daemonizer.rb +88 -0
- data/lib/fluent/engine.rb +253 -0
- data/lib/fluent/env.rb +40 -0
- data/lib/fluent/error.rb +34 -0
- data/lib/fluent/event.rb +326 -0
- data/lib/fluent/event_router.rb +297 -0
- data/lib/fluent/ext_monitor_require.rb +28 -0
- data/lib/fluent/filter.rb +21 -0
- data/lib/fluent/fluent_log_event_router.rb +141 -0
- data/lib/fluent/formatter.rb +23 -0
- data/lib/fluent/input.rb +21 -0
- data/lib/fluent/label.rb +46 -0
- data/lib/fluent/load.rb +34 -0
- data/lib/fluent/log.rb +713 -0
- data/lib/fluent/match.rb +187 -0
- data/lib/fluent/mixin.rb +31 -0
- data/lib/fluent/msgpack_factory.rb +106 -0
- data/lib/fluent/oj_options.rb +62 -0
- data/lib/fluent/output.rb +29 -0
- data/lib/fluent/output_chain.rb +23 -0
- data/lib/fluent/parser.rb +23 -0
- data/lib/fluent/plugin/bare_output.rb +104 -0
- data/lib/fluent/plugin/base.rb +197 -0
- data/lib/fluent/plugin/buf_file.rb +213 -0
- data/lib/fluent/plugin/buf_file_single.rb +225 -0
- data/lib/fluent/plugin/buf_memory.rb +34 -0
- data/lib/fluent/plugin/buffer/chunk.rb +240 -0
- data/lib/fluent/plugin/buffer/file_chunk.rb +413 -0
- data/lib/fluent/plugin/buffer/file_single_chunk.rb +311 -0
- data/lib/fluent/plugin/buffer/memory_chunk.rb +91 -0
- data/lib/fluent/plugin/buffer.rb +918 -0
- data/lib/fluent/plugin/compressable.rb +96 -0
- data/lib/fluent/plugin/exec_util.rb +22 -0
- data/lib/fluent/plugin/file_util.rb +22 -0
- data/lib/fluent/plugin/file_wrapper.rb +187 -0
- data/lib/fluent/plugin/filter.rb +127 -0
- data/lib/fluent/plugin/filter_grep.rb +189 -0
- data/lib/fluent/plugin/filter_parser.rb +130 -0
- data/lib/fluent/plugin/filter_record_transformer.rb +324 -0
- data/lib/fluent/plugin/filter_stdout.rb +53 -0
- data/lib/fluent/plugin/formatter.rb +75 -0
- data/lib/fluent/plugin/formatter_csv.rb +78 -0
- data/lib/fluent/plugin/formatter_hash.rb +35 -0
- data/lib/fluent/plugin/formatter_json.rb +59 -0
- data/lib/fluent/plugin/formatter_ltsv.rb +44 -0
- data/lib/fluent/plugin/formatter_msgpack.rb +33 -0
- data/lib/fluent/plugin/formatter_out_file.rb +53 -0
- data/lib/fluent/plugin/formatter_single_value.rb +36 -0
- data/lib/fluent/plugin/formatter_stdout.rb +76 -0
- data/lib/fluent/plugin/formatter_tsv.rb +40 -0
- data/lib/fluent/plugin/in_debug_agent.rb +71 -0
- data/lib/fluent/plugin/in_dummy.rb +18 -0
- data/lib/fluent/plugin/in_exec.rb +110 -0
- data/lib/fluent/plugin/in_forward.rb +473 -0
- data/lib/fluent/plugin/in_gc_stat.rb +72 -0
- data/lib/fluent/plugin/in_http.rb +667 -0
- data/lib/fluent/plugin/in_monitor_agent.rb +412 -0
- data/lib/fluent/plugin/in_object_space.rb +93 -0
- data/lib/fluent/plugin/in_sample.rb +141 -0
- data/lib/fluent/plugin/in_syslog.rb +276 -0
- data/lib/fluent/plugin/in_tail/position_file.rb +269 -0
- data/lib/fluent/plugin/in_tail.rb +1228 -0
- data/lib/fluent/plugin/in_tcp.rb +181 -0
- data/lib/fluent/plugin/in_udp.rb +92 -0
- data/lib/fluent/plugin/in_unix.rb +195 -0
- data/lib/fluent/plugin/input.rb +75 -0
- data/lib/fluent/plugin/metrics.rb +119 -0
- data/lib/fluent/plugin/metrics_local.rb +96 -0
- data/lib/fluent/plugin/multi_output.rb +195 -0
- data/lib/fluent/plugin/out_copy.rb +120 -0
- data/lib/fluent/plugin/out_exec.rb +105 -0
- data/lib/fluent/plugin/out_exec_filter.rb +319 -0
- data/lib/fluent/plugin/out_file.rb +334 -0
- data/lib/fluent/plugin/out_forward/ack_handler.rb +161 -0
- data/lib/fluent/plugin/out_forward/connection_manager.rb +113 -0
- data/lib/fluent/plugin/out_forward/error.rb +28 -0
- data/lib/fluent/plugin/out_forward/failure_detector.rb +84 -0
- data/lib/fluent/plugin/out_forward/handshake_protocol.rb +125 -0
- data/lib/fluent/plugin/out_forward/load_balancer.rb +114 -0
- data/lib/fluent/plugin/out_forward/socket_cache.rb +140 -0
- data/lib/fluent/plugin/out_forward.rb +826 -0
- data/lib/fluent/plugin/out_http.rb +275 -0
- data/lib/fluent/plugin/out_null.rb +74 -0
- data/lib/fluent/plugin/out_relabel.rb +32 -0
- data/lib/fluent/plugin/out_roundrobin.rb +84 -0
- data/lib/fluent/plugin/out_secondary_file.rb +131 -0
- data/lib/fluent/plugin/out_stdout.rb +74 -0
- data/lib/fluent/plugin/out_stream.rb +130 -0
- data/lib/fluent/plugin/output.rb +1556 -0
- data/lib/fluent/plugin/owned_by_mixin.rb +42 -0
- data/lib/fluent/plugin/parser.rb +275 -0
- data/lib/fluent/plugin/parser_apache.rb +28 -0
- data/lib/fluent/plugin/parser_apache2.rb +88 -0
- data/lib/fluent/plugin/parser_apache_error.rb +26 -0
- data/lib/fluent/plugin/parser_csv.rb +114 -0
- data/lib/fluent/plugin/parser_json.rb +96 -0
- data/lib/fluent/plugin/parser_ltsv.rb +51 -0
- data/lib/fluent/plugin/parser_msgpack.rb +50 -0
- data/lib/fluent/plugin/parser_multiline.rb +152 -0
- data/lib/fluent/plugin/parser_nginx.rb +28 -0
- data/lib/fluent/plugin/parser_none.rb +36 -0
- data/lib/fluent/plugin/parser_regexp.rb +68 -0
- data/lib/fluent/plugin/parser_syslog.rb +496 -0
- data/lib/fluent/plugin/parser_tsv.rb +42 -0
- data/lib/fluent/plugin/sd_file.rb +156 -0
- data/lib/fluent/plugin/sd_srv.rb +135 -0
- data/lib/fluent/plugin/sd_static.rb +58 -0
- data/lib/fluent/plugin/service_discovery.rb +65 -0
- data/lib/fluent/plugin/socket_util.rb +22 -0
- data/lib/fluent/plugin/storage.rb +84 -0
- data/lib/fluent/plugin/storage_local.rb +162 -0
- data/lib/fluent/plugin/string_util.rb +22 -0
- data/lib/fluent/plugin.rb +206 -0
- data/lib/fluent/plugin_helper/cert_option.rb +191 -0
- data/lib/fluent/plugin_helper/child_process.rb +366 -0
- data/lib/fluent/plugin_helper/compat_parameters.rb +343 -0
- data/lib/fluent/plugin_helper/counter.rb +51 -0
- data/lib/fluent/plugin_helper/event_emitter.rb +100 -0
- data/lib/fluent/plugin_helper/event_loop.rb +170 -0
- data/lib/fluent/plugin_helper/extract.rb +104 -0
- data/lib/fluent/plugin_helper/formatter.rb +147 -0
- data/lib/fluent/plugin_helper/http_server/app.rb +79 -0
- data/lib/fluent/plugin_helper/http_server/compat/server.rb +92 -0
- data/lib/fluent/plugin_helper/http_server/compat/ssl_context_extractor.rb +52 -0
- data/lib/fluent/plugin_helper/http_server/compat/webrick_handler.rb +58 -0
- data/lib/fluent/plugin_helper/http_server/methods.rb +35 -0
- data/lib/fluent/plugin_helper/http_server/request.rb +42 -0
- data/lib/fluent/plugin_helper/http_server/router.rb +54 -0
- data/lib/fluent/plugin_helper/http_server/server.rb +93 -0
- data/lib/fluent/plugin_helper/http_server/ssl_context_builder.rb +41 -0
- data/lib/fluent/plugin_helper/http_server.rb +135 -0
- data/lib/fluent/plugin_helper/inject.rb +154 -0
- data/lib/fluent/plugin_helper/metrics.rb +129 -0
- data/lib/fluent/plugin_helper/parser.rb +147 -0
- data/lib/fluent/plugin_helper/record_accessor.rb +207 -0
- data/lib/fluent/plugin_helper/retry_state.rb +209 -0
- data/lib/fluent/plugin_helper/server.rb +801 -0
- data/lib/fluent/plugin_helper/service_discovery/manager.rb +146 -0
- data/lib/fluent/plugin_helper/service_discovery/round_robin_balancer.rb +43 -0
- data/lib/fluent/plugin_helper/service_discovery.rb +125 -0
- data/lib/fluent/plugin_helper/socket.rb +277 -0
- data/lib/fluent/plugin_helper/socket_option.rb +98 -0
- data/lib/fluent/plugin_helper/storage.rb +349 -0
- data/lib/fluent/plugin_helper/thread.rb +180 -0
- data/lib/fluent/plugin_helper/timer.rb +92 -0
- data/lib/fluent/plugin_helper.rb +75 -0
- data/lib/fluent/plugin_id.rb +93 -0
- data/lib/fluent/process.rb +22 -0
- data/lib/fluent/registry.rb +116 -0
- data/lib/fluent/root_agent.rb +372 -0
- data/lib/fluent/rpc.rb +94 -0
- data/lib/fluent/static_config_analysis.rb +194 -0
- data/lib/fluent/supervisor.rb +1054 -0
- data/lib/fluent/system_config.rb +187 -0
- data/lib/fluent/test/base.rb +78 -0
- data/lib/fluent/test/driver/base.rb +225 -0
- data/lib/fluent/test/driver/base_owned.rb +83 -0
- data/lib/fluent/test/driver/base_owner.rb +135 -0
- data/lib/fluent/test/driver/event_feeder.rb +98 -0
- data/lib/fluent/test/driver/filter.rb +57 -0
- data/lib/fluent/test/driver/formatter.rb +30 -0
- data/lib/fluent/test/driver/input.rb +31 -0
- data/lib/fluent/test/driver/multi_output.rb +53 -0
- data/lib/fluent/test/driver/output.rb +102 -0
- data/lib/fluent/test/driver/parser.rb +30 -0
- data/lib/fluent/test/driver/storage.rb +30 -0
- data/lib/fluent/test/driver/test_event_router.rb +45 -0
- data/lib/fluent/test/filter_test.rb +77 -0
- data/lib/fluent/test/formatter_test.rb +65 -0
- data/lib/fluent/test/helpers.rb +134 -0
- data/lib/fluent/test/input_test.rb +174 -0
- data/lib/fluent/test/log.rb +79 -0
- data/lib/fluent/test/output_test.rb +156 -0
- data/lib/fluent/test/parser_test.rb +70 -0
- data/lib/fluent/test/startup_shutdown.rb +46 -0
- data/lib/fluent/test.rb +58 -0
- data/lib/fluent/time.rb +512 -0
- data/lib/fluent/timezone.rb +171 -0
- data/lib/fluent/tls.rb +81 -0
- data/lib/fluent/unique_id.rb +39 -0
- data/lib/fluent/variable_store.rb +40 -0
- data/lib/fluent/version.rb +21 -0
- data/lib/fluent/winsvc.rb +103 -0
- data/templates/new_gem/Gemfile +3 -0
- data/templates/new_gem/README.md.erb +43 -0
- data/templates/new_gem/Rakefile +13 -0
- data/templates/new_gem/fluent-plugin.gemspec.erb +27 -0
- data/templates/new_gem/lib/fluent/plugin/filter.rb.erb +14 -0
- data/templates/new_gem/lib/fluent/plugin/formatter.rb.erb +14 -0
- data/templates/new_gem/lib/fluent/plugin/input.rb.erb +11 -0
- data/templates/new_gem/lib/fluent/plugin/output.rb.erb +11 -0
- data/templates/new_gem/lib/fluent/plugin/parser.rb.erb +15 -0
- data/templates/new_gem/lib/fluent/plugin/storage.rb.erb +40 -0
- data/templates/new_gem/test/helper.rb.erb +8 -0
- data/templates/new_gem/test/plugin/test_filter.rb.erb +18 -0
- data/templates/new_gem/test/plugin/test_formatter.rb.erb +18 -0
- data/templates/new_gem/test/plugin/test_input.rb.erb +18 -0
- data/templates/new_gem/test/plugin/test_output.rb.erb +18 -0
- data/templates/new_gem/test/plugin/test_parser.rb.erb +18 -0
- data/templates/new_gem/test/plugin/test_storage.rb.erb +18 -0
- data/templates/plugin_config_formatter/param.md-compact.erb +25 -0
- data/templates/plugin_config_formatter/param.md-table.erb +10 -0
- data/templates/plugin_config_formatter/param.md.erb +34 -0
- data/templates/plugin_config_formatter/section.md.erb +12 -0
- data/test/command/test_binlog_reader.rb +362 -0
- data/test/command/test_ca_generate.rb +70 -0
- data/test/command/test_cap_ctl.rb +100 -0
- data/test/command/test_cat.rb +128 -0
- data/test/command/test_ctl.rb +57 -0
- data/test/command/test_fluentd.rb +1106 -0
- data/test/command/test_plugin_config_formatter.rb +398 -0
- data/test/command/test_plugin_generator.rb +109 -0
- data/test/compat/test_calls_super.rb +166 -0
- data/test/compat/test_parser.rb +92 -0
- data/test/config/assertions.rb +42 -0
- data/test/config/test_config_parser.rb +551 -0
- data/test/config/test_configurable.rb +1784 -0
- data/test/config/test_configure_proxy.rb +604 -0
- data/test/config/test_dsl.rb +415 -0
- data/test/config/test_element.rb +518 -0
- data/test/config/test_literal_parser.rb +309 -0
- data/test/config/test_plugin_configuration.rb +56 -0
- data/test/config/test_section.rb +191 -0
- data/test/config/test_system_config.rb +199 -0
- data/test/config/test_types.rb +408 -0
- data/test/counter/test_client.rb +563 -0
- data/test/counter/test_error.rb +44 -0
- data/test/counter/test_mutex_hash.rb +179 -0
- data/test/counter/test_server.rb +589 -0
- data/test/counter/test_store.rb +258 -0
- data/test/counter/test_validator.rb +137 -0
- data/test/helper.rb +155 -0
- data/test/helpers/fuzzy_assert.rb +89 -0
- data/test/helpers/process_extenstion.rb +33 -0
- data/test/plugin/data/2010/01/20100102-030405.log +0 -0
- data/test/plugin/data/2010/01/20100102-030406.log +0 -0
- data/test/plugin/data/2010/01/20100102.log +0 -0
- data/test/plugin/data/log/bar +0 -0
- data/test/plugin/data/log/foo/bar.log +0 -0
- data/test/plugin/data/log/foo/bar2 +0 -0
- data/test/plugin/data/log/test.log +0 -0
- data/test/plugin/data/sd_file/config +11 -0
- data/test/plugin/data/sd_file/config.json +17 -0
- data/test/plugin/data/sd_file/config.yaml +11 -0
- data/test/plugin/data/sd_file/config.yml +11 -0
- data/test/plugin/data/sd_file/invalid_config.yml +7 -0
- data/test/plugin/in_tail/test_fifo.rb +121 -0
- data/test/plugin/in_tail/test_io_handler.rb +140 -0
- data/test/plugin/in_tail/test_position_file.rb +379 -0
- data/test/plugin/out_forward/test_ack_handler.rb +101 -0
- data/test/plugin/out_forward/test_connection_manager.rb +145 -0
- data/test/plugin/out_forward/test_handshake_protocol.rb +112 -0
- data/test/plugin/out_forward/test_load_balancer.rb +106 -0
- data/test/plugin/out_forward/test_socket_cache.rb +149 -0
- data/test/plugin/test_bare_output.rb +131 -0
- data/test/plugin/test_base.rb +115 -0
- data/test/plugin/test_buf_file.rb +1275 -0
- data/test/plugin/test_buf_file_single.rb +833 -0
- data/test/plugin/test_buf_memory.rb +42 -0
- data/test/plugin/test_buffer.rb +1383 -0
- data/test/plugin/test_buffer_chunk.rb +198 -0
- data/test/plugin/test_buffer_file_chunk.rb +871 -0
- data/test/plugin/test_buffer_file_single_chunk.rb +611 -0
- data/test/plugin/test_buffer_memory_chunk.rb +339 -0
- data/test/plugin/test_compressable.rb +87 -0
- data/test/plugin/test_file_util.rb +96 -0
- data/test/plugin/test_file_wrapper.rb +126 -0
- data/test/plugin/test_filter.rb +368 -0
- data/test/plugin/test_filter_grep.rb +697 -0
- data/test/plugin/test_filter_parser.rb +731 -0
- data/test/plugin/test_filter_record_transformer.rb +577 -0
- data/test/plugin/test_filter_stdout.rb +207 -0
- data/test/plugin/test_formatter_csv.rb +136 -0
- data/test/plugin/test_formatter_hash.rb +38 -0
- data/test/plugin/test_formatter_json.rb +61 -0
- data/test/plugin/test_formatter_ltsv.rb +70 -0
- data/test/plugin/test_formatter_msgpack.rb +28 -0
- data/test/plugin/test_formatter_out_file.rb +116 -0
- data/test/plugin/test_formatter_single_value.rb +44 -0
- data/test/plugin/test_formatter_tsv.rb +76 -0
- data/test/plugin/test_in_debug_agent.rb +49 -0
- data/test/plugin/test_in_exec.rb +261 -0
- data/test/plugin/test_in_forward.rb +1180 -0
- data/test/plugin/test_in_gc_stat.rb +62 -0
- data/test/plugin/test_in_http.rb +1080 -0
- data/test/plugin/test_in_monitor_agent.rb +923 -0
- data/test/plugin/test_in_object_space.rb +60 -0
- data/test/plugin/test_in_sample.rb +190 -0
- data/test/plugin/test_in_syslog.rb +505 -0
- data/test/plugin/test_in_tail.rb +2363 -0
- data/test/plugin/test_in_tcp.rb +243 -0
- data/test/plugin/test_in_udp.rb +268 -0
- data/test/plugin/test_in_unix.rb +181 -0
- data/test/plugin/test_input.rb +137 -0
- data/test/plugin/test_metadata.rb +89 -0
- data/test/plugin/test_metrics.rb +294 -0
- data/test/plugin/test_metrics_local.rb +96 -0
- data/test/plugin/test_multi_output.rb +204 -0
- data/test/plugin/test_out_copy.rb +308 -0
- data/test/plugin/test_out_exec.rb +312 -0
- data/test/plugin/test_out_exec_filter.rb +606 -0
- data/test/plugin/test_out_file.rb +1037 -0
- data/test/plugin/test_out_forward.rb +1348 -0
- data/test/plugin/test_out_http.rb +428 -0
- data/test/plugin/test_out_null.rb +105 -0
- data/test/plugin/test_out_relabel.rb +28 -0
- data/test/plugin/test_out_roundrobin.rb +146 -0
- data/test/plugin/test_out_secondary_file.rb +458 -0
- data/test/plugin/test_out_stdout.rb +205 -0
- data/test/plugin/test_out_stream.rb +103 -0
- data/test/plugin/test_output.rb +1065 -0
- data/test/plugin/test_output_as_buffered.rb +2024 -0
- data/test/plugin/test_output_as_buffered_backup.rb +363 -0
- data/test/plugin/test_output_as_buffered_compress.rb +165 -0
- data/test/plugin/test_output_as_buffered_overflow.rb +250 -0
- data/test/plugin/test_output_as_buffered_retries.rb +919 -0
- data/test/plugin/test_output_as_buffered_secondary.rb +882 -0
- data/test/plugin/test_output_as_standard.rb +374 -0
- data/test/plugin/test_owned_by.rb +35 -0
- data/test/plugin/test_parser.rb +399 -0
- data/test/plugin/test_parser_apache.rb +42 -0
- data/test/plugin/test_parser_apache2.rb +47 -0
- data/test/plugin/test_parser_apache_error.rb +45 -0
- data/test/plugin/test_parser_csv.rb +200 -0
- data/test/plugin/test_parser_json.rb +138 -0
- data/test/plugin/test_parser_labeled_tsv.rb +160 -0
- data/test/plugin/test_parser_multiline.rb +111 -0
- data/test/plugin/test_parser_nginx.rb +88 -0
- data/test/plugin/test_parser_none.rb +52 -0
- data/test/plugin/test_parser_regexp.rb +289 -0
- data/test/plugin/test_parser_syslog.rb +650 -0
- data/test/plugin/test_parser_tsv.rb +122 -0
- data/test/plugin/test_sd_file.rb +228 -0
- data/test/plugin/test_sd_srv.rb +230 -0
- data/test/plugin/test_storage.rb +167 -0
- data/test/plugin/test_storage_local.rb +335 -0
- data/test/plugin/test_string_util.rb +26 -0
- data/test/plugin_helper/data/cert/cert-key.pem +27 -0
- data/test/plugin_helper/data/cert/cert-with-CRLF.pem +19 -0
- data/test/plugin_helper/data/cert/cert-with-no-newline.pem +19 -0
- data/test/plugin_helper/data/cert/cert.pem +19 -0
- data/test/plugin_helper/data/cert/cert_chains/ca-cert-key.pem +27 -0
- data/test/plugin_helper/data/cert/cert_chains/ca-cert.pem +20 -0
- data/test/plugin_helper/data/cert/cert_chains/cert-key.pem +27 -0
- data/test/plugin_helper/data/cert/cert_chains/cert.pem +40 -0
- data/test/plugin_helper/data/cert/empty.pem +0 -0
- data/test/plugin_helper/data/cert/generate_cert.rb +125 -0
- data/test/plugin_helper/data/cert/with_ca/ca-cert-key-pass.pem +30 -0
- data/test/plugin_helper/data/cert/with_ca/ca-cert-key.pem +27 -0
- data/test/plugin_helper/data/cert/with_ca/ca-cert-pass.pem +20 -0
- data/test/plugin_helper/data/cert/with_ca/ca-cert.pem +20 -0
- data/test/plugin_helper/data/cert/with_ca/cert-key-pass.pem +30 -0
- data/test/plugin_helper/data/cert/with_ca/cert-key.pem +27 -0
- data/test/plugin_helper/data/cert/with_ca/cert-pass.pem +21 -0
- data/test/plugin_helper/data/cert/with_ca/cert.pem +21 -0
- data/test/plugin_helper/data/cert/without_ca/cert-key-pass.pem +30 -0
- data/test/plugin_helper/data/cert/without_ca/cert-key.pem +27 -0
- data/test/plugin_helper/data/cert/without_ca/cert-pass.pem +20 -0
- data/test/plugin_helper/data/cert/without_ca/cert.pem +20 -0
- data/test/plugin_helper/http_server/test_app.rb +65 -0
- data/test/plugin_helper/http_server/test_route.rb +32 -0
- data/test/plugin_helper/service_discovery/test_manager.rb +93 -0
- data/test/plugin_helper/service_discovery/test_round_robin_balancer.rb +21 -0
- data/test/plugin_helper/test_cert_option.rb +25 -0
- data/test/plugin_helper/test_child_process.rb +840 -0
- data/test/plugin_helper/test_compat_parameters.rb +358 -0
- data/test/plugin_helper/test_event_emitter.rb +80 -0
- data/test/plugin_helper/test_event_loop.rb +52 -0
- data/test/plugin_helper/test_extract.rb +194 -0
- data/test/plugin_helper/test_formatter.rb +255 -0
- data/test/plugin_helper/test_http_server_helper.rb +372 -0
- data/test/plugin_helper/test_inject.rb +561 -0
- data/test/plugin_helper/test_metrics.rb +137 -0
- data/test/plugin_helper/test_parser.rb +264 -0
- data/test/plugin_helper/test_record_accessor.rb +238 -0
- data/test/plugin_helper/test_retry_state.rb +442 -0
- data/test/plugin_helper/test_server.rb +1823 -0
- data/test/plugin_helper/test_service_discovery.rb +165 -0
- data/test/plugin_helper/test_socket.rb +146 -0
- data/test/plugin_helper/test_storage.rb +542 -0
- data/test/plugin_helper/test_thread.rb +164 -0
- data/test/plugin_helper/test_timer.rb +130 -0
- data/test/scripts/exec_script.rb +32 -0
- data/test/scripts/fluent/plugin/formatter1/formatter_test1.rb +7 -0
- data/test/scripts/fluent/plugin/formatter2/formatter_test2.rb +7 -0
- data/test/scripts/fluent/plugin/formatter_known.rb +8 -0
- data/test/scripts/fluent/plugin/out_test.rb +81 -0
- data/test/scripts/fluent/plugin/out_test2.rb +80 -0
- data/test/scripts/fluent/plugin/parser_known.rb +4 -0
- data/test/test_capability.rb +74 -0
- data/test/test_clock.rb +164 -0
- data/test/test_config.rb +202 -0
- data/test/test_configdsl.rb +148 -0
- data/test/test_daemonizer.rb +91 -0
- data/test/test_engine.rb +203 -0
- data/test/test_event.rb +531 -0
- data/test/test_event_router.rb +331 -0
- data/test/test_event_time.rb +199 -0
- data/test/test_filter.rb +121 -0
- data/test/test_fluent_log_event_router.rb +99 -0
- data/test/test_formatter.rb +366 -0
- data/test/test_input.rb +31 -0
- data/test/test_log.rb +994 -0
- data/test/test_logger_initializer.rb +46 -0
- data/test/test_match.rb +148 -0
- data/test/test_mixin.rb +351 -0
- data/test/test_msgpack_factory.rb +18 -0
- data/test/test_oj_options.rb +55 -0
- data/test/test_output.rb +278 -0
- data/test/test_plugin.rb +251 -0
- data/test/test_plugin_classes.rb +370 -0
- data/test/test_plugin_helper.rb +81 -0
- data/test/test_plugin_id.rb +119 -0
- data/test/test_process.rb +14 -0
- data/test/test_root_agent.rb +951 -0
- data/test/test_static_config_analysis.rb +177 -0
- data/test/test_supervisor.rb +601 -0
- data/test/test_test_drivers.rb +136 -0
- data/test/test_time_formatter.rb +301 -0
- data/test/test_time_parser.rb +362 -0
- data/test/test_tls.rb +65 -0
- data/test/test_unique_id.rb +47 -0
- data/test/test_variable_store.rb +65 -0
- metadata +1261 -0
@@ -0,0 +1,343 @@
|
|
1
|
+
#
|
2
|
+
# Fluentd
|
3
|
+
#
|
4
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
5
|
+
# you may not use this file except in compliance with the License.
|
6
|
+
# You may obtain a copy of the License at
|
7
|
+
#
|
8
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
9
|
+
#
|
10
|
+
# Unless required by applicable law or agreed to in writing, software
|
11
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
12
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
13
|
+
# See the License for the specific language governing permissions and
|
14
|
+
# limitations under the License.
|
15
|
+
#
|
16
|
+
|
17
|
+
require 'fluent/config/types'
|
18
|
+
require 'fluent/config/element'
|
19
|
+
|
20
|
+
module Fluent
|
21
|
+
module PluginHelper
|
22
|
+
module CompatParameters
|
23
|
+
# This plugin helper is to bring old-fashioned buffer/other
|
24
|
+
# configuration parameters to v0.14 plugin API configurations.
|
25
|
+
# This helper is mainly to convert plugins from v0.12 API
|
26
|
+
# to v0.14 API safely, without breaking user deployment.
|
27
|
+
|
28
|
+
BUFFER_PARAMS = {
|
29
|
+
"buffer_type" => "@type",
|
30
|
+
"buffer_path" => "path",
|
31
|
+
"num_threads" => "flush_thread_count",
|
32
|
+
"flush_interval" => "flush_interval",
|
33
|
+
"try_flush_interval" => "flush_thread_interval",
|
34
|
+
"queued_chunk_flush_interval" => "flush_thread_burst_interval",
|
35
|
+
"disable_retry_limit" => "retry_forever",
|
36
|
+
"retry_limit" => "retry_max_times",
|
37
|
+
"max_retry_wait" => "retry_max_interval",
|
38
|
+
"buffer_chunk_limit" => "chunk_limit_size",
|
39
|
+
"buffer_queue_limit" => "queue_limit_length",
|
40
|
+
"buffer_queue_full_action" => "overflow_action",
|
41
|
+
"flush_at_shutdown" => "flush_at_shutdown",
|
42
|
+
}
|
43
|
+
|
44
|
+
BUFFER_TIME_SLICED_PARAMS = {
|
45
|
+
"time_slice_format" => nil,
|
46
|
+
"time_slice_wait" => "timekey_wait",
|
47
|
+
"timezone" => "timekey_zone",
|
48
|
+
}
|
49
|
+
|
50
|
+
PARSER_PARAMS = {
|
51
|
+
"format" => nil,
|
52
|
+
"types" => nil,
|
53
|
+
"types_delimiter" => nil,
|
54
|
+
"types_label_delimiter" => nil,
|
55
|
+
"keys" => "keys", # CSVParser, TSVParser (old ValuesParser)
|
56
|
+
"time_key" => "time_key",
|
57
|
+
"time_format" => "time_format",
|
58
|
+
"localtime" => nil,
|
59
|
+
"utc" => nil,
|
60
|
+
"delimiter" => "delimiter",
|
61
|
+
"keep_time_key" => "keep_time_key",
|
62
|
+
"null_empty_string" => "null_empty_string",
|
63
|
+
"null_value_pattern" => "null_value_pattern",
|
64
|
+
"json_parser" => "json_parser", # JSONParser
|
65
|
+
"label_delimiter" => "label_delimiter", # LabeledTSVParser
|
66
|
+
"format_firstline" => "format_firstline", # MultilineParser
|
67
|
+
"message_key" => "message_key", # NoneParser
|
68
|
+
"with_priority" => "with_priority", # SyslogParser
|
69
|
+
"message_format" => "message_format", # SyslogParser
|
70
|
+
"rfc5424_time_format" => "rfc5424_time_format", # SyslogParser
|
71
|
+
# There has been no parsers which can handle timezone in v0.12
|
72
|
+
}
|
73
|
+
|
74
|
+
INJECT_PARAMS = {
|
75
|
+
"include_time_key" => nil,
|
76
|
+
"time_key" => "time_key",
|
77
|
+
"time_format" => "time_format",
|
78
|
+
"timezone" => "timezone",
|
79
|
+
"include_tag_key" => nil,
|
80
|
+
"tag_key" => "tag_key",
|
81
|
+
"localtime" => nil,
|
82
|
+
"utc" => nil,
|
83
|
+
}
|
84
|
+
|
85
|
+
EXTRACT_PARAMS = {
|
86
|
+
"time_key" => "time_key",
|
87
|
+
"time_format" => "time_format",
|
88
|
+
"timezone" => "timezone",
|
89
|
+
"tag_key" => "tag_key",
|
90
|
+
"localtime" => nil,
|
91
|
+
"utc" => nil,
|
92
|
+
}
|
93
|
+
|
94
|
+
FORMATTER_PARAMS = {
|
95
|
+
"format" => "@type",
|
96
|
+
"delimiter" => "delimiter",
|
97
|
+
"force_quotes" => "force_quotes", # CsvFormatter
|
98
|
+
"keys" => "keys", # TSVFormatter
|
99
|
+
"fields" => "fields", # CsvFormatter
|
100
|
+
"json_parser" => "json_parser", # JSONFormatter
|
101
|
+
"label_delimiter" => "label_delimiter", # LabeledTSVFormatter
|
102
|
+
"output_time" => "output_time", # OutFileFormatter
|
103
|
+
"output_tag" => "output_tag", # OutFileFormatter
|
104
|
+
"localtime" => "localtime", # OutFileFormatter
|
105
|
+
"utc" => "utc", # OutFileFormatter
|
106
|
+
"timezone" => "timezone", # OutFileFormatter
|
107
|
+
"message_key" => "message_key", # SingleValueFormatter
|
108
|
+
"add_newline" => "add_newline", # SingleValueFormatter
|
109
|
+
"output_type" => "output_type", # StdoutFormatter
|
110
|
+
}
|
111
|
+
|
112
|
+
def compat_parameters_convert(conf, *types, **kwargs)
|
113
|
+
types.each do |type|
|
114
|
+
case type
|
115
|
+
when :buffer
|
116
|
+
compat_parameters_buffer(conf, **kwargs)
|
117
|
+
when :inject
|
118
|
+
compat_parameters_inject(conf)
|
119
|
+
when :extract
|
120
|
+
compat_parameters_extract(conf)
|
121
|
+
when :parser
|
122
|
+
compat_parameters_parser(conf)
|
123
|
+
when :formatter
|
124
|
+
compat_parameters_formatter(conf)
|
125
|
+
else
|
126
|
+
raise "BUG: unknown compat_parameters type: #{type}"
|
127
|
+
end
|
128
|
+
end
|
129
|
+
|
130
|
+
conf
|
131
|
+
end
|
132
|
+
|
133
|
+
def compat_parameters_buffer(conf, default_chunk_key: '')
|
134
|
+
# return immediately if <buffer> section exists, or any buffer-related parameters don't exist
|
135
|
+
return unless conf.elements('buffer').empty?
|
136
|
+
return if (BUFFER_PARAMS.keys + BUFFER_TIME_SLICED_PARAMS.keys).all?{|k| !conf.has_key?(k) }
|
137
|
+
|
138
|
+
# TODO: warn obsolete parameters if these are deprecated
|
139
|
+
buffer_params = BUFFER_PARAMS.merge(BUFFER_TIME_SLICED_PARAMS)
|
140
|
+
hash = compat_parameters_copy_to_subsection_attributes(conf, buffer_params) do |compat_key, value|
|
141
|
+
if compat_key == 'buffer_queue_full_action' && value == 'exception'
|
142
|
+
'throw_exception'
|
143
|
+
else
|
144
|
+
value
|
145
|
+
end
|
146
|
+
end
|
147
|
+
|
148
|
+
chunk_key = default_chunk_key
|
149
|
+
|
150
|
+
if conf.has_key?('time_slice_format')
|
151
|
+
chunk_key = 'time'
|
152
|
+
hash['timekey'] = case conf['time_slice_format']
|
153
|
+
when /\%S/ then 1
|
154
|
+
when /\%M/ then 60
|
155
|
+
when /\%H/ then 3600
|
156
|
+
when /\%d/ then 86400
|
157
|
+
else
|
158
|
+
raise Fluent::ConfigError, "time_slice_format only with %Y or %m is too long"
|
159
|
+
end
|
160
|
+
if conf.has_key?('localtime') || conf.has_key?('utc')
|
161
|
+
if conf.has_key?('localtime') && conf.has_key?('utc')
|
162
|
+
raise Fluent::ConfigError, "both of utc and localtime are specified, use only one of them"
|
163
|
+
elsif conf.has_key?('localtime')
|
164
|
+
hash['timekey_use_utc'] = !(Fluent::Config.bool_value(conf['localtime']))
|
165
|
+
elsif conf.has_key?('utc')
|
166
|
+
hash['timekey_use_utc'] = Fluent::Config.bool_value(conf['utc'])
|
167
|
+
end
|
168
|
+
end
|
169
|
+
else
|
170
|
+
if chunk_key == 'time'
|
171
|
+
hash['timekey'] = 86400 # TimeSliceOutput.time_slice_format default value is '%Y%m%d'
|
172
|
+
end
|
173
|
+
end
|
174
|
+
|
175
|
+
e = Fluent::Config::Element.new('buffer', chunk_key, hash, [])
|
176
|
+
conf.elements << e
|
177
|
+
|
178
|
+
conf
|
179
|
+
end
|
180
|
+
|
181
|
+
def compat_parameters_inject(conf)
|
182
|
+
return unless conf.elements('inject').empty?
|
183
|
+
return if INJECT_PARAMS.keys.all?{|k| !conf.has_key?(k) }
|
184
|
+
|
185
|
+
# TODO: warn obsolete parameters if these are deprecated
|
186
|
+
hash = compat_parameters_copy_to_subsection_attributes(conf, INJECT_PARAMS)
|
187
|
+
|
188
|
+
if conf.has_key?('include_time_key') && Fluent::Config.bool_value(conf['include_time_key'])
|
189
|
+
hash['time_key'] ||= 'time'
|
190
|
+
hash['time_type'] ||= 'string'
|
191
|
+
end
|
192
|
+
if conf.has_key?('time_as_epoch') && Fluent::Config.bool_value(conf['time_as_epoch'])
|
193
|
+
hash['time_key'] ||= 'time'
|
194
|
+
hash['time_type'] = 'unixtime'
|
195
|
+
end
|
196
|
+
if conf.has_key?('localtime') || conf.has_key?('utc')
|
197
|
+
utc = to_bool(conf['utc'])
|
198
|
+
localtime = to_bool(conf['localtime'])
|
199
|
+
if conf.has_key?('localtime') && conf.has_key?('utc') && !(localtime ^ utc)
|
200
|
+
raise Fluent::ConfigError, "both of utc and localtime are specified, use only one of them"
|
201
|
+
elsif conf.has_key?('localtime')
|
202
|
+
hash['localtime'] = Fluent::Config.bool_value(conf['localtime'])
|
203
|
+
elsif conf.has_key?('utc')
|
204
|
+
hash['localtime'] = !(Fluent::Config.bool_value(conf['utc']))
|
205
|
+
# Specifying "localtime false" means using UTC in TimeFormatter
|
206
|
+
# And specifying "utc" is different from specifying "timezone +0000"(it's not always UTC).
|
207
|
+
# There are difference between "Z" and "+0000" in timezone formatting.
|
208
|
+
# TODO: add kwargs to TimeFormatter to specify "using localtime", "using UTC" or "using specified timezone" in more explicit way
|
209
|
+
end
|
210
|
+
end
|
211
|
+
|
212
|
+
if conf.has_key?('include_tag_key') && Fluent::Config.bool_value(conf['include_tag_key'])
|
213
|
+
hash['tag_key'] ||= 'tag'
|
214
|
+
end
|
215
|
+
|
216
|
+
e = Fluent::Config::Element.new('inject', '', hash, [])
|
217
|
+
conf.elements << e
|
218
|
+
|
219
|
+
conf
|
220
|
+
end
|
221
|
+
|
222
|
+
def to_bool(v)
|
223
|
+
if v.is_a?(FalseClass) || v == 'false' || v.nil?
|
224
|
+
false
|
225
|
+
else
|
226
|
+
true
|
227
|
+
end
|
228
|
+
end
|
229
|
+
|
230
|
+
def compat_parameters_extract(conf)
|
231
|
+
return unless conf.elements('extract').empty?
|
232
|
+
return if EXTRACT_PARAMS.keys.all?{|k| !conf.has_key?(k) } && !conf.has_key?('format')
|
233
|
+
|
234
|
+
# TODO: warn obsolete parameters if these are deprecated
|
235
|
+
hash = compat_parameters_copy_to_subsection_attributes(conf, EXTRACT_PARAMS)
|
236
|
+
|
237
|
+
if conf.has_key?('time_as_epoch') && Fluent::Config.bool_value(conf['time_as_epoch'])
|
238
|
+
hash['time_key'] ||= 'time'
|
239
|
+
hash['time_type'] = 'unixtime'
|
240
|
+
elsif conf.has_key?('format') && conf["format"].start_with?("/") && conf["format"].end_with?("/") # old-style regexp parser
|
241
|
+
hash['time_key'] ||= 'time'
|
242
|
+
hash['time_type'] ||= 'string'
|
243
|
+
end
|
244
|
+
if conf.has_key?('localtime') || conf.has_key?('utc')
|
245
|
+
if conf.has_key?('localtime') && conf.has_key?('utc')
|
246
|
+
raise Fluent::ConfigError, "both of utc and localtime are specified, use only one of them"
|
247
|
+
elsif conf.has_key?('localtime')
|
248
|
+
hash['localtime'] = Fluent::Config.bool_value(conf['localtime'])
|
249
|
+
elsif conf.has_key?('utc')
|
250
|
+
hash['localtime'] = !(Fluent::Config.bool_value(conf['utc']))
|
251
|
+
# Specifying "localtime false" means using UTC in TimeFormatter
|
252
|
+
# And specifying "utc" is different from specifying "timezone +0000"(it's not always UTC).
|
253
|
+
# There are difference between "Z" and "+0000" in timezone formatting.
|
254
|
+
# TODO: add kwargs to TimeFormatter to specify "using localtime", "using UTC" or "using specified timezone" in more explicit way
|
255
|
+
end
|
256
|
+
end
|
257
|
+
|
258
|
+
e = Fluent::Config::Element.new('extract', '', hash, [])
|
259
|
+
conf.elements << e
|
260
|
+
|
261
|
+
conf
|
262
|
+
end
|
263
|
+
|
264
|
+
def compat_parameters_parser(conf)
|
265
|
+
return unless conf.elements('parse').empty?
|
266
|
+
return if PARSER_PARAMS.keys.all?{|k| !conf.has_key?(k) }
|
267
|
+
|
268
|
+
# TODO: warn obsolete parameters if these are deprecated
|
269
|
+
hash = compat_parameters_copy_to_subsection_attributes(conf, PARSER_PARAMS)
|
270
|
+
|
271
|
+
if conf["format"]
|
272
|
+
if conf["format"].start_with?("/") && conf["format"].end_with?("/")
|
273
|
+
hash["@type"] = "regexp"
|
274
|
+
hash["expression"] = conf["format"][1..-2]
|
275
|
+
else
|
276
|
+
hash["@type"] = conf["format"]
|
277
|
+
end
|
278
|
+
end
|
279
|
+
|
280
|
+
if conf["types"]
|
281
|
+
delimiter = conf["types_delimiter"] || ','
|
282
|
+
label_delimiter = conf["types_label_delimiter"] || ':'
|
283
|
+
types = {}
|
284
|
+
conf['types'].split(delimiter).each do |pair|
|
285
|
+
key, value = pair.split(label_delimiter, 2)
|
286
|
+
types[key] = value
|
287
|
+
end
|
288
|
+
hash["types"] = JSON.dump(types)
|
289
|
+
end
|
290
|
+
if conf.has_key?('localtime') || conf.has_key?('utc')
|
291
|
+
if conf.has_key?('localtime') && conf.has_key?('utc')
|
292
|
+
raise Fluent::ConfigError, "both of utc and localtime are specified, use only one of them"
|
293
|
+
elsif conf.has_key?('localtime')
|
294
|
+
hash['localtime'] = Fluent::Config.bool_value(conf['localtime'])
|
295
|
+
elsif conf.has_key?('utc')
|
296
|
+
hash['localtime'] = !(Fluent::Config.bool_value(conf['utc']))
|
297
|
+
# Specifying "localtime false" means using UTC in TimeFormatter
|
298
|
+
# And specifying "utc" is different from specifying "timezone +0000"(it's not always UTC).
|
299
|
+
# There are difference between "Z" and "+0000" in timezone formatting.
|
300
|
+
# TODO: add kwargs to TimeFormatter to specify "using localtime", "using UTC" or "using specified timezone" in more explicit way
|
301
|
+
end
|
302
|
+
end
|
303
|
+
|
304
|
+
e = Fluent::Config::Element.new('parse', '', hash, [])
|
305
|
+
conf.elements << e
|
306
|
+
|
307
|
+
conf
|
308
|
+
end
|
309
|
+
|
310
|
+
def compat_parameters_formatter(conf)
|
311
|
+
return unless conf.elements('format').empty?
|
312
|
+
return if FORMATTER_PARAMS.keys.all?{|k| !conf.has_key?(k) }
|
313
|
+
|
314
|
+
# TODO: warn obsolete parameters if these are deprecated
|
315
|
+
hash = compat_parameters_copy_to_subsection_attributes(conf, FORMATTER_PARAMS)
|
316
|
+
|
317
|
+
if conf.has_key?('time_as_epoch') && Fluent::Config.bool_value(conf['time_as_epoch'])
|
318
|
+
hash['time_type'] = 'unixtime'
|
319
|
+
end
|
320
|
+
|
321
|
+
e = Fluent::Config::Element.new('format', '', hash, [])
|
322
|
+
conf.elements << e
|
323
|
+
|
324
|
+
conf
|
325
|
+
end
|
326
|
+
|
327
|
+
def compat_parameters_copy_to_subsection_attributes(conf, params, &block)
|
328
|
+
hash = {}
|
329
|
+
params.each do |compat, current|
|
330
|
+
next unless current
|
331
|
+
if conf.has_key?(compat)
|
332
|
+
if block_given?
|
333
|
+
hash[current] = block.call(compat, conf[compat])
|
334
|
+
else
|
335
|
+
hash[current] = conf[compat]
|
336
|
+
end
|
337
|
+
end
|
338
|
+
end
|
339
|
+
hash
|
340
|
+
end
|
341
|
+
end
|
342
|
+
end
|
343
|
+
end
|
@@ -0,0 +1,51 @@
|
|
1
|
+
#
|
2
|
+
# Fluentd
|
3
|
+
#
|
4
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
5
|
+
# you may not use this file except in compliance with the License.
|
6
|
+
# You may obtain a copy of the License at
|
7
|
+
#
|
8
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
9
|
+
#
|
10
|
+
# Unless required by applicable law or agreed to in writing, software
|
11
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
12
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
13
|
+
# See the License for the specific language governing permissions and
|
14
|
+
# limitations under the License.
|
15
|
+
#
|
16
|
+
|
17
|
+
require 'fluent/plugin'
|
18
|
+
require 'fluent/counter/client'
|
19
|
+
|
20
|
+
module Fluent
|
21
|
+
module PluginHelper
|
22
|
+
module Counter
|
23
|
+
def counter_client_create(scope:, loop: Coolio::Loop.new)
|
24
|
+
client_conf = system_config.counter_client
|
25
|
+
raise Fluent::ConfigError, '<counter_client> is required in <system>' unless client_conf
|
26
|
+
counter_client = Fluent::Counter::Client.new(loop, port: client_conf.port, host: client_conf.host, log: log, timeout: client_conf.timeout)
|
27
|
+
counter_client.start
|
28
|
+
counter_client.establish(scope)
|
29
|
+
@_counter_client = counter_client
|
30
|
+
counter_client
|
31
|
+
end
|
32
|
+
|
33
|
+
attr_reader :_counter_client
|
34
|
+
|
35
|
+
def initialize
|
36
|
+
super
|
37
|
+
@_counter_client = nil
|
38
|
+
end
|
39
|
+
|
40
|
+
def stop
|
41
|
+
super
|
42
|
+
@_counter_client.stop
|
43
|
+
end
|
44
|
+
|
45
|
+
def terminate
|
46
|
+
@_counter_client = nil
|
47
|
+
super
|
48
|
+
end
|
49
|
+
end
|
50
|
+
end
|
51
|
+
end
|
@@ -0,0 +1,100 @@
|
|
1
|
+
#
|
2
|
+
# Fluentd
|
3
|
+
#
|
4
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
5
|
+
# you may not use this file except in compliance with the License.
|
6
|
+
# You may obtain a copy of the License at
|
7
|
+
#
|
8
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
9
|
+
#
|
10
|
+
# Unless required by applicable law or agreed to in writing, software
|
11
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
12
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
13
|
+
# See the License for the specific language governing permissions and
|
14
|
+
# limitations under the License.
|
15
|
+
#
|
16
|
+
|
17
|
+
require 'fluent/time'
|
18
|
+
|
19
|
+
module Fluent
|
20
|
+
module PluginHelper
|
21
|
+
module EventEmitter
|
22
|
+
# stop : [-]
|
23
|
+
# shutdown : disable @router
|
24
|
+
# close : [-]
|
25
|
+
# terminate: [-]
|
26
|
+
|
27
|
+
def router
|
28
|
+
@_event_emitter_used_actually = true
|
29
|
+
if @_event_emitter_lazy_init
|
30
|
+
@router = @primary_instance.router
|
31
|
+
end
|
32
|
+
if @router.respond_to?(:caller_plugin_id=)
|
33
|
+
@router.caller_plugin_id = self.plugin_id
|
34
|
+
end
|
35
|
+
@router
|
36
|
+
end
|
37
|
+
|
38
|
+
def router=(r)
|
39
|
+
# not recommended now...
|
40
|
+
@router = r
|
41
|
+
end
|
42
|
+
|
43
|
+
def has_router?
|
44
|
+
true
|
45
|
+
end
|
46
|
+
|
47
|
+
def event_emitter_used_actually?
|
48
|
+
@_event_emitter_used_actually
|
49
|
+
end
|
50
|
+
|
51
|
+
def event_emitter_router(label_name)
|
52
|
+
if label_name
|
53
|
+
if label_name == "@ROOT"
|
54
|
+
Engine.root_agent.event_router
|
55
|
+
else
|
56
|
+
Engine.root_agent.find_label(label_name).event_router
|
57
|
+
end
|
58
|
+
elsif self.respond_to?(:as_secondary) && self.as_secondary
|
59
|
+
if @primary_instance.has_router?
|
60
|
+
@_event_emitter_lazy_init = true
|
61
|
+
nil # primary plugin's event router is not initialized yet, here.
|
62
|
+
else
|
63
|
+
@primary_instance.context_router
|
64
|
+
end
|
65
|
+
else
|
66
|
+
# `Engine.root_agent.event_router` is for testing
|
67
|
+
self.context_router || Engine.root_agent.event_router
|
68
|
+
end
|
69
|
+
end
|
70
|
+
|
71
|
+
def initialize
|
72
|
+
super
|
73
|
+
@_event_emitter_used_actually = false
|
74
|
+
@_event_emitter_lazy_init = false
|
75
|
+
@router = nil
|
76
|
+
end
|
77
|
+
|
78
|
+
def configure(conf)
|
79
|
+
require 'fluent/engine'
|
80
|
+
super
|
81
|
+
@router = event_emitter_router(conf['@label'])
|
82
|
+
end
|
83
|
+
|
84
|
+
def after_shutdown
|
85
|
+
@router = nil
|
86
|
+
super
|
87
|
+
end
|
88
|
+
|
89
|
+
def close # unset router many times to reduce test cost
|
90
|
+
@router = nil
|
91
|
+
super
|
92
|
+
end
|
93
|
+
|
94
|
+
def terminate
|
95
|
+
@router = nil
|
96
|
+
super
|
97
|
+
end
|
98
|
+
end
|
99
|
+
end
|
100
|
+
end
|
@@ -0,0 +1,170 @@
|
|
1
|
+
#
|
2
|
+
# Fluentd
|
3
|
+
#
|
4
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
5
|
+
# you may not use this file except in compliance with the License.
|
6
|
+
# You may obtain a copy of the License at
|
7
|
+
#
|
8
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
9
|
+
#
|
10
|
+
# Unless required by applicable law or agreed to in writing, software
|
11
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
12
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
13
|
+
# See the License for the specific language governing permissions and
|
14
|
+
# limitations under the License.
|
15
|
+
#
|
16
|
+
|
17
|
+
require 'cool.io'
|
18
|
+
require 'fluent/plugin_helper/thread'
|
19
|
+
require 'fluent/clock'
|
20
|
+
|
21
|
+
module Fluent
|
22
|
+
module PluginHelper
|
23
|
+
module EventLoop
|
24
|
+
# Currently this plugin helper is only for other helpers, not plugins.
|
25
|
+
# there's no way to create customized watchers to attach event loops.
|
26
|
+
include Fluent::PluginHelper::Thread
|
27
|
+
|
28
|
+
# stop : [-]
|
29
|
+
# shutdown : detach all event watchers on event loop
|
30
|
+
# close : stop event loop
|
31
|
+
# terminate: initialize internal state
|
32
|
+
|
33
|
+
EVENT_LOOP_RUN_DEFAULT_TIMEOUT = 0.5
|
34
|
+
EVENT_LOOP_SHUTDOWN_TIMEOUT = 5
|
35
|
+
|
36
|
+
attr_reader :_event_loop # for tests
|
37
|
+
|
38
|
+
def event_loop_attach(watcher)
|
39
|
+
@_event_loop_mutex.synchronize do
|
40
|
+
@_event_loop.attach(watcher)
|
41
|
+
@_event_loop_attached_watchers << watcher
|
42
|
+
watcher
|
43
|
+
end
|
44
|
+
end
|
45
|
+
|
46
|
+
def event_loop_detach(watcher)
|
47
|
+
if watcher.attached?
|
48
|
+
watcher.detach
|
49
|
+
end
|
50
|
+
@_event_loop_mutex.synchronize do
|
51
|
+
@_event_loop_attached_watchers.delete(watcher)
|
52
|
+
end
|
53
|
+
end
|
54
|
+
|
55
|
+
def event_loop_wait_until_start
|
56
|
+
sleep(0.1) until event_loop_running?
|
57
|
+
end
|
58
|
+
|
59
|
+
def event_loop_wait_until_stop
|
60
|
+
timeout_at = Fluent::Clock.now + EVENT_LOOP_SHUTDOWN_TIMEOUT
|
61
|
+
sleep(0.1) while event_loop_running? && Fluent::Clock.now < timeout_at
|
62
|
+
if @_event_loop_running
|
63
|
+
puts "terminating event_loop forcedly"
|
64
|
+
caller.each{|bt| puts "\t#{bt}" }
|
65
|
+
@_event_loop.stop rescue nil
|
66
|
+
@_event_loop_running = true
|
67
|
+
end
|
68
|
+
end
|
69
|
+
|
70
|
+
def event_loop_running?
|
71
|
+
@_event_loop_running
|
72
|
+
end
|
73
|
+
|
74
|
+
def initialize
|
75
|
+
super
|
76
|
+
@_event_loop = Coolio::Loop.new
|
77
|
+
@_event_loop_running = false
|
78
|
+
@_event_loop_mutex = Mutex.new
|
79
|
+
# plugin MAY configure loop run timeout in #configure
|
80
|
+
@_event_loop_run_timeout = EVENT_LOOP_RUN_DEFAULT_TIMEOUT
|
81
|
+
@_event_loop_attached_watchers = []
|
82
|
+
end
|
83
|
+
|
84
|
+
def start
|
85
|
+
super
|
86
|
+
|
87
|
+
# event loop does not run here, so mutex lock is not required
|
88
|
+
thread_create :event_loop do
|
89
|
+
begin
|
90
|
+
default_watcher = DefaultWatcher.new
|
91
|
+
event_loop_attach(default_watcher)
|
92
|
+
@_event_loop_running = true
|
93
|
+
@_event_loop.run(@_event_loop_run_timeout) # this method blocks
|
94
|
+
ensure
|
95
|
+
@_event_loop_running = false
|
96
|
+
end
|
97
|
+
end
|
98
|
+
end
|
99
|
+
|
100
|
+
def shutdown
|
101
|
+
@_event_loop_mutex.synchronize do
|
102
|
+
@_event_loop_attached_watchers.reverse.each do |w|
|
103
|
+
if w.attached?
|
104
|
+
begin
|
105
|
+
w.detach
|
106
|
+
rescue => e
|
107
|
+
log.warn "unexpected error while detaching event loop watcher", error: e
|
108
|
+
end
|
109
|
+
end
|
110
|
+
end
|
111
|
+
end
|
112
|
+
|
113
|
+
super
|
114
|
+
end
|
115
|
+
|
116
|
+
def after_shutdown
|
117
|
+
timeout_at = Fluent::Clock.now + EVENT_LOOP_SHUTDOWN_TIMEOUT
|
118
|
+
@_event_loop_mutex.synchronize do
|
119
|
+
@_event_loop.watchers.reverse.each do |w|
|
120
|
+
begin
|
121
|
+
w.detach
|
122
|
+
rescue => e
|
123
|
+
log.warn "unexpected error while detaching event loop watcher", error: e
|
124
|
+
end
|
125
|
+
end
|
126
|
+
end
|
127
|
+
while @_event_loop_running
|
128
|
+
if Fluent::Clock.now >= timeout_at
|
129
|
+
log.warn "event loop does NOT exit until hard timeout."
|
130
|
+
raise "event loop does NOT exit until hard timeout." if @under_plugin_development
|
131
|
+
break
|
132
|
+
end
|
133
|
+
sleep 0.1
|
134
|
+
end
|
135
|
+
|
136
|
+
super
|
137
|
+
end
|
138
|
+
|
139
|
+
def close
|
140
|
+
if @_event_loop_running
|
141
|
+
begin
|
142
|
+
@_event_loop.stop # we cannot check loop is running or not
|
143
|
+
rescue RuntimeError => e
|
144
|
+
raise unless e.message == 'loop not running'
|
145
|
+
end
|
146
|
+
end
|
147
|
+
|
148
|
+
super
|
149
|
+
end
|
150
|
+
|
151
|
+
def terminate
|
152
|
+
@_event_loop = nil
|
153
|
+
@_event_loop_running = false
|
154
|
+
@_event_loop_mutex = nil
|
155
|
+
@_event_loop_run_timeout = nil
|
156
|
+
|
157
|
+
super
|
158
|
+
end
|
159
|
+
|
160
|
+
# watcher to block to run event loop until shutdown
|
161
|
+
class DefaultWatcher < Coolio::TimerWatcher
|
162
|
+
def initialize
|
163
|
+
super(1, true) # interval: 1, repeat: true
|
164
|
+
end
|
165
|
+
# do nothing
|
166
|
+
def on_timer; end
|
167
|
+
end
|
168
|
+
end
|
169
|
+
end
|
170
|
+
end
|