dtomasgu-fluentd 1.14.7.pre.dev

data/example/out_forward_client.conf

@@ -0,0 +1,109 @@
+<source>
+  @type sample
+  tag test
+</source>
+<source>
+  @type sample
+  tag test2
+</source>
+<source>
+  @type sample
+  tag test3
+</source>
+<source>
+  @type sample
+  tag test4
+</source>
+<source>
+  @type sample
+  tag test5
+</source>
+
+<match test>
+  @type forward
+  flush_interval 0
+  <security>
+    self_hostname output.testing.local
+    shared_key    secure_communication_is_awesome
+  </security>
+  <server>
+    host 127.0.0.1
+    port 24224
+    username user1
+    password yes_this_is_user1
+    shared_key using_different_key_makes_us_secure
+  </server>
+</match>
+
+<match test2>
+  @type forward
+  flush_interval 0
+  <security>
+    self_hostname output-alt1.testing.local
+    shared_key    using_different_key_makes_us_secure
+  </security>
+  <server>
+    host 127.0.0.1
+    port 24224
+    username user1
+    password yes_this_is_user1
+  </server>
+  <server>
+    host 127.0.0.1
+    port 24224
+    username user2
+    password yes_this_is_really_user2
+  </server>
+</match>
+
+<match test3>
+  @type forward
+  flush_interval 0
+  <security>
+    self_hostname output-fail1.testing.local
+    # default key: fail
+    shared_key    secure_communication_is_awesome
+  </security>
+  <server>
+    host 127.0.0.1
+    port 24224
+    username user1
+    password yes_this_is_user1
+    # [warn]: Shared key mismatch address="127.0.0.1" hostname="output-fail1.testing.local"
+  </server>
+</match>
+
+<match test4>
+  @type forward
+  flush_interval 0
+  <security>
+    self_hostname output-fail2.testing.local
+    shared_key    using_different_key_makes_us_secure
+  </security>
+  <server>
+    host 127.0.0.1
+    port 24224
+    username user3
+    # user3 (user denied): fail
+    password noooooo_this_may_not_be_user3
+    # [warn]: Authentication failed address="127.0.0.1" hostname="output-fail2.testing.local" username="user3"
+  </server>
+</match>
+
+<match test5>
+  @type forward
+  flush_interval 0
+  <security>
+    self_hostname output-fail3.testing.local
+    shared_key    using_different_key_makes_us_secure
+  </security>
+  <server>
+    # another ip (host rejected): fail
+    # This pattern will work only with Ruby 2.3
+    host "#{Socket.getifaddrs.select{|i| i.addr.ipv4? }.reject{|i| i.addr.ip_address == '127.0.0.1' }.first.addr.ip_address}"
+    port 24224
+    username user1
+    password yes_this_is_user1
+    # [warn]: Anonymous client disallowed address="192.168.1.75" hostname="output-fail3.testing.local"
+  </server>
+</match>

data/example/out_forward_heartbeat_none.conf

@@ -0,0 +1,16 @@
+<source>
+  @type sample
+  tag test
+</source>
+
+<match test>
+  @type forward
+  heartbeat_type none
+  <server>
+    host 127.0.0.1
+    port 24224
+  </server>
+  <buffer>
+    flush_mode immediate
+  </buffer>
+</match>

data/example/out_forward_sd.conf

@@ -0,0 +1,17 @@
+<source>
+  @type sample
+  tag test
+</source>
+
+<match test>
+  @type forward
+
+  <service_discovery>
+    @type file
+    path "#{Dir.pwd}/example/sd.yaml"
+  </service_discovery>
+
+  <buffer>
+    flush_interval 1
+  </buffer>
+</match>

data/example/out_forward_shared_key.conf

@@ -0,0 +1,36 @@
+<source>
+  @type sample
+  tag test
+</source>
+<source>
+  @type sample
+  tag test2
+</source>
+
+<match test>
+  @type forward
+  flush_interval 0
+  <security>
+    self_hostname output.testing.local
+    shared_key    secure_communication_is_awesome
+  </security>
+  <server>
+    host 127.0.0.1
+    port 24224
+  </server>
+</match>
+
+<match test2>
+  @type forward
+  flush_interval 0
+  <security>
+    self_hostname output-fail.testing.local
+    shared_key    secure_communication_is_not_awesome
+    # input plugin shows warning for wrong shared_key
+    # 2016-08-08 16:27:00 +0900 [warn]: Shared key mismatch address="127.0.0.1" hostname="output-fail.testing.local"
+  </security>
+  <server>
+    host 127.0.0.1
+    port 24224
+  </server>
+</match>

data/example/out_forward_tls.conf

@@ -0,0 +1,18 @@
+<source>
+  @type sample
+  tag test
+</source>
+
+<match test>
+  @type forward
+  transport tls
+  tls_insecure_mode true
+  <server>
+    # first server
+    host 127.0.0.1
+    port 24224
+  </server>
+  <buffer>
+    flush_interval 0
+  </buffer>
+</match>

data/example/out_forward_users.conf

@@ -0,0 +1,65 @@
+<source>
+  @type sample
+  tag test
+</source>
+<source>
+  @type sample
+  tag test2
+</source>
+<source>
+  @type sample
+  tag test3
+</source>
+
+<match test>
+  @type forward
+  flush_interval 0
+  <security>
+    self_hostname output.testing.local
+    shared_key    secure_communication_is_awesome
+  </security>
+  <server>
+    host 127.0.0.1
+    port 24224
+    username user1
+    password yes_this_is_user1
+  </server>
+</match>
+
+<match test2>
+  @type forward
+  flush_interval 0
+  <security>
+    self_hostname output-alt1.testing.local
+    shared_key    secure_communication_is_awesome
+  </security>
+  <server>
+    host 127.0.0.1
+    port 24224
+    username user1
+    password yes_this_is_user1
+  </server>
+  <server>
+    host 127.0.0.1
+    port 24224
+    username user2
+    password yes_this_is_really_user2
+  </server>
+</match>
+
+<match test3>
+  @type forward
+  flush_interval 0
+  <security>
+    self_hostname output-fail.testing.local
+    shared_key    secure_communication_is_awesome
+  </security>
+  <server>
+    host 127.0.0.1
+    port 24224
+    username user3
+    password no_there_are_not_such_user
+    # input plugin warns authentication erro:
+    # [warn]: Authentication failed address="127.0.0.1" hostname="output-fail.testing.local" username="user3"
+  </server>
+</match>

data/example/out_null.conf

@@ -0,0 +1,36 @@
+#
+# bundle exec bin/fluentd -c example/out_buffered_null.conf
+#   (+ --emit-error-log-interval 10)
+<source>
+  @type sample
+  tag sample
+  rate 500000000
+  sample [
+    {"message": "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"},
+    {"message": "bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb"},
+    {"message": "ccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccc"}
+  ]
+</source>
+
+<match sample.**>
+  @type null
+  <buffer>
+    flush_interval 60s
+    chunk_limit_size 1k
+    total_limit_size 4k
+  </buffer>
+</match>
+
+<label error_log>
+  <match **>
+    @type stdout
+    # <buffer>
+    #   flush_interval 1s
+    # </buffer>
+  </match>
+</label>
+
+<match fluent.**>
+  @type relabel
+  @label error_log
+</match>

data/example/sd.yaml

@@ -0,0 +1,8 @@
+- 'host': 127.0.0.1
+  'port': 24224
+  'weight': 1
+  'name': server1
+- 'host': 127.0.0.1
+  'port': 24225
+  'weight': 1
+  'name': server2

data/example/secondary_file.conf

@@ -0,0 +1,42 @@
+<system>
+  rpc_endpoint 0.0.0.0:24444
+</system>
+
+<source>
+  @type sample
+  tag test
+</source>
+
+<source>
+  @type forward
+  @label @raw
+</source>
+
+<label @raw>
+  <match>
+    @type stdout
+  </match>
+</label>
+
+<match test>
+  @type forward
+
+  <buffer time,tag,message>
+    @type memory
+    timekey 2s
+    timekey_wait 1s
+    flush_mode interval
+    flush_interval 1s
+  </buffer>
+
+  <server>
+    host 0.0.0.0
+    port 24224
+  </server>
+
+  <secondary>
+    @type secondary_file
+    directory log/secondary/
+    basename ${tag}_%Y%m%d%L_${message}
+  </secondary>
+</match>

data/example/suppress_config_dump.conf

@@ -0,0 +1,7 @@
+<system>
+  suppress_config_dump false
+</system>
+
+<match data.*>
+  @type stdout
+</match>

data/example/v0_12_filter.conf

@@ -0,0 +1,78 @@
+# An example config to use filter plugins.
+# THIS FEATURE IS SUPPORTED FOR v0.12 AND ABOVE.
+
+# in_forward to generate events to be tested.
+# You can send an arbitrary event with an arbitrary tag.
+# For example, the following command creates the event
+# {"message":"hello world"} with tag = foo
+#
+# $ echo '{"message":"hello world"}' | fluent-cat foo
+
+<source>
+  @type forward
+  port 24224
+</source>
+
+# For all events with the tag "foo", filter it out
+# UNLESS the value of the "message" field matches /keep this/
+#
+# - {"message":"keep this please"} is kept.
+# - {"message":"Do not keep"} is filtered out.
+# - {"messag22":"keep this please"} is filtered out.
+
+<filter foo>
+  @type grep
+  regexp1  message keep this
+</filter>
+
+# Matches the events that was kept by the above filter
+<match foo>
+  @type stdout
+</match>
+
+# For all events with the tag "bar", add the machine's hostname with
+# the key "hostname" BEFORE forwarding to another instance of Fluentd
+# at 123.4.2.4:24224.
+
+<filter bar>
+  @type record_transformer
+  <record>
+    hostname ${hostname}
+  </record>
+</filter>
+
+# By the time it is getting matched here, the event has
+# the "hostname" field.
+<match bar>
+  @type forward
+  <server>
+    host 123.4.2.4
+    port 24225
+  </server>
+</match>
+
+# Composing two filters. For all events with the tag foo.bar,
+#
+# 1. The first filter filters out all events that has the field "hello"
+# 2. Then, for those events, we downcase the value of the "name" field.
+#
+# - {"name":"SADA", "hello":100} gets filtered out
+# - {"name":"SADA"} becomes {"name":"sada"}
+# - {"last_name":"FURUHASHI"} throws an error because it has no field called "name"
+
+<filter foo.bar>
+  @type grep
+  exclude1 hello .
+</filter>
+
+<filter foo.bar>
+  @type record_transformer
+  enable_ruby true
+  <record>
+    name ${name.downcase}
+  </record>
+</filter>
+
+<match foo.bar>
+  @type stdout
+</match>

data/example/v1_literal_example.conf

@@ -0,0 +1,36 @@
+<section1>
+  key1  'text'     # text
+  key2  '\''       # ' (1 char)
+  key3  '\\'       # \ (1 char)
+  key4  '\t'       # \t (2 char)
+  key5  '\['       # \[ (2 char)
+  key6  '\\['      # \[ (2 char)
+  key7  '#t'       # #t (2 char)
+  key8  '\#{test}' # \#{test} (8 char)
+  key9  '#{test}'  # #{test} (7 char)
+  key10 '\[(?<time>[^\]]*)\] (?<message>.*)'    # \[(?<time>[^\]]*\] (?<message>.*)
+</section1>
+<section2>
+  key1  "text"     # text
+  key2  "\""       # " (1 char)
+  key3  "\\"       # \ (1 char)
+  key4  "\t"       # TAB (1 char)
+  key5  "\["       # [ (1 char)
+  key6  "\\["      # \[ (2 char)
+  key7  "#t"       # #t (2 char)
+  key8  "\#{test}" # #{test} (7 char)
+  key9  "#{test}"  # replaced by eval('test')
+  key10 "\\[(?<time>[^\\]]*)\\] (?<message>.*)" # \[(?<time>[^\]]*\] (?<message>.*)
+</section2>
+<section3>
+  key1  text     # text
+  key2  \        # \ (1 char)
+  key3  \\       # \\ (2 char)
+  key4  \t       # \t (2 char)
+  key5  \[       # \[ (2 char)
+  key6  \\[      # \\[ (3 char)
+  key7  #t       # #t (2 char)
+  key8  \#{test} # \#{test} (8 char)
+  key9  #{test}  # #{test} (7 char)
+  key10 \[(?<time>[^\]]*)\] (?<message>.*)    # \[(?<time>[^\]]*\] (?<message>.*)
+</section3>

data/example/worker_section.conf

@@ -0,0 +1,36 @@
+<system>
+  workers 4
+  root_dir /path/fluentd/root
+</system>
+
+<source> # top-level sections works on all workers in parallel
+  @type forward
+  port 24224
+</source>
+
+<match all> # this sections also works on all workers in parallel
+  @type stdout
+  <inject>
+    worker_id_key worker_id
+  </inject>
+</match>
+
+<worker 0> # this section works only on first worker process
+  <source>
+    @type tail
+    format none
+    path /var/log/fluentd_test.log
+    pos_file /var/log/fluentd_test.pos
+    tag tail
+    rotate_wait 5
+    read_from_head true
+    refresh_interval 60
+  </source>
+
+  <match tail>
+    @type stdout
+    <inject>
+      worker_id_key worker_id
+    </inject>
+  </match>
+</worker>

data/fluent.conf

@@ -0,0 +1,139 @@
+# In v1 configuration, type and id are @ prefix parameters.
+# @type and @id are recommended. type and id are still available for backward compatibility
+
+## built-in TCP input
+## $ echo <json> | fluent-cat <tag>
+<source>
+  @type forward
+  @id forward_input
+</source>
+
+## built-in UNIX socket input
+#<source>
+#  @type unix
+#</source>
+
+# HTTP input
+# http://localhost:8888/<tag>?json=<json>
+<source>
+  @type http
+  @id http_input
+
+  port 8888
+</source>
+
+## File input
+## read apache logs with tag=apache.access
+#<source>
+#  @type tail
+#  format apache
+#  path /var/log/httpd-access.log
+#  tag apache.access
+#</source>
+
+## Mutating event filter
+## Add hostname and tag fields to apache.access tag events
+#<filter apache.access>
+#  @type record_transformer
+#  <record>
+#    hostname ${hostname}
+#    tag ${tag}
+#  </record>
+#</filter>
+
+## Selecting event filter
+## Remove unnecessary events from apache prefixed tag events
+#<filter apache.**>
+#  @type grep
+#  include1 method GET # pass only GET in 'method' field
+#  exclude1 message debug # remove debug event
+#</filter>
+
+# Listen HTTP for monitoring
+# http://localhost:24220/api/plugins
+# http://localhost:24220/api/plugins?type=TYPE
+# http://localhost:24220/api/plugins?tag=MYTAG
+<source>
+  @type monitor_agent
+  @id monitor_agent_input
+
+  port 24220
+</source>
+
+# Listen DRb for debug
+<source>
+  @type debug_agent
+  @id debug_agent_input
+
+  bind 127.0.0.1
+  port 24230
+</source>
+
+## match tag=apache.access and write to file
+#<match apache.access>
+#  @type file
+#  path /var/log/fluent/access
+#</match>
+
+## match tag=debug.** and dump to console
+<match debug.**>
+  @type stdout
+  @id stdout_output
+</match>
+
+# match tag=system.** and forward to another fluent server
+<match system.**>
+  @type forward
+  @id forward_output
+
+  <server>
+    host 192.168.0.11
+  </server>
+  <secondary>
+    <server>
+      host 192.168.0.12
+    </server>
+  </secondary>
+</match>
+
+## match tag=myapp.** and forward and write to file
+#<match myapp.**>
+#  @type copy
+#  <store>
+#    @type forward
+#    buffer_type file
+#    buffer_path /var/log/fluent/myapp-forward
+#    retry_limit 50
+#    flush_interval 10s
+#    <server>
+#      host 192.168.0.13
+#    </server>
+#  </store>
+#  <store>
+#    @type file
+#    path /var/log/fluent/myapp
+#  </store>
+#</match>
+
+## match fluent's internal events
+#<match fluent.**>
+#  @type null
+#</match>
+
+## match not matched logs and write to file
+#<match **>
+#  @type file
+#  path /var/log/fluent/else
+#  compress gz
+#</match>
+
+## Label: For handling complex event routing
+#<label @STAGING>
+#  <match system.**>
+#    @type forward
+#    @id staging_forward_output
+#    <server>
+#      host 192.168.0.101
+#    </server>
+#  </match>
+#</label>