fluentd222 1.16.2-x86_64-linux

data/bin/fluentd

@@ -0,0 +1,15 @@
+#!/usr/bin/env ruby
+# -*- coding: utf-8 -*-
+
+# In recent CRuby, RubyVM::InstructionSequence is always defined.
+# This optimization aims to reduce memory (avg 0.5 megabytes) at startup.
+# ref: http://atdot.net/~ko1/activities/2017_fukuoka_rubykaigi_02.pdf
+# But other implementation such as truffleruby does not provide such
+# class.
+if defined?(RubyVM::InstructionSequence)
+  RubyVM::InstructionSequence.compile_option = {trace_instruction: false}
+end
+
+here = File.dirname(__FILE__)
+$LOAD_PATH << File.expand_path(File.join(here, '..', 'lib'))
+require 'fluent/command/fluentd'

data/code-of-conduct.md

@@ -0,0 +1,3 @@
+## Fluentd Community Code of Conduct
+
+Fluentd follows the [CNCF Code of Conduct](https://github.com/cncf/foundation/blob/master/code-of-conduct.md).

data/example/copy_roundrobin.conf

@@ -0,0 +1,39 @@
+<source>
+  @type  sample
+  @label @test
+  tag    test.copy
+  auto_increment_key id
+</source>
+
+<source>
+  @type sample
+  @label @test
+  tag    test.rr
+  auto_increment_key id
+</source>
+
+<label @test>
+  <match test.copy>
+    @type copy
+    <store>
+      @type stdout
+      output_type json
+    </store>
+    <store>
+      @type stdout
+      output_type ltsv
+    </store>
+  </match>
+
+  <match test.rr>
+    @type roundrobin
+    <store>
+      @type stdout
+      output_type json
+    </store>
+    <store>
+      @type stdout
+      output_type ltsv
+    </store>
+  </match>
+</label>

data/example/counter.conf

@@ -0,0 +1,18 @@
+<system>
+  <counter_server>
+    scope server1
+    bind 127.0.0.1
+    port 24321
+    backup_path tmp/back
+  </counter_server>
+</system>
+
+<source>
+  @type sample
+  tag "test.data"
+  auto_increment_key number
+</source>
+
+<match>
+  @type stdout
+</match>

data/example/filter_stdout.conf

@@ -0,0 +1,22 @@
+<source>
+  @type sample
+  tag sample
+</source>
+
+<filter **>
+  @type stdout
+</filter>
+
+<filter **>
+  @type stdout
+  output_type hash
+</filter>
+
+<filter **>
+  @type stdout
+  format ltsv
+</filter>
+
+<match **>
+  @type null
+</match>

data/example/in_forward.conf

@@ -0,0 +1,14 @@
+<system>
+  rpc_endpoint 0.0.0.0:24444
+</system>
+
+<source>
+  @type forward
+</source>
+
+<match test>
+  @type stdout
+  # <buffer>
+  #   flush_interval 10s
+  # </buffer>
+</match>

data/example/in_forward_client.conf

@@ -0,0 +1,37 @@
+<system>
+  rpc_endpoint 0.0.0.0:24444
+</system>
+
+<source>
+  @type forward
+  port 24224
+  bind 0.0.0.0
+  <security>
+    self_hostname input.testing.local
+    shared_key    secure_communication_is_awesome
+    user_auth     yes
+    allow_anonymous_source no
+    <user>
+      username user1
+      password yes_this_is_user1
+    </user>
+    <user>
+      username user2
+      password yes_this_is_really_user2
+    </user>
+    <user>
+      username user3
+      password noooooo_this_may_not_be_user3
+    </user>
+    <client>
+      # host  127.0.0.1
+      network 127.0.0.0/24
+      shared_key using_different_key_makes_us_secure
+      users user1,user2
+    </client>
+  </security>
+</source>
+
+<match {test,test2,test3,test4}>
+  @type stdout
+</match>

data/example/in_forward_shared_key.conf

@@ -0,0 +1,15 @@
+<system>
+  rpc_endpoint 0.0.0.0:24444
+</system>
+
+<source>
+  @type forward
+  <security>
+    self_hostname input.testing.local
+    shared_key    secure_communication_is_awesome
+  </security>
+</source>
+
+<match test>
+  @type stdout
+</match>

data/example/in_forward_tls.conf

@@ -0,0 +1,14 @@
+<source>
+  @type forward
+  port 24224
+  <transport tls>
+    insecure true
+  </transport>
+</source>
+
+<match test>
+  @type stdout
+  # <buffer>
+  #   flush_interval 10s
+  # </buffer>
+</match>

data/example/in_forward_users.conf

@@ -0,0 +1,24 @@
+<system>
+  rpc_endpoint 0.0.0.0:24444
+</system>
+
+<source>
+  @type forward
+  <security>
+    self_hostname input.testing.local
+    shared_key    secure_communication_is_awesome
+    user_auth     yes
+    <user>
+      username user1
+      password yes_this_is_user1
+    </user>
+    <user>
+      username user2
+      password yes_this_is_really_user2
+    </user>
+  </security>
+</source>
+
+<match {test,test2,test3}>
+  @type stdout
+</match>

data/example/in_forward_workers.conf

@@ -0,0 +1,21 @@
+<system>
+  workers 3
+  root_dir "#{File.join(Dir.pwd, 'test', 'tmp', 'root')}"
+</system>
+
+<source>
+  @type forward
+  @id forward_in_1
+</source>
+
+<match test>
+  @type stdout
+  @id stdout_out_1
+  <inject>
+    worker_id_key worker_id
+  </inject>
+  <buffer>
+    @type file
+    flush_interval 1s
+  </buffer>
+</match>

data/example/in_http.conf

@@ -0,0 +1,16 @@
+<source>
+  @type http
+  bind 0.0.0.0
+  port 9880
+  body_size_limit 32MB
+  keepalive_timeout 10
+  # backlog 0
+  add_http_headers false
+  <parse>
+    @type json
+  </parse>
+</source>
+
+<match test>
+  @type stdout
+</match>

data/example/in_out_forward.conf

@@ -0,0 +1,17 @@
+<source>
+  @type forward
+  port 24224
+</source>
+
+<match test.**>
+  @type forward
+  buffer_type file
+  buffer_path /tmp/fluentd.forward.buffer
+  num_threads 10
+  flush_interval 1s
+  <server>
+    host 127.0.0.1
+    port 24225
+  </server>
+</match>
+

data/example/in_sample_blocks.conf

@@ -0,0 +1,17 @@
+<source>
+  @type sample
+  tag sample
+  rate 100
+  sample {"message":"yaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaay"}
+</source>
+
+<match sample>
+  @type null
+  never_flush true
+  <buffer>
+    @type memory
+    overflow_action block
+    chunk_limit_size 1k
+    total_limit_size 2k
+  </buffer>
+</match>

data/example/in_sample_with_compression.conf

@@ -0,0 +1,23 @@
+<source>
+  @type sample
+  @label @main
+  tag "test.data"
+  size 2
+  rate 10
+  sample {"message":"yaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaay"}
+  auto_increment_key number
+</source>
+
+<label @main>
+  <match test.data>
+    @type stdout
+    <buffer>
+      @type file
+      path "#{Dir.pwd}/compressed_buffers"
+      flush_at_shutdown false
+      chunk_limit_size 1m
+      flush_interval 10s
+      compress gzip
+    </buffer>
+  </match>
+</label>

data/example/in_syslog.conf

@@ -0,0 +1,15 @@
+<source>
+  @type syslog
+  bind 0.0.0.0
+  port 5140
+  tag test
+  protocol_type udp
+  include_source_host false
+  source_host_key source_host
+  # format ...
+  # with_priority true
+</source>
+
+<match test>
+  @type stdout
+</match>

data/example/in_tail.conf

@@ -0,0 +1,14 @@
+<source>
+  @type tail
+  format none
+  path /var/log/fluentd_test.log
+  pos_file /var/log/fluentd_test.pos
+  tag test
+  rotate_wait 5
+  read_from_head true
+  refresh_interval 60
+</source>
+
+<match test>
+  @type stdout
+</match>

data/example/in_tcp.conf

@@ -0,0 +1,13 @@
+<source>
+  @type tcp
+  format none
+  bind 0.0.0.0
+  port 5170
+  delimiter \n
+  source_host_key "host"
+  tag test
+</source>
+
+<match test>
+  @type stdout
+</match>

data/example/in_udp.conf

@@ -0,0 +1,13 @@
+<source>
+  @type udp
+  format none
+  bind 0.0.0.0
+  port 5160
+  body_size_limit 4KB
+  source_host_key "host"
+  tag test
+</source>
+
+<match test>
+  @type stdout
+</match>

data/example/logevents.conf

@@ -0,0 +1,25 @@
+<source>
+  @type sample
+  @label @samplelog
+  tag "data"
+  sample {"message":"yay"}
+</source>
+<label @samplelog>
+  <match **>
+    @type stdout
+  </match>
+</label>
+<label @FLUENT_LOG>
+  <match fluent.debug fluent.info fluent.warn fluent.error fluent.fatal>
+    @type stdout
+    <inject>
+      hostname_key "host"
+    </inject>
+  </match>
+  # <match fluent.{info,warn,error,fatal}>
+  #   @type stdout
+  #   <inject>
+  #     hostname_key "host"
+  #   </inject>
+  # </match>
+</label>

data/example/multi_filters.conf

@@ -0,0 +1,61 @@
+# This example is to measure optimized filter pipeline performance.
+
+<source>
+  @type sample
+  tag   test
+  size 1000
+</source>
+
+<filter test>
+  @type grep
+  exclude1 hello .
+</filter>
+
+<filter test>
+  @type grep
+  exclude1 hello .
+</filter>
+
+<filter test>
+  @type grep
+  exclude1 hello .
+</filter>
+
+<filter test>
+  @type grep
+  exclude1 hello .
+</filter>
+
+<filter test>
+  @type grep
+  exclude1 hello .
+</filter>
+
+<filter test>
+  @type grep
+  exclude1 hello .
+</filter>
+
+<filter test>
+  @type grep
+  exclude1 hello .
+</filter>
+
+<filter test>
+  @type grep
+  exclude1 hello .
+</filter>
+
+<filter test>
+  @type grep
+  exclude1 hello .
+</filter>
+
+<filter test>
+  @type grep
+  exclude1 hello .
+</filter>
+
+<match test>
+  @type buffered_null
+</match>

data/example/out_copy.conf

@@ -0,0 +1,20 @@
+<source>
+  @type forward
+</source>
+
+<match test>
+  @type copy
+  deep_copy false
+  <store>
+    @type stdout
+  </store>
+  <store>
+    @type file
+    path /var/log/fluentd/out_file_test
+    format json
+    buffer_type memory
+    # compress gzip
+    # symlink_path /path/to/symlink
+    append false
+  </store>
+</match>

data/example/out_exec_filter.conf

@@ -0,0 +1,42 @@
+<source>
+  @type sample
+  @label @exec
+  tag exec_input
+  rate 10
+  auto_increment_key num
+  sample {"data":"mydata"}
+</source>
+
+<label @exec>
+  <match exec_input>
+    @type exec_filter
+    @label @stdout
+    tag result
+    command ruby -e 'STDOUT.sync = true; proc = ->(){line = STDIN.readline.chomp; puts line + "\t" + Process.pid.to_s}; 1000.times{ proc.call }'
+    num_children 3
+    child_respawn -1
+    <inject>
+      time_key time
+      time_type float
+    </inject>
+    <format>
+      @type tsv
+      keys data, num, time
+    </format>
+    <parse>
+      @type tsv
+      keys data, num, time, pid
+    </parse>
+    <extract>
+      time_key time
+      time_type float
+    </extract>
+  </match>
+</label>
+
+<label @stdout>
+  <match result>
+    @type stdout
+  </match>
+</label>
+

data/example/out_file.conf

@@ -0,0 +1,13 @@
+<source>
+  @type forward
+</source>
+
+<match test>
+  @type file
+  path /var/log/fluentd/out_file_test
+  format json
+  buffer_type memory
+  # compress gzip
+  # symlink_path /path/to/symlink
+  append false
+</match>

data/example/out_forward.conf

@@ -0,0 +1,35 @@
+<source>
+  @type sample
+  tag test
+</source>
+
+<match test>
+  @type forward
+
+  <server>
+    # first server
+    host 127.0.0.1
+    port 24224
+  </server>
+  # <server>
+  #   # second server
+  #   host localhost
+  #   port 24225
+  # </server>
+  # <server>
+  #   # second server
+  #   host localhost
+  #   port 24226
+  #   standby
+  # </server>
+
+  flush_interval 0
+  send_timeout 60
+  heartbeat_type udp
+  heartbeat_interval 1
+  recover_wait 10
+  hard_timeout 60
+  expire_dns_cache nil
+  phi_threshold 16
+  phi_failure_detector true
+</match>

data/example/out_forward_buf_file.conf

@@ -0,0 +1,23 @@
+<source>
+    @type sample
+    tag test
+</source>
+
+<source>
+    @type monitor_agent
+    emit_interval 5
+</source>
+
+<match test>
+    @type forward
+    buffer_path /tmp/fluentd.forward
+    buffer_type file
+    flush_interval 5
+    send_timeout 60
+    heartbeat_type tcp
+    heartbeat_interval 1
+    <server>
+        host 127.0.0.1
+        port 24224
+    </server>
+</match>