fluentd 0.14.9 → 0.14.10
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of fluentd might be problematic. Click here for more details.
- checksums.yaml +4 -4
 - data/.travis.yml +2 -0
 - data/ChangeLog +44 -0
 - data/appveyor.yml +1 -0
 - data/code-of-conduct.md +3 -0
 - data/fluentd.gemspec +1 -1
 - data/lib/fluent/command/cat.rb +11 -3
 - data/lib/fluent/compat/output.rb +6 -3
 - data/lib/fluent/compat/parser.rb +2 -0
 - data/lib/fluent/config/section.rb +1 -1
 - data/lib/fluent/env.rb +1 -1
 - data/lib/fluent/plugin/filter_record_transformer.rb +12 -30
 - data/lib/fluent/plugin/in_forward.rb +50 -169
 - data/lib/fluent/plugin/in_monitor_agent.rb +8 -4
 - data/lib/fluent/plugin/in_syslog.rb +13 -7
 - data/lib/fluent/plugin/in_tail.rb +29 -14
 - data/lib/fluent/plugin/in_tcp.rb +54 -14
 - data/lib/fluent/plugin/in_udp.rb +49 -13
 - data/lib/fluent/plugin/out_file.rb +30 -14
 - data/lib/fluent/plugin/out_forward.rb +199 -173
 - data/lib/fluent/plugin/output.rb +71 -46
 - data/lib/fluent/plugin/parser_json.rb +1 -1
 - data/lib/fluent/plugin_helper.rb +2 -0
 - data/lib/fluent/plugin_helper/event_loop.rb +24 -6
 - data/lib/fluent/plugin_helper/inject.rb +12 -1
 - data/lib/fluent/plugin_helper/server.rb +494 -0
 - data/lib/fluent/plugin_helper/socket.rb +101 -0
 - data/lib/fluent/plugin_helper/socket_option.rb +84 -0
 - data/lib/fluent/plugin_helper/timer.rb +1 -0
 - data/lib/fluent/test/driver/base.rb +45 -13
 - data/lib/fluent/version.rb +1 -1
 - data/lib/fluent/winsvc.rb +1 -1
 - data/test/compat/test_parser.rb +10 -0
 - data/test/config/test_configurable.rb +20 -0
 - data/test/helper.rb +36 -1
 - data/test/plugin/test_filter_record_transformer.rb +31 -103
 - data/test/plugin/test_in_forward.rb +13 -75
 - data/test/plugin/test_in_monitor_agent.rb +65 -35
 - data/test/plugin/test_in_syslog.rb +39 -3
 - data/test/plugin/test_in_tcp.rb +78 -62
 - data/test/plugin/test_in_udp.rb +101 -80
 - data/test/plugin/test_out_file.rb +17 -0
 - data/test/plugin/test_out_forward.rb +155 -125
 - data/test/plugin/test_output_as_buffered.rb +4 -2
 - data/test/plugin_helper/test_inject.rb +21 -0
 - data/test/plugin_helper/test_server.rb +905 -0
 - data/test/test_event_time.rb +3 -1
 - data/test/test_output.rb +30 -1
 - data/test/test_test_drivers.rb +5 -2
 - metadata +19 -6
 
    
        data/test/test_event_time.rb
    CHANGED
    
    | 
         @@ -51,7 +51,9 @@ class EventTimeTest < Test::Unit::TestCase 
     | 
|
| 
       51 
51 
     | 
    
         | 
| 
       52 
52 
     | 
    
         
             
              test 'Oj.dump' do
         
     | 
| 
       53 
53 
     | 
    
         
             
                time = Fluent::EventTime.new(100)
         
     | 
| 
       54 
     | 
    
         
            -
                 
     | 
| 
      
 54 
     | 
    
         
            +
                require 'fluent/env'
         
     | 
| 
      
 55 
     | 
    
         
            +
                Oj.default_options = Fluent::DEFAULT_OJ_OPTIONS
         
     | 
| 
      
 56 
     | 
    
         
            +
                assert_equal('{"time":100}', Oj.dump({'time' => time}))
         
     | 
| 
       55 
57 
     | 
    
         
             
                assert_equal('["tag",100,{"key":"value"}]', Oj.dump(["tag", time, {"key" => "value"}], mode: :compat))
         
     | 
| 
       56 
58 
     | 
    
         
             
              end
         
     | 
| 
       57 
59 
     | 
    
         | 
    
        data/test/test_output.rb
    CHANGED
    
    | 
         @@ -188,8 +188,16 @@ module FluentOutputTest 
     | 
|
| 
       188 
188 
     | 
    
         
             
                    @written_chunk_keys = []
         
     | 
| 
       189 
189 
     | 
    
         
             
                    @errors_in_write = []
         
     | 
| 
       190 
190 
     | 
    
         
             
                  end
         
     | 
| 
      
 191 
     | 
    
         
            +
             
     | 
| 
      
 192 
     | 
    
         
            +
                  def configure(conf)
         
     | 
| 
      
 193 
     | 
    
         
            +
                    super
         
     | 
| 
      
 194 
     | 
    
         
            +
             
     | 
| 
      
 195 
     | 
    
         
            +
                    @formatter = Fluent::Plugin.new_formatter('out_file')
         
     | 
| 
      
 196 
     | 
    
         
            +
                    @formatter.configure(conf)
         
     | 
| 
      
 197 
     | 
    
         
            +
                  end
         
     | 
| 
      
 198 
     | 
    
         
            +
             
     | 
| 
       191 
199 
     | 
    
         
             
                  def format(tag, time, record)
         
     | 
| 
       192 
     | 
    
         
            -
                     
     | 
| 
      
 200 
     | 
    
         
            +
                    @formatter.format(tag, time, record)
         
     | 
| 
       193 
201 
     | 
    
         
             
                  end
         
     | 
| 
       194 
202 
     | 
    
         
             
                  def write(chunk)
         
     | 
| 
       195 
203 
     | 
    
         
             
                    @written_chunk_keys << chunk.key
         
     | 
| 
         @@ -203,6 +211,16 @@ module FluentOutputTest 
     | 
|
| 
       203 
211 
     | 
    
         
             
                  Fluent::Test::TimeSlicedOutputTestDriver.new(TimeSlicedOutputTestPlugin).configure(conf, true)
         
     | 
| 
       204 
212 
     | 
    
         
             
                end
         
     | 
| 
       205 
213 
     | 
    
         | 
| 
      
 214 
     | 
    
         
            +
                data(:none => '',
         
     | 
| 
      
 215 
     | 
    
         
            +
                     :utc => "utc",
         
     | 
| 
      
 216 
     | 
    
         
            +
                     :localtime => 'localtime',
         
     | 
| 
      
 217 
     | 
    
         
            +
                     :timezone => 'timezone +0000')
         
     | 
| 
      
 218 
     | 
    
         
            +
                test 'configure with timezone related parameters' do |param|
         
     | 
| 
      
 219 
     | 
    
         
            +
                  assert_nothing_raised {
         
     | 
| 
      
 220 
     | 
    
         
            +
                    create_driver(CONFIG + param)
         
     | 
| 
      
 221 
     | 
    
         
            +
                  }
         
     | 
| 
      
 222 
     | 
    
         
            +
                end
         
     | 
| 
      
 223 
     | 
    
         
            +
             
     | 
| 
       206 
224 
     | 
    
         
             
                sub_test_case "test emit" do
         
     | 
| 
       207 
225 
     | 
    
         
             
                  setup do
         
     | 
| 
       208 
226 
     | 
    
         
             
                    @time = Time.parse("2011-01-02 13:14:15 UTC")
         
     | 
| 
         @@ -231,6 +249,17 @@ module FluentOutputTest 
     | 
|
| 
       231 
249 
     | 
    
         
             
                    assert_equal [], d.instance.errors_in_write
         
     | 
| 
       232 
250 
     | 
    
         
             
                    assert_equal ["2016110808"], d.instance.written_chunk_keys # default timezone is UTC
         
     | 
| 
       233 
251 
     | 
    
         
             
                  end
         
     | 
| 
      
 252 
     | 
    
         
            +
             
     | 
| 
      
 253 
     | 
    
         
            +
                  test "check formatted time compatibility with utc. Should Z, not +00:00" do
         
     | 
| 
      
 254 
     | 
    
         
            +
                    d = create_driver(CONFIG + %[
         
     | 
| 
      
 255 
     | 
    
         
            +
                      utc
         
     | 
| 
      
 256 
     | 
    
         
            +
                      include_time_key
         
     | 
| 
      
 257 
     | 
    
         
            +
                    ])
         
     | 
| 
      
 258 
     | 
    
         
            +
                    time = Time.parse("2016-11-08 12:00:00 UTC").to_i
         
     | 
| 
      
 259 
     | 
    
         
            +
                    d.emit({"a" => 1}, time)
         
     | 
| 
      
 260 
     | 
    
         
            +
                    d.expect_format %[2016-11-08T12:00:00Z\ttest\t{"a":1,"time":"2016-11-08T12:00:00Z"}\n]
         
     | 
| 
      
 261 
     | 
    
         
            +
                    d.run
         
     | 
| 
      
 262 
     | 
    
         
            +
                  end
         
     | 
| 
       234 
263 
     | 
    
         
             
                end
         
     | 
| 
       235 
264 
     | 
    
         
             
              end
         
     | 
| 
       236 
265 
     | 
    
         
             
            end
         
     | 
    
        data/test/test_test_drivers.rb
    CHANGED
    
    | 
         @@ -100,7 +100,10 @@ class TestDriverTest < ::Test::Unit::TestCase 
     | 
|
| 
       100 
100 
     | 
    
         | 
| 
       101 
101 
     | 
    
         
             
              sub_test_case 'output plugin test driver' do
         
     | 
| 
       102 
102 
     | 
    
         
             
                test 'returns the block value as the return value of #run' do
         
     | 
| 
       103 
     | 
    
         
            -
                  d = Fluent::Test::Driver::Output.new( 
     | 
| 
      
 103 
     | 
    
         
            +
                  d = Fluent::Test::Driver::Output.new(Fluent::Plugin::Output) do
         
     | 
| 
      
 104 
     | 
    
         
            +
                    def prefer_buffered_processing
         
     | 
| 
      
 105 
     | 
    
         
            +
                      false
         
     | 
| 
      
 106 
     | 
    
         
            +
                    end
         
     | 
| 
       104 
107 
     | 
    
         
             
                    def process(tag, es)
         
     | 
| 
       105 
108 
     | 
    
         
             
                      # drop
         
     | 
| 
       106 
109 
     | 
    
         
             
                    end
         
     | 
| 
         @@ -116,7 +119,7 @@ class TestDriverTest < ::Test::Unit::TestCase 
     | 
|
| 
       116 
119 
     | 
    
         | 
| 
       117 
120 
     | 
    
         
             
              sub_test_case 'filter plugin test driver' do
         
     | 
| 
       118 
121 
     | 
    
         
             
                test 'returns the block value as the return value of #run' do
         
     | 
| 
       119 
     | 
    
         
            -
                  d = Fluent::Test::Driver::Filter.new( 
     | 
| 
      
 122 
     | 
    
         
            +
                  d = Fluent::Test::Driver::Filter.new(Fluent::Plugin::Filter) do
         
     | 
| 
       120 
123 
     | 
    
         
             
                    def filter(tag, time, record)
         
     | 
| 
       121 
124 
     | 
    
         
             
                      record
         
     | 
| 
       122 
125 
     | 
    
         
             
                    end
         
     | 
    
        metadata
    CHANGED
    
    | 
         @@ -1,14 +1,14 @@ 
     | 
|
| 
       1 
1 
     | 
    
         
             
            --- !ruby/object:Gem::Specification
         
     | 
| 
       2 
2 
     | 
    
         
             
            name: fluentd
         
     | 
| 
       3 
3 
     | 
    
         
             
            version: !ruby/object:Gem::Version
         
     | 
| 
       4 
     | 
    
         
            -
              version: 0.14. 
     | 
| 
      
 4 
     | 
    
         
            +
              version: 0.14.10
         
     | 
| 
       5 
5 
     | 
    
         
             
            platform: ruby
         
     | 
| 
       6 
6 
     | 
    
         
             
            authors:
         
     | 
| 
       7 
7 
     | 
    
         
             
            - Sadayuki Furuhashi
         
     | 
| 
       8 
8 
     | 
    
         
             
            autorequire: 
         
     | 
| 
       9 
9 
     | 
    
         
             
            bindir: bin
         
     | 
| 
       10 
10 
     | 
    
         
             
            cert_chain: []
         
     | 
| 
       11 
     | 
    
         
            -
            date: 2016- 
     | 
| 
      
 11 
     | 
    
         
            +
            date: 2016-12-14 00:00:00.000000000 Z
         
     | 
| 
       12 
12 
     | 
    
         
             
            dependencies:
         
     | 
| 
       13 
13 
     | 
    
         
             
            - !ruby/object:Gem::Dependency
         
     | 
| 
       14 
14 
     | 
    
         
             
              name: msgpack
         
     | 
| 
         @@ -62,16 +62,22 @@ dependencies: 
     | 
|
| 
       62 
62 
     | 
    
         
             
              name: serverengine
         
     | 
| 
       63 
63 
     | 
    
         
             
              requirement: !ruby/object:Gem::Requirement
         
     | 
| 
       64 
64 
     | 
    
         
             
                requirements:
         
     | 
| 
       65 
     | 
    
         
            -
                - - " 
     | 
| 
      
 65 
     | 
    
         
            +
                - - ">="
         
     | 
| 
       66 
66 
     | 
    
         
             
                  - !ruby/object:Gem::Version
         
     | 
| 
       67 
     | 
    
         
            -
                    version:  
     | 
| 
      
 67 
     | 
    
         
            +
                    version: 2.0.4
         
     | 
| 
      
 68 
     | 
    
         
            +
                - - "<"
         
     | 
| 
      
 69 
     | 
    
         
            +
                  - !ruby/object:Gem::Version
         
     | 
| 
      
 70 
     | 
    
         
            +
                    version: 3.0.0
         
     | 
| 
       68 
71 
     | 
    
         
             
              type: :runtime
         
     | 
| 
       69 
72 
     | 
    
         
             
              prerelease: false
         
     | 
| 
       70 
73 
     | 
    
         
             
              version_requirements: !ruby/object:Gem::Requirement
         
     | 
| 
       71 
74 
     | 
    
         
             
                requirements:
         
     | 
| 
       72 
     | 
    
         
            -
                - - " 
     | 
| 
      
 75 
     | 
    
         
            +
                - - ">="
         
     | 
| 
       73 
76 
     | 
    
         
             
                  - !ruby/object:Gem::Version
         
     | 
| 
       74 
     | 
    
         
            -
                    version:  
     | 
| 
      
 77 
     | 
    
         
            +
                    version: 2.0.4
         
     | 
| 
      
 78 
     | 
    
         
            +
                - - "<"
         
     | 
| 
      
 79 
     | 
    
         
            +
                  - !ruby/object:Gem::Version
         
     | 
| 
      
 80 
     | 
    
         
            +
                    version: 3.0.0
         
     | 
| 
       75 
81 
     | 
    
         
             
            - !ruby/object:Gem::Dependency
         
     | 
| 
       76 
82 
     | 
    
         
             
              name: http_parser.rb
         
     | 
| 
       77 
83 
     | 
    
         
             
              requirement: !ruby/object:Gem::Requirement
         
     | 
| 
         @@ -304,6 +310,7 @@ files: 
     | 
|
| 
       304 
310 
     | 
    
         
             
            - bin/fluent-debug
         
     | 
| 
       305 
311 
     | 
    
         
             
            - bin/fluent-gem
         
     | 
| 
       306 
312 
     | 
    
         
             
            - bin/fluentd
         
     | 
| 
      
 313 
     | 
    
         
            +
            - code-of-conduct.md
         
     | 
| 
       307 
314 
     | 
    
         
             
            - example/copy_roundrobin.conf
         
     | 
| 
       308 
315 
     | 
    
         
             
            - example/filter_stdout.conf
         
     | 
| 
       309 
316 
     | 
    
         
             
            - example/in_dummy_with_compression.conf
         
     | 
| 
         @@ -472,6 +479,9 @@ files: 
     | 
|
| 
       472 
479 
     | 
    
         
             
            - lib/fluent/plugin_helper/inject.rb
         
     | 
| 
       473 
480 
     | 
    
         
             
            - lib/fluent/plugin_helper/parser.rb
         
     | 
| 
       474 
481 
     | 
    
         
             
            - lib/fluent/plugin_helper/retry_state.rb
         
     | 
| 
      
 482 
     | 
    
         
            +
            - lib/fluent/plugin_helper/server.rb
         
     | 
| 
      
 483 
     | 
    
         
            +
            - lib/fluent/plugin_helper/socket.rb
         
     | 
| 
      
 484 
     | 
    
         
            +
            - lib/fluent/plugin_helper/socket_option.rb
         
     | 
| 
       475 
485 
     | 
    
         
             
            - lib/fluent/plugin_helper/storage.rb
         
     | 
| 
       476 
486 
     | 
    
         
             
            - lib/fluent/plugin_helper/thread.rb
         
     | 
| 
       477 
487 
     | 
    
         
             
            - lib/fluent/plugin_helper/timer.rb
         
     | 
| 
         @@ -608,6 +618,7 @@ files: 
     | 
|
| 
       608 
618 
     | 
    
         
             
            - test/plugin_helper/test_inject.rb
         
     | 
| 
       609 
619 
     | 
    
         
             
            - test/plugin_helper/test_parser.rb
         
     | 
| 
       610 
620 
     | 
    
         
             
            - test/plugin_helper/test_retry_state.rb
         
     | 
| 
      
 621 
     | 
    
         
            +
            - test/plugin_helper/test_server.rb
         
     | 
| 
       611 
622 
     | 
    
         
             
            - test/plugin_helper/test_storage.rb
         
     | 
| 
       612 
623 
     | 
    
         
             
            - test/plugin_helper/test_thread.rb
         
     | 
| 
       613 
624 
     | 
    
         
             
            - test/plugin_helper/test_timer.rb
         
     | 
| 
         @@ -764,6 +775,7 @@ test_files: 
     | 
|
| 
       764 
775 
     | 
    
         
             
            - test/plugin_helper/test_inject.rb
         
     | 
| 
       765 
776 
     | 
    
         
             
            - test/plugin_helper/test_parser.rb
         
     | 
| 
       766 
777 
     | 
    
         
             
            - test/plugin_helper/test_retry_state.rb
         
     | 
| 
      
 778 
     | 
    
         
            +
            - test/plugin_helper/test_server.rb
         
     | 
| 
       767 
779 
     | 
    
         
             
            - test/plugin_helper/test_storage.rb
         
     | 
| 
       768 
780 
     | 
    
         
             
            - test/plugin_helper/test_thread.rb
         
     | 
| 
       769 
781 
     | 
    
         
             
            - test/plugin_helper/test_timer.rb
         
     | 
| 
         @@ -795,3 +807,4 @@ test_files: 
     | 
|
| 
       795 
807 
     | 
    
         
             
            - test/test_time_formatter.rb
         
     | 
| 
       796 
808 
     | 
    
         
             
            - test/test_time_parser.rb
         
     | 
| 
       797 
809 
     | 
    
         
             
            - test/test_unique_id.rb
         
     | 
| 
      
 810 
     | 
    
         
            +
            has_rdoc: false
         
     |