fluentd 0.10.0

data/test/plugin/out_file.rb

@@ -0,0 +1,82 @@
+require 'fluent/test'
+require 'fileutils'
+require 'time'
+
+class FileOutputTest < Test::Unit::TestCase
+  def setup
+    Fluent::Test.setup
+    FileUtils.rm_rf(TMP_DIR)
+    FileUtils.mkdir_p(TMP_DIR)
+  end
+
+  TMP_DIR = File.dirname(__FILE__) + "/../tmp"
+
+  CONFIG = %[
+    path #{TMP_DIR}/out_file_test
+    compress gz
+    utc
+  ]
+
+  def create_driver(conf = CONFIG)
+    Fluent::Test::BufferedOutputTestDriver.new(Fluent::FileOutput).configure(conf)
+  end
+
+  def test_configure
+    d = create_driver %[
+      path test_path
+      compress gz
+    ]
+    assert_equal 'test_path', d.instance.path
+    assert_equal :gz, d.instance.compress
+  end
+
+  def test_format
+    d = create_driver
+
+    time = Time.parse("2011-01-02 13:14:15 UTC").to_i
+    d.emit({"a"=>1}, time)
+    d.emit({"a"=>2}, time)
+
+    d.expect_format %[2011-01-02T13:14:15Z\ttest\t{"a":1}\n]
+    d.expect_format %[2011-01-02T13:14:15Z\ttest\t{"a":2}\n]
+
+    d.run
+  end
+
+  def test_write
+    d = create_driver
+
+    time = Time.parse("2011-01-02 13:14:15 UTC").to_i
+    d.emit({"a"=>1}, time)
+    d.emit({"a"=>2}, time)
+
+    # FileOutput#write returns path
+    path = d.run
+    expect_path = "#{TMP_DIR}/out_file_test._0.log.gz"
+    assert_equal expect_path, path
+
+    data = Zlib::GzipReader.open(expect_path) {|f| f.read }
+    assert_equal %[2011-01-02T13:14:15Z\ttest\t{"a":1}\n] +
+                    %[2011-01-02T13:14:15Z\ttest\t{"a":2}\n],
+                 data
+  end
+
+  def test_write_path_increment
+    d = create_driver
+
+    time = Time.parse("2011-01-02 13:14:15 UTC").to_i
+    d.emit({"a"=>1}, time)
+    d.emit({"a"=>2}, time)
+
+    # FileOutput#write returns path
+    path = d.run
+    assert_equal "#{TMP_DIR}/out_file_test._0.log.gz", path
+
+    path = d.run
+    assert_equal "#{TMP_DIR}/out_file_test._1.log.gz", path
+
+    path = d.run
+    assert_equal "#{TMP_DIR}/out_file_test._2.log.gz", path
+  end
+end
+

data/test/plugin/out_roundrobin.rb

@@ -0,0 +1,65 @@
+require 'fluent/test'
+
+class RoundRobinOutputTest < Test::Unit::TestCase
+  def setup
+    Fluent::Test.setup
+  end
+
+  CONFIG = %[
+    <store>
+      type test
+      name c0
+    </store>
+    <store>
+      type test
+      name c1
+    </store>
+    <store>
+      type test
+      name c2
+    </store>
+  ]
+
+  def create_driver(conf = CONFIG)
+    Fluent::Test::OutputTestDriver.new(Fluent::RoundRobinOutput).configure(conf)
+  end
+
+  def test_configure
+    d = create_driver
+
+    outputs = d.instance.outputs
+    assert_equal 3, outputs.size
+    assert_equal Fluent::TestOutput, outputs[0].class
+    assert_equal Fluent::TestOutput, outputs[1].class
+    assert_equal Fluent::TestOutput, outputs[2].class
+    assert_equal "c0", outputs[0].name
+    assert_equal "c1", outputs[1].name
+    assert_equal "c2", outputs[2].name
+  end
+
+  def test_emit
+    d = create_driver
+
+    time = Time.parse("2011-01-02 13:14:15 UTC").to_i
+    d.emit({"a"=>1}, time)
+    d.emit({"a"=>2}, time)
+    d.emit({"a"=>3}, time)
+    d.emit({"a"=>4}, time)
+
+    os = d.instance.outputs
+
+    assert_equal [
+        [time, {"a"=>1}],
+        [time, {"a"=>4}],
+      ], os[0].events
+
+    assert_equal [
+        [time, {"a"=>2}],
+      ], os[1].events
+
+    assert_equal [
+        [time, {"a"=>3}],
+      ], os[2].events
+  end
+end
+

data/test/plugin/out_stream.rb

@@ -0,0 +1,74 @@
+require 'fluent/test'
+
+module StreamOutputTest
+  def setup
+    Fluent::Test.setup
+  end
+
+  def test_write
+    d = create_driver
+
+    time = Time.parse("2011-01-02 13:14:15 UTC").to_i
+    d.emit({"a"=>1}, time)
+    d.emit({"a"=>2}, time)
+
+    expect = ["test",
+        [time,{"a"=>1}].to_msgpack +
+        [time,{"a"=>2}].to_msgpack
+      ].to_msgpack
+
+    result = d.run
+    assert_equal(expect, result)
+  end
+
+  def create_driver(klass, conf)
+    Fluent::Test::BufferedOutputTestDriver.new(klass) do
+      def write(chunk)
+        chunk.read
+      end
+    end.configure(conf)
+  end
+end
+
+class TcpOutputTest < Test::Unit::TestCase
+  include StreamOutputTest
+
+  CONFIG = %[
+    port 13999
+    host 127.0.0.1
+    send_timeout 51
+  ]
+
+  def create_driver(conf=CONFIG)
+    super(Fluent::TcpOutput, conf)
+  end
+
+  def test_configure
+    d = create_driver
+    assert_equal 13999, d.instance.port
+    assert_equal '127.0.0.1', d.instance.host
+    assert_equal 51, d.instance.send_timeout
+  end
+end
+
+class UnixOutputTest < Test::Unit::TestCase
+  include StreamOutputTest
+
+  TMP_DIR = File.dirname(__FILE__) + "/../tmp"
+
+  CONFIG = %[
+    path #{TMP_DIR}/unix
+    send_timeout 52
+  ]
+
+  def create_driver(conf=CONFIG)
+    super(Fluent::UnixOutput, conf)
+  end
+
+  def test_configure
+    d = create_driver
+    assert_equal "#{TMP_DIR}/unix", d.instance.path
+    assert_equal 52, d.instance.send_timeout
+  end
+end
+

metadata

@@ -0,0 +1,224 @@
+--- !ruby/object:Gem::Specification 
+name: fluentd
+version: !ruby/object:Gem::Version 
+  hash: 55
+  prerelease: false
+  segments: 
+  - 0
+  - 10
+  - 0
+  version: 0.10.0
+platform: ruby
+authors: 
+- Sadayuki Furuhashi
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2011-10-16 00:00:00 +09:00
+default_executable: 
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: msgpack
+  prerelease: false
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        hash: 7
+        segments: 
+        - 0
+        - 4
+        - 4
+        version: 0.4.4
+  type: :runtime
+  version_requirements: *id001
+- !ruby/object:Gem::Dependency 
+  name: json
+  prerelease: false
+  requirement: &id002 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 1
+        segments: 
+        - 1
+        - 4
+        - 3
+        version: 1.4.3
+  type: :runtime
+  version_requirements: *id002
+- !ruby/object:Gem::Dependency 
+  name: yajl-ruby
+  prerelease: false
+  requirement: &id003 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        hash: 23
+        segments: 
+        - 1
+        - 0
+        - 0
+        version: 1.0.0
+  type: :runtime
+  version_requirements: *id003
+- !ruby/object:Gem::Dependency 
+  name: cool.io
+  prerelease: false
+  requirement: &id004 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        hash: 23
+        segments: 
+        - 1
+        - 0
+        - 0
+        version: 1.0.0
+  type: :runtime
+  version_requirements: *id004
+- !ruby/object:Gem::Dependency 
+  name: http_parser.rb
+  prerelease: false
+  requirement: &id005 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        hash: 9
+        segments: 
+        - 0
+        - 5
+        - 1
+        version: 0.5.1
+  type: :runtime
+  version_requirements: *id005
+- !ruby/object:Gem::Dependency 
+  name: rake
+  prerelease: false
+  requirement: &id006 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 63
+        segments: 
+        - 0
+        - 9
+        - 2
+        version: 0.9.2
+  type: :runtime
+  version_requirements: *id006
+description: 
+email: frsyuki@gmail.com
+executables: 
+- fluentd
+- fluent-cat
+- fluent-gem
+extensions: []
+
+extra_rdoc_files: 
+- ChangeLog
+- README.rdoc
+files: 
+- AUTHORS
+- COPYING
+- Rakefile
+- VERSION
+- bin/fluent-cat
+- bin/fluent-gem
+- bin/fluentd
+- fluent.conf
+- fluentd.gemspec
+- lib/fluent/buffer.rb
+- lib/fluent/command/cat.rb
+- lib/fluent/command/fluentd.rb
+- lib/fluent/config.rb
+- lib/fluent/engine.rb
+- lib/fluent/env.rb
+- lib/fluent/event.rb
+- lib/fluent/input.rb
+- lib/fluent/load.rb
+- lib/fluent/log.rb
+- lib/fluent/match.rb
+- lib/fluent/mixin.rb
+- lib/fluent/output.rb
+- lib/fluent/parser.rb
+- lib/fluent/plugin.rb
+- lib/fluent/plugin/buf_file.rb
+- lib/fluent/plugin/buf_memory.rb
+- lib/fluent/plugin/buf_zfile.rb
+- lib/fluent/plugin/in_http.rb
+- lib/fluent/plugin/in_stream.rb
+- lib/fluent/plugin/in_syslog.rb
+- lib/fluent/plugin/in_tail.rb
+- lib/fluent/plugin/out_copy.rb
+- lib/fluent/plugin/out_file.rb
+- lib/fluent/plugin/out_null.rb
+- lib/fluent/plugin/out_roundrobin.rb
+- lib/fluent/plugin/out_stdout.rb
+- lib/fluent/plugin/out_stream.rb
+- lib/fluent/plugin/out_test.rb
+- lib/fluent/test.rb
+- lib/fluent/test/base.rb
+- lib/fluent/test/input_test.rb
+- lib/fluent/test/output_test.rb
+- lib/fluent/version.rb
+- test/helper.rb
+- test/match.rb
+- test/plugin/in_http.rb
+- test/plugin/in_stream.rb
+- test/plugin/out_copy.rb
+- test/plugin/out_file.rb
+- test/plugin/out_roundrobin.rb
+- test/plugin/out_stream.rb
+- ChangeLog
+- README.rdoc
+has_rdoc: true
+homepage: http://fluentd.org/
+licenses: []
+
+post_install_message: 
+rdoc_options: 
+- --charset=UTF-8
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.3.7
+signing_key: 
+specification_version: 3
+summary: Fluent event collector
+test_files: 
+- test/helper.rb
+- test/match.rb
+- test/plugin/in_http.rb
+- test/plugin/in_stream.rb
+- test/plugin/out_copy.rb
+- test/plugin/out_file.rb
+- test/plugin/out_roundrobin.rb
+- test/plugin/out_stream.rb