fluent-plugin-scribe 0.10.10 → 0.10.11

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: c1fa97e1091c9a7b3864e658377226530c5796b8
+  data.tar.gz: 53a1f639942eaab9d0ec71c663b6947bce5eea95
+SHA512:
+  metadata.gz: 5724cce9d7574385413afd56a28e078748a8936557a0aefa5f162aeb64058b17d6d5ae299a57ffa02149943ccb4c8fc9ac2e929cf8ef771e4a78e09ffbc39763
+  data.tar.gz: d32cf42a08d55bcb0678b85144b54f2411d5301c7ef273ac25eab37cb0a97f363b5f583e854dcf501ea0ddff32dc80f71b813967091d1ebab35e7a6aa9a8de3a

data/.gitignore

@@ -0,0 +1,2 @@
+pkg/*
+Gemfile.lock

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in fluent-plugin-webhdfs.gemspec
+gemspec

data/Rakefile

@@ -1,29 +1,9 @@
+#!/usr/bin/env rake
+require "bundler/gem_tasks"
+
 require 'rake'
-require 'rake/testtask'
 require 'rake/clean'
 
-begin
-  require 'jeweler'
-  Jeweler::Tasks.new do |gemspec|
-    gemspec.name = "fluent-plugin-scribe"
-    gemspec.summary = "Scribe Input/Output plugin for Fluentd event collector"
-    gemspec.author = "Kazuki Ohta"
-    gemspec.email = "kazuki.ohta@gmail.com"
-    gemspec.homepage = "https://github.com/fluent/fluent-plugin-scribe"
-    gemspec.has_rdoc = false
-    gemspec.require_paths = ["lib"]
-    gemspec.add_dependency "fluentd", "~> 0.10.0"
-    gemspec.add_dependency "thrift", "~> 0.8.0"
-    gemspec.test_files = Dir["test/**/*.rb"]
-    gemspec.files = Dir["bin/**/*", "lib/**/*", "test/**/*.rb"] +
-      %w[example.conf VERSION AUTHORS Rakefile fluent-plugin-scribe.gemspec]
-    gemspec.executables = ['fluent-scribe-remote']
-  end
-  Jeweler::GemcutterTasks.new
-rescue LoadError
-  puts "Jeweler not available. Install it with: gem install jeweler"
-end
-
 task "thrift_gen" do
   system "rm -f common.thrift jobtracker.thrift"
   system "wget https://raw.github.com/facebook/scribe/master/if/scribe.thrift"
@@ -38,27 +18,11 @@ task "thrift_gen" do
   system "rm -fR tmp"
 end
 
-Rake::TestTask.new(:test) do |t|
-  t.test_files = Dir['test/plugin/*.rb']
-  t.ruby_opts = ['-rubygems'] if defined? Gem
-  t.ruby_opts << '-I.'
+require 'rake/testtask'
+Rake::TestTask.new(:test) do |test|
+  test.libs << 'lib' << 'test'
+  test.pattern = 'test/**/test_*.rb'
+  test.verbose = true
 end
 
-#VERSION_FILE = "lib/fluent/version.rb"
-#
-#file VERSION_FILE => ["VERSION"] do |t|
-#  version = File.read("VERSION").strip
-#  File.open(VERSION_FILE, "w") {|f|
-#    f.write <<EOF
-#module Fluent
-#
-#VERSION = '#{version}'
-#
-#end
-#EOF
-#  }
-#end
-#
-#task :default => [VERSION_FILE, :build]
-
-task :default => [:build]
+task :default => :test

data/fluent-plugin-scribe.gemspec

@@ -1,60 +1,22 @@
-# Generated by jeweler
-# DO NOT EDIT THIS FILE DIRECTLY
-# Instead, edit Jeweler::Tasks in Rakefile, and run 'rake gemspec'
 # -*- encoding: utf-8 -*-
 
-Gem::Specification.new do |s|
-  s.name = "fluent-plugin-scribe"
-  s.version = "0.10.10"
+Gem::Specification.new do |gem|
+  gem.name          = "fluent-plugin-scribe"
+  gem.version       = "0.10.11"
 
-  s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
-  s.authors = ["Kazuki Ohta"]
-  s.date = "2013-02-06"
-  s.email = "kazuki.ohta@gmail.com"
-  s.executables = ["fluent-scribe-remote"]
-  s.extra_rdoc_files = [
-    "ChangeLog",
-    "README.rdoc"
-  ]
-  s.files = [
-    "AUTHORS",
-    "Rakefile",
-    "VERSION",
-    "bin/fluent-scribe-remote",
-    "example.conf",
-    "fluent-plugin-scribe.gemspec",
-    "lib/fluent/plugin/in_scribe.rb",
-    "lib/fluent/plugin/out_scribe.rb",
-    "lib/fluent/plugin/thrift/facebook_service.rb",
-    "lib/fluent/plugin/thrift/fb303.thrift",
-    "lib/fluent/plugin/thrift/fb303_constants.rb",
-    "lib/fluent/plugin/thrift/fb303_types.rb",
-    "lib/fluent/plugin/thrift/scribe.rb",
-    "lib/fluent/plugin/thrift/scribe.thrift",
-    "lib/fluent/plugin/thrift/scribe_constants.rb",
-    "lib/fluent/plugin/thrift/scribe_types.rb",
-    "test/plugin/in_scribe.rb",
-    "test/plugin/out_scribe.rb"
-  ]
-  s.homepage = "https://github.com/fluent/fluent-plugin-scribe"
-  s.require_paths = ["lib"]
-  s.rubygems_version = "1.8.21"
-  s.summary = "Scribe Input/Output plugin for Fluentd event collector"
-  s.test_files = ["test/plugin/in_scribe.rb", "test/plugin/out_scribe.rb"]
+  gem.authors       = ["Kazuki Ohta", "TAGOMORI Satoshi"]
+  gem.email         = ["kazuki.ohta@gmail.com", "tagomoris@gmail.com"]
+  gem.summary       = %q{Scribe Input/Output plugin for Fluentd event collector}
+  gem.description   = %q{Fluentd input/output plugin to handle Facebook scribed thrift protocol}
+  gem.homepage      = "https://github.com/fluent/fluent-plugin-scribe"
+  gem.license       = "APLv2"
 
-  if s.respond_to? :specification_version then
-    s.specification_version = 3
+  gem.files         = `git ls-files`.split($\)
+  gem.executables   = gem.files.grep(%r{^bin/}).map{ |f| File.basename(f) }
+  gem.test_files    = gem.files.grep(%r{^(test|spec|features)/})
+  gem.require_paths = ["lib"]
 
-    if Gem::Version.new(Gem::VERSION) >= Gem::Version.new('1.2.0') then
-      s.add_runtime_dependency(%q<fluentd>, ["~> 0.10.0"])
-      s.add_runtime_dependency(%q<thrift>, ["~> 0.8.0"])
-    else
-      s.add_dependency(%q<fluentd>, ["~> 0.10.0"])
-      s.add_dependency(%q<thrift>, ["~> 0.8.0"])
-    end
-  else
-    s.add_dependency(%q<fluentd>, ["~> 0.10.0"])
-    s.add_dependency(%q<thrift>, ["~> 0.8.0"])
-  end
+  gem.add_development_dependency "rake"
+  gem.add_runtime_dependency "fluentd"
+  gem.add_runtime_dependency "thrift", "~> 0.8.0"
 end
-

data/lib/fluent/plugin/in_scribe.rb

@@ -16,144 +16,142 @@
 #    limitations under the License.
 #
 module Fluent
+  class ScribeInput < Input
+    Plugin.register_input('scribe', self)
+
+    config_param :port,            :integer, :default => 1463
+    config_param :bind,            :string,  :default => '0.0.0.0'
+    config_param :server_type,     :string,  :default => 'nonblocking'
+    config_param :is_framed,       :bool,    :default => true
+    config_param :body_size_limit, :size,    :default => 32*1024*1024  # TODO default
+    config_param :add_prefix,      :string,  :default => nil
+    config_param :remove_newline,  :bool,    :default => false
+    config_param :msg_format,      :string,  :default => 'text'
+
+    def initialize
+      require 'cgi'
+      require 'thrift'
+      $:.unshift File.join(File.dirname(__FILE__), 'thrift')
+      require 'fb303_types'
+      require 'fb303_constants'
+      require 'facebook_service'
+      require 'scribe_types'
+      require 'scribe_constants'
+      require 'scribe'
+      super
+    end
 
-class ScribeInput < Input
-  Plugin.register_input('scribe', self)
+    def configure(conf)
+      super
+    end
 
-  config_param :port,            :integer, :default => 1463
-  config_param :bind,            :string,  :default => '0.0.0.0'
-  config_param :server_type,     :string,  :default => 'nonblocking'
-  config_param :is_framed,       :bool,    :default => true
-  config_param :body_size_limit, :size,    :default => 32*1024*1024  # TODO default
-  config_param :add_prefix,      :string,  :default => nil
-  config_param :remove_newline,  :bool,    :default => false
-  config_param :msg_format,      :string,  :default => 'text'
+    def start
+      $log.debug "listening scribe on #{@bind}:#{@port}"
 
-  def initialize
-    require 'cgi'
-    require 'thrift'
-    $:.unshift File.join(File.dirname(__FILE__), 'thrift')
-    require 'fb303_types'
-    require 'fb303_constants'
-    require 'facebook_service'
-    require 'scribe_types'
-    require 'scribe_constants'
-    require 'scribe'
-    super
-  end
+      handler = FluentScribeHandler.new
+      handler.add_prefix = @add_prefix
+      handler.remove_newline = @remove_newline
+      handler.msg_format = @msg_format
+      processor = Scribe::Processor.new handler
 
-  def configure(conf)
-    super
-  end
-
-  def start
-    $log.debug "listening scribe on #{@bind}:#{@port}"
+      @transport = Thrift::ServerSocket.new @bind, @port
+      if @is_framed
+        transport_factory = Thrift::FramedTransportFactory.new
+      else
+        transport_factory = Thrift::BufferedTransportFactory.new
+      end
 
-    handler = FluentScribeHandler.new
-    handler.add_prefix = @add_prefix
-    handler.remove_newline = @remove_newline
-    handler.msg_format = @msg_format
-    processor = Scribe::Processor.new handler
+      unless ['text', 'json', 'url_param'].include? @msg_format
+        raise 'Unknown format: msg_format=#{@msg_format}'
+      end
 
-    @transport = Thrift::ServerSocket.new @bind, @port
-    if @is_framed
-      transport_factory = Thrift::FramedTransportFactory.new
-    else
-      transport_factory = Thrift::BufferedTransportFactory.new
+      # 2011/09/29 Kazuki Ohta <kazuki.ohta@gmail.com>
+      # This section is a workaround to set strict_read and strict_write option.
+      # Ruby-Thrift 0.7 set them both 'true' in default, but Scribe protocol set
+      # them both 'false'.
+      protocol_factory = Thrift::BinaryProtocolFactory.new
+      protocol_factory.instance_eval {|obj|
+        def get_protocol(trans) # override
+          return Thrift::BinaryProtocol.new(trans,
+            strict_read=false,
+            strict_write=false)
+        end
+      }
+
+      case @server_type
+      when 'simple'
+        @server = Thrift::SimpleServer.new processor, @transport, transport_factory, protocol_factory
+      when 'threaded'
+        @server = Thrift::ThreadedServer.new processor, @transport, transport_factory, protocol_factory
+      when 'thread_pool'
+        @server = Thrift::ThreadPoolServer.new processor, @transport, transport_factory, protocol_factory
+      when 'nonblocking'
+        @server = Thrift::NonblockingServer.new processor, @transport, transport_factory, protocol_factory
+      else
+        raise ConfigError, "in_scribe: unsupported server_type '#{@server_type}'"
+      end
+      @thread = Thread.new(&method(:run))
     end
 
-    unless ['text', 'json', 'url_param'].include? @msg_format
-      raise 'Unknown format: msg_format=#{@msg_format}'
+    def shutdown
+      @transport.close unless @transport.closed?
+      #@thread.join # TODO
     end
 
-    # 2011/09/29 Kazuki Ohta <kazuki.ohta@gmail.com>
-    # This section is a workaround to set strict_read and strict_write option.
-    # Ruby-Thrift 0.7 set them both 'true' in default, but Scribe protocol set
-    # them both 'false'.
-    protocol_factory = Thrift::BinaryProtocolFactory.new
-    protocol_factory.instance_eval {|obj|
-      def get_protocol(trans) # override
-        return Thrift::BinaryProtocol.new(trans,
-                                          strict_read=false,
-                                          strict_write=false)
-      end
-    }
-
-    case @server_type
-    when 'simple'
-      @server = Thrift::SimpleServer.new processor, @transport, transport_factory, protocol_factory
-    when 'threaded'
-      @server = Thrift::ThreadedServer.new processor, @transport, transport_factory, protocol_factory
-    when 'thread_pool'
-      @server = Thrift::ThreadPoolServer.new processor, @transport, transport_factory, protocol_factory
-    when 'nonblocking'
-      @server = Thrift::NonblockingServer.new processor, @transport, transport_factory, protocol_factory
-    else
-      raise ConfigError, "in_scribe: unsupported server_type '#{@server_type}'"
+    def run
+      @server.serve
+    rescue
+      $log.error "unexpected error", :error=>$!.to_s
+      $log.error_backtrace
     end
-    @thread = Thread.new(&method(:run))
-  end
 
-  def shutdown
-    @transport.close unless @transport.closed?
-    #@thread.join # TODO
-  end
-
-  def run
-    @server.serve
-  rescue
-    $log.error "unexpected error", :error=>$!.to_s
-    $log.error_backtrace
-  end
-
-  class FluentScribeHandler
-    attr_accessor :add_prefix
-    attr_accessor :remove_newline
-    attr_accessor :msg_format
+    class FluentScribeHandler
+      attr_accessor :add_prefix
+      attr_accessor :remove_newline
+      attr_accessor :msg_format
+
+      def Log(msgs)
+        begin
+          msgs.each { |msg|
+            record = create_record(msg)
+            if @add_prefix
+              Engine.emit(@add_prefix + '.' + msg.category, Engine.now, record)
+            else
+              Engine.emit(msg.category, Engine.now, record)
+            end
+          }
+          return ResultCode::OK
+        rescue => e
+          $log.error "unexpected error", :error=>$!.to_s
+          $log.error_backtrace
+          return ResultCode::TRY_LATER
+        end
+      end
 
-    def Log(msgs)
-      begin
-        msgs.each { |msg|
-          record = create_record(msg)
-          if @add_prefix
-            Engine.emit(@add_prefix + '.' + msg.category, Engine.now, record)
+      private
+      def create_record(msg)
+        case @msg_format
+        when 'text'
+          if @remove_newline
+            return { 'message' => msg.message.force_encoding('UTF-8').chomp }
           else
-            Engine.emit(msg.category, Engine.now, record)
+            return { 'message' => msg.message.force_encoding('UTF-8') }
           end
-        }
-        return ResultCode::OK
-      rescue => e
-        $log.error "unexpected error", :error=>$!.to_s
-        $log.error_backtrace
-        return ResultCode::TRY_LATER
-      end
-    end
-
-    private
-    def create_record(msg)
-      case @msg_format
-      when 'text'
-        if @remove_newline
-          return { 'message' => msg.message.force_encoding('UTF-8').chomp }
+        when 'json'
+          js = JSON.parse(msg.message.force_encoding('UTF-8'))
+          raise 'body must be a Hash, if json_body=true' unless js.is_a?(Hash)
+          return js
+        when 'url_param'
+          s = msg.message.force_encoding('UTF-8')
+          return Hash[ s.split('&').map { |kv|
+              k,v = kv.split('=', 2);
+              [CGI.unescape(k), CGI.unescape(v)]
+            }
+          ]
         else
-          return { 'message' => msg.message.force_encoding('UTF-8') }
+          raise 'Invalid format: #{@msg_format}'
         end
-      when 'json'
-        js = JSON.parse(msg.message.force_encoding('UTF-8'))
-        raise 'body must be a Hash, if json_body=true' unless js.is_a?(Hash)
-        return js
-      when 'url_param'
-        s = msg.message.force_encoding('UTF-8')
-        return Hash[ s.split('&').map { |kv|
-            k,v = kv.split('=', 2);
-            [CGI.unescape(k), CGI.unescape(v)]
-          }
-        ]
-      else
-        raise 'Invalid format: #{@msg_format}'
       end
     end
   end
 end
-
-end

data/lib/fluent/plugin/out_scribe.rb

@@ -16,93 +16,97 @@
 #    limitations under the License.
 #
 module Fluent
+  class ScribeOutput < BufferedOutput
+    Fluent::Plugin.register_output('scribe', self)
+
+    config_param :host,      :string,  :default => 'localhost'
+    config_param :port,      :integer, :default => 1463
+    config_param :field_ref, :string,  :default => 'message'
+    config_param :timeout,   :integer, :default => 30
+
+    config_param :remove_prefix,    :string,  :default => nil
+    config_param :add_newline,      :bool,    :default => false
+    config_param :default_category, :string,  :default => 'unknown'
+    config_param :format_to_json,   :bool,    :default => false
+
+    def initialize
+      require 'thrift'
+      $:.unshift File.join(File.dirname(__FILE__), 'thrift')
+      require 'fb303_types'
+      require 'fb303_constants'
+      require 'facebook_service'
+      require 'scribe_types'
+      require 'scribe_constants'
+      require 'scribe'
+      super
+    end
 
-class ScribeOutput < BufferedOutput
-  Fluent::Plugin.register_output('scribe', self)
-
-  config_param :host,      :string,  :default => 'localhost'
-  config_param :port,      :integer, :default => 1463
-  config_param :field_ref, :string,  :default => 'message'
-  config_param :timeout,   :integer, :default => 30
-
-  config_param :remove_prefix,    :string,  :default => nil
-  config_param :add_newline,      :bool,    :default => false
-  config_param :default_category, :string,  :default => 'unknown'
-
-  def initialize
-    require 'thrift'
-    $:.unshift File.join(File.dirname(__FILE__), 'thrift')
-    require 'fb303_types'
-    require 'fb303_constants'
-    require 'facebook_service'
-    require 'scribe_types'
-    require 'scribe_constants'
-    require 'scribe'
-    super
-  end
-
-  def configure(conf)
-    # override default buffer_chunk_limit
-    conf['buffer_chunk_limit'] ||= '1m'
+    def configure(conf)
+      # override default buffer_chunk_limit
+      conf['buffer_chunk_limit'] ||= '1m'
 
-    super
-  end
+      super
+    end
 
-  def start
-    super
+    def start
+      super
 
-    if @remove_prefix
-      @removed_prefix_string = @remove_prefix + '.'
-      @removed_length = @removed_prefix_string.length
+      if @remove_prefix
+        @removed_prefix_string = @remove_prefix + '.'
+        @removed_length = @removed_prefix_string.length
+      end
     end
-  end
 
-  def shutdown
-    super
-  end
+    def shutdown
+      super
+    end
 
-  def format(tag, time, record)
-    if @remove_prefix and
-        ( (tag[0, @removed_length] == @removed_prefix_string and tag.length > @removed_length) or
+    def format(tag, time, record)
+      if @remove_prefix and
+          ( (tag[0, @removed_length] == @removed_prefix_string and tag.length > @removed_length) or
           tag == @remove_prefix)
-      [(tag[@removed_length..-1] || @default_category), record].to_msgpack
-    else
-      [tag, record].to_msgpack
+        [(tag[@removed_length..-1] || @default_category), record].to_msgpack
+      else
+        [tag, record].to_msgpack
+      end
     end
-  end
 
-  def write(chunk)
-    socket = Thrift::Socket.new @host, @port, @timeout
-    transport = Thrift::FramedTransport.new socket
-    protocol = Thrift::BinaryProtocol.new transport, false, false
-    client = Scribe::Client.new protocol
+    def write(chunk)
+      socket = Thrift::Socket.new @host, @port, @timeout
+      transport = Thrift::FramedTransport.new socket
+      protocol = Thrift::BinaryProtocol.new transport, false, false
+      client = Scribe::Client.new protocol
+
+      transport.open
+      begin
+        entries = []
+
+        chunk.msgpack_each do |arr|
+          tag, record = arr
+          next unless @format_to_json || record.has_key?(@field_ref)
 
-    transport.open
-    begin
-      entries = []
+          message = @format_to_json ? record : record[@field_ref]
 
-      chunk.msgpack_each do |arr|
-        tag, record = arr
-        next unless record.has_key?(@field_ref)
+          if message.kind_of?(Array) or message.kind_of?(Hash)
+            message = message.to_json
+          end
 
-        entry = LogEntry.new
-        entry.category = tag
+          if @add_newline
+            message = message + "\n"
+          end
 
-        if @add_newline
-          entry.message = (record[@field_ref] + "\n").force_encoding('ASCII-8BIT')
-        else
-          entry.message = record[@field_ref].force_encoding('ASCII-8BIT')
+          entry = LogEntry.new
+          entry.category = tag
+          entry.message = message.force_encoding('ASCII-8BIT')
+
+          entries << entry
         end
 
-        entries << entry
+        $log.debug "Writing #{entries.count} entries to scribe"
+        client.Log(entries)
+      ensure
+        transport.close
       end
-
-      $log.debug "Writing #{entries.count} entries to scribe"
-      client.Log(entries)
-    ensure
-      transport.close
     end
   end
 end
-
-end

data/test/plugin/{in_scribe.rb → test_in_scribe.rb}

@@ -1,6 +1,8 @@
 require 'test/unit'
 require 'fluent/test'
-require 'lib/fluent/plugin/in_scribe'
+require 'fluent/plugin/in_scribe'
+
+require 'thrift'
 
 class ScribeInputTest < Test::Unit::TestCase
   def setup
@@ -38,7 +40,7 @@ class ScribeInputTest < Test::Unit::TestCase
             ]
     d.run do
       emits.each { |tag, time, record|
-        res = send(tag, record['message'])
+        res = message_send(tag, record['message'])
         assert_equal ResultCode::OK, res
       }
     end
@@ -61,7 +63,7 @@ class ScribeInputTest < Test::Unit::TestCase
             ]
     d.run do
       emits.each { |tag, time, record|
-        res = send(tag, record['message'])
+        res = message_send(tag, record['message'])
         assert_equal ResultCode::OK, res
       }
     end
@@ -82,7 +84,7 @@ class ScribeInputTest < Test::Unit::TestCase
             ]
     d2.run do
       emits.each { |tag, time, record|
-        res = send(tag, record['message'])
+        res = message_send(tag, record['message'])
         assert_equal ResultCode::OK, res
       }
     end
@@ -108,7 +110,7 @@ class ScribeInputTest < Test::Unit::TestCase
             ]
     d.run do
       emits.each { |tag, time, record|
-        res = send(tag, record['message'])
+        res = message_send(tag, record['message'])
         assert_equal ResultCode::OK, res
       }
     end
@@ -134,7 +136,7 @@ class ScribeInputTest < Test::Unit::TestCase
             ]
     d.run do
       emits.each { |tag, time, message|
-        res = send(tag, message)
+        res = message_send(tag, message)
         assert_equal ResultCode::OK, res
       }
     end
@@ -164,13 +166,13 @@ class ScribeInputTest < Test::Unit::TestCase
             ]
     d.run do
       emits.each { |tag, time, message|
-        res = send(tag, message)
+        res = message_send(tag, message)
         assert_equal ResultCode::OK, res
       }
     end
   end
 
-  def send(tag, msg)
+  def message_send(tag, msg)
     socket = Thrift::Socket.new '127.0.0.1', 14630
     transport = Thrift::FramedTransport.new socket
     protocol = Thrift::BinaryProtocol.new transport, false, false

data/test/plugin/{out_scribe.rb → test_out_scribe.rb}

@@ -1,12 +1,19 @@
 require 'test/unit'
 require 'fluent/test'
-require 'lib/fluent/plugin/out_scribe'
+require 'fluent/plugin/out_scribe'
+
+require 'thrift'
 
 class ScribeOutputTest < Test::Unit::TestCase
   CONFIG = %[
     host 127.0.0.1
     port 14630
   ]
+  CONFIG_TO_JSON = %[
+    host 127.0.0.1
+    port 14630
+    format_to_json yes
+  ]
 
   def create_driver(conf=CONFIG, tag='test')
     Fluent::Test::BufferedOutputTestDriver.new(Fluent::ScribeOutput, tag).configure(conf)
@@ -139,6 +146,26 @@ remove_prefix test
     assert_equal [[d.instance.default_category, 'zzz testing first another data']], $handler.last
   end
 
+  def test_write_to_json
+    time = Time.parse("2011-12-21 13:14:15 UTC").to_i
+
+    d = create_driver(CONFIG_TO_JSON)
+    e1 = {"message" => "testing first", "message2" => "testing first another data"}
+    e2 = {"message" => "testing second", "message2" => "testing second another data"}
+    e3 = {"message" => "testing third", "message2" => "testing third another data"}
+    [e1,e2,e3].each{|e| d.emit(e, time)}
+    result = d.run
+    assert_equal ResultCode::OK, result
+
+    events = $handler.last
+    assert_equal d.tag, events[0][0]
+    assert_equal e1, JSON.parse(events[0][1])
+    assert_equal d.tag, events[1][0]
+    assert_equal e2, JSON.parse(events[1][1])
+    assert_equal d.tag, events[2][0]
+    assert_equal e3, JSON.parse(events[2][1])
+  end
+
   def setup
     Fluent::Test.setup
     $handler = TestScribeServerHandler.new

metadata

@@ -1,36 +1,47 @@
 --- !ruby/object:Gem::Specification
 name: fluent-plugin-scribe
 version: !ruby/object:Gem::Version
-  version: 0.10.10
-  prerelease: 
+  version: 0.10.11
 platform: ruby
 authors:
 - Kazuki Ohta
+- TAGOMORI Satoshi
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2013-02-06 00:00:00.000000000 Z
+date: 2013-09-04 00:00:00.000000000 Z
 dependencies:
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: fluentd
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ~>
+    - - '>='
       - !ruby/object:Gem::Version
-        version: 0.10.0
+        version: '0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ~>
+    - - '>='
       - !ruby/object:Gem::Version
-        version: 0.10.0
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: thrift
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
@@ -38,21 +49,24 @@ dependencies:
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
         version: 0.8.0
-description: 
-email: kazuki.ohta@gmail.com
+description: Fluentd input/output plugin to handle Facebook scribed thrift protocol
+email:
+- kazuki.ohta@gmail.com
+- tagomoris@gmail.com
 executables:
 - fluent-scribe-remote
 extensions: []
-extra_rdoc_files:
-- ChangeLog
-- README.rdoc
+extra_rdoc_files: []
 files:
+- .gitignore
 - AUTHORS
+- ChangeLog
+- Gemfile
+- README.rdoc
 - Rakefile
 - VERSION
 - bin/fluent-scribe-remote
@@ -68,34 +82,33 @@ files:
 - lib/fluent/plugin/thrift/scribe.thrift
 - lib/fluent/plugin/thrift/scribe_constants.rb
 - lib/fluent/plugin/thrift/scribe_types.rb
-- test/plugin/in_scribe.rb
-- test/plugin/out_scribe.rb
-- ChangeLog
-- README.rdoc
+- test/plugin/test_in_scribe.rb
+- test/plugin/test_out_scribe.rb
 homepage: https://github.com/fluent/fluent-plugin-scribe
-licenses: []
+licenses:
+- APLv2
+metadata: {}
 post_install_message: 
 rdoc_options: []
 require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement
-  none: false
   requirements:
-  - - ! '>='
+  - - '>='
     - !ruby/object:Gem::Version
       version: '0'
 required_rubygems_version: !ruby/object:Gem::Requirement
-  none: false
   requirements:
-  - - ! '>='
+  - - '>='
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 1.8.21
+rubygems_version: 2.0.3
 signing_key: 
-specification_version: 3
+specification_version: 4
 summary: Scribe Input/Output plugin for Fluentd event collector
 test_files:
-- test/plugin/in_scribe.rb
-- test/plugin/out_scribe.rb
+- test/plugin/test_in_scribe.rb
+- test/plugin/test_out_scribe.rb
+has_rdoc: