fluent-plugin-mongo 0.4.0 → 0.5.0

data/.gitignore

@@ -0,0 +1,5 @@
+/fluent/
+/pkg/
+/coverage/
+/vendor/
+Gemfile.lock

data/.gitmodules

@@ -0,0 +1,3 @@
+[submodule "vendor/fluentd"]
+	path = vendor/fluentd
+	url = git://github.com/fluent/fluentd.git

data/.travis.yml

@@ -0,0 +1,9 @@
+rvm:
+ - 1.9.2
+ - 1.9.3
+ - ruby-head
+
+before_script:
+  - git submodule update -i
+
+script: bundle exec rake test

data/AUTHORS

@@ -1 +1,2 @@
 Masahiro Nakagawa <repeatedly _at_ gmail.com>
+Yuichi Tateno <hotchpotch _at_ gmail.com>

data/Gemfile

@@ -0,0 +1,5 @@
+source :rubygems
+
+gemspec
+
+gem "simplecov", :require => false

data/README.rdoc

@@ -1,4 +1,4 @@
-= MongoDB output plugin for Fluent
+= MongoDB plugin for Fluent
 
 == Component
 
@@ -9,11 +9,19 @@ Store fluent-event as MongoDB Document to MongoDB database.
 MongoOutput set 'time' field to a document by default.
 You set -false- to 'include_time_key' parameter if you disable this behaivor.
 
-=== MongoBackup
+=== MongoBackupOutput
 
-Store fluent-event to capped collection for backup.
+Store fluent-event to local capped collection for backup.
 
-== Configuratin
+=== MongoTagOutputCollection 
+
+Tag mapping to MongoDB collection automatically.
+
+=== MongoTailInput
+
+Tail capped collection to input data.
+
+== Configuration
 
 === MongoOutput
 
@@ -22,20 +30,31 @@ Store fluent-event to capped collection for backup.
       database fluent
       collection test
 
-      # following attibutes are optional
+      # Following attibutes are optional
       host fluenter
       port 10000
 
       # You can use 'capped' if you want to use capped collection
-      capped
+      capped true
       capped_size 100m
 
       # Other buffer configurations here
     </match>
 
-=== Backup to local capped collection
+==== NOTE
+
+MongoDB's output plugins have the limitation of buffer size.
+Because MongoDB and Ruby-Driver checks the total object size at each insertion.
+If total object size gets over the size limitation,
+MongoDB returns error or Ruby-Driver raises an Exception.
+
+So, MongoDB's output plugins reset :buffer_chunk_limit if configurated value is larger than above limitation.
+- Before v1.8, max of :buffer_chunk_limit is 2MB
+- After v1.8, max of :buffer_chunk_limit is 10MB
 
-Use mongo_backup type. mongo_backup alwalys use capped collection.
+=== MongoBackupOutput
+
+Use mongo_backup type in match. mongo_backup alwalys use capped collection.
 
     <match ...>
       type mongo_backup
@@ -48,6 +67,42 @@ Use mongo_backup type. mongo_backup alwalys use capped collection.
       </store>
     </match>
 
+=== MongoTagOutputCollection
+
+Use mongo_tag_collection type in match.
+
+If tag name is "foo.bar", auto create collection "foo.bar" and insert data.
+
+    <match forward.*>
+      type mongo_tag_collection
+      database fluent
+
+      # This configuration is used if tag not found. Default is 'untagged'
+      collection misc
+
+      # Tag "forward.foo.bar" remove prefix "forward.".
+      # Collection Mapping name is "foo.bar".
+      remove_prefix_collection forward.
+    </match>
+
+=== Tail capped collection
+
+Use mongo_tail type in source. 
+
+    <source>
+      type mongo_tail
+      database fluent
+      collection capped_log
+
+      tag app.mongo_log
+
+      # Convert 'time'(BSON's time) to fluent time(Unix time).
+      time_key time
+
+      # You can store last ObjectId to tail over server's shutdown
+      id_store_file /Users/repeatedly/devel/fluent-plugin-mongo/last_id
+    </source>
+
 == TODO
 
 === More configuration
@@ -56,11 +111,6 @@ Use mongo_backup type. mongo_backup alwalys use capped collection.
 - Select insert or update
 - etc
 
-=== Infer collection name
-
-Fluent tag is similar to database.collection in Mongo.
-This feature makes configuration more easily.
-
 == Tool
 
 You can tail mongo capped collection.

data/Rakefile

@@ -1,32 +1,17 @@
-require 'rake'
+require 'bundler'
+Bundler::GemHelper.install_tasks
+
 require 'rake/testtask'
-require 'rake/clean'
 
-begin
-  require 'jeweler'
-  Jeweler::Tasks.new do |gemspec|
-    gemspec.name = "fluent-plugin-mongo"
-    gemspec.summary = "MongoDB output plugin for Fluent event collector"
-    gemspec.author = "Masahiro Nakagawa"
-    gemspec.email = "repeatedly@gmail.com"
-    gemspec.homepage = "http://github.com/fluent"
-    gemspec.has_rdoc = false
-    gemspec.require_paths = ["lib"]
-    gemspec.add_dependency "fluentd", "~> 0.10.1"
-    gemspec.add_dependency "mongo", ">= 1.2.0"
-    gemspec.test_files = Dir["test/**/*.rb"]
-    gemspec.files = Dir["bin/**/*", "lib/**/*", "test/**/*.rb"] + %w[VERSION AUTHORS Rakefile]
-    gemspec.executables = []
-  end
-  Jeweler::GemcutterTasks.new
-rescue LoadError
-  puts "Jeweler not available. Install it with: gem install jeweler"
+Rake::TestTask.new(:test) do |test|
+  test.libs << 'lib' << 'test'
+  test.test_files = FileList['test/plugin/*.rb']
+  test.verbose = true
 end
 
-Rake::TestTask.new(:test) do |t|
-  t.test_files = Dir['test/*_test.rb']
-  t.ruby_opts = ['-rubygems'] if defined? Gem
-  t.ruby_opts << '-I.'
+task :coverage do |t|
+  ENV['SIMPLE_COV'] = '1'
+  Rake::Task["test"].invoke
 end
 
 task :default => [:build]

data/VERSION

@@ -1 +1 @@
-0.4.0
+0.5.0

data/fluent-plugin-mongo.gemspec

@@ -0,0 +1,24 @@
+# encoding: utf-8
+$:.push File.expand_path('../lib', __FILE__)
+
+Gem::Specification.new do |gem|
+  gem.name        = "fluent-plugin-mongo"
+  gem.description = "MongoDB output plugin for Fluent event collector"
+  gem.homepage    = "http://fluentd.org/"
+  gem.summary     = gem.description
+  gem.version     = File.read("VERSION").strip
+  gem.authors     = ["Masahiro Nakagawa"]
+  gem.email       = "repeatedly@gmail.com"
+  gem.has_rdoc    = false
+  #gem.platform    = Gem::Platform::RUBY
+  gem.files       = `git ls-files`.split("\n")
+  gem.test_files  = `git ls-files -- {test,spec,features}/*`.split("\n")
+  gem.executables = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+  gem.require_paths = ['lib']
+
+  gem.add_dependency "fluentd", "~> 0.10.6"
+  gem.add_dependency "mongo", ">= 1.4.0"
+  gem.add_development_dependency "rake", ">= 0.9.2"
+  gem.add_development_dependency "simplecov", ">= 0.5.4"
+  gem.add_development_dependency "rr", ">= 1.0.0"
+end

data/lib/fluent/plugin/in_mongo_tail.rb

@@ -0,0 +1,132 @@
+module Fluent
+
+
+class MongoTailInput < Input
+  Plugin.register_input('mongo_tail', self)
+
+  config_param :database, :string
+  config_param :collection, :string
+  config_param :host, :string, :default => 'localhost'
+  config_param :port, :integer, :default => 27017
+
+  config_param :tag, :string, :default => nil
+  config_param :tag_key, :string, :default => nil
+  config_param :time_key, :string, :default => nil
+  config_param :time_format, :string, :default => nil
+
+  # To store last ObjectID
+  config_param :id_store_file, :string, :default => nil
+
+  def initialize
+    require 'mongo'
+    require 'bson'
+    super
+  end
+
+  def configure(conf)
+    super
+
+    if !@tag && !@tag_key
+      raise ConfigError, "'tag' or 'tag_key' option is required on mongo_tail input"
+    end
+
+    @last_id = @id_store_file ? get_last_id : nil
+  end
+
+  def start
+    super
+    @file = get_id_store_file if @id_store_file
+    @client = get_capped_collection
+    @thread = Thread.new(&method(:run))
+  end
+
+  def shutdown
+    if @id_store_file
+      save_last_id
+      @file.close
+    end
+
+    @thread.join
+    @client.db.connection.close
+    super
+  end
+
+  def run
+    loop {
+      tailoop(Mongo::Cursor.new(@client, cursor_conf))
+    }
+  end
+
+  private
+
+  def get_capped_collection
+    db = Mongo::Connection.new(@host, @port).db(@database)
+    raise ConfigError, "'#{@database}.#{@collection}' not found: server = #{@host}:#{@port}" unless db.collection_names.include?(@collection)
+    collection = db.collection(@collection)
+    raise ConfigError, "'#{@database}.#{@collection}' is not capped: server = #{@host}:#{@port}" unless collection.capped?
+    collection
+  end
+
+  def tailoop(cursor)
+    loop {
+      cursor = Mongo::Cursor.new(@client, cursor_conf) unless cursor.alive?
+      if doc = cursor.next_document
+        time = if @time_key
+                 t = doc.delete(@time_key)
+                 t.nil? ? Engine.now : t.to_i
+               else
+                 Engine.now
+               end
+        tag = if @tag_key
+                t = doc.delete(@tag_key)
+                t.nil? ? 'mongo.missing_tag' : t
+              else
+                @tag
+              end
+        if id = doc.delete('_id')
+          @last_id = id.to_s
+          doc['_id_str'] = @last_id
+          save_last_id if @id_store_file
+        end
+
+        # Should use MultiEventStream?
+        Engine.emit(tag, time, doc)
+      else
+        sleep 1
+      end
+    }
+  rescue
+    # ignore Mongo::OperationFailuer at CURSOR_NOT_FOUND
+  end
+
+  def cursor_conf
+    conf = {}
+    conf[:tailable] = true
+    conf[:selector] = {'_id' => {'$gt' => BSON::ObjectId(@last_id)}} if @last_id
+    conf
+  end
+
+  # following methods are used when id_store_file is true
+
+  def get_id_store_file
+    file = File.open(@id_store_file, 'w')
+    file.sync
+    file
+  end
+
+  def get_last_id
+    if File.exist?(@id_store_file)
+      BSON::ObjectId(File.read(@id_store_file)).to_s rescue nil
+    else
+      nil
+    end
+  end
+
+  def save_last_id
+    @file.pos = 0
+    @file.write(@last_id)
+  end
+end
+
+
+end

data/lib/fluent/plugin/out_mongo.rb

@@ -18,6 +18,7 @@ class MongoOutput < BufferedOutput
   attr_reader :argument
 
   def initialize
+    @clients = {}
     super
     require 'mongo'
     require 'msgpack'
@@ -36,6 +37,12 @@ class MongoOutput < BufferedOutput
       @argument[:max] = Config.size_value(conf['capped_max']) if conf.has_key?('capped_max')
     end
 
+    if @buffer.respond_to?(:buffer_chunk_limit)
+      @buffer.buffer_chunk_limit = available_buffer_chunk_limit
+    else
+      $log.warn "#{Fluent::VERSION} does not have :buffer_chunk_limit. Be careful when insert large documents to MongoDB"
+    end
+
     # MongoDB uses BSON's Date for time.
     def @timef.format_nocache(time)
       time
@@ -44,12 +51,11 @@ class MongoOutput < BufferedOutput
 
   def start
     super
-    @client = get_or_create_collection
   end
 
   def shutdown
     # Mongo::Connection checks alive or closed myself
-    @client.db.connection.close
+    @clients.values.each { |client| client.db.connection.close }
     super
   end
 
@@ -58,31 +64,66 @@ class MongoOutput < BufferedOutput
   end
 
   def write(chunk)
+    operate(@collection, collect_records(chunk))
+  end
+
+  def format_collection_name(collection_name)
+    formatted = collection_name
+    formatted = formatted.gsub(@remove_prefix_collection, '') if @remove_prefix_collection
+    formatted = formatted.gsub(/(^\.+)|(\.+$)/, '')
+    formatted = @collection if formatted.size == 0 # set default for nil tag
+    formatted
+  end
+
+  private
+
+  def operate(collection_name, records)
+    get_or_create_collection(collection_name).insert(records)
+  end
+
+  def collect_records(chunk)
     records = []
     chunk.msgpack_each { |record|
       record[@time_key] = Time.at(record[@time_key]) if @include_time_key
       records << record
     }
-    operate(records)
+    records
   end
 
-  private
+  def get_or_create_collection(collection_name)
+    collection_name = format_collection_name(collection_name)
+    return @clients[collection_name] if @clients[collection_name]
+
+    @db ||= Mongo::Connection.new(@host, @port).db(@database)
+    if @db.collection_names.include?(collection_name)
+      collection = @db.collection(collection_name)
+      unless @argument[:capped] == collection.capped? # TODO: Verify capped configuration
+        # raise Exception if old collection does not match lastest configuration
+        raise ConfigError, "New configuration is different from existing collection"
+      end
+    else
+      collection = @db.create_collection(collection_name, @argument)
+    end
 
-  def get_or_create_collection
-    db = Mongo::Connection.new(@host, @port).db(@database)
-    if db.collection_names.include?(@collection)
-      collection = db.collection(@collection)
-      return collection if @argument[:capped] == collection.capped? # TODO: Verify capped configuration
+    @clients[collection_name] = collection
+  end
 
-      # raise Exception if old collection does not match lastest configuration
-      raise ConfigError, "New configuration is different from existing collection"
+  # Following limits are heuristic. BSON is sometimes bigger than MessagePack and JSON.
+  LIMIT_BEFORE_v1_8 = 2 * 1024 * 1024  # 2MB  = 4MB  / 2
+  LIMIT_AFTER_v1_8 = 10 * 1024 * 1024  # 10MB = 16MB / 2 + alpha
+
+  def available_buffer_chunk_limit
+    limit = mongod_version >= "1.8.0" ? LIMIT_AFTER_v1_8 : LIMIT_BEFORE_v1_8  # TODO: each version comparison
+    if @buffer.buffer_chunk_limit > limit
+      $log.warn ":buffer_chunk_limit(#{@buffer.buffer_chunk_limit}) is large. Reset :buffer_chunk_limit with #{limit}"
+      limit
+    else
+      @buffer.buffer_chunk_limit
     end
-
-    db.create_collection(@collection, @argument)
   end
 
-  def operate(records)
-    @client.insert(records)
+  def mongod_version
+    Mongo::Connection.new.db('admin').command('serverStatus' => 1)['version']
   end
 end
 

data/lib/fluent/plugin/out_mongo_tag_collection.rb

@@ -0,0 +1,29 @@
+require 'fluent/plugin/out_mongo'
+
+module Fluent
+
+
+class MongoOutputTagCollection < MongoOutput
+  Fluent::Plugin.register_output('mongo_tag_collection', self)
+
+  config_param :collection, :string, :default => 'untagged'
+
+  def configure(conf)
+    super
+
+    if remove_prefix_collection = conf['remove_prefix_collection']
+      @remove_prefix_collection = Regexp.new('^' + Regexp.escape(remove_prefix_collection))
+    end
+  end
+
+  def emit(tag, es, chain)
+    super(tag, es, chain, tag)
+  end
+
+  def write(chunk)
+    operate(chunk.key, collect_records(chunk))
+  end
+end
+
+
+end

data/test/plugin/in_mongo_tail.rb

@@ -0,0 +1,36 @@
+require 'test_helper'
+
+class MongoTailInputTest < Test::Unit::TestCase
+  def setup
+    Fluent::Test.setup
+    require 'fluent/plugin/in_mongo_tail'
+  end
+
+  CONFIG = %[
+    type mongo_tail
+    database test
+    collection log
+    tag_key tag
+    time_key time
+    id_store_file /tmp/fluent_mongo_last_id
+  ]
+
+  def create_driver(conf = CONFIG)
+    Fluent::Test::InputTestDriver.new(Fluent::MongoTailInput).configure(conf)
+  end
+
+  def test_configure
+    d = create_driver
+    assert_equal('localhost', d.instance.host)
+    assert_equal(27017, d.instance.port)
+    assert_equal('test', d.instance.database)
+    assert_equal('log', d.instance.collection)
+    assert_equal('tag', d.instance.tag_key)
+    assert_equal('time', d.instance.time_key)
+    assert_equal('/tmp/fluent_mongo_last_id', d.instance.id_store_file)
+  end
+
+  def test_emit
+    # TODO: write actual code
+  end
+end

data/test/plugin/out_mongo.rb

@@ -1,5 +1,4 @@
-require 'test/unit'
-require 'fluent/test'
+require 'test_helper'
 
 class MongoOutputTest < Test::Unit::TestCase
   def setup
@@ -23,8 +22,12 @@ class MongoOutputTest < Test::Unit::TestCase
         super
       end
 
-      def operate(records)
-        records
+      def operate(collection_name, records)
+        [format_collection_name(collection_name), records]
+      end
+
+      def mongod_version
+        "1.6.0"
       end
     }.configure(conf)
   end
@@ -47,6 +50,7 @@ class MongoOutputTest < Test::Unit::TestCase
     assert_equal('fluenter', d.instance.host)
     assert_equal(27018, d.instance.port)
     assert_equal({:capped => true, :size => 100}, d.instance.argument)
+    assert_equal(Fluent::MongoOutput::LIMIT_BEFORE_v1_8, d.instance.instance_variable_get(:@buffer).buffer_chunk_limit)
   end
 
   def test_format
@@ -72,20 +76,22 @@ class MongoOutputTest < Test::Unit::TestCase
     d = create_driver
     t = emit_documents(d)
 
-    documents = d.run
+    collection_name, documents = d.run
     assert_equal([{'a' => 1, d.instance.time_key => Time.at(t)},
                   {'a' => 2, d.instance.time_key => Time.at(t)}], documents)
+    assert_equal('test', collection_name)
   end
 
   def test_write_at_enable_tag
     d = create_driver(CONFIG + %[
-        include_tag_key true
-        include_time_key false
+      include_tag_key true
+      include_time_key false
     ])
     t = emit_documents(d)
 
-    documents = d.run
+    collection_name, documents = d.run
     assert_equal([{'a' => 1, d.instance.tag_key => 'test'},
                   {'a' => 2, d.instance.tag_key => 'test'}], documents)
+    assert_equal('test', collection_name)
   end
 end

data/test/plugin/out_mongo_tag_collection.rb

@@ -0,0 +1,61 @@
+
+require 'test_helper'
+
+class MongoTagCollectionTest < Test::Unit::TestCase
+  def setup
+    Fluent::Test.setup
+    require 'fluent/plugin/out_mongo_tag_collection'
+  end
+
+  CONFIG = %[
+    type mongo_tag_collection
+    database fluent
+    remove_prefix_collection should.remove.
+  ]
+
+  def create_driver(conf = CONFIG)
+    Fluent::Test::BufferedOutputTestDriver.new(Fluent::MongoOutputTagCollection) {
+      def start
+        super
+      end
+
+      def shutdown
+        super
+      end
+
+      def operate(collection_name, records)
+        [format_collection_name(collection_name), records]
+      end
+    }.configure(conf)
+  end
+
+  def test_configure
+    d = create_driver(CONFIG)
+    assert_equal(/^should\.remove\./, d.instance.instance_variable_get(:@remove_prefix_collection))
+  end
+
+  def emit_documents(d)
+    time = Time.parse("2011-01-02 13:14:15 UTC").to_i
+    d.emit({'a' => 1}, time)
+    d.emit({'a' => 2}, time)
+    time
+  end
+
+  def test_write
+    skip('BufferedOutputTestDriver should support emit arguments(chain and key)')
+
+    d = create_driver(CONFIG)
+    d.tag = 'mytag'
+    t = emit_documents(d)
+    mock(d.instance).operate('mytag', [{'a' => 1, d.instance.time_key => Time.at(t)},
+                                       {'a' => 2, d.instance.time_key => Time.at(t)}])
+    d.run
+  end
+
+  def test_remove_prefix_collection
+    d = create_driver(CONFIG)
+    assert_equal('prefix', d.instance.format_collection_name('should.remove.prefix'))
+    assert_equal('test', d.instance.format_collection_name('..test..'))
+    assert_equal('test.foo', d.instance.format_collection_name('..test.foo.'))
+  end
+end

data/test/test_helper.rb

@@ -0,0 +1,20 @@
+$LOAD_PATH.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
+$LOAD_PATH.unshift(File.dirname(__FILE__))
+
+require 'rr'
+require 'test/unit'
+class Test::Unit::TestCase
+  include RR::Adapters::TestUnit
+end
+
+if ENV['SIMPLE_COV']
+  require 'simplecov'
+  SimpleCov.start do 
+    add_filter 'test/'
+    add_filter 'pkg/'
+    add_filter 'vendor/'
+  end
+end
+
+require 'test/unit'
+require 'fluent/test'

metadata

@@ -1,100 +1,128 @@
---- !ruby/object:Gem::Specification 
+--- !ruby/object:Gem::Specification
 name: fluent-plugin-mongo
-version: !ruby/object:Gem::Version 
-  prerelease: false
-  segments: 
-  - 0
-  - 4
-  - 0
-  version: 0.4.0
+version: !ruby/object:Gem::Version
+  version: 0.5.0
+  prerelease: 
 platform: ruby
-authors: 
+authors:
 - Masahiro Nakagawa
 autorequire: 
 bindir: bin
 cert_chain: []
-
-date: 2011-10-16 00:00:00 +09:00
-default_executable: 
-dependencies: 
-- !ruby/object:Gem::Dependency 
+date: 2011-11-25 00:00:00.000000000Z
+dependencies:
+- !ruby/object:Gem::Dependency
   name: fluentd
-  prerelease: false
-  requirement: &id001 !ruby/object:Gem::Requirement 
+  requirement: &2152820220 !ruby/object:Gem::Requirement
     none: false
-    requirements: 
+    requirements:
     - - ~>
-      - !ruby/object:Gem::Version 
-        segments: 
-        - 0
-        - 10
-        - 1
-        version: 0.10.1
+      - !ruby/object:Gem::Version
+        version: 0.10.6
   type: :runtime
-  version_requirements: *id001
-- !ruby/object:Gem::Dependency 
-  name: mongo
   prerelease: false
-  requirement: &id002 !ruby/object:Gem::Requirement 
+  version_requirements: *2152820220
+- !ruby/object:Gem::Dependency
+  name: mongo
+  requirement: &2152819600 !ruby/object:Gem::Requirement
     none: false
-    requirements: 
-    - - ">="
-      - !ruby/object:Gem::Version 
-        segments: 
-        - 1
-        - 2
-        - 0
-        version: 1.2.0
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 1.4.0
   type: :runtime
-  version_requirements: *id002
-description: 
+  prerelease: false
+  version_requirements: *2152819600
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: &2152819040 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 0.9.2
+  type: :development
+  prerelease: false
+  version_requirements: *2152819040
+- !ruby/object:Gem::Dependency
+  name: simplecov
+  requirement: &2152818480 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 0.5.4
+  type: :development
+  prerelease: false
+  version_requirements: *2152818480
+- !ruby/object:Gem::Dependency
+  name: rr
+  requirement: &2152817940 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 1.0.0
+  type: :development
+  prerelease: false
+  version_requirements: *2152817940
+description: MongoDB output plugin for Fluent event collector
 email: repeatedly@gmail.com
-executables: []
-
+executables:
+- mongo-tail
 extensions: []
-
-extra_rdoc_files: 
-- README.rdoc
-files: 
+extra_rdoc_files: []
+files:
+- .gitignore
+- .gitmodules
+- .travis.yml
 - AUTHORS
+- Gemfile
+- README.rdoc
 - Rakefile
 - VERSION
 - bin/mongo-tail
+- fluent-plugin-mongo.gemspec
+- lib/fluent/plugin/in_mongo_tail.rb
 - lib/fluent/plugin/out_mongo.rb
 - lib/fluent/plugin/out_mongo_backup.rb
+- lib/fluent/plugin/out_mongo_tag_collection.rb
+- test/plugin/in_mongo_tail.rb
 - test/plugin/out_mongo.rb
-- README.rdoc
-has_rdoc: true
-homepage: http://github.com/fluent
+- test/plugin/out_mongo_tag_collection.rb
+- test/test_helper.rb
+homepage: http://fluentd.org/
 licenses: []
-
 post_install_message: 
 rdoc_options: []
-
-require_paths: 
+require_paths:
 - lib
-required_ruby_version: !ruby/object:Gem::Requirement 
+required_ruby_version: !ruby/object:Gem::Requirement
   none: false
-  requirements: 
-  - - ">="
-    - !ruby/object:Gem::Version 
-      segments: 
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+      segments:
       - 0
-      version: "0"
-required_rubygems_version: !ruby/object:Gem::Requirement 
+      hash: -3018735046089263817
+required_rubygems_version: !ruby/object:Gem::Requirement
   none: false
-  requirements: 
-  - - ">="
-    - !ruby/object:Gem::Version 
-      segments: 
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+      segments:
       - 0
-      version: "0"
+      hash: -3018735046089263817
 requirements: []
-
 rubyforge_project: 
-rubygems_version: 1.3.7
+rubygems_version: 1.8.10
 signing_key: 
 specification_version: 3
 summary: MongoDB output plugin for Fluent event collector
-test_files: 
+test_files:
+- test/plugin/in_mongo_tail.rb
 - test/plugin/out_mongo.rb
+- test/plugin/out_mongo_tag_collection.rb
+- test/test_helper.rb