fluent-plugin-mongo 0.6.7 → 0.6.8

data/ChangeLog

@@ -1,3 +1,16 @@
+Release 0.6.8 - 2012/10/12
+
+	* Lock fluentd gem version with 0.10.x.
+	* Lock mongo gem version with 1.6.x.
+
+
+Release 0.6.7 - 2012/03/31
+
+	* Fix invaild record handling with BSON::Binary
+	  https://github.com/fluent/fluent-plugin-mongo/issues/12
+	* Change disable_collection_check strategy
+	  https://github.com/fluent/fluent-plugin-mongo/commit/d840c948f45302ecd73af67c0b0022e3e905f955
+
 
 Release 0.6.6 - 2012/03/01
 
@@ -7,7 +20,7 @@ Release 0.6.6 - 2012/03/01
 
 Release 0.6.5 - 2012/02/27
 
-	* fix "mongo_replset unexpectedly requires 'host' in configuration"
+	* Fix "mongo_replset unexpectedly requires 'host' in configuration"
 	  https://github.com/fluent/fluent-plugin-mongo/issues/9
 
 

data/README.rdoc

@@ -209,6 +209,18 @@ You can tail mongo capped collection.
 
     $ mongo-tail -f
 
+= Test
+
+Run following command:
+
+    $ bundle exec rake test
+
+You can use 'mongod' environment variable for specified mongod:
+
+    $ mongod=/path/to/mongod bundle exec rake test
+
+Note that source code in test/tools are from mongo-ruby-driver.
+
 = TODO
 
 == More configuration

data/VERSION

@@ -1 +1 @@
-0.6.7
+0.6.8

data/fluent-plugin-mongo.gemspec

@@ -16,8 +16,8 @@ Gem::Specification.new do |gem|
   gem.executables = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
   gem.require_paths = ['lib']
 
-  gem.add_dependency "fluentd", ">= 0.10.7"
-  gem.add_dependency "mongo", ">= 1.6.0"
+  gem.add_dependency "fluentd", "~> 0.10.26"
+  gem.add_dependency "mongo", "~> 1.6.4"
   gem.add_development_dependency "rake", ">= 0.9.2"
   gem.add_development_dependency "simplecov", ">= 0.5.4"
   gem.add_development_dependency "rr", ">= 1.0.0"

data/test/plugin/out_mongo.rb

@@ -1,39 +1,39 @@
-require 'test_helper'
+# -*- coding: utf-8 -*-
+require 'tools/rs_test_helper'
 
 class MongoOutputTest < Test::Unit::TestCase
+  include MongoTestHelper
+
   def setup
     Fluent::Test.setup
     require 'fluent/plugin/out_mongo'
-  end
 
-  CONFIG = %[
-    type mongo
-    database fluent
-    collection test
-  ]
-
-  def create_driver(conf = CONFIG)
-    Fluent::Test::BufferedOutputTestDriver.new(Fluent::MongoOutput) {
-      def start
-        super
-      end
+    setup_mongod
+  end
 
-      def shutdown
-        super
-      end
+  def teardown
+    @db.collection(collection_name).drop
+    teardown_mongod
+  end
 
-      def operate(collection, records)
-        [format_collection_name(collection), records]
-      end
+  def collection_name
+    'test'
+  end
 
-      def get_or_create_collection(collection_name)
-        collection_name
-      end
+  def default_config
+    %[
+      type mongo
+      database #{MONGO_DB_DB}
+      collection #{collection_name}
+    ]
+  end
 
-      def mongod_version
-        "1.6.0"
-      end
-    }.configure(conf)
+  def create_driver(conf = default_config)
+    conf = conf + %[
+      port #{@@mongod_port}
+    ]
+    @db = Mongo::Connection.new('localhost', @@mongod_port).db(MONGO_DB_DB)
+    Fluent::Test::BufferedOutputTestDriver.new(Fluent::MongoOutput).configure(conf)
   end
 
   def test_configure
@@ -42,19 +42,17 @@ class MongoOutputTest < Test::Unit::TestCase
       database fluent_test
       collection test_collection
 
-      host fluenter
-      port 27018
-
       capped
       capped_size 100
     ])
 
     assert_equal('fluent_test', d.instance.database)
     assert_equal('test_collection', d.instance.collection)
-    assert_equal('fluenter', d.instance.host)
-    assert_equal(27018, d.instance.port)
+    assert_equal('localhost', d.instance.host)
+    assert_equal(@@mongod_port, d.instance.port)
     assert_equal({:capped => true, :size => 100}, d.instance.collection_options)
-    assert_equal(33554432, d.instance.instance_variable_get(:@buffer).buffer_chunk_limit)
+    assert_equal(Fluent::BasicBuffer.config_params[:buffer_chunk_limit].last[:default], # more better access?
+                 d.instance.instance_variable_get(:@buffer).buffer_chunk_limit)
     # buffer_chunk_limit moved from configure to start
     # I will move this test to correct space after BufferedOutputTestDriver supports start method invoking
     # assert_equal(Fluent::MongoOutput::LIMIT_BEFORE_v1_8, d.instance.instance_variable_get(:@buffer).buffer_chunk_limit)
@@ -68,8 +66,9 @@ class MongoOutputTest < Test::Unit::TestCase
     d.emit({'a' => 2}, time)
     d.expect_format([time, {'a' => 1, d.instance.time_key => time}].to_msgpack)
     d.expect_format([time, {'a' => 2, d.instance.time_key => time}].to_msgpack)
-
     d.run
+
+    assert_equal(2, @db.collection(collection_name).count)
   end
 
   def emit_documents(d)
@@ -79,30 +78,119 @@ class MongoOutputTest < Test::Unit::TestCase
     time
   end
 
+  def get_documents
+    @db.collection(collection_name).find().to_a.map { |e| e.delete('_id'); e }
+  end
+
   def test_write
     d = create_driver
     t = emit_documents(d)
 
-    collection_name, documents = d.run
-    assert_equal([{'a' => 1, d.instance.time_key => Time.at(t)},
-                  {'a' => 2, d.instance.time_key => Time.at(t)}], documents)
-    assert_equal('test', collection_name)
-  end
-
-  def test_write_with_invalid_recoreds
-    skip('Implement this test using BSON directory later')
+    d.run
+    documents = get_documents.map { |e| e['a'] }.sort
+    assert_equal([1, 2], documents)
+    assert_equal(2, documents.size)
   end
 
   def test_write_at_enable_tag
-    d = create_driver(CONFIG + %[
+    d = create_driver(default_config + %[
       include_tag_key true
       include_time_key false
     ])
     t = emit_documents(d)
 
-    collection_name, documents = d.run
+    d.run
+    documents = get_documents.sort_by { |e| e['a'] }
     assert_equal([{'a' => 1, d.instance.tag_key => 'test'},
                   {'a' => 2, d.instance.tag_key => 'test'}], documents)
-    assert_equal('test', collection_name)
+    assert_equal(2, documents.size)
+  end
+
+  def emit_invalid_documents(d)
+    time = Time.parse("2011-01-02 13:14:15 UTC").to_i
+    d.emit({'a' => 3, '$last' => '石動'}, time)
+    d.emit({'a' => 4, 'first' => '菖蒲'.encode('EUC-JP').force_encoding('UTF-8')}, time)
+    time
+  end
+
+  def test_write_with_invalid_recoreds
+    d = create_driver
+    t = emit_documents(d)
+    t = emit_invalid_documents(d)
+
+    d.run
+    documents = get_documents
+    assert_equal(4, documents.size)
+    assert_equal([1, 2], documents.select { |e| e.has_key?('a') }.map { |e| e['a'] }.sort)
+    assert_equal(2, documents.select { |e| e.has_key?(Fluent::MongoOutput::BROKEN_DATA_KEY)}.size)
+    assert_equal([3, 4], @db.collection(collection_name).find({Fluent::MongoOutput::BROKEN_DATA_KEY => {'$exists' => true}}).map { |doc|
+      Marshal.load(doc[Fluent::MongoOutput::BROKEN_DATA_KEY].to_s)['a']
+    }.sort)
+  end
+
+  def test_write_with_invalid_recoreds_at_ignore
+    d = create_driver(default_config + %[
+      ignore_invalid_record true
+    ])
+    t = emit_documents(d)
+    t = emit_invalid_documents(d)
+
+    d.run
+    documents = get_documents
+    assert_equal(2, documents.size)
+    assert_equal([1, 2], documents.select { |e| e.has_key?('a') }.map { |e| e['a'] }.sort)
+    assert_equal(true, @db.collection(collection_name).find({Fluent::MongoOutput::BROKEN_DATA_KEY => {'$exists' => true}}).count.zero?)
+  end
+end
+
+class MongoReplOutputTest < MongoOutputTest
+  def setup
+    Fluent::Test.setup
+    require 'fluent/plugin/out_mongo_replset'
+
+    ensure_rs
+  end
+
+  def teardown
+    @rs.restart_killed_nodes
+    if defined?(@db) && @db
+      @db.collection(collection_name).drop
+      @db.connection.close
+    end
+  end
+
+  def default_config
+    %[
+      type mongo_replset
+      database #{MONGO_DB_DB}
+      collection #{collection_name}
+      nodes #{build_seeds(3).join(',')}
+      num_retries 30
+    ]
+  end
+
+  def create_driver(conf = default_config)
+    @db = Mongo::ReplSetConnection.new(build_seeds(3), :name => @rs.name).db(MONGO_DB_DB)
+    Fluent::Test::BufferedOutputTestDriver.new(Fluent::MongoOutputReplset).configure(conf)
+  end
+
+  def test_configure
+    d = create_driver(%[
+      type mongo_replset
+
+      database fluent_test
+      collection test_collection
+      nodes #{build_seeds(3).join(',')}
+      num_retries 45
+
+      capped
+      capped_size 100
+    ])
+
+    assert_equal('fluent_test', d.instance.database)
+    assert_equal('test_collection', d.instance.collection)
+    assert_equal(build_seeds(3), d.instance.nodes)
+    assert_equal(45, d.instance.num_retries)
+    assert_equal({:capped => true, :size => 100}, d.instance.collection_options)
   end
 end

data/test/plugin/out_mongo_tag_mapped.rb

@@ -30,6 +30,10 @@ class MongoTagCollectionTest < Test::Unit::TestCase
       def get_or_create_collection(collection_name)
         collection_name
       end
+
+      def mongod_version
+        "2.0.0"
+      end
     }.configure(conf)
   end
 

data/test/test_helper.rb

@@ -18,3 +18,51 @@ end
 
 require 'test/unit'
 require 'fluent/test'
+
+# for testing
+
+def unused_port
+  s = TCPServer.open(0)
+  port = s.addr[1]
+  s.close
+  port
+end
+
+# for MongoDB
+
+require 'mongo'
+
+MONGO_DB_DB = 'fluent_test'
+MONGO_DB_PATH = File.join(File.dirname(__FILE__), 'plugin', 'data')
+
+module MongoTestHelper
+  @@setup_count = 0
+
+  def cleanup_mongod_env
+    system("killall mongod")
+    system("rm -rf #{MONGO_DB_PATH}")
+    system("mkdir -p #{MONGO_DB_PATH}")
+  end
+
+  def setup_mongod
+    unless defined?(@@current_mongo_test_class) and @@current_mongo_test_class == self.class
+      cleanup_mongod_env
+
+      @@current_mongo_test_class = self.class
+      @@mongod_port = unused_port
+      @@pid = spawn(ENV['mongod'], "--port=#{@@mongod_port}", "--dbpath=#{MONGO_DB_PATH}")
+      sleep 3
+    end
+
+    @@setup_count += 1;
+  end
+
+  def teardown_mongod
+    if defined?(@@current_mongo_test_class)
+      Mongo::Connection.new('localhost', @@mongod_port).drop_database(MONGO_DB_DB)
+    end
+    if @@setup_count == self.class.methods.size
+      cleanup_mongod_env
+    end
+  end
+end

data/test/tools/auth_repl_set_manager.rb

@@ -0,0 +1,14 @@
+require File.join((File.expand_path(File.dirname(__FILE__))), 'repl_set_manager')
+
+class AuthReplSetManager < ReplSetManager
+  def initialize(opts={})
+    super(opts)
+
+    @key_path = opts[:key_path] || File.join(File.expand_path(File.dirname(__FILE__)), "keyfile.txt")
+    system("chmod 600 #{@key_path}")
+  end
+
+  def start_cmd(n)
+    super + " --keyFile #{@key_path}"
+  end
+end

data/test/tools/repl_set_manager.rb

@@ -0,0 +1,415 @@
+require 'thread'
+
+STDOUT.sync = true
+
+require 'mongo'
+#unless defined? Mongo
+#  require File.join(File.dirname(__FILE__), '..', '..', 'lib', 'mongo')
+#end
+
+class ReplSetManager
+
+  attr_accessor :host, :start_port, :ports, :name, :mongods, :tags, :version
+
+  def initialize(opts={})
+    @mongod     = ENV['mongod'] || 'mongod'
+    @start_port = opts[:start_port] || 30000
+    @ports      = []
+    @name       = opts[:name] || 'replica-set-foo'
+    @host       = opts[:host]  || 'localhost'
+    @retries    = opts[:retries] || 30
+    @config     = {"_id" => @name, "members" => []}
+    @durable    = opts.fetch(:durable, false)
+    @smallfiles = opts.fetch(:smallfiles, true)
+    @prealloc   = opts.fetch(:prealloc, false)
+    @path       = File.join(File.expand_path(File.dirname(__FILE__)), "data")
+    @oplog_size = opts.fetch(:oplog_size, 16)
+    @tags = [{"dc" => "ny", "rack" => "a", "db" => "main"},
+             {"dc" => "ny", "rack" => "b", "db" => "main"},
+             {"dc" => "sf", "rack" => "a", "db" => "main"}]
+
+    @arbiter_count   = opts[:arbiter_count]   || 0
+    @secondary_count = opts[:secondary_count] || 2
+    @passive_count   = opts[:passive_count] || 0
+    @primary_count   = 1
+
+    @count = @primary_count + @passive_count + @arbiter_count + @secondary_count
+    if @count > 7
+      raise StandardError, "Cannot create a replica set with #{node_count} nodes. 7 is the max."
+    end
+
+    @mongods   = {}
+    version_string = `#{@mongod} --version`
+    version_string =~ /(\d\.\d\.\d)/
+    @version = $1.split(".").map {|d| d.to_i }
+  end
+
+  def start_set
+    system("killall mongod")
+    sleep(1)
+    should_start = true
+    puts "** Starting a replica set with #{@count} nodes"
+
+    n = 0
+    (@primary_count + @secondary_count).times do
+      init_node(n, should_start) do |attrs|
+        if @version[0] >= 2
+          attrs['tags'] = @tags[n % @tags.size]
+        end
+      end
+      n += 1
+    end
+
+    @passive_count.times do
+      init_node(n, should_start) do |attrs|
+        attrs['priority'] = 0
+      end
+      n += 1
+    end
+
+    @arbiter_count.times do
+      init_node(n, should_start) do |attrs|
+        attrs['arbiterOnly'] = true
+      end
+      n += 1
+    end
+
+    initiate
+    ensure_up
+  end
+
+  def cleanup_set
+    system("killall mongod")
+    @count.times do |n|
+      system("rm -rf #{@mongods[n]['db_path']}")
+    end
+  end
+
+  def init_node(n, should_start=true)
+    @mongods[n] ||= {}
+    port = @start_port + n
+    @ports << port
+    @mongods[n]['port'] = port
+    @mongods[n]['db_path'] = get_path("rs-#{port}")
+    @mongods[n]['log_path'] = get_path("log-#{port}")
+    @mongods[n]['start'] = start_cmd(n)
+
+    if should_start
+      system("rm -rf #{@mongods[n]['db_path']}")
+      system("mkdir -p #{@mongods[n]['db_path']}")
+      start(n)
+    end
+
+    member = {'_id' => n, 'host' => "#{@host}:#{@mongods[n]['port']}"}
+
+    if block_given?
+      custom_attrs = {}
+      yield custom_attrs
+      member.merge!(custom_attrs)
+      @mongods[n].merge!(custom_attrs)
+    end
+
+    @config['members'] << member
+  end
+
+  def journal_switch
+    if @version[0] >= 2
+      if @durable
+        "--journal"
+      else
+        "--nojournal"
+      end
+    elsif @durable
+      "--journal"
+    end
+  end
+
+  def start_cmd(n)
+    @mongods[n]['start'] = "#{@mongod} --replSet #{@name} --logpath '#{@mongods[n]['log_path']}' " +
+     "--oplogSize #{@oplog_size} #{journal_switch} --dbpath #{@mongods[n]['db_path']} --port #{@mongods[n]['port']} --fork"
+    @mongods[n]['start'] += " --dur" if @durable
+    @mongods[n]['start'] += " --smallfiles" if @smallfiles
+    @mongods[n]['start'] += " --noprealloc" unless @prealloc
+    @mongods[n]['start']
+  end
+
+  def remove_secondary_node
+    primary = get_node_with_state(1)
+    con = get_connection(primary)
+    config = con['local']['system.replset'].find_one
+    secondary = get_node_with_state(2)
+    host_port = "#{@host}:#{@mongods[secondary]['port']}"
+    kill(secondary)
+    @mongods.delete(secondary)
+    @config['members'].reject! {|m| m['host'] == host_port}
+    @config['version'] = config['version'] + 1
+
+    begin
+      con['admin'].command({'replSetReconfig' => @config})
+    rescue Mongo::ConnectionFailure
+    end
+
+    con.close
+
+    return secondary
+  end
+
+  def add_node(n=nil, &block)
+    primary = get_node_with_state(1)
+    con = get_connection(primary)
+
+    init_node(n || @mongods.length, &block)
+    config = con['local']['system.replset'].find_one
+    @config['version'] = config['version'] + 1
+
+    # We expect a connection failure on reconfigure here.
+    begin
+      con['admin'].command({'replSetReconfig' => @config})
+    rescue Mongo::ConnectionFailure
+    end
+
+    con.close
+    ensure_up
+  end
+  
+  def add_arbiter
+    add_node do |attrs|
+      attrs['arbiterOnly'] = true
+    end
+  end
+  
+  def wait_for_death(pid)
+    @retries.times do
+      if `ps a | grep mongod`.include?("#{pid}")
+        puts "waiting for mongod @ pid #{pid} to die..."
+        sleep(1)
+      else
+        puts "mongod @ pid #{pid} was killed successfully"
+        return true
+      end
+    end
+    puts "mongod never died"
+    return false
+  end
+
+  def kill(node, signal=2)
+    pid = @mongods[node]['pid']
+    puts "** Killing node with pid #{pid} at port #{@mongods[node]['port']}"
+    system("kill #{pid}")
+    dead = wait_for_death(pid)
+    @mongods[node]['up'] = false if dead
+  end
+
+  def kill_primary(signal=2)
+    node = get_node_with_state(1)
+    kill(node, signal)
+    return node
+  end
+
+  # Note that we have to rescue a connection failure
+  # when we run the StepDown command because that
+  # command will close the connection.
+  def step_down_primary
+    primary = get_node_with_state(1)
+    con = get_connection(primary)
+    begin
+      con['admin'].command({'replSetStepDown' => 90})
+    rescue Mongo::ConnectionFailure
+    end
+    con.close
+  end
+
+  def kill_secondary
+    node = get_node_with_state(2)
+    kill(node)
+    return node
+  end
+
+  def kill_all_secondaries
+    nodes = get_all_nodes_with_state(2)
+    if nodes
+      nodes.each do |n|
+        kill(n)
+      end
+    end
+  end
+
+  def restart_killed_nodes
+    nodes = @mongods.keys.select do |key|
+      @mongods[key]['up'] == false
+    end
+
+    nodes.each do |node|
+      start(node)
+    end
+
+    ensure_up
+  end
+
+  def get_node_from_port(port)
+    @mongods.keys.detect { |key| @mongods[key]['port'] == port }
+  end
+
+  def start(node)
+    system(@mongods[node]['start'])
+    @mongods[node]['up'] = true
+    sleep(0.5)
+    @mongods[node]['pid'] = File.open(File.join(@mongods[node]['db_path'], 'mongod.lock')).read.strip
+  end
+  alias :restart :start
+
+  def ensure_up(n=nil, connection=nil)
+    print "** Ensuring members are up..."
+
+    attempt(n) do
+      print "."
+      con = connection || get_connection
+      begin
+        status = con['admin'].command({:replSetGetStatus => 1})
+      rescue Mongo::OperationFailure => ex
+        con.close
+        raise ex
+      end
+      if status['members'].all? { |m| m['health'] == 1 &&
+        [1, 2, 7].include?(m['state']) } &&
+        status['members'].any? { |m| m['state'] == 1 }
+
+        connections = []
+        states      = []
+        status['members'].each do |member|
+        begin
+          host, port = member['name'].split(':')
+          port = port.to_i
+          conn = Mongo::Connection.new(host, port, :slave_ok => true)
+          connections << conn
+          state = conn['admin'].command({:ismaster => 1})
+          states << state
+        rescue Mongo::ConnectionFailure
+          connections.each {|c| c.close }
+          con.close
+          raise Mongo::OperationFailure
+        end
+      end
+
+      if states.any? {|s| s['ismaster']}
+        print "all members up!\n\n"
+        connections.each {|c| c.close }
+        con.close
+        return status
+      else
+        con.close
+        raise Mongo::OperationFailure
+      end
+      else
+        con.close
+        raise Mongo::OperationFailure
+      end
+    end
+    return false
+  end
+
+  def primary
+    nodes = get_all_host_pairs_with_state(1)
+    nodes.empty? ? nil : nodes[0]
+  end
+
+  def secondaries
+    get_all_host_pairs_with_state(2)
+  end
+
+  def arbiters
+    get_all_host_pairs_with_state(7)
+  end
+
+  # String used for adding a shard via mongos
+  # using the addshard command.
+  def shard_string
+    str = "#{@name}/"
+    str << @mongods.map do |k, mongod|
+      "#{@host}:#{mongod['port']}"
+    end.join(',')
+    str
+  end
+
+  private
+
+  def initiate
+    puts "Initiating replica set..."
+    con = get_connection
+
+    attempt do
+      con.object_id
+      con['admin'].command({'replSetInitiate' => @config})
+    end
+
+    con.close
+  end
+
+  def get_all_nodes_with_state(state)
+    status = ensure_up
+    nodes = status['members'].select {|m| m['state'] == state}
+    nodes = nodes.map do |node|
+      host_port = node['name'].split(':')
+      port = host_port[1] ? host_port[1].to_i : 27017
+      @mongods.keys.detect {|key| @mongods[key]['port'] == port}
+    end
+
+    nodes == [] ? false : nodes
+  end
+
+  def get_node_with_state(state)
+    status = ensure_up
+    node = status['members'].detect {|m| m['state'] == state}
+    if node
+      host_port = node['name'].split(':')
+      port = host_port[1] ? host_port[1].to_i : 27017
+      key = @mongods.keys.detect {|n| @mongods[n]['port'] == port}
+      return key
+    else
+      return false
+    end
+  end
+
+  def get_all_host_pairs_with_state(state)
+    status = ensure_up
+    nodes = status['members'].select {|m| m['state'] == state}
+    nodes.map do |node|
+      host_port = node['name'].split(':')
+      port = host_port[1] ? host_port[1].to_i : 27017
+      [host, port]
+    end
+  end
+
+  def get_connection(node=nil)
+    con = attempt do
+      if !node
+        node = @mongods.keys.detect {|key| !@mongods[key]['arbiterOnly'] && @mongods[key]['up'] }
+      end
+      con = Mongo::Connection.new(@host, @mongods[node]['port'], :slave_ok => true)
+    end
+
+    return con
+  end
+
+  def get_path(name)
+    File.join(@path, name)
+  end
+
+  def attempt(retries=nil)
+    raise "No block given!" unless block_given?
+    count = 0
+
+    while count < (retries || @retries) do
+      begin
+        return yield
+        rescue Mongo::OperationFailure, Mongo::ConnectionFailure => ex
+          sleep(2)
+          count += 1
+      end
+    end
+
+    puts "NO MORE ATTEMPTS"
+    raise ex
+  end
+
+end

data/test/tools/rs_test_helper.rb

@@ -0,0 +1,39 @@
+$:.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
+require 'test_helper'
+require 'tools/repl_set_manager'
+
+class Test::Unit::TestCase
+  # Ensure replica set is available as an instance variable and that
+  # a new set is spun up for each TestCase class
+  def ensure_rs
+    unless defined?(@@current_class) and @@current_class == self.class
+      @@current_class = self.class 
+      @@rs = ReplSetManager.new
+      @@rs.start_set
+    end
+    @rs = @@rs
+  end
+
+  # Generic code for rescuing connection failures and retrying operations.
+  # This could be combined with some timeout functionality.
+  def rescue_connection_failure(max_retries=30)
+    retries = 0
+    begin
+      yield
+    rescue Mongo::ConnectionFailure => ex
+      puts "Rescue attempt #{retries}: from #{ex}"
+      retries += 1
+      raise ex if retries > max_retries
+      sleep(2)
+      retry
+    end
+  end
+  
+  def build_seeds(num_hosts)
+    seeds = []
+    num_hosts.times do |n|
+      seeds << "#{@rs.host}:#{@rs.ports[n]}"
+    end
+    seeds
+  end
+end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: fluent-plugin-mongo
 version: !ruby/object:Gem::Version
-  version: 0.6.7
+  version: 0.6.8
   prerelease: 
 platform: ruby
 authors:
@@ -9,33 +9,43 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2012-03-30 00:00:00.000000000Z
+date: 2012-10-11 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: fluentd
-  requirement: &2153123160 !ruby/object:Gem::Requirement
+  requirement: !ruby/object:Gem::Requirement
     none: false
     requirements:
-    - - ! '>='
+    - - ~>
       - !ruby/object:Gem::Version
-        version: 0.10.7
+        version: 0.10.26
   type: :runtime
   prerelease: false
-  version_requirements: *2153123160
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.10.26
 - !ruby/object:Gem::Dependency
   name: mongo
-  requirement: &2153105660 !ruby/object:Gem::Requirement
+  requirement: !ruby/object:Gem::Requirement
     none: false
     requirements:
-    - - ! '>='
+    - - ~>
       - !ruby/object:Gem::Version
-        version: 1.6.0
+        version: 1.6.4
   type: :runtime
   prerelease: false
-  version_requirements: *2153105660
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.6.4
 - !ruby/object:Gem::Dependency
   name: rake
-  requirement: &2153104360 !ruby/object:Gem::Requirement
+  requirement: !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -43,10 +53,15 @@ dependencies:
         version: 0.9.2
   type: :development
   prerelease: false
-  version_requirements: *2153104360
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 0.9.2
 - !ruby/object:Gem::Dependency
   name: simplecov
-  requirement: &2153103260 !ruby/object:Gem::Requirement
+  requirement: !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -54,10 +69,15 @@ dependencies:
         version: 0.5.4
   type: :development
   prerelease: false
-  version_requirements: *2153103260
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 0.5.4
 - !ruby/object:Gem::Dependency
   name: rr
-  requirement: &2153102160 !ruby/object:Gem::Requirement
+  requirement: !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -65,7 +85,12 @@ dependencies:
         version: 1.0.0
   type: :development
   prerelease: false
-  version_requirements: *2153102160
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 1.0.0
 description: MongoDB plugin for Fluent event collector
 email: repeatedly@gmail.com
 executables:
@@ -94,6 +119,9 @@ files:
 - test/plugin/out_mongo.rb
 - test/plugin/out_mongo_tag_mapped.rb
 - test/test_helper.rb
+- test/tools/auth_repl_set_manager.rb
+- test/tools/repl_set_manager.rb
+- test/tools/rs_test_helper.rb
 homepage: https://github.com/fluent/fluent-plugin-mongo
 licenses: []
 post_install_message: 
@@ -108,7 +136,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
       version: '0'
       segments:
       - 0
-      hash: 3355529483381375280
+      hash: 4031633710892322981
 required_rubygems_version: !ruby/object:Gem::Requirement
   none: false
   requirements:
@@ -117,10 +145,10 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
       segments:
       - 0
-      hash: 3355529483381375280
+      hash: 4031633710892322981
 requirements: []
 rubyforge_project: 
-rubygems_version: 1.8.10
+rubygems_version: 1.8.24
 signing_key: 
 specification_version: 3
 summary: MongoDB plugin for Fluent event collector
@@ -129,3 +157,6 @@ test_files:
 - test/plugin/out_mongo.rb
 - test/plugin/out_mongo_tag_mapped.rb
 - test/test_helper.rb
+- test/tools/auth_repl_set_manager.rb
+- test/tools/repl_set_manager.rb
+- test/tools/rs_test_helper.rb