fluent-plugin-mongo 0.2.0 → 0.2.1

data/README.rdoc

@@ -1,7 +1,15 @@
 = MongoDB output plugin for Fluent
 
+== Component
+
+=== MongoOutput
+
+Output to MongoDB database.
+
 == Configuratin
 
+=== MongoOutput
+
     <match mongo.**>
       type mongo
       database fluent
@@ -14,6 +22,21 @@
       # Other buffer configurations here
     </match>
 
+=== Backup to local capped collection
+
+Use <store> section.
+
+    <match mongo.**>
+      type mongo
+      database fluent
+      collection test
+
+      <store>
+        size 100000
+        max  1000
+      </store>
+    </match>
+
 == TODO
 
 === More configuration

data/Rakefile

@@ -13,7 +13,7 @@ begin
     gemspec.has_rdoc = false
     gemspec.require_paths = ["lib"]
     gemspec.add_dependency "fluent", "~> 0.9.14"
-    gemspec.add_dependency "mongo", "~> 1.2.0"
+    gemspec.add_dependency "mongo", ">= 1.2.0"
     gemspec.test_files = Dir["test/**/*.rb"]
     gemspec.files = Dir["bin/**/*", "lib/**/*", "test/**/*.rb"] + %w[VERSION AUTHORS Rakefile]
     gemspec.executables = []

data/VERSION

@@ -1 +1 @@
-0.2.0
+0.2.1

data/lib/fluent/plugin/out_mongo.rb

@@ -13,21 +13,36 @@ class MongoOutput < BufferedOutput
   def configure(conf)
     super
 
-    raise ConfigError, "'database' parameter is required on file output"   unless @database = conf['database']
-    raise ConfigError, "'collection' parameter is required on file output" unless @collection = conf['collection']
+    raise ConfigError, "'database' parameter is required on Mongo output"   unless @database_name = conf['database']
+    raise ConfigError, "'collection' parameter is required on Mongo output" unless @collection_name = conf['collection']
+    @host, @port = host_and_port(conf)
 
-    @host = conf.has_key?('host') ? conf['host'] : 'localhost'
-    @port = conf.has_key?('port') ? conf['port'] : 27017
+    # capped configuration
+    if capped_conf = conf.elements.first
+      raise ConfigError, "'size' parameter is required on <store> of Mongo output" unless capped_conf.has_key?('size')
+      @capped_argument = {:capped => true}
+      @capped_argument[:size] = Integer(capped_conf['size'])
+      @capped_argument[:max]  = Integer(capped_conf['max']) if capped_conf.has_key?('max')
+
+      @capped_database_name = capped_conf['database'] || 'fluent'
+      @capped_collection_name = capped_conf['collection'] || '__backup'
+      @capped_host, @capped_port = host_and_port(capped_conf)
+    end
+
+    @backuped = false
   end
 
   def start
     super
-    @collection = Mongo::Connection.new(@host, @port).db(@database).collection(@collection)
+    @collection = Mongo::Connection.new(@host, @port).db(@database_name).collection(@collection_name)
+    @capped = capped_collection unless @capped_argument.nil?
   end
 
   def shutdown
     # Mongo::Connection checks alive or closed myself
     @collection.db.connection.close
+    @capped.db.connection.close unless @capped.nil?
+    super
   end
 
   def format(tag, event)
@@ -43,7 +58,32 @@ class MongoOutput < BufferedOutput
         # EOFError always occured when reached end of chunk.
       end
     }
+
+    unless @backuped or @capped.nil?
+      @capped.insert(records)
+      @backuped = true
+    end
+
     @collection.insert(records)
+    @backuped = false
+  end
+
+  private
+
+  def host_and_port(conf)
+    host = conf['host'] || 'localhost'
+    port = conf['port'] || 27017
+    [host, Integer(port)]
+  end
+
+  def capped_collection
+    db = Mongo::Connection.new(@capped_host, @capped_port).db(@capped_database_name)
+    if db.collection_names.include?(@capped_collection_name)
+      # TODO: Verify capped configuraton
+      db.collection(@capped_collection_name)
+    else
+      db.create_collection(@capped_collection_name, @capped_argument)
+    end
   end
 end
 

metadata

@@ -5,8 +5,8 @@ version: !ruby/object:Gem::Version
   segments: 
   - 0
   - 2
-  - 0
-  version: 0.2.0
+  - 1
+  version: 0.2.1
 platform: ruby
 authors: 
 - Masahiro Nakagawa
@@ -14,7 +14,7 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2011-09-28 00:00:00 +09:00
+date: 2011-10-02 00:00:00 +09:00
 default_executable: 
 dependencies: 
 - !ruby/object:Gem::Dependency 
@@ -38,7 +38,7 @@ dependencies:
   requirement: &id002 !ruby/object:Gem::Requirement 
     none: false
     requirements: 
-    - - ~>
+    - - ">="
       - !ruby/object:Gem::Version 
         segments: 
         - 1