fluent-plugin-mongo 0.3.0 → 0.3.1

data/README.rdoc

@@ -58,6 +58,12 @@ Use mongo_backup type. mongo_backup alwalys use capped collection.
 Fluent tag is similar to database.collection in Mongo.
 This feature makes configuration more easily.
 
+== Tool
+
+You can tail mongo capped collection.
+
+    mongo-tail -f
+
 == Copyright
 
 Copyright:: Copyright (c) 2011- Masahiro Nakagawa

data/VERSION

@@ -1 +1 @@
-0.3.0
+0.3.1

data/bin/mongo-tail

@@ -0,0 +1,83 @@
+#!/usr/bin/env ruby
+
+# tail like CLI for mongo capped collection
+
+require 'optparse'
+require 'json'
+
+require 'mongo'
+
+TailConfig = {
+  :d => 'fluent',
+  :c => 'out_mongo_backup',
+  :h => 'localhost',
+  :p => 27017,
+  :n => 10
+}
+
+OptionParser.new { |opt|
+  opt.on('-d VAL', 'The name of database') { |v| TailConfig[:d] = v }
+  opt.on('-c VAL', 'The name of collection') { |v| TailConfig[:c] = v }
+  opt.on('-h VAL', 'The host of mongodb server') { |v| TailConfig[:h] = v }
+  opt.on('-p VAL', 'The port of mongodb server') { |v| TailConfig[:p] = Integer(v) }
+  opt.on('-n VAL', 'The number of documents') { |v| TailConfig[:n] = Integer(v) }
+  opt.on('-f', 'This option causes tail to not stop when end of collection is reached, but rather to wait for additional data to be appended to the collection') { |v|
+    TailConfig[:f] = true
+  }
+
+  opt.parse!(ARGV)
+}
+
+def get_capped_collection(conf)
+  db = Mongo::Connection.new(conf[:h], conf[:p]).db(conf[:d])
+  if db.collection_names.include?(conf[:c])
+    collection = db.collection(conf[:c])
+    if collection.capped?
+      collection
+    else
+      puts "#{conf[:c]} is not capped. mongo-tail can not tail normal collection."
+    end
+  else
+    puts "#{conf[:c]} not found: server = #{conf[:h]}:#{conf[:p]}"
+  end
+end
+
+def create_cursor_conf(collection, conf)
+  skip = collection.count - conf[:n]
+  cursor_conf = {}
+  cursor_conf[:skip] = skip if skip > 0
+  cursor_conf
+end
+
+def tail_n(collection, conf)
+  collection.find({}, create_cursor_conf(collection, conf)).each { |doc|
+    puts doc.to_json
+  }
+end
+
+def tail_forever(collection, conf)
+  cursor_conf = create_cursor_conf(collection, conf)
+  cursor_conf[:tailable] = true
+
+  cursor = Mongo::Cursor.new(collection, cursor_conf)
+  loop {
+    # TODO: Check more detail of cursor state if needed
+    cursor = Mongo::Cursor.new(collection, cursor_conf) unless cursor.alive?
+
+    if doc = cursor.next_document
+      puts doc.to_json
+    else
+      sleep 1
+    end
+  }
+rescue
+  # ignore Mongo::OperationFailuer at CURSOR_NOT_FOUND
+end
+
+exit unless collection = get_capped_collection(TailConfig)
+
+if TailConfig[:f]
+  tail_forever(collection, TailConfig)
+else
+  tail_n(collection, TailConfig)
+end

metadata

@@ -5,8 +5,8 @@ version: !ruby/object:Gem::Version
   segments: 
   - 0
   - 3
-  - 0
-  version: 0.3.0
+  - 1
+  version: 0.3.1
 platform: ruby
 authors: 
 - Masahiro Nakagawa
@@ -14,7 +14,7 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2011-10-03 00:00:00 +09:00
+date: 2011-10-05 00:00:00 +09:00
 default_executable: 
 dependencies: 
 - !ruby/object:Gem::Dependency 
@@ -59,6 +59,7 @@ files:
 - AUTHORS
 - Rakefile
 - VERSION
+- bin/mongo-tail
 - lib/fluent/plugin/out_mongo.rb
 - lib/fluent/plugin/out_mongo_backup.rb
 - README.rdoc