mongo 0.1.0 → 0.15

data/bin/bson_benchmark.rb

@@ -0,0 +1,59 @@
+#!/usr/bin/env ruby
+
+$LOAD_PATH[0,0] = File.join(File.dirname(__FILE__), '..', 'lib')
+require 'mongo'
+
+include Mongo
+
+TRIALS = 100000
+
+def encode(doc)
+  t0 = Time.new
+  b = BSON.new
+  TRIALS.times { |i|
+    b = BSON.new
+    b.serialize doc
+  }
+  print "took: #{Time.now.to_f - t0.to_f}\n"
+  return b
+end
+
+def decode(bson)
+  t0 = Time.new
+  doc = nil
+  TRIALS.times { |i|
+    doc = bson.deserialize
+  }
+  print "took: #{Time.now.to_f - t0.to_f}\n"
+  return doc
+end
+
+TEST_CASES = [{},
+              {
+                "hello" => "world"
+              },
+              {
+                "hello" => "world",
+                "mike" => "something",
+                "here's" => "another"
+              },
+              {
+                "int" => 200,
+                "bool" => true,
+                "an int" => 20,
+                "a bool" => false
+              },
+              {
+                "this" => 5,
+                "is" => {"a" => true},
+                "big" => [true, 5.5],
+                "object" => nil
+              }]
+
+TEST_CASES.each { |doc|
+  print "case #{doc.inspect}\n"
+  print "enc bson\n"
+  enc_bson = encode(doc)
+  print "dec bson\n"
+  raise "FAIL" unless doc == decode(enc_bson)
+}

data/bin/mongo_console

@@ -7,14 +7,14 @@ require 'irb'
 $LOAD_PATH[0,0] = File.join(File.dirname(__FILE__), '..', 'lib')
 require 'mongo'
 
-include XGen::Mongo::Driver
+include Mongo
 
 host = org_argv[0] || ENV['MONGO_RUBY_DRIVER_HOST'] || 'localhost'
-port = org_argv[1] || ENV['MONGO_RUBY_DRIVER_PORT'] || XGen::Mongo::Driver::Mongo::DEFAULT_PORT
+port = org_argv[1] || ENV['MONGO_RUBY_DRIVER_PORT'] || Connection::DEFAULT_PORT
 dbnm = org_argv[2] || ENV['MONGO_RUBY_DRIVER_DB']   || 'ruby-mongo-console'
 
 puts "Connecting to #{host}:#{port} (CONN) on with database #{dbnm} (DB)"
-CONN = Mongo.new(host, port)
+CONN = Connection.new(host, port)
 DB = CONN.db(dbnm)
 
 puts "Starting IRB session..."

data/bin/run_test_script

@@ -0,0 +1,19 @@
+#!/bin/bash
+# usage: run_test_script test_name output_file
+#
+# See http://mongodb.onconfluence.com/display/DOCS/Using+the+Framework+(for+Driver+Developers)
+
+HERE=`dirname $0`
+
+if [ ! -f $HERE/../test/mongo-qa/$1 ] ; then
+    exit 0
+fi
+
+begintime=`date`
+ruby $HERE/../test/mongo-qa/$1 $3 $4 >> $2
+exitval=$?
+endtime=`date`
+
+echo "begintime:$begintime" >> $2
+echo "endtime:$endtime" >> $2
+echo "exit_code:$exitval" >> $2

data/bin/standard_benchmark

@@ -0,0 +1,109 @@
+#!/usr/bin/env ruby
+#
+# Note: Ruby 1.9 is faster than 1.8, as expected.
+
+$LOAD_PATH[0,0] = File.join(File.dirname(__FILE__), '..', 'lib')
+require 'mongo'
+
+include Mongo
+
+TRIALS = 2
+PER_TRIAL = 5000
+BATCH_SIZE = 100
+
+SMALL = {}
+MEDIUM = {
+  'integer' => 5,
+  'number' => 5.05,
+  'boolean' => false,
+  'array' => ['test', 'benchmark']
+}
+LARGE = {
+  'base_url' => 'http://www.example.com/test-me',
+  'total_word_count' => 6743,
+  'access_time' => Time.now,
+  'meta_tags' => {
+    'description' => 'i am a long description string',
+    'author' => 'Holly Man',
+    'dynamically_created_meta_tag' => 'who know\n what'
+  },
+  'page_structure' => {
+    'counted_tags' => 3450,
+    'no_of_js_attached' => 10,
+    'no_of_images' => 6
+  },
+  'harvested_words' => ['10gen','web','open','source','application','paas',
+                        'platform-as-a-service','technology','helps',
+                        'developers','focus','building','mongodb','mongo'] * 20
+}
+
+def report(str, t)
+  printf("%s%d\n", str.ljust(60, '.'), PER_TRIAL / t)
+end
+
+def benchmark(str, proc, n, db, coll_name, object, setup=nil)
+  coll = db.collection(coll_name)
+  setup.call(coll, object) if setup
+  t0 = Time.new
+  n.times { |i| proc.call(coll, object, i) }
+  report(str, Time.new.to_f - t0.to_f)
+end
+
+host = ENV['MONGO_RUBY_DRIVER_HOST'] || 'localhost'
+port = ENV['MONGO_RUBY_DRIVER_PORT'] || Connection::DEFAULT_PORT
+
+connection = Connection.new(host, port)
+connection.drop_database("benchmark")
+db = connection.db('benchmark')
+
+insert = Proc.new { |coll, object, i|
+  object['x'] = i
+  coll.insert(object)
+}
+benchmark('insert (small, no index)', insert, PER_TRIAL, db, 'small_none', SMALL)
+benchmark('insert (medium, no index)', insert, PER_TRIAL, db, 'medium_none', MEDIUM)
+benchmark('insert (large, no index)', insert, PER_TRIAL, db, 'large_none', LARGE)
+
+index_on_x = Proc.new { |coll, object|
+  coll.create_index('x')
+}
+benchmark('insert (small, indexed)', insert, PER_TRIAL, db, 'small_index', SMALL, index_on_x)
+benchmark('insert (medium, indexed)', insert, PER_TRIAL, db, 'medium_index', MEDIUM, index_on_x)
+benchmark('insert (large, indexed)', insert, PER_TRIAL, db, 'large_index', LARGE, index_on_x)
+
+insert_batch = Proc.new { |coll, object, i|
+  object['x'] = i
+  coll.insert([object] * BATCH_SIZE)
+}
+benchmark('batch insert (small, no index)', insert_batch, PER_TRIAL/BATCH_SIZE, db, 'small_bulk', SMALL)
+benchmark('batch insert (medium, no index)', insert_batch, PER_TRIAL/BATCH_SIZE, db, 'medium_bulk', MEDIUM)
+benchmark('batch insert (large, no index)', insert_batch, PER_TRIAL/BATCH_SIZE, db, 'large_bulk', LARGE)
+
+find_one = Proc.new { |coll, x, i|
+  coll.find_one('x' => x)
+}
+benchmark('find_one (small, no index)', find_one, PER_TRIAL, db, 'small_none', PER_TRIAL / 2)
+benchmark('find_one (medium, no index)', find_one, PER_TRIAL, db, 'medium_none', PER_TRIAL / 2)
+benchmark('find_one (large, no index)', find_one, PER_TRIAL, db, 'large_none', PER_TRIAL / 2)
+
+benchmark('find_one (small, indexed)', find_one, PER_TRIAL, db, 'small_index', PER_TRIAL / 2)
+benchmark('find_one (medium, indexed)', find_one, PER_TRIAL, db, 'medium_index', PER_TRIAL / 2)
+benchmark('find_one (large, indexed)', find_one, PER_TRIAL, db, 'large_index', PER_TRIAL / 2)
+
+find = Proc.new { |coll, x, i|
+  coll.find('x' => x).each {}
+}
+benchmark('find (small, no index)', find, PER_TRIAL, db, 'small_none', PER_TRIAL / 2)
+benchmark('find (medium, no index)', find, PER_TRIAL, db, 'medium_none', PER_TRIAL / 2)
+benchmark('find (large, no index)', find, PER_TRIAL, db, 'large_none', PER_TRIAL / 2)
+
+benchmark('find (small, indexed)', find, PER_TRIAL, db, 'small_index', PER_TRIAL / 2)
+benchmark('find (medium, indexed)', find, PER_TRIAL, db, 'medium_index', PER_TRIAL / 2)
+benchmark('find (large, indexed)', find, PER_TRIAL, db, 'large_index', PER_TRIAL / 2)
+
+benchmark('find range (small, indexed)', find, PER_TRIAL, db, 'small_index',
+          {"$gt" => PER_TRIAL / 2, "$lt" => PER_TRIAL / 2 + BATCH_SIZE})
+benchmark('find range (medium, indexed)', find, PER_TRIAL, db, 'medium_index',
+          {"$gt" => PER_TRIAL / 2, "$lt" => PER_TRIAL / 2 + BATCH_SIZE})
+benchmark('find range (large, indexed)', find, PER_TRIAL, db, 'large_index',
+          {"$gt" => PER_TRIAL / 2, "$lt" => PER_TRIAL / 2 + BATCH_SIZE})

data/examples/admin.rb

@@ -0,0 +1,41 @@
+$LOAD_PATH[0,0] = File.join(File.dirname(__FILE__), '..', 'lib')
+require 'mongo'
+require 'pp'
+
+include Mongo
+
+host = ENV['MONGO_RUBY_DRIVER_HOST'] || 'localhost'
+port = ENV['MONGO_RUBY_DRIVER_PORT'] || Connection::DEFAULT_PORT
+
+puts "Connecting to #{host}:#{port}"
+db = Connection.new(host, port).db('ruby-mongo-examples')
+coll = db.create_collection('test')
+
+# Erase all records from collection, if any
+coll.clear
+
+admin = db.admin
+
+# Profiling level set/get
+p admin.profiling_level
+
+# Start profiling everything
+admin.profiling_level = :all
+
+# Read records, creating a profiling event
+coll.find().to_a
+
+# Stop profiling
+admin.profiling_level = :off
+
+# Print all profiling info
+pp admin.profiling_info
+
+# Validate returns a hash if all is well or raises an exception if there is a
+# problem.
+info = admin.validate_collection(coll.name)
+puts "valid = #{info['ok']}"
+puts info['result']
+
+# Destroy the collection
+coll.drop

data/examples/benchmarks.rb

@@ -0,0 +1,42 @@
+require "benchmark"
+
+$LOAD_PATH[0,0] = File.join(File.dirname(__FILE__), '..', 'lib')
+require 'mongo'
+
+host = ENV['MONGO_RUBY_DRIVER_HOST'] || 'localhost'
+port = ENV['MONGO_RUBY_DRIVER_PORT'] || Mongo::Connection::DEFAULT_PORT
+
+puts "Connecting to #{host}:#{port}"
+db = Mongo::Connection.new(host, port).db('ruby-mongo-examples')
+coll = db.collection('test')
+coll.clear
+
+OBJS_COUNT = 100
+TEST_COUNT = 100
+
+puts "Generating benchmark data"
+msgs = %w{hola hello aloha ciao}
+arr = (0..OBJS_COUNT).collect {|x| { :number => x, :rndm => (rand(5)+1), :msg => msgs[rand(4)] }}
+
+puts "Running benchmark"
+Benchmark.bmbm do |results|
+  results.report("single object inserts:  ") {
+    TEST_COUNT.times {
+      coll.clear
+      arr.each {|x| coll.insert(x)}
+    }
+  }
+  results.report("multiple object insert: ") {
+    TEST_COUNT.times {
+      coll.clear
+      coll.insert(arr)
+    }
+  }
+  results.report("find_one: ") {
+    TEST_COUNT.times {
+      coll.find_one(:number => 0)
+    }
+  }
+end
+
+coll.clear

data/examples/blog.rb

@@ -0,0 +1,76 @@
+require "rubygems"
+
+class Exception
+  def errmsg
+    "%s: %s\n%s" % [self.class, message, (backtrace || []).join("\n") << "\n"]
+  end
+end
+
+$LOAD_PATH[0,0] = File.join(File.dirname(__FILE__), '..', 'lib')
+require 'mongo'
+
+include Mongo
+
+host = ENV['MONGO_RUBY_DRIVER_HOST'] || 'localhost'
+port = ENV['MONGO_RUBY_DRIVER_PORT'] || Connection::DEFAULT_PORT
+
+puts ">> Connecting to #{host}:#{port}"
+DB = Connection.new(host, port).db('ruby-mongo-blog')
+
+LINE_SIZE = 120
+puts "=" * LINE_SIZE
+puts "Adding authors"
+authors = DB.collection "authors"
+authors.clear
+authors.create_index "meta", '_id' => 1, 'name' => 1, 'age' => 1
+puts "-" * LINE_SIZE
+shaksp = authors << { :name => "William Shakespeare", :email => "william@shakespeare.com", :age => 587 }
+puts "shaksp : #{shaksp.inspect}"
+borges = authors << { :name => "Jorge Luis Borges", :email => "jorge@borges.com", :age => 123 }
+puts "borges : #{borges.inspect}"
+puts "-" * LINE_SIZE
+puts "authors ordered by age ascending"
+puts "-" * LINE_SIZE
+authors.find({}, :sort => [{'age' => 1}]).each {|x| puts "%-25.25s : %-25.25s : %3i" % [x['name'], x['email'], x['age']]}
+
+puts "=" * LINE_SIZE
+puts "Adding users"
+users = DB.collection "users"
+users.clear
+# users.create_index "meta", :_id => 1, :login => 1, :name => 1
+puts "-" * LINE_SIZE
+jdoe = users << { :login => "jdoe", :name => "John Doe", :email => "john@doe.com" }
+puts "jdoe : #{jdoe.inspect}"
+lsmt = users << { :login => "lsmith", :name => "Lucy Smith", :email => "lucy@smith.com" }
+puts "lsmt : #{lsmt.inspect}"
+puts "-" * LINE_SIZE
+puts "users ordered by login ascending"
+puts "-" * LINE_SIZE
+users.find({}, :sort => [{'login' => 1}]).each {|x| puts "%-10.10s : %-25.25s : %-25.25s" % [x['login'], x['name'], x['email']]}
+
+puts "=" * LINE_SIZE
+puts "Adding articles"
+articles = DB.collection "articles"
+articles.clear
+# articles.create_index "meta", :_id => 1, :author_id => 1, :title => 1
+puts "-" * LINE_SIZE
+begin
+  art1 = articles << { :title => "Caminando por Buenos Aires", :body => "Las callecitas de Buenos Aires tienen ese no se que...", :author_id => borges["_id"].to_s }
+  puts "art1 : #{art1.inspect}"
+rescue => e
+  puts "Error: #{e.errmsg}"
+end
+begin
+  art2 = articles << { :title => "I must have seen thy face before", :body => "Thine eyes call me in a new way", :author_id => shaksp["_id"].to_s, :comments => [ { :user_id => jdoe["_id"].to_s, :body => "great article!" } ] }
+  puts "art2 : #{art2.inspect}"
+rescue => e
+  puts "Error: #{e.errmsg}"
+end
+puts "-" * LINE_SIZE
+puts "articles ordered by title ascending"
+puts "-" * LINE_SIZE
+articles.find({}, :sort => [{'title' => 1}]).each {|x| puts "%-25.25s : %-25.25s" % [x['title'], x['author_id']]}
+
+puts ">> Closing connection"
+DB.close
+puts "closed"

data/examples/capped.rb

@@ -0,0 +1,23 @@
+$LOAD_PATH[0,0] = File.join(File.dirname(__FILE__), '..', 'lib')
+require 'mongo'
+
+include Mongo
+
+host = ENV['MONGO_RUBY_DRIVER_HOST'] || 'localhost'
+port = ENV['MONGO_RUBY_DRIVER_PORT'] || Connection::DEFAULT_PORT
+
+puts "Connecting to #{host}:#{port}"
+db = Connection.new(host, port).db('ruby-mongo-examples')
+db.drop_collection('test')
+
+# A capped collection has a max size and optionally a max number of records.
+# Old records get pushed out by new ones once the size or max num records is
+# reached.
+coll = db.create_collection('test', :capped => true, :size => 1024, :max => 12)
+
+100.times { |i| coll.insert('a' => i+1) }
+
+# We will only see the last 12 records
+coll.find().each { |row| p row }
+
+coll.drop

data/examples/cursor.rb

@@ -0,0 +1,47 @@
+$LOAD_PATH[0,0] = File.join(File.dirname(__FILE__), '..', 'lib')
+require 'mongo'
+require 'pp'
+
+include Mongo
+
+host = ENV['MONGO_RUBY_DRIVER_HOST'] || 'localhost'
+port = ENV['MONGO_RUBY_DRIVER_PORT'] || Connection::DEFAULT_PORT
+
+puts "Connecting to #{host}:#{port}"
+db = Connection.new(host, port).db('ruby-mongo-examples')
+coll = db.collection('test')
+
+# Erase all records from collection, if any
+coll.clear
+
+# Insert 3 records
+3.times { |i| coll.insert({'a' => i+1}) }
+
+# Cursors don't run their queries until you actually attempt to retrieve data
+# from them.
+
+# Find returns a Cursor, which is Enumerable. You can iterate:
+coll.find().each { |row| pp row }
+
+# You can turn it into an array
+array = coll.find().to_a
+
+# You can iterate after turning it into an array (the cursor will iterate over
+# the copy of the array that it saves internally.)
+cursor = coll.find()
+array = cursor.to_a
+cursor.each { |row| pp row }
+
+# You can get the next object
+first_object = coll.find().next_object
+
+# next_object returns nil if there are no more objects that match
+cursor = coll.find()
+obj = cursor.next_object
+while obj
+  pp obj
+  obj = cursor.next_object
+end
+
+# Destroy the collection
+coll.drop

data/examples/gridfs.rb

@@ -0,0 +1,87 @@
+$LOAD_PATH[0,0] = File.join(File.dirname(__FILE__), '..', 'lib')
+require 'mongo'
+require 'mongo/gridfs'
+
+include Mongo
+include GridFS
+
+host = ENV['MONGO_RUBY_DRIVER_HOST'] || 'localhost'
+port = ENV['MONGO_RUBY_DRIVER_PORT'] || Connection::DEFAULT_PORT
+
+puts "Connecting to #{host}:#{port}"
+db = Connection.new(host, port).db('ruby-mongo-examples')
+
+def dump(db, fname)
+  GridStore.open(db, fname, 'r') { |f| puts f.read }
+end
+
+# Write a new file
+GridStore.open(db, 'foobar', 'w') { |f| f.write("hello, world!") }
+
+# Read it and print out the contents
+dump(db, 'foobar')                 # defined above
+
+# Append more data
+GridStore.open(db, 'foobar', 'w+') { |f| f.write("\n"); f.puts "line two" }
+dump(db, 'foobar')
+
+# Overwrite
+GridStore.open(db, 'foobar', 'w') { |f| f.puts "hello, sailor!" }
+dump(db, 'foobar')
+
+# File existence tests
+puts "File 'foobar' exists: #{GridStore.exist?(db, 'foobar')}"
+puts "File 'does-not-exist' exists: #{GridStore.exist?(db, 'does-not-exist')}"
+
+# Read with offset (uses seek)
+puts GridStore.read(db, 'foobar', 6, 7)
+
+# Rewind/seek/tell
+GridStore.open(db, 'foobar', 'w') { |f|
+  f.write "hello, world!"
+  f.rewind
+  f.write "xyzzz"
+  puts f.tell                   # => 5
+  f.seek(4)
+  f.write('y')
+}
+dump(db, 'foobar')              # => 'xyzzy'
+
+# Unlink (delete)
+GridStore.unlink(db, 'foobar')
+puts "File 'foobar' exists after delete: #{GridStore.exist?(db, 'foobar')}"
+
+# Metadata
+GridStore.open(db, 'foobar', 'w') { |f| f.write("hello, world!") }
+GridStore.open(db, 'foobar', 'r') { |f|
+  puts f.content_type
+  puts f.upload_date
+  puts f.chunk_size
+  puts f.metadata.inspect
+}
+
+# Add some metadata; change content type
+GridStore.open(db, 'foobar', 'w+') { |f|
+  f.content_type = 'text/xml'
+  f.metadata = {'a' => 1}
+}
+# Print it
+GridStore.open(db, 'foobar', 'r') { |f|
+  puts f.content_type
+  puts f.upload_date
+  puts f.chunk_size
+  puts f.metadata.inspect
+}
+
+# You can also set metadata when initially writing the file. Setting :root
+# means that the file and its chunks are stored in a different root
+# collection: instead of gridfs.files and gridfs.chunks, here we use
+# my_files.files and my_files.chunks.
+GridStore.open(db, 'foobar', 'w',
+               :content_type => 'text/plain',
+               :metadata => {'a' => 1},
+               :chunk_size => 1024 * 4,
+               :root => 'my_files') { |f|
+  f.puts 'hello, world'
+}
+