mongo-find_replace 0.18.3

data/Rakefile

@@ -0,0 +1,133 @@
+# -*- mode: ruby; -*-
+require 'rubygems'
+require 'rubygems/specification'
+require 'fileutils'
+require 'rake'
+require 'rake/testtask'
+require 'rake/gempackagetask'
+begin
+  require 'rake/contrib/rubyforgepublisher'
+rescue LoadError
+end
+require 'rbconfig'
+include Config
+ENV['TEST_MODE'] = 'TRUE'
+
+desc "Test the MongoDB Ruby driver."
+task :test do
+  puts "\nThis option has changed."
+  puts "\nTo test the driver with the c-extensions:\nrake test:c\n"
+  puts "To test the pure ruby driver: \nrake test:ruby"
+end
+
+namespace :test do
+
+  desc "Test the driver with the c extension enabled."
+  task :c do
+    ENV['C_EXT'] = 'TRUE'
+    Rake::Task['test:unit'].invoke
+    Rake::Task['test:functional'].invoke
+    Rake::Task['test:pooled_threading'].invoke
+    Rake::Task['test:drop_databases'].invoke
+    ENV['C_EXT'] = nil
+  end
+
+  desc "Test the driver using pure ruby (no c extension)"
+  task :ruby do
+    ENV['C_EXT'] = nil
+    Rake::Task['test:unit'].invoke
+    Rake::Task['test:functional'].invoke
+    Rake::Task['test:pooled_threading'].invoke
+    Rake::Task['test:drop_databases'].invoke
+  end
+
+  Rake::TestTask.new(:unit) do |t|
+    t.test_files = FileList['test/unit/*_test.rb']
+    t.verbose    = true
+  end
+
+  Rake::TestTask.new(:functional) do |t|
+    t.test_files = FileList['test/test*.rb']
+    t.verbose    = true
+  end
+
+  Rake::TestTask.new(:pooled_threading) do |t|
+    t.test_files = FileList['test/threading/*.rb']
+    t.verbose    = true
+  end
+
+  Rake::TestTask.new(:pair_count) do |t|
+    t.test_files = FileList['test/replica/count_test.rb']
+    t.verbose    = true
+  end
+
+  Rake::TestTask.new(:pair_insert) do |t|
+    t.test_files = FileList['test/replica/insert_test.rb']
+    t.verbose    = true
+  end
+
+  Rake::TestTask.new(:pooled_pair_insert) do |t|
+    t.test_files = FileList['test/replica/pooled_insert_test.rb']
+    t.verbose    = true
+  end
+
+  Rake::TestTask.new(:pair_query) do |t|
+    t.test_files = FileList['test/replica/query_test.rb']
+    t.verbose    = true
+  end
+
+  task :drop_databases do |t|
+    puts "Dropping test database..."
+    require File.join(File.dirname(__FILE__), 'lib', 'mongo')
+    include Mongo
+    con = Connection.new(ENV['MONGO_RUBY_DRIVER_HOST'] || 'localhost',
+      ENV['MONGO_RUBY_DRIVER_PORT'] || Connection::DEFAULT_PORT)
+    con.drop_database('ruby-mongo-test')
+  end
+end
+
+desc "Generate documentation"
+task :rdoc do
+  version = eval(File.read("mongo-ruby-driver.gemspec")).version
+  out = File.join('html', version.to_s)
+  FileUtils.rm_rf('html')
+  system "rdoc --main README.rdoc --op #{out} --inline-source --quiet README.rdoc `find lib -name '*.rb'`"
+end
+
+desc "Generate YARD documentation"
+task :ydoc do
+  version = eval(File.read("mongo-ruby-driver.gemspec")).version
+  out = File.join('ydoc', version.to_s)
+  FileUtils.rm_rf('ydoc')
+  system "yardoc lib/**/*.rb lib/mongo/**/*.rb -o #{out} --title MongoRuby-#{version}"
+end
+
+desc "Publish documentation to mongo.rubyforge.org"
+task :publish => [:rdoc] do
+  # Assumes docs are in ./html
+  Rake::RubyForgePublisher.new(GEM, RUBYFORGE_USER).upload
+end
+
+namespace :gem do
+
+  desc "Install the gem locally"
+  task :install do
+    sh "gem build mongo-ruby-driver.gemspec"
+    sh "gem install mongo-*.gem"
+    sh "rm mongo-*.gem"
+  end
+
+  desc "Install the optional c extensions"
+  task :install_extensions do
+    sh "gem build mongo-extensions.gemspec"
+    sh "gem install mongo_ext-*.gem"
+    sh "rm mongo_ext-*.gem"
+  end
+
+end
+
+task :default => :list
+
+task :list do
+  system 'rake -T'
+end

data/bin/bson_benchmark.rb

@@ -0,0 +1,59 @@
+#!/usr/bin/env ruby
+
+$LOAD_PATH[0,0] = File.join(File.dirname(__FILE__), '..', 'lib')
+require 'mongo'
+
+include Mongo
+
+TRIALS = 100000
+
+def encode(doc)
+  t0 = Time.new
+  b = BSON.new
+  TRIALS.times { |i|
+    b = BSON.new
+    b.serialize doc
+  }
+  print "took: #{Time.now.to_f - t0.to_f}\n"
+  return b
+end
+
+def decode(bson)
+  t0 = Time.new
+  doc = nil
+  TRIALS.times { |i|
+    doc = bson.deserialize
+  }
+  print "took: #{Time.now.to_f - t0.to_f}\n"
+  return doc
+end
+
+TEST_CASES = [{},
+              {
+                "hello" => "world"
+              },
+              {
+                "hello" => "world",
+                "mike" => "something",
+                "here's" => "another"
+              },
+              {
+                "int" => 200,
+                "bool" => true,
+                "an int" => 20,
+                "a bool" => false
+              },
+              {
+                "this" => 5,
+                "is" => {"a" => true},
+                "big" => [true, 5.5],
+                "object" => nil
+              }]
+
+TEST_CASES.each { |doc|
+  print "case #{doc.inspect}\n"
+  print "enc bson\n"
+  enc_bson = encode(doc)
+  print "dec bson\n"
+  raise "FAIL" unless doc == decode(enc_bson)
+}

data/bin/fail_if_no_c.rb

@@ -0,0 +1,11 @@
+# Fail if the C extension module isn't installed.
+#
+# Only really intended to be used by internal build scripts.
+
+require 'rubygems'
+require 'mongo'
+begin
+  require 'mongo_ext/cbson'
+rescue LoadError
+  Process.exit 1
+end

data/examples/admin.rb

@@ -0,0 +1,42 @@
+$:.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
+
+require 'mongo'
+require 'pp'
+
+include Mongo
+
+host = ENV['MONGO_RUBY_DRIVER_HOST'] || 'localhost'
+port = ENV['MONGO_RUBY_DRIVER_PORT'] || Connection::DEFAULT_PORT
+
+puts "Connecting to #{host}:#{port}"
+db = Mongo::Connection.new(host, port).db('ruby-mongo-examples')
+coll = db.create_collection('test')
+
+# Erase all records from collection, if any
+coll.remove
+
+admin = db.admin
+
+# Profiling level set/get
+puts "Profiling level: #{admin.profiling_level}"
+
+# Start profiling everything
+admin.profiling_level = :all
+
+# Read records, creating a profiling event
+coll.find().to_a
+
+# Stop profiling
+admin.profiling_level = :off
+
+# Print all profiling info
+pp admin.profiling_info
+
+# Validate returns a hash if all is well and
+# raises an exception if there is a problem.
+info = admin.validate_collection(coll.name)
+puts "valid = #{info['ok']}"
+puts info['result']
+
+# Destroy the collection
+coll.drop

data/examples/capped.rb

@@ -0,0 +1,22 @@
+$:.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
+require 'mongo'
+
+include Mongo
+
+host = ENV['MONGO_RUBY_DRIVER_HOST'] || 'localhost'
+port = ENV['MONGO_RUBY_DRIVER_PORT'] || Connection::DEFAULT_PORT
+
+puts "Connecting to #{host}:#{port}"
+db = Connection.new(host, port).db('ruby-mongo-examples')
+db.drop_collection('test')
+
+# A capped collection has a max size and, optionally, a max number of records.
+# Old records get pushed out by new ones once the size or max num records is reached.
+coll = db.create_collection('test', :capped => true, :size => 1024, :max => 12)
+
+100.times { |i| coll.insert('a' => i+1) }
+
+# We will only see the last 12 records
+coll.find().each { |row| p row }
+
+coll.drop

data/examples/cursor.rb

@@ -0,0 +1,48 @@
+$:.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
+
+require 'mongo'
+require 'pp'
+
+include Mongo
+
+host = ENV['MONGO_RUBY_DRIVER_HOST'] || 'localhost'
+port = ENV['MONGO_RUBY_DRIVER_PORT'] || Connection::DEFAULT_PORT
+
+puts "Connecting to #{host}:#{port}"
+db = Connection.new(host, port).db('ruby-mongo-examples')
+coll = db.collection('test')
+
+# Erase all records from collection, if any
+coll.remove
+
+# Insert 3 records
+3.times { |i| coll.insert({'a' => i+1}) }
+
+# Cursors don't run their queries until you actually attempt to retrieve data
+# from them.
+
+# Find returns a Cursor, which is Enumerable. You can iterate:
+coll.find().each { |row| pp row }
+
+# You can turn it into an array:
+array = coll.find().to_a
+
+# You can iterate after turning it into an array (the cursor will iterate over
+# the copy of the array that it saves internally.)
+cursor = coll.find()
+array = cursor.to_a
+cursor.each { |row| pp row }
+
+# You can get the next object
+first_object = coll.find().next_document
+
+# next_document returns nil if there are no more objects that match
+cursor = coll.find()
+obj = cursor.next_document
+while obj
+  pp obj
+  obj = cursor.next_document
+end
+
+# Destroy the collection
+coll.drop

data/examples/gridfs.rb

@@ -0,0 +1,88 @@
+$:.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
+
+require 'mongo'
+require 'mongo/gridfs'
+
+include Mongo
+include GridFS
+
+host = ENV['MONGO_RUBY_DRIVER_HOST'] || 'localhost'
+port = ENV['MONGO_RUBY_DRIVER_PORT'] || Connection::DEFAULT_PORT
+
+puts "Connecting to #{host}:#{port}"
+db = Connection.new(host, port).db('ruby-mongo-examples')
+
+def dump(db, fname)
+  GridStore.open(db, fname, 'r') { |f| puts f.read }
+end
+
+# Write a new file
+GridStore.open(db, 'foobar', 'w') { |f| f.write("hello, world!") }
+
+# Read it and print out the contents
+dump(db, 'foobar')
+
+# Append more data
+GridStore.open(db, 'foobar', 'w+') { |f| f.write("\n"); f.puts "line two" }
+dump(db, 'foobar')
+
+# Overwrite
+GridStore.open(db, 'foobar', 'w') { |f| f.puts "hello, sailor!" }
+dump(db, 'foobar')
+
+# File existence tests
+puts "File 'foobar' exists: #{GridStore.exist?(db, 'foobar')}"
+puts "File 'does-not-exist' exists: #{GridStore.exist?(db, 'does-not-exist')}"
+
+# Read with offset (uses seek)
+puts GridStore.read(db, 'foobar', 6, 7)
+
+# Rewind/seek/tell
+GridStore.open(db, 'foobar', 'w') { |f|
+  f.write "hello, world!"
+  f.rewind
+  f.write "xyzzz"
+  puts f.tell                   # => 5
+  f.seek(4)
+  f.write('y')
+}
+dump(db, 'foobar')              # => 'xyzzy'
+
+# Unlink (delete)
+GridStore.unlink(db, 'foobar')
+puts "File 'foobar' exists after delete: #{GridStore.exist?(db, 'foobar')}"
+
+# Metadata
+GridStore.open(db, 'foobar', 'w') { |f| f.write("hello, world!") }
+GridStore.open(db, 'foobar', 'r') { |f|
+  puts f.content_type
+  puts f.upload_date
+  puts f.chunk_size
+  puts f.metadata.inspect
+}
+
+# Add some metadata; change content type
+GridStore.open(db, 'foobar', 'w+') { |f|
+  f.content_type = 'text/xml'
+  f.metadata = {'a' => 1}
+}
+# Print it
+GridStore.open(db, 'foobar', 'r') { |f|
+  puts f.content_type
+  puts f.upload_date
+  puts f.chunk_size
+  puts f.metadata.inspect
+}
+
+# You can also set metadata when initially writing the file. Setting :root
+# means that the file and its chunks are stored in a different root
+# collection: instead of gridfs.files and gridfs.chunks, here we use
+# my_files.files and my_files.chunks.
+GridStore.open(db, 'foobar', 'w',
+               :content_type => 'text/plain',
+               :metadata => {'a' => 1},
+               :chunk_size => 1024 * 4,
+               :root => 'my_files') { |f|
+  f.puts 'hello, world'
+}
+

data/examples/index_test.rb

@@ -0,0 +1,126 @@
+$:.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
+
+require 'mongo'
+
+include Mongo
+
+host = ENV['MONGO_RUBY_DRIVER_HOST'] || 'localhost'
+port = ENV['MONGO_RUBY_DRIVER_PORT'] || Connection::DEFAULT_PORT
+
+puts ">> Connecting to #{host}:#{port}"
+db = Connection.new(host, port).db('ruby-mongo-index_test')
+
+class Exception
+  def errmsg
+    "%s: %s\n%s" % [self.class, message, (backtrace || []).join("\n") << "\n"]
+  end
+end
+
+puts ">> Dropping collection test"
+begin
+  res = db.drop_collection('test')
+  puts "dropped : #{res.inspect}"
+rescue => e
+  puts "Error: #{e.errmsg}"
+end
+
+puts ">> Creating collection test"
+begin
+  coll = db.collection('test')
+  puts "created : #{coll.inspect}"
+rescue => e
+  puts "Error: #{e.errmsg}"
+end
+
+OBJS_COUNT = 100
+
+puts ">> Generating test data"
+msgs = %w{hola hello aloha ciao}
+arr = (0...OBJS_COUNT).collect {|x| { :number => x, :rndm => (rand(5)+1), :msg => msgs[rand(4)] }}
+puts "generated"
+
+puts ">> Inserting data (#{arr.size})"
+coll.insert(arr)
+puts "inserted"
+
+puts ">> Creating index"
+#res = coll.create_index "all", :_id => 1, :number => 1, :rndm => 1, :msg => 1
+res = coll.create_index [[:number, 1], [:rndm, 1], [:msg, 1]]
+puts "created index: #{res.inspect}"
+# ============================ Mongo Log ============================
+# Fri Dec  5 14:45:02 Adding all existing records for ruby-mongo-console.test to new index
+# ***
+# Bad data or size in BSONElement::size()
+# bad type:30
+# totalsize:11 fieldnamesize:4
+# lastrec:
+# Fri Dec  5 14:45:02 ruby-mongo-console.system.indexes Assertion failure false jsobj.cpp a0
+# Fri Dec  5 14:45:02  database: ruby-mongo-console op:7d2 0
+# Fri Dec  5 14:45:02  ns: ruby-mongo-console.system.indexes
+
+puts ">> Gathering index information"
+begin
+  res = coll.index_information
+  puts "index_information : #{res.inspect}"
+rescue => e
+  puts "Error: #{e.errmsg}"
+end
+# ============================ Console Output ============================
+# RuntimeError: Keys for index on return from db was nil. Coll = ruby-mongo-console.test
+#         from ./bin/../lib/mongo/db.rb:135:in `index_information'
+#         from (irb):11:in `collect'
+#         from ./bin/../lib/mongo/cursor.rb:47:in `each'
+#         from ./bin/../lib/mongo/db.rb:130:in `collect'
+#         from ./bin/../lib/mongo/db.rb:130:in `index_information'
+#         from ./bin/../lib/mongo/collection.rb:74:in `index_information'
+#         from (irb):11
+
+puts ">> Dropping index"
+begin
+  res = coll.drop_index "number_1_rndm_1_msg_1"
+  puts "dropped : #{res.inspect}"
+rescue => e
+  puts "Error: #{e.errmsg}"
+end
+
+# ============================ Console Output ============================
+# => {"nIndexesWas"=>2.0, "ok"=>1.0}
+# ============================ Mongo Log ============================
+# 0x41802a 0x411549 0x42bac6 0x42c1f6 0x42c55b 0x42e6f7 0x41631e 0x41a89d 0x41ade2 0x41b448 0x4650d2 0x4695ad
+#  db/db(_Z12sayDbContextPKc+0x17a) [0x41802a]
+#  db/db(_Z8assertedPKcS0_j+0x9) [0x411549]
+#  db/db(_ZNK11BSONElement4sizeEv+0x1f6) [0x42bac6]
+#  db/db(_ZN7BSONObj8getFieldEPKc+0xa6) [0x42c1f6]
+#  db/db(_ZN7BSONObj14getFieldDottedEPKc+0x11b) [0x42c55b]
+#  db/db(_ZN7BSONObj19extractFieldsDottedES_R14BSONObjBuilder+0x87) [0x42e6f7]
+#  db/db(_ZN12IndexDetails17getKeysFromObjectER7BSONObjRSt3setIS0_St4lessIS0_ESaIS0_EE+0x24e) [0x41631e]
+#  db/db(_Z12_indexRecordR12IndexDetailsR7BSONObj7DiskLoc+0x5d) [0x41a89d]
+#  db/db(_Z18addExistingToIndexPKcR12IndexDetails+0xb2) [0x41ade2]
+#  db/db(_ZN11DataFileMgr6insertEPKcPKvib+0x508) [0x41b448]
+#  db/db(_Z14receivedInsertR7MessageRSt18basic_stringstreamIcSt11char_traitsIcESaIcEE+0x112) [0x4650d2]
+#  db/db(_Z10connThreadv+0xb4d) [0x4695ad]
+# Fri Dec  5 14:45:02 ruby-mongo-console.system.indexes  Caught Assertion insert, continuing
+# Fri Dec  5 14:47:59 CMD: deleteIndexes ruby-mongo-console.test
+#   d->nIndexes was 2
+#   alpha implementation, space not reclaimed
+
+puts ">> Gathering index information"
+begin
+  res = coll.index_information
+  puts "index_information : #{res.inspect}"
+rescue => e
+  puts "Error: #{e.errmsg}"
+end
+# ============================ Console Output ============================
+# RuntimeError: Keys for index on return from db was nil. Coll = ruby-mongo-console.test
+#         from ./bin/../lib/mongo/db.rb:135:in `index_information'
+#         from (irb):15:in `collect'
+#         from ./bin/../lib/mongo/cursor.rb:47:in `each'
+#         from ./bin/../lib/mongo/db.rb:130:in `collect'
+#         from ./bin/../lib/mongo/db.rb:130:in `index_information'
+#         from ./bin/../lib/mongo/collection.rb:74:in `index_information'
+#         from (irb):15
+
+puts ">> Closing connection"
+db.close
+puts "closed"