mongo-find_replace 0.18.3

data/test/test_db_connection.rb

@@ -0,0 +1,16 @@
+require 'test/test_helper'
+
+# NOTE: assumes Mongo is running
+class DBConnectionTest < Test::Unit::TestCase
+
+  include Mongo
+
+  def test_no_exceptions
+    host = ENV['MONGO_RUBY_DRIVER_HOST'] || 'localhost'
+    port = ENV['MONGO_RUBY_DRIVER_PORT'] || Connection::DEFAULT_PORT
+    db = Connection.new(host, port).db('ruby-mongo-demo')
+    coll = db.collection('test')
+    coll.remove
+    db.error
+  end
+end

data/test/test_grid_store.rb

@@ -0,0 +1,306 @@
+require 'test/test_helper'
+require 'mongo/gridfs'
+
+class GridStoreTest < Test::Unit::TestCase
+
+  include Mongo
+  include GridFS
+
+  @@db = Connection.new(ENV['MONGO_RUBY_DRIVER_HOST'] || 'localhost',
+                        ENV['MONGO_RUBY_DRIVER_PORT'] || Connection::DEFAULT_PORT).db('ruby-mongo-test')
+  @@files = @@db.collection('fs.files')
+  @@chunks = @@db.collection('fs.chunks')
+
+  def setup
+    @@chunks.remove
+    @@files.remove
+    GridStore.open(@@db, 'foobar', 'w') { |f| f.write("hello, world!") }
+  end
+
+  def teardown
+    @@chunks.remove
+    @@files.remove
+    @@db.error
+  end
+
+  def test_exist
+    assert GridStore.exist?(@@db, 'foobar')
+    assert !GridStore.exist?(@@db, 'does_not_exist')
+    assert !GridStore.exist?(@@db, 'foobar', 'another_root')
+  end
+
+  def test_list
+    assert_equal ['foobar'], GridStore.list(@@db)
+    assert_equal ['foobar'], GridStore.list(@@db, 'fs')
+    assert_equal [], GridStore.list(@@db, 'my_fs')
+
+    GridStore.open(@@db, 'test', 'w') { |f| f.write("my file") }
+
+    assert_equal ['foobar', 'test'], GridStore.list(@@db)
+  end
+
+  def test_small_write
+    rows = @@files.find({'filename' => 'foobar'}).to_a
+    assert_not_nil rows
+    assert_equal 1, rows.length
+    row = rows[0]
+    assert_not_nil row
+
+    file_id = row['_id']
+    assert_kind_of ObjectID, file_id
+    rows = @@chunks.find({'files_id' => file_id}).to_a
+    assert_not_nil rows
+    assert_equal 1, rows.length
+  end
+
+  def test_small_file
+    rows = @@files.find({'filename' => 'foobar'}).to_a
+    assert_not_nil rows
+    assert_equal 1, rows.length
+    row = rows[0]
+    assert_not_nil row
+    assert_equal "hello, world!", GridStore.read(@@db, 'foobar')
+  end
+
+  def test_overwrite
+    GridStore.open(@@db, 'foobar', 'w') { |f| f.write("overwrite") }
+    assert_equal "overwrite", GridStore.read(@@db, 'foobar')
+  end
+
+  def test_read_length
+    assert_equal "hello", GridStore.read(@@db, 'foobar', 5)
+  end
+
+  def test_read_with_and_without_length
+    GridStore.open(@@db, 'read-types', 'w') do |f|
+      f.write('hello, there')
+    end
+
+    GridStore.open(@@db, 'read-types', 'r') do |f|
+      assert_equal 'hello, ', f.read(7)
+      assert_equal 'there', f.read
+    end
+  end
+
+  def test_access_length
+    assert_equal 13, GridStore.new(@@db, 'foobar').length
+  end
+
+  # Also tests seek
+  def test_read_with_offset
+    assert_equal "world!", GridStore.read(@@db, 'foobar', nil, 7)
+  end
+
+  def test_seek
+    GridStore.open(@@db, 'foobar', 'r') { |f|
+      f.seek(0)
+      assert_equal 'h', f.getc.chr
+      f.seek(7)
+      assert_equal 'w', f.getc.chr
+      f.seek(4)
+      assert_equal 'o', f.getc.chr
+
+      f.seek(-1, IO::SEEK_END)
+      assert_equal '!', f.getc.chr
+      f.seek(-6, IO::SEEK_END)
+      assert_equal 'w', f.getc.chr
+
+      f.seek(0)
+      f.seek(7, IO::SEEK_CUR)
+      assert_equal 'w', f.getc.chr
+      f.seek(-1, IO::SEEK_CUR)
+      assert_equal 'w', f.getc.chr
+      f.seek(-4, IO::SEEK_CUR)
+      assert_equal 'o', f.getc.chr
+      f.seek(3, IO::SEEK_CUR)
+      assert_equal 'o', f.getc.chr
+    }
+  end
+
+  def test_multi_chunk
+    @@chunks.remove
+    @@files.remove
+
+    size = 512
+    GridStore.open(@@db, 'biggie', 'w') { |f|
+      f.chunk_size = size
+      f.write('x' * size)
+      f.write('y' * size)
+      f.write('z' * size)
+    }
+
+    assert_equal 3, @@chunks.count
+    #assert_equal ('x' * size) + ('y' * size) + ('z' * size), GridStore.read(@@db, 'biggie')
+  end
+
+  def test_puts_and_readlines
+    GridStore.open(@@db, 'multiline', 'w') { |f|
+      f.puts "line one"
+      f.puts "line two\n"
+      f.puts "line three"
+    }
+
+    lines = GridStore.readlines(@@db, 'multiline')
+    assert_equal ["line one\n", "line two\n", "line three\n"], lines
+  end
+
+  def test_unlink
+    assert_equal 1, @@files.count
+    assert_equal 1, @@chunks.count
+    GridStore.unlink(@@db, 'foobar')
+    assert_equal 0, @@files.count
+    assert_equal 0, @@chunks.count
+  end
+  
+  def test_mv
+    assert_equal 1, @@files.count
+    assert_equal 1, @@chunks.count
+    GridStore.mv(@@db, 'foobar', 'bazqux')
+    assert_equal 1, @@files.count
+    assert_equal 1, @@chunks.count
+    assert !GridStore.exist?(@@db, 'foobar')
+    assert GridStore.exist?(@@db, 'bazqux')
+  end
+
+  def test_append
+    GridStore.open(@@db, 'foobar', 'w+') { |f| f.write(" how are you?") }
+    assert_equal 1, @@chunks.count
+    assert_equal "hello, world! how are you?", GridStore.read(@@db, 'foobar')
+  end
+
+  def test_rewind_and_truncate_on_write
+    GridStore.open(@@db, 'foobar', 'w') { |f|
+      f.write("some text is inserted here")
+      f.rewind
+      f.write("abc")
+    }
+    assert_equal "abc", GridStore.read(@@db, 'foobar')
+  end
+
+  def test_tell
+    GridStore.open(@@db, 'foobar', 'r') { |f|
+      f.read(5)
+      assert_equal 5, f.tell
+    }
+  end
+
+  def test_empty_block_ok
+    GridStore.open(@@db, 'empty', 'w')
+  end
+
+  def test_save_empty_file
+    @@chunks.remove
+    @@files.remove
+    GridStore.open(@@db, 'empty', 'w') {} # re-write with zero bytes
+    assert_equal 1, @@files.count
+    assert_equal 0, @@chunks.count
+  end
+
+  def test_empty_file_eof
+    GridStore.open(@@db, 'empty', 'w')
+    GridStore.open(@@db, 'empty', 'r') { |f|
+      assert f.eof?
+    }
+  end
+
+  def test_cannot_change_chunk_size_on_read
+    begin
+      GridStore.open(@@db, 'foobar', 'r') { |f| f.chunk_size = 42 }
+      fail "should have seen error"
+    rescue => ex
+      assert_match /error: can only change chunk size/, ex.to_s
+    end
+  end
+
+  def test_cannot_change_chunk_size_after_data_written
+    begin
+      GridStore.open(@@db, 'foobar', 'w') { |f|
+        f.write("some text")
+        f.chunk_size = 42
+      }
+      fail "should have seen error"
+    rescue => ex
+      assert_match /error: can only change chunk size/, ex.to_s
+    end
+  end
+
+  def test_change_chunk_size
+    GridStore.open(@@db, 'new-file', 'w') { |f|
+      f.chunk_size = 42
+      f.write("foo")
+    }
+    GridStore.open(@@db, 'new-file', 'r') { |f|
+      assert f.chunk_size == 42
+    }
+  end
+
+  def test_chunk_size_in_option
+    GridStore.open(@@db, 'new-file', 'w', :chunk_size => 42) { |f| f.write("foo") }
+    GridStore.open(@@db, 'new-file', 'r') { |f|
+      assert f.chunk_size == 42
+    }
+  end
+
+  def test_md5
+    GridStore.open(@@db, 'new-file', 'w') { |f| f.write("hello world\n")}
+    GridStore.open(@@db, 'new-file', 'r') { |f|
+      assert f.md5 == '6f5902ac237024bdd0c176cb93063dc4'
+      begin
+        f.md5 = 'cant do this'
+        fail "should have seen error"
+      rescue => ex
+        true
+      end
+    }
+    GridStore.open(@@db, 'new-file', 'w') {}
+    GridStore.open(@@db, 'new-file', 'r') { |f|
+      assert f.md5 == 'd41d8cd98f00b204e9800998ecf8427e'
+    }
+  end
+
+  def test_upload_date
+    now = Time.now
+    orig_file_upload_date = nil
+    GridStore.open(@@db, 'foobar', 'r') { |f| orig_file_upload_date = f.upload_date }
+    assert_not_nil orig_file_upload_date
+    assert (orig_file_upload_date - now) < 5 # even a really slow system < 5 secs
+
+    sleep(2)
+    GridStore.open(@@db, 'foobar', 'w') { |f| f.write "new data" }
+    file_upload_date = nil
+    GridStore.open(@@db, 'foobar', 'r') { |f| file_upload_date = f.upload_date }
+    assert_equal orig_file_upload_date, file_upload_date
+  end
+
+  def test_content_type
+    ct = nil
+    GridStore.open(@@db, 'foobar', 'r') { |f| ct = f.content_type }
+    assert_equal GridStore::DEFAULT_CONTENT_TYPE, ct
+
+    GridStore.open(@@db, 'foobar', 'w+') { |f| f.content_type = 'text/html' }
+    ct2 = nil
+    GridStore.open(@@db, 'foobar', 'r') { |f| ct2 = f.content_type }
+    assert_equal 'text/html', ct2
+  end
+
+  def test_content_type_option
+    GridStore.open(@@db, 'new-file', 'w', :content_type => 'image/jpg') { |f| f.write('foo') }
+    ct = nil
+    GridStore.open(@@db, 'new-file', 'r') { |f| ct = f.content_type }
+    assert_equal 'image/jpg', ct
+  end
+
+  def test_unknown_mode
+    GridStore.open(@@db, 'foobar', 'x')
+    fail 'should have seen "illegal mode" error raised'
+  rescue => ex
+    assert_equal "error: illegal mode x", ex.to_s
+  end
+
+  def test_metadata
+    GridStore.open(@@db, 'foobar', 'r') { |f| assert_nil f.metadata }
+    GridStore.open(@@db, 'foobar', 'w+') { |f| f.metadata = {'a' => 1} }
+    GridStore.open(@@db, 'foobar', 'r') { |f| assert_equal({'a' => 1}, f.metadata) }
+  end
+
+end

data/test/test_helper.rb

@@ -0,0 +1,42 @@
+$:.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
+require 'rubygems' if ENV['C_EXT']
+require 'mongo'
+require 'test/unit'
+
+begin
+  require 'rubygems'
+  require 'shoulda'
+  require 'mocha'
+  rescue LoadError
+    puts <<MSG
+
+This test suite now requires shoulda and mocha.
+You can install these gems as follows:
+  gem install shoulda
+  gem install mocha
+
+MSG
+    exit
+end
+
+require 'mongo_ext/cbson' if ENV['C_EXT']
+
+# NOTE: most tests assume that MongoDB is running.
+class Test::Unit::TestCase
+  include Mongo
+
+  # Generic code for rescuing connection failures and retrying operations.
+  # This could be combined with some timeout functionality.
+  def rescue_connection_failure
+    success = false
+    while !success
+      begin
+        yield
+        success = true
+      rescue Mongo::ConnectionFailure
+        puts "Rescuing"
+        sleep(1)
+      end
+    end
+  end
+end

data/test/test_objectid.rb

@@ -0,0 +1,156 @@
+require 'test/test_helper'
+
+class ObjectIDTest < Test::Unit::TestCase
+
+  include Mongo
+
+  def setup
+    @o = ObjectID.new
+  end
+
+  def test_hashcode
+    assert_equal @o.instance_variable_get(:@data).hash, @o.hash
+  end
+
+  def test_array_uniq_for_equilavent_ids
+    a = ObjectID.new('123')
+    b = ObjectID.new('123')
+    assert_equal a, b
+    assert_equal 1, [a, b].uniq.size
+  end
+
+  def test_create_pk_method
+    doc = {:name => 'Mongo'}
+    doc = ObjectID.create_pk(doc)
+    assert doc[:_id]
+
+    doc = {:name => 'Mongo', :_id => '12345'}
+    doc = ObjectID.create_pk(doc)
+    assert_equal '12345', doc[:_id]
+  end
+
+  def test_different
+    a = ObjectID.new
+    b = ObjectID.new
+    assert_not_equal a.to_a, b.to_a
+    assert_not_equal a, b
+  end
+
+  def test_eql?
+    o2 = ObjectID.new(@o.to_a)
+    assert_equal @o, o2
+  end
+
+  def test_to_s
+    s = @o.to_s
+    assert_equal 24, s.length
+    s =~ /^([0-9a-f]+)$/
+    assert_equal 24, $1.length
+  end
+
+  def test_to_s_legacy
+    s = @o.to_s_legacy
+    assert_equal 24, s.length
+    s =~ /^([0-9a-f]+)$/
+    assert_equal 24, $1.length
+
+    assert_not_equal s, @o.to_s
+  end
+
+  def test_save_and_restore
+    host = ENV['MONGO_RUBY_DRIVER_HOST'] || 'localhost'
+    port = ENV['MONGO_RUBY_DRIVER_PORT'] || Connection::DEFAULT_PORT
+    db = Connection.new(host, port).db('ruby-mongo-test')
+    coll = db.collection('test')
+
+    coll.remove
+    coll << {'a' => 1, '_id' => @o}
+
+    row = coll.find().collect.first
+    assert_equal 1, row['a']
+    assert_equal @o, row['_id']
+  end
+
+  def test_from_string
+    hex_str = @o.to_s
+    o2 = ObjectID.from_string(hex_str)
+    assert_equal hex_str, o2.to_s
+    assert_equal @o, o2
+    assert_equal @o.to_s, o2.to_s
+  end
+
+  def test_illegal_from_string
+    assert_raise InvalidObjectID do 
+      ObjectID.from_string("")
+    end
+  end
+
+  def test_from_string_legacy
+    hex_str = @o.to_s_legacy
+    o2 = ObjectID.from_string_legacy(hex_str)
+    assert_equal hex_str, o2.to_s_legacy
+    assert_equal @o, o2
+    assert_equal @o.to_s, o2.to_s
+  end
+
+  def test_illegal_from_string_legacy
+    assert_raise InvalidObjectID do 
+      ObjectID.from_string_legacy("")
+    end
+  end
+
+  def test_legal
+    assert !ObjectID.legal?(nil)
+    assert !ObjectID.legal?("fred")
+    assert !ObjectID.legal?("0000")
+    assert !ObjectID.legal?('000102030405060708090A0')
+    assert ObjectID.legal?('000102030405060708090A0B')
+    assert ObjectID.legal?('abcdefABCDEF123456789012')
+    assert !ObjectID.legal?('abcdefABCDEF12345678901x')
+  end
+
+  def test_from_string_leading_zeroes
+    hex_str = '000000000000000000000000'
+    o = ObjectID.from_string(hex_str)
+    assert_equal hex_str, o.to_s
+  end
+
+  def test_byte_order
+    hex_str = '000102030405060708090A0B'
+    o = ObjectID.from_string(hex_str)
+    assert_equal [0x00, 0x01, 0x02, 0x03, 0x04, 0x05, 0x06, 0x07, 0x08, 0x09, 0x0a, 0x0b], o.to_a
+  end
+
+  def test_legacy_byte_order
+    hex_str = '000102030405060708090A0B'
+    o = ObjectID.from_string_legacy(hex_str)
+    assert_equal [0x07, 0x06, 0x05, 0x04, 0x03, 0x02, 0x01, 0x00, 0x0b, 0x0a, 0x09, 0x08], o.to_a
+  end
+
+  def test_legacy_string_convert
+    l = @o.to_s_legacy
+    s = @o.to_s
+    assert_equal s, ObjectID.legacy_string_convert(l)
+  end
+
+  def test_generation_time
+    time = Time.now
+    id   = ObjectID.new
+    generated_time = id.generation_time
+
+    assert_in_delta time.to_i, generated_time.to_i, 2
+    assert_equal "UTC", generated_time.zone
+  end
+
+  def test_from_time
+    time = Time.now.utc
+    id   = ObjectID.from_time(time)
+
+    assert_equal time.to_i, id.generation_time.to_i
+  end
+
+  def test_json
+    id = ObjectID.new
+    assert_equal "{\"$oid\": \"#{id}\"}", id.to_json
+  end
+end