kbaum-mongo 0.18.3p

data/test/grid_store_test.rb

@@ -0,0 +1,334 @@
+require 'test/test_helper'
+require 'mongo/gridfs'
+
+class GridStoreTest < Test::Unit::TestCase
+
+  include Mongo
+  include GridFS
+
+  @@db = Connection.new(ENV['MONGO_RUBY_DRIVER_HOST'] || 'localhost',
+                        ENV['MONGO_RUBY_DRIVER_PORT'] || Connection::DEFAULT_PORT).db('ruby-mongo-test')
+  @@files = @@db.collection('fs.files')
+  @@chunks = @@db.collection('fs.chunks')
+
+  def setup
+    @@chunks.remove
+    @@files.remove
+    GridStore.open(@@db, 'foobar', 'w') { |f| f.write("hello, world!") }
+  end
+
+  def teardown
+    @@chunks.remove
+    @@files.remove
+    @@db.error
+  end
+
+  def test_exist
+    assert GridStore.exist?(@@db, 'foobar')
+    assert !GridStore.exist?(@@db, 'does_not_exist')
+    assert !GridStore.exist?(@@db, 'foobar', 'another_root')
+  end
+
+  def test_list
+    assert_equal ['foobar'], GridStore.list(@@db)
+    assert_equal ['foobar'], GridStore.list(@@db, 'fs')
+    assert_equal [], GridStore.list(@@db, 'my_fs')
+
+    GridStore.open(@@db, 'test', 'w') { |f| f.write("my file") }
+
+    assert_equal ['foobar', 'test'], GridStore.list(@@db)
+  end
+
+  def test_small_write
+    rows = @@files.find({'filename' => 'foobar'}).to_a
+    assert_not_nil rows
+    assert_equal 1, rows.length
+    row = rows[0]
+    assert_not_nil row
+
+    file_id = row['_id']
+    assert_kind_of ObjectID, file_id
+    rows = @@chunks.find({'files_id' => file_id}).to_a
+    assert_not_nil rows
+    assert_equal 1, rows.length
+  end
+
+  def test_small_file
+    rows = @@files.find({'filename' => 'foobar'}).to_a
+    assert_not_nil rows
+    assert_equal 1, rows.length
+    row = rows[0]
+    assert_not_nil row
+    assert_equal "hello, world!", GridStore.read(@@db, 'foobar')
+  end
+
+  def test_overwrite
+    GridStore.open(@@db, 'foobar', 'w') { |f| f.write("overwrite") }
+    assert_equal "overwrite", GridStore.read(@@db, 'foobar')
+  end
+
+  def test_read_length
+    assert_equal "hello", GridStore.read(@@db, 'foobar', 5)
+  end
+
+  def test_read_with_and_without_length
+    GridStore.open(@@db, 'read-types', 'w') do |f|
+      f.write('hello, there')
+    end
+
+    GridStore.open(@@db, 'read-types', 'r') do |f|
+      assert_equal 'hello, ', f.read(7)
+      assert_equal 'there', f.read
+    end
+  end
+
+  def test_access_length
+    assert_equal 13, GridStore.new(@@db, 'foobar').length
+  end
+
+  # Also tests seek
+  def test_read_with_offset
+    assert_equal "world!", GridStore.read(@@db, 'foobar', nil, 7)
+  end
+
+  def test_seek
+    GridStore.open(@@db, 'foobar', 'r') { |f|
+      f.seek(0)
+      assert_equal 'h', f.getc.chr
+      f.seek(7)
+      assert_equal 'w', f.getc.chr
+      f.seek(4)
+      assert_equal 'o', f.getc.chr
+
+      f.seek(-1, IO::SEEK_END)
+      assert_equal '!', f.getc.chr
+      f.seek(-6, IO::SEEK_END)
+      assert_equal 'w', f.getc.chr
+
+      f.seek(0)
+      f.seek(7, IO::SEEK_CUR)
+      assert_equal 'w', f.getc.chr
+      f.seek(-1, IO::SEEK_CUR)
+      assert_equal 'w', f.getc.chr
+      f.seek(-4, IO::SEEK_CUR)
+      assert_equal 'o', f.getc.chr
+      f.seek(3, IO::SEEK_CUR)
+      assert_equal 'o', f.getc.chr
+    }
+  end
+
+  def test_multi_chunk
+    @@chunks.remove
+    @@files.remove
+
+    size = 512
+    GridStore.open(@@db, 'biggie', 'w') { |f|
+      f.chunk_size = size
+      f.write('x' * size)
+      f.write('y' * size)
+      f.write('z' * size)
+    }
+
+    assert_equal 3, @@chunks.count
+    #assert_equal ('x' * size) + ('y' * size) + ('z' * size), GridStore.read(@@db, 'biggie')
+  end
+
+  def test_binary
+    file = File.open(File.join(File.dirname(__FILE__), 'data', 'data.tar.gz'), 'r')
+    GridStore.open(@@db, 'zip', 'w') do |f|
+      f.write(file.read)
+    end
+
+    file.rewind
+    GridStore.open(@@db, 'zip', 'r') do |f|
+      assert_equal file.read.length, f.read.length
+    end
+  end
+
+  def test_puts_and_readlines
+    GridStore.open(@@db, 'multiline', 'w') { |f|
+      f.puts "line one"
+      f.puts "line two\n"
+      f.puts "line three"
+    }
+
+    lines = GridStore.readlines(@@db, 'multiline')
+    assert_equal ["line one\n", "line two\n", "line three\n"], lines
+  end
+
+  def test_unlink
+    assert_equal 1, @@files.count
+    assert_equal 1, @@chunks.count
+    GridStore.unlink(@@db, 'foobar')
+    assert_equal 0, @@files.count
+    assert_equal 0, @@chunks.count
+  end
+
+  def test_unlink_alternate_root_collection
+    GridStore.default_root_collection = 'gridfs'
+    GridStore.open(@@db, 'foobar', 'w') do |f|
+      f.puts "Hello"
+    end
+    assert GridStore.exist?(@@db, 'foobar')
+
+    GridStore.default_root_collection = 'fs'
+    GridStore.unlink(@@db, 'foobar')
+    assert !GridStore.exist?(@@db, 'foobar')
+
+    GridStore.default_root_collection = 'gridfs'
+    GridStore.unlink(@@db, 'foobar')
+    assert !GridStore.exist?(@@db, 'foobar')
+  end
+
+  def test_mv
+    assert_equal 1, @@files.count
+    assert_equal 1, @@chunks.count
+    GridStore.mv(@@db, 'foobar', 'bazqux')
+    assert_equal 1, @@files.count
+    assert_equal 1, @@chunks.count
+    assert !GridStore.exist?(@@db, 'foobar')
+    assert GridStore.exist?(@@db, 'bazqux')
+  end
+
+  def test_append
+    GridStore.open(@@db, 'foobar', 'w+') { |f| f.write(" how are you?") }
+    assert_equal 1, @@chunks.count
+    assert_equal "hello, world! how are you?", GridStore.read(@@db, 'foobar')
+  end
+
+  def test_rewind_and_truncate_on_write
+    GridStore.open(@@db, 'foobar', 'w') { |f|
+      f.write("some text is inserted here")
+      f.rewind
+      f.write("abc")
+    }
+    assert_equal "abc", GridStore.read(@@db, 'foobar')
+  end
+
+  def test_tell
+    GridStore.open(@@db, 'foobar', 'r') { |f|
+      f.read(5)
+      assert_equal 5, f.tell
+    }
+  end
+
+  def test_empty_block_ok
+    GridStore.open(@@db, 'empty', 'w')
+  end
+
+  def test_save_empty_file
+    @@chunks.remove
+    @@files.remove
+    GridStore.open(@@db, 'empty', 'w') {} # re-write with zero bytes
+    assert_equal 1, @@files.count
+    assert_equal 0, @@chunks.count
+  end
+
+  def test_empty_file_eof
+    GridStore.open(@@db, 'empty', 'w')
+    GridStore.open(@@db, 'empty', 'r') { |f|
+      assert f.eof?
+    }
+  end
+
+  def test_cannot_change_chunk_size_on_read
+    begin
+      GridStore.open(@@db, 'foobar', 'r') { |f| f.chunk_size = 42 }
+      fail "should have seen error"
+    rescue => ex
+      assert_match /error: can only change chunk size/, ex.to_s
+    end
+  end
+
+  def test_cannot_change_chunk_size_after_data_written
+    begin
+      GridStore.open(@@db, 'foobar', 'w') { |f|
+        f.write("some text")
+        f.chunk_size = 42
+      }
+      fail "should have seen error"
+    rescue => ex
+      assert_match /error: can only change chunk size/, ex.to_s
+    end
+  end
+
+  def test_change_chunk_size
+    GridStore.open(@@db, 'new-file', 'w') { |f|
+      f.chunk_size = 42
+      f.write("foo")
+    }
+    GridStore.open(@@db, 'new-file', 'r') { |f|
+      assert f.chunk_size == 42
+    }
+  end
+
+  def test_chunk_size_in_option
+    GridStore.open(@@db, 'new-file', 'w', :chunk_size => 42) { |f| f.write("foo") }
+    GridStore.open(@@db, 'new-file', 'r') { |f|
+      assert f.chunk_size == 42
+    }
+  end
+
+  def test_md5
+    GridStore.open(@@db, 'new-file', 'w') { |f| f.write("hello world\n")}
+    GridStore.open(@@db, 'new-file', 'r') { |f|
+      assert f.md5 == '6f5902ac237024bdd0c176cb93063dc4'
+      begin
+        f.md5 = 'cant do this'
+        fail "should have seen error"
+      rescue => ex
+        true
+      end
+    }
+    GridStore.open(@@db, 'new-file', 'w') {}
+    GridStore.open(@@db, 'new-file', 'r') { |f|
+      assert f.md5 == 'd41d8cd98f00b204e9800998ecf8427e'
+    }
+  end
+
+  def test_upload_date
+    now = Time.now
+    orig_file_upload_date = nil
+    GridStore.open(@@db, 'foobar', 'r') { |f| orig_file_upload_date = f.upload_date }
+    assert_not_nil orig_file_upload_date
+    assert (orig_file_upload_date - now) < 5 # even a really slow system < 5 secs
+
+    sleep(2)
+    GridStore.open(@@db, 'foobar', 'w') { |f| f.write "new data" }
+    file_upload_date = nil
+    GridStore.open(@@db, 'foobar', 'r') { |f| file_upload_date = f.upload_date }
+    assert_equal orig_file_upload_date, file_upload_date
+  end
+
+  def test_content_type
+    ct = nil
+    GridStore.open(@@db, 'foobar', 'r') { |f| ct = f.content_type }
+    assert_equal GridStore::DEFAULT_CONTENT_TYPE, ct
+
+    GridStore.open(@@db, 'foobar', 'w+') { |f| f.content_type = 'text/html' }
+    ct2 = nil
+    GridStore.open(@@db, 'foobar', 'r') { |f| ct2 = f.content_type }
+    assert_equal 'text/html', ct2
+  end
+
+  def test_content_type_option
+    GridStore.open(@@db, 'new-file', 'w', :content_type => 'image/jpg') { |f| f.write('foo') }
+    ct = nil
+    GridStore.open(@@db, 'new-file', 'r') { |f| ct = f.content_type }
+    assert_equal 'image/jpg', ct
+  end
+
+  def test_unknown_mode
+    GridStore.open(@@db, 'foobar', 'x')
+    fail 'should have seen "illegal mode" error raised'
+  rescue => ex
+    assert_equal "error: illegal mode x", ex.to_s
+  end
+
+  def test_metadata
+    GridStore.open(@@db, 'foobar', 'r') { |f| assert_nil f.metadata }
+    GridStore.open(@@db, 'foobar', 'w+') { |f| f.metadata = {'a' => 1} }
+    GridStore.open(@@db, 'foobar', 'r') { |f| assert_equal({'a' => 1}, f.metadata) }
+  end
+
+end

data/test/grid_test.rb

@@ -0,0 +1,87 @@
+require 'test/test_helper'
+include Mongo
+
+class GridTest < Test::Unit::TestCase
+  context "Tests:" do
+    setup do
+      @db ||= Connection.new(ENV['MONGO_RUBY_DRIVER_HOST'] || 'localhost',
+        ENV['MONGO_RUBY_DRIVER_PORT'] || Connection::DEFAULT_PORT).db('ruby-mongo-test')
+      @files  = @db.collection('test-fs.files')
+      @chunks = @db.collection('test-fs.chunks')
+    end
+
+    teardown do
+      @files.remove
+      @chunks.remove
+    end
+
+    context "A basic grid-stored file" do
+      setup do
+        @data = "GRIDDATA" * 50000
+        @grid = Grid.new(@db, 'test-fs')
+        @id   = @grid.put(@data, 'sample', :metadata => {'app' => 'photos'})
+      end
+
+      should "retrieve the stored data" do
+        data = @grid.get(@id).data
+        assert_equal @data, data
+      end
+
+      should "store the filename" do
+        file = @grid.get(@id)
+        assert_equal 'sample', file.filename
+      end
+
+      should "store any relevant metadata" do
+        file = @grid.get(@id)
+        assert_equal 'photos', file.metadata['app']
+      end
+
+      should "delete the file and any chunks" do
+        @grid.delete(@id)
+        assert_raise GridError do
+          @grid.get(@id)
+        end
+      end
+    end
+
+    context "Streaming: " do || {}
+      setup do
+        def read_and_write_stream(filename, read_length, opts={})
+          io   = File.open(File.join(File.dirname(__FILE__), 'data', filename), 'r')
+          id   = @grid.put(io, filename + read_length.to_s, opts)
+          file = @grid.get(id)
+          io.rewind
+          data = io.read
+          if data.respond_to?(:force_encoding)
+            data.force_encoding(:binary)
+          end
+          read_data = ""
+          while(chunk = file.read(read_length))
+            read_data << chunk
+          end
+          assert_equal data.length, read_data.length
+          assert_equal data, read_data, "Unequal!"
+        end
+
+        @grid = Grid.new(@db, 'test-fs')
+      end
+
+      should "put and get a small io object with a small chunk size" do
+        read_and_write_stream('small_data.txt', 1, :chunk_size => 2)
+      end
+
+      should "put and get a small io object" do
+        read_and_write_stream('small_data.txt', 1)
+      end
+
+      should "put and get a large io object when reading smaller than the chunk size" do
+        read_and_write_stream('sample_file.pdf', 256 * 1024)
+      end
+
+      should "put and get a large io object when reading larger than the chunk size" do
+        read_and_write_stream('sample_file.pdf', 300 * 1024)
+      end
+    end
+  end
+end

data/test/objectid_test.rb

@@ -0,0 +1,125 @@
+require 'test/test_helper'
+
+class ObjectIDTest < Test::Unit::TestCase
+
+  include Mongo
+
+  def setup
+    @o = ObjectID.new
+  end
+
+  def test_hashcode
+    assert_equal @o.instance_variable_get(:@data).hash, @o.hash
+  end
+
+  def test_array_uniq_for_equilavent_ids
+    a = ObjectID.new('123')
+    b = ObjectID.new('123')
+    assert_equal a, b
+    assert_equal 1, [a, b].uniq.size
+  end
+
+  def test_create_pk_method
+    doc = {:name => 'Mongo'}
+    doc = ObjectID.create_pk(doc)
+    assert doc[:_id]
+
+    doc = {:name => 'Mongo', :_id => '12345'}
+    doc = ObjectID.create_pk(doc)
+    assert_equal '12345', doc[:_id]
+  end
+
+  def test_different
+    a = ObjectID.new
+    b = ObjectID.new
+    assert_not_equal a.to_a, b.to_a
+    assert_not_equal a, b
+  end
+
+  def test_eql?
+    o2 = ObjectID.new(@o.to_a)
+    assert_equal @o, o2
+  end
+
+  def test_to_s
+    s = @o.to_s
+    assert_equal 24, s.length
+    s =~ /^([0-9a-f]+)$/
+    assert_equal 24, $1.length
+  end
+
+  def test_inspect
+    assert_equal "ObjectID('#{@o.to_s}')", @o.inspect
+  end
+
+  def test_save_and_restore
+    host = ENV['MONGO_RUBY_DRIVER_HOST'] || 'localhost'
+    port = ENV['MONGO_RUBY_DRIVER_PORT'] || Connection::DEFAULT_PORT
+    db = Connection.new(host, port).db('ruby-mongo-test')
+    coll = db.collection('test')
+
+    coll.remove
+    coll << {'a' => 1, '_id' => @o}
+
+    row = coll.find().collect.first
+    assert_equal 1, row['a']
+    assert_equal @o, row['_id']
+  end
+
+  def test_from_string
+    hex_str = @o.to_s
+    o2 = ObjectID.from_string(hex_str)
+    assert_equal hex_str, o2.to_s
+    assert_equal @o, o2
+    assert_equal @o.to_s, o2.to_s
+  end
+
+  def test_illegal_from_string
+    assert_raise InvalidObjectID do 
+      ObjectID.from_string("")
+    end
+  end
+
+  def test_legal
+    assert !ObjectID.legal?(nil)
+    assert !ObjectID.legal?("fred")
+    assert !ObjectID.legal?("0000")
+    assert !ObjectID.legal?('000102030405060708090A0')
+    assert ObjectID.legal?('000102030405060708090A0B')
+    assert ObjectID.legal?('abcdefABCDEF123456789012')
+    assert !ObjectID.legal?('abcdefABCDEF12345678901x')
+  end
+
+  def test_from_string_leading_zeroes
+    hex_str = '000000000000000000000000'
+    o = ObjectID.from_string(hex_str)
+    assert_equal hex_str, o.to_s
+  end
+
+  def test_byte_order
+    hex_str = '000102030405060708090A0B'
+    o = ObjectID.from_string(hex_str)
+    assert_equal [0x00, 0x01, 0x02, 0x03, 0x04, 0x05, 0x06, 0x07, 0x08, 0x09, 0x0a, 0x0b], o.to_a
+  end
+
+  def test_generation_time
+    time = Time.now
+    id   = ObjectID.new
+    generated_time = id.generation_time
+
+    assert_in_delta time.to_i, generated_time.to_i, 2
+    assert_equal "UTC", generated_time.zone
+  end
+
+  def test_from_time
+    time = Time.now.utc
+    id   = ObjectID.from_time(time)
+
+    assert_equal time.to_i, id.generation_time.to_i
+  end
+
+  def test_json
+    id = ObjectID.new
+    assert_equal "{\"$oid\": \"#{id}\"}", id.to_json
+  end
+end

data/test/ordered_hash_test.rb

@@ -0,0 +1,172 @@
+require 'test/test_helper'
+
+class OrderedHashTest < Test::Unit::TestCase
+
+  def setup
+    @oh = OrderedHash.new
+    @oh['c'] = 1
+    @oh['a'] = 2
+    @oh['z'] = 3
+    @ordered_keys = %w(c a z)
+  end
+
+  def test_initialize
+    a = OrderedHash.new
+    a['x'] = 1
+    a['y'] = 2
+
+    b = OrderedHash['x' => 1, 'y' => 2]
+    assert_equal a, b
+  end
+
+  def test_hash_code
+    o = OrderedHash.new
+    o['number'] = 50
+    assert o.hash
+  end
+
+  def test_empty
+    assert_equal [], OrderedHash.new.keys
+  end
+
+  def test_uniq
+    list = []
+    doc  = OrderedHash.new
+    doc['_id']  = 'ab12'
+    doc['name'] = 'test'
+
+    same_doc = OrderedHash.new
+    same_doc['_id']  = 'ab12'
+    same_doc['name'] = 'test'
+    list << doc
+    list << same_doc
+
+    assert_equal 2, list.size
+    assert_equal 1, list.uniq.size
+  end
+
+  def test_equality
+    a = OrderedHash.new
+    a['x'] = 1
+    a['y'] = 2
+
+    b = OrderedHash.new
+    b['y'] = 2
+    b['x'] = 1
+
+    c = OrderedHash.new
+    c['x'] = 1
+    c['y'] = 2
+
+    d = OrderedHash.new
+    d['x'] = 2
+    d['y'] = 3
+
+    e = OrderedHash.new
+    e['z'] = 1
+    e['y'] = 2
+
+    assert_equal a, c
+    assert_not_equal a, b
+    assert_not_equal a, d
+    assert_not_equal a, e
+  end
+
+  def test_order_preserved
+    assert_equal @ordered_keys, @oh.keys
+  end
+
+  def test_to_a_order_preserved
+    assert_equal @ordered_keys, @oh.to_a.map {|m| m.first}
+  end
+
+  def test_order_preserved_after_replace
+    @oh['a'] = 42
+    assert_equal @ordered_keys, @oh.keys
+    @oh['c'] = 'foobar'
+    assert_equal @ordered_keys, @oh.keys
+    @oh['z'] = /huh?/
+    assert_equal @ordered_keys, @oh.keys
+  end
+
+  def test_each
+    keys = []
+    @oh.each { |k, v| keys << k }
+    assert_equal keys, @oh.keys
+
+    @oh['z'] = 42
+    assert_equal keys, @oh.keys
+
+    assert_equal @oh, @oh.each {|k,v|}
+  end
+
+  def test_values
+    assert_equal [1, 2, 3], @oh.values
+  end
+
+  def test_merge
+    other = OrderedHash.new
+    other['f'] = 'foo'
+    noob = @oh.merge(other)
+    assert_equal @ordered_keys + ['f'], noob.keys
+    assert_equal [1, 2, 3, 'foo'], noob.values
+  end
+
+  def test_merge_bang
+    other = OrderedHash.new
+    other['f'] = 'foo'
+    @oh.merge!(other)
+    assert_equal @ordered_keys + ['f'], @oh.keys
+    assert_equal [1, 2, 3, 'foo'], @oh.values
+  end
+
+  def test_merge_bang_with_overlap
+    other = OrderedHash.new
+    other['a'] = 'apple'
+    other['c'] = 'crab'
+    other['f'] = 'foo'
+    @oh.merge!(other)
+    assert_equal @ordered_keys + ['f'], @oh.keys
+    assert_equal ['crab', 'apple', 3, 'foo'], @oh.values
+  end
+
+  def test_merge_bang_with_hash_with_overlap
+    other = Hash.new
+    other['a'] = 'apple'
+    other['c'] = 'crab'
+    other['f'] = 'foo'
+    @oh.merge!(other)
+    assert_equal @ordered_keys + ['f'], @oh.keys
+    assert_equal ['crab', 'apple', 3, 'foo'], @oh.values
+  end
+
+  def test_update
+    other = OrderedHash.new
+    other['f'] = 'foo'
+    noob = @oh.update(other)
+    assert_equal @ordered_keys + ['f'], noob.keys
+    assert_equal [1, 2, 3, 'foo'], noob.values
+  end
+
+  def test_inspect_retains_order
+    assert_equal '{"c"=>1, "a"=>2, "z"=>3}', @oh.inspect
+  end
+
+  def test_clear
+    @oh.clear
+    assert @oh.keys.empty?
+  end
+
+  def test_delete
+    assert @oh.keys.include?('z')
+    @oh.delete('z')
+    assert !@oh.keys.include?('z')
+  end
+
+  def test_delete_if
+    assert @oh.keys.include?('z')
+    @oh.delete_if { |k,v| k == 'z' }
+    assert !@oh.keys.include?('z')
+  end
+
+end