mongo 2.0.6 → 2.1.0

data/spec/support/gridfs_tests/delete.yml

@@ -0,0 +1,157 @@
+data:
+    files:
+        -
+            _id: { "$oid" : "000000000000000000000001" }
+            length: 0
+            chunkSize: 4
+            uploadDate: { "$date" : "1970-01-01T00:00:00.000Z" }
+            md5: "d41d8cd98f00b204e9800998ecf8427e"
+            filename: "length-0"
+            contentType: "application/octet-stream"
+            aliases: []
+            metadata: {}
+        -
+            _id: { "$oid" : "000000000000000000000002" }
+            length: 0
+            chunkSize: 4
+            uploadDate: { "$date" : "1970-01-01T00:00:00.000Z" }
+            md5: "d41d8cd98f00b204e9800998ecf8427e"
+            filename: "length-0-with-empty-chunk"
+            contentType: "application/octet-stream"
+            aliases: []
+            metadata: {}
+        -
+            _id: { "$oid" : "000000000000000000000003" }
+            length: 2
+            chunkSize: 4
+            uploadDate: { "$date" : "1970-01-01T00:00:00.000Z" }
+            md5: "c700ed4fdb1d27055aa3faa2c2432283"
+            filename: "length-2"
+            contentType: "application/octet-stream"
+            aliases: []
+            metadata: {}
+        -
+            _id: { "$oid" : "000000000000000000000004" }
+            length: 8
+            chunkSize: 4
+            uploadDate: { "$date" : "1970-01-01T00:00:00.000Z" }
+            md5: "dd254cdc958e53abaa67da9f797125f5"
+            filename: "length-8"
+            contentType: "application/octet-stream"
+            aliases: []
+            metadata: {}
+        -
+            _id: { "$oid" : "000000000000000000000005" }
+            length: 8
+            chunkSize: 4
+            uploadDate: { "$date" : "1970-01-01T00:00:00.000Z" }
+            md5: "dd254cdc958e53abaa67da9f797125f5"
+            filename: "length-8-with-empty-chunk"
+            contentType: "application/octet-stream"
+            aliases: []
+            metadata: {}
+    chunks:
+        - { _id : { "$oid" : "000000000000000000000001" }, files_id : { "$oid" : "000000000000000000000002" }, n : 0, data : { $hex : "" } }
+        - { _id : { "$oid" : "000000000000000000000002" }, files_id : { "$oid" : "000000000000000000000003" }, n : 0, data : { $hex : "1122" } }
+        - { _id : { "$oid" : "000000000000000000000003" }, files_id : { "$oid" : "000000000000000000000004" }, n : 0, data : { $hex : "11223344" } }
+        - { _id : { "$oid" : "000000000000000000000004" }, files_id : { "$oid" : "000000000000000000000004" }, n : 1, data : { $hex : "55667788" } }
+        - { _id : { "$oid" : "000000000000000000000005" }, files_id : { "$oid" : "000000000000000000000005" }, n : 0, data : { $hex : "11223344" } }
+        - { _id : { "$oid" : "000000000000000000000006" }, files_id : { "$oid" : "000000000000000000000005" }, n : 1, data : { $hex : "55667788" } }
+        - { _id : { "$oid" : "000000000000000000000007" }, files_id : { "$oid" : "000000000000000000000005" }, n : 2, data : { $hex : "" } }
+
+tests:
+    -
+        description: "Delete when length is 0"
+        act:
+            operation: delete
+            arguments:
+                id: { "$oid" : "000000000000000000000001" }
+        assert:
+            result: void
+            data:
+                -
+                    { delete : "expected.files", deletes : [
+                        { q : { _id : { "$oid" : "000000000000000000000001" } }, limit : 1 }
+                    ] }                           
+    -
+        description: "Delete when length is 0 and there is one extra empty chunk"
+        act:
+            operation: delete
+            arguments:
+                id: { "$oid" : "000000000000000000000002" }
+        assert:
+            result: void
+            data:
+                -
+                    { delete : "expected.files", deletes : [
+                        { q : { _id : { "$oid" : "000000000000000000000002" } }, limit : 1 }
+                    ] }
+                -
+                    { delete : "expected.chunks", deletes : [
+                        { q : { files_id : { "$oid" : "000000000000000000000002" } }, limit : 0 }
+                    ] }
+    -
+        description: "Delete when length is 8"
+        act:
+            operation: delete
+            arguments:
+                id: { "$oid" : "000000000000000000000004" }
+        assert:
+            result: void
+            data:
+                -
+                    { delete : "expected.files", deletes : [
+                        { q : { _id : { "$oid" : "000000000000000000000004" } }, limit : 1 }
+                    ] }
+                -
+                    { delete : "expected.chunks", deletes : [
+                        { q : { files_id : { "$oid" : "000000000000000000000004" } }, limit : 0 }
+                    ] }
+    -
+        description: "Delete when length is 8 and there is one extra empty chunk"
+        act:
+            operation: delete
+            arguments:
+                id: { "$oid" : "000000000000000000000005" }
+        assert:
+            result: void
+            data:
+                -
+                    { delete : "expected.files", deletes : [
+                        { q : { _id : { "$oid" : "000000000000000000000005" } }, limit : 1 }
+                    ] }
+                -
+                    { delete : "expected.chunks", deletes : [
+                        { q : { files_id : { "$oid" : "000000000000000000000005" } }, limit : 0 }
+                    ] }
+    -
+        description: "Delete when files entry does not exist"
+        act:
+            operation: delete
+            arguments:
+                id: { "$oid" : "000000000000000000000000" }
+        assert:
+            error: "FileNotFound"
+    -
+        description: "Delete when files entry does not exist and there are orphaned chunks"
+        arrange:
+            data:
+                -
+                    { delete : "fs.files", deletes : [
+                        { q : { _id : { "$oid" : "000000000000000000000005" } }, limit : 1 }
+                    ] }
+        act:
+            operation: delete
+            arguments:
+                id: { "$oid" : "000000000000000000000005" }
+        assert:
+            error: "FileNotFound"
+            data:
+                -
+                    { delete : "expected.files", deletes : [
+                        { q : { _id : { "$oid" : "000000000000000000000005" } }, limit : 1 }
+                    ] }
+                -
+                    { delete : "expected.chunks", deletes : [
+                        { q : { files_id : { "$oid" : "000000000000000000000005" } }, limit : 0 }
+                    ] }

data/spec/support/gridfs_tests/download.yml

@@ -0,0 +1,210 @@
+data:
+    files:
+        -
+            _id: { "$oid" : "000000000000000000000001" }
+            length: 0
+            chunkSize: 4
+            uploadDate: { "$date" : "1970-01-01T00:00:00.000Z" }
+            md5: "d41d8cd98f00b204e9800998ecf8427e"
+            filename: "length-0"
+            contentType: "application/octet-stream"
+            aliases: []
+            metadata: {}
+        -
+            _id: { "$oid" : "000000000000000000000002" }
+            length: 0
+            chunkSize: 4
+            uploadDate: { "$date" : "1970-01-01T00:00:00.000Z" }
+            md5: "d41d8cd98f00b204e9800998ecf8427e"
+            filename: "length-0-with-empty-chunk"
+            contentType: "application/octet-stream"
+            aliases: []
+            metadata: {}
+        -
+            _id: { "$oid" : "000000000000000000000003" }
+            length: 2
+            chunkSize: 4
+            uploadDate: { "$date" : "1970-01-01T00:00:00.000Z" }
+            md5: "c700ed4fdb1d27055aa3faa2c2432283"
+            filename: "length-2"
+            contentType: "application/octet-stream"
+            aliases: []
+            metadata: {}
+        -
+            _id: { "$oid" : "000000000000000000000004" }
+            length: 8
+            chunkSize: 4
+            uploadDate: { "$date" : "1970-01-01T00:00:00.000Z" }
+            md5: "dd254cdc958e53abaa67da9f797125f5"
+            filename: "length-8"
+            contentType: "application/octet-stream"
+            aliases: []
+            metadata: {}
+        -
+            _id: { "$oid" : "000000000000000000000005" }
+            length: 10
+            chunkSize: 4
+            uploadDate: { "$date" : "1970-01-01T00:00:00.000Z" }
+            md5: "57d83cd477bfb1ccd975ab33d827a92b"
+            filename: "length-10"
+            contentType: "application/octet-stream"
+            aliases: []
+            metadata: {}
+        -
+            _id: { "$oid" : "000000000000000000000006" }
+            length: 12
+            chunkSize: 4
+            uploadDate: { "$date" : "1970-01-01T00:00:00.000Z" }
+            md5: "6289ac1db331d1c7677a4b7e123178f9"
+            filename: "length-12-with-empty-chunk"
+            contentType: "application/octet-stream"
+            aliases: []
+            metadata: {}
+    chunks:
+        - { _id : { "$oid" : "000000000000000000000001" }, files_id : { "$oid" : "000000000000000000000002" }, n : 0, data : { $hex : "" } }
+        - { _id : { "$oid" : "000000000000000000000002" }, files_id : { "$oid" : "000000000000000000000003" }, n : 0, data : { $hex : "1122" } }
+        - { _id : { "$oid" : "000000000000000000000003" }, files_id : { "$oid" : "000000000000000000000004" }, n : 0, data : { $hex : "11223344" } }
+        - { _id : { "$oid" : "000000000000000000000004" }, files_id : { "$oid" : "000000000000000000000004" }, n : 1, data : { $hex : "55667788" } }
+        - { _id : { "$oid" : "000000000000000000000005" }, files_id : { "$oid" : "000000000000000000000005" }, n : 0, data : { $hex : "11223344" } }
+        - { _id : { "$oid" : "000000000000000000000006" }, files_id : { "$oid" : "000000000000000000000005" }, n : 1, data : { $hex : "55667788" } }
+        - { _id : { "$oid" : "000000000000000000000007" }, files_id : { "$oid" : "000000000000000000000005" }, n : 2, data : { $hex : "99aa" } }
+        - { _id : { "$oid" : "000000000000000000000008" }, files_id : { "$oid" : "000000000000000000000006" }, n : 0, data : { $hex : "11223344" } }
+        - { _id : { "$oid" : "000000000000000000000009" }, files_id : { "$oid" : "000000000000000000000006" }, n : 1, data : { $hex : "55667788" } }
+        - { _id : { "$oid" : "000000000000000000000010" }, files_id : { "$oid" : "000000000000000000000006" }, n : 2, data : { $hex : "99aabbcc" } }
+        - { _id : { "$oid" : "000000000000000000000011" }, files_id : { "$oid" : "000000000000000000000006" }, n : 3, data : { $hex : "" } }
+
+tests:
+    -
+        description: "Download when length is zero"
+        act:
+            operation: download
+            arguments:
+                id: { "$oid" : "000000000000000000000001" }
+                options: { }
+        assert:
+            result: { $hex : "" }
+    -
+        description: "Download when length is zero and there is one empty chunk"
+        act:
+            operation: download
+            arguments:
+                id: { "$oid" : "000000000000000000000002" }
+                options: { }
+        assert:
+            result: { $hex : "" }
+    -
+        description: "Download when there is one chunk"
+        act:
+            operation: download
+            arguments:
+                id: { "$oid" : "000000000000000000000003" }
+                options: { }
+        assert:
+            result: { $hex : "1122" }
+    -
+        description: "Download when there are two chunks"
+        act:
+            operation: download
+            arguments:
+                id: { "$oid" : "000000000000000000000004" }
+                options: { }
+        assert:
+            result: { $hex : "1122334455667788" }
+    -
+        description: "Download when there are three chunks"
+        act:
+            operation: download
+            arguments:
+                id: { "$oid" : "000000000000000000000005" }
+                options: { }
+        assert:
+            result: { $hex : "112233445566778899aa" }
+    -
+        description: "Download when there are three chunks and one extra empty chunk at the end"
+        act:
+            operation: download
+            arguments:
+                id: { "$oid" : "000000000000000000000006" }
+                options: { }
+        assert:
+            result: { $hex : "112233445566778899aabbcc" }
+    -
+        description: "Download when files entry does not exist"
+        act:
+            operation: download
+            arguments:
+                id: { "$oid" : "000000000000000000000000" }
+                options: { }
+        assert:
+            error: "FileNotFound"
+    -
+        description: "Download when an intermediate chunk is missing"
+        arrange:
+            data:
+                -
+                    { delete : "fs.chunks", deletes : [
+                        { q : { files_id : { "$oid" : "000000000000000000000005" }, n : 1 }, limit : 1 }
+                    ] }
+        act:
+            operation: download
+            arguments:
+                id: { "$oid" : "000000000000000000000005" }
+        assert:
+            error: "ChunkIsMissing"
+    -
+        description: "Download when final chunk is missing"
+        arrange:
+            data:
+                -
+                    { delete : "fs.chunks", deletes : [
+                        { q : { files_id : { "$oid" : "000000000000000000000005" }, n : 1 }, limit : 1 }
+                    ] }
+        act:
+            operation: download
+            arguments:
+                id: { "$oid" : "000000000000000000000005" }
+        assert:
+            error: "ChunkIsMissing"
+    -
+        description: "Download when there is an extra chunk"
+        arrange:
+            data:
+                -
+                    { insert : "fs.chunks", documents : [
+                        { _id : { "$oid" : "000000000000000000000012" }, files_id : { "$oid" : "000000000000000000000004" }, n : 2, data : { $hex : "99" } }
+                    ] }
+        act:
+            operation: download
+            arguments:
+                id: { "$oid" : "000000000000000000000004" }
+        assert:
+            error: "ExtraChunk"
+    -
+        description: "Download when an intermediate chunk is the wrong size"
+        arrange:
+            data:
+                -
+                    { update : "fs.chunks", updates : [
+                        { q : { files_id : { "$oid" : "000000000000000000000005" }, n : 1 }, u : { $set : { data : { $hex : "556677" } } } },
+                        { q : { files_id : { "$oid" : "000000000000000000000005" }, n : 2 }, u : { $set : { data : { $hex : "8899aa" } } } }
+                    ] }
+        act:
+            operation: download
+            arguments:
+                id: { "$oid" : "000000000000000000000005" }
+        assert:
+            error: "ChunkIsWrongSize"
+    -
+        description: "Download when final chunk is the wrong size"
+        arrange:
+            data:
+                -
+                    { update : "fs.chunks", updates : [
+                        { q : { files_id : { "$oid" : "000000000000000000000005" }, n : 2 }, u : { $set : { data : { $hex : "99" } } } }
+                    ] }
+        act:
+            operation: download
+            arguments:
+                id: { "$oid" : "000000000000000000000005" }
+        assert:
+            error: "ChunkIsWrongSize"

data/spec/support/gridfs_tests/download_by_name.yml

@@ -0,0 +1,113 @@
+data:
+    files:
+        -
+            _id: { "$oid" : "000000000000000000000001" }
+            length: 1
+            chunkSize: 4
+            uploadDate: { "$date" : "1970-01-01T00:00:00.000Z" }
+            md5: "47ed733b8d10be225eceba344d533586"
+            filename: "abc"
+            contentType: "application/octet-stream"
+            aliases: []
+            metadata: {}
+        -
+            _id: { "$oid" : "000000000000000000000002" }
+            length: 1
+            chunkSize: 4
+            uploadDate: { "$date" : "1970-01-02T00:00:00.000Z" }
+            md5: "b15835f133ff2e27c7cb28117bfae8f4"
+            filename: "abc"
+            contentType: "application/octet-stream"
+            aliases: []
+            metadata: {}
+        -
+            _id: { "$oid" : "000000000000000000000003" }
+            length: 1
+            chunkSize: 4
+            uploadDate: { "$date" : "1970-01-03T00:00:00.000Z" }
+            md5: "eccbc87e4b5ce2fe28308fd9f2a7baf3"
+            filename: "abc"
+            contentType: "application/octet-stream"
+            aliases: []
+            metadata: {}
+        -
+            _id: { "$oid" : "000000000000000000000004" }
+            length: 1
+            chunkSize: 4
+            uploadDate: { "$date" : "1970-01-04T00:00:00.000Z" }
+            md5: "f623e75af30e62bbd73d6df5b50bb7b5"
+            filename: "abc"
+            contentType: "application/octet-stream"
+            aliases: []
+            metadata: {}
+        -
+            _id: { "$oid" : "000000000000000000000005" }
+            length: 1
+            chunkSize: 4
+            uploadDate: { "$date" : "1970-01-05T00:00:00.000Z" }
+            md5: "4c614360da93c0a041b22e537de151eb"
+            filename: "abc"
+            contentType: "application/octet-stream"
+            aliases: []
+            metadata: {}
+    chunks:
+        - { _id : { "$oid" : "000000000000000000000001" }, files_id : { "$oid" : "000000000000000000000001" }, n : 0, data : { $hex : "11" } }
+        - { _id : { "$oid" : "000000000000000000000002" }, files_id : { "$oid" : "000000000000000000000002" }, n : 0, data : { $hex : "22" } }
+        - { _id : { "$oid" : "000000000000000000000003" }, files_id : { "$oid" : "000000000000000000000003" }, n : 0, data : { $hex : "33" } }
+        - { _id : { "$oid" : "000000000000000000000004" }, files_id : { "$oid" : "000000000000000000000004" }, n : 0, data : { $hex : "44" } }
+        - { _id : { "$oid" : "000000000000000000000005" }, files_id : { "$oid" : "000000000000000000000005" }, n : 0, data : { $hex : "55" } }
+
+tests:
+    -
+        description: "Download_by_name when revision is 0"
+        act:
+            operation: download_by_name
+            arguments:
+                filename: "abc"
+                options: { revision : 0 }
+        assert:
+            result: { $hex : "11" }
+    -
+        description: "Download_by_name when revision is 1"
+        act:
+            operation: download_by_name
+            arguments:
+                filename: "abc"
+                options: { revision : 1 }
+        assert:
+            result: { $hex : "22" }
+    -
+        description: "Download_by_name when revision is -2"
+        act:
+            operation: download_by_name
+            arguments:
+                filename: "abc"
+                options: { revision : -2 }
+        assert:
+            result: { $hex : "44" }
+    -
+        description: "Download_by_name when revision is -1"
+        act:
+            operation: download_by_name
+            arguments:
+                filename: "abc"
+                options: { revision : -1 }
+        assert:
+            result: { $hex : "55" }
+    -
+        description: "Download_by_name when files entry does not exist"
+        act:
+            operation: download_by_name
+            arguments:
+                filename: "xyz"
+        assert:
+            error: "FileNotFound"
+    -
+        description: "Download_by_name when revision does not exist"
+        act:
+            operation: download_by_name
+            arguments:
+                filename: "abc"
+                options: { revision : 999 }
+        assert:
+            error: "RevisionNotFound"

data/spec/support/gridfs_tests/upload.yml

@@ -0,0 +1,158 @@
+data:
+    files: []
+    chunks: []
+
+tests:
+    -
+        description: "Upload when length is 0"
+        act:
+            operation: upload
+            arguments:
+                filename: "filename"
+                source: { $hex : "" }
+                options: { chunkSizeBytes : 4 }
+        assert:
+            result: "&result"
+            data:
+                -   
+                    { insert : "expected.files", documents : [
+                        { _id : "*result",  length : 0, chunkSize : 4, uploadDate : "*actual", md5 : "d41d8cd98f00b204e9800998ecf8427e", filename : "filename" }
+                    ] }
+    -
+        description: "Upload when length is 1"
+        act:
+            operation: upload
+            arguments:
+                filename: "filename"
+                source: { $hex : "11" }
+                options: { chunkSizeBytes : 4 }
+        assert:
+            result: "&result"
+            data:
+                - 
+                    { insert : "expected.files", documents : [
+                        { _id : "*result", length : 1, chunkSize : 4, uploadDate : "*actual", md5 : "47ed733b8d10be225eceba344d533586", filename : "filename" }
+                    ] }
+                -
+                    { insert : "expected.chunks", documents : [
+                        { _id : "*actual", files_id : "*result", n : 0, data : { $hex : "11" } }
+                    ] }
+    -
+        description: "Upload when length is 3"
+        act:
+            operation: upload
+            arguments:
+                filename: "filename"
+                source: { $hex : "112233" }
+                options: { chunkSizeBytes : 4 }
+        assert:
+            result: "&result"
+            data:
+                - 
+                    { insert : "expected.files", documents : [
+                        { _id : "*result",  length : 3,  chunkSize : 4, uploadDate : "*actual",  md5 : "bafae3a174ab91fc70db7a6aa50f4f52",  filename : "filename" }
+                    ] }
+                -
+                    { insert : "expected.chunks", documents : [
+                        { _id : "*actual", files_id : "*result", n : 0, data : { $hex : "112233" } }
+                    ] }
+    -
+        description: "Upload when length is 4"
+        act:
+            operation: upload
+            arguments:
+                filename: "filename"
+                source: { $hex : "11223344" }
+                options: { chunkSizeBytes : 4 }
+        assert:
+            result: "&result"
+            data:
+                - 
+                    { insert : "expected.files", documents : [
+                        { _id : "*result", length : 4, chunkSize : 4, uploadDate : "*actual", md5 : "7e7c77cff5705d1f7574a25ef6662117", filename : "filename" }
+                    ] }
+                -
+                    { insert : "expected.chunks", documents : [
+                        { _id : "*actual", files_id : "*result", n : 0, data : { $hex : "11223344" } }
+                    ] }
+    -
+        description: "Upload when length is 5"
+        act:
+            operation: upload
+            arguments:
+                filename: "filename"
+                source: { $hex : "1122334455" }
+                options: { chunkSizeBytes : 4 }
+        assert:
+            result: "&result"
+            data:
+                - 
+                    { insert : "expected.files", documents : [
+                        { _id : "*result", length : 5, chunkSize : 4, uploadDate : "*actual", md5 : "283d4fea5dded59cf837d3047328f5af", filename : "filename" }
+                    ] }
+                -
+                    { insert : "expected.chunks", documents : [
+                        { _id : "*actual", files_id : "*result", n : 0, data : { $hex : "11223344" } },
+                        { _id : "*actual", files_id : "*result", n : 1, data : { $hex : "55" } }
+                    ] }
+    -
+        description: "Upload when length is 8"
+        act:
+            operation: upload
+            arguments:
+                filename: "filename"
+                source: { $hex : "1122334455667788" }
+                options: { chunkSizeBytes : 4 }
+        assert:
+            result: "&result"
+            data:
+                - 
+                    { insert : "expected.files", documents : [
+                        { _id : "*result", length : 8, chunkSize : 4, uploadDate : "*actual", md5 : "dd254cdc958e53abaa67da9f797125f5", filename : "filename" }
+
+                    ] }
+                -
+                    { insert : "expected.chunks", documents : [
+                        { _id : "*actual", files_id : "*result", n : 0, data : { $hex : "11223344" } },
+                        { _id : "*actual", files_id : "*result", n : 1, data : { $hex : "55667788" } }
+                    ] }
+    -
+        description: "Upload when contentType is provided"
+        act:
+            operation: upload
+            arguments:
+                filename: "filename"
+                source: { $hex : "11" }
+                options: { chunkSizeBytes : 4, contentType : "image/jpeg" }
+        assert:
+            result: "&result"
+            data:
+                - 
+                    { insert : "expected.files", documents : [
+                        { _id : "*result", length : 1, chunkSize : 4, uploadDate : "*actual", md5 : "47ed733b8d10be225eceba344d533586", filename : "filename", contentType : "image/jpeg" }
+                    ] }
+                -
+                    { insert : "expected.chunks", documents : [
+                        { _id : "*actual", files_id : "*result", n : 0, data : { $hex : "11" } }
+                    ] }
+    -
+        description: "Upload when metadata is provided"
+        act:
+            operation: upload
+            arguments:
+                filename: "filename"
+                source: { $hex : "11" }
+                options:
+                    chunkSizeBytes: 4
+                    metadata: { x : 1 }
+        assert:
+            result: "&result"
+            data:
+                - 
+                    { insert : "expected.files", documents : [
+                        { _id : "*result", length : 1, chunkSize : 4, uploadDate : "*actual", md5 : "47ed733b8d10be225eceba344d533586", filename : "filename", metadata : { x : 1 } }
+                    ] }
+                -
+                    { insert : "expected.chunks", documents : [
+                        { _id : "*actual", files_id : "*result", n : 0, data : { $hex : "11" } }
+                    ] }

data/spec/support/matchers.rb

@@ -20,7 +20,7 @@ end
 
 RSpec::Matchers.define :be_cstring do |string|
   match do |actual|
-    actual == "#{string}\0"
+    actual == "#{string.force_encoding(BSON::BINARY)}\0"
   end
 end