mongo 2.1.0.beta → 2.1.0.rc0

Sign up to get free protection for your applications and to get access to all the features.
Files changed (253) hide show
  1. checksums.yaml +4 -4
  2. checksums.yaml.gz.sig +0 -0
  3. data.tar.gz.sig +0 -0
  4. data/Rakefile +2 -2
  5. data/lib/mongo.rb +2 -3
  6. data/lib/mongo/address.rb +7 -5
  7. data/lib/mongo/address/unix.rb +2 -2
  8. data/lib/mongo/auth/ldap/conversation.rb +6 -2
  9. data/lib/mongo/auth/scram/conversation.rb +8 -2
  10. data/lib/mongo/auth/user/view.rb +21 -0
  11. data/lib/mongo/bulk_write.rb +155 -23
  12. data/lib/mongo/bulk_write/combineable.rb +51 -0
  13. data/lib/mongo/bulk_write/ordered_combiner.rb +55 -0
  14. data/lib/mongo/bulk_write/result.rb +61 -8
  15. data/lib/mongo/bulk_write/result_combiner.rb +117 -0
  16. data/lib/mongo/bulk_write/transformable.rb +117 -0
  17. data/lib/mongo/bulk_write/unordered_combiner.rb +52 -0
  18. data/lib/mongo/bulk_write/validatable.rb +62 -0
  19. data/lib/mongo/client.rb +7 -3
  20. data/lib/mongo/cluster.rb +3 -3
  21. data/lib/mongo/cluster/topology/replica_set.rb +8 -6
  22. data/lib/mongo/cluster/topology/unknown.rb +5 -2
  23. data/lib/mongo/collection.rb +75 -4
  24. data/lib/mongo/collection/view.rb +1 -2
  25. data/lib/mongo/collection/view/aggregation.rb +13 -8
  26. data/lib/mongo/collection/view/immutable.rb +6 -6
  27. data/lib/mongo/collection/view/iterable.rb +13 -4
  28. data/lib/mongo/collection/view/map_reduce.rb +22 -17
  29. data/lib/mongo/collection/view/readable.rb +121 -70
  30. data/lib/mongo/cursor.rb +5 -1
  31. data/lib/mongo/database.rb +3 -3
  32. data/lib/mongo/database/view.rb +1 -1
  33. data/lib/mongo/error.rb +7 -0
  34. data/lib/mongo/{bulk_write/unordered_bulk_write.rb → error/closed_stream.rb} +12 -21
  35. data/lib/mongo/{bulk_write/ordered_bulk_write.rb → error/extra_file_chunk.rb} +13 -27
  36. data/lib/mongo/error/file_not_found.rb +37 -0
  37. data/lib/mongo/error/invalid_file.rb +2 -2
  38. data/lib/mongo/error/invalid_file_revision.rb +37 -0
  39. data/lib/mongo/error/invalid_uri.rb +5 -4
  40. data/lib/mongo/error/missing_file_chunk.rb +38 -0
  41. data/lib/mongo/error/operation_failure.rb +1 -1
  42. data/lib/mongo/error/unchangeable_collection_option.rb +38 -0
  43. data/lib/mongo/error/unexpected_chunk_length.rb +39 -0
  44. data/lib/mongo/grid.rb +2 -1
  45. data/lib/mongo/grid/file.rb +12 -9
  46. data/lib/mongo/grid/file/chunk.rb +6 -6
  47. data/lib/mongo/grid/file/{metadata.rb → info.rb} +41 -39
  48. data/lib/mongo/grid/fs_bucket.rb +441 -0
  49. data/lib/mongo/grid/stream.rb +64 -0
  50. data/lib/mongo/grid/stream/read.rb +208 -0
  51. data/lib/mongo/grid/stream/write.rb +187 -0
  52. data/lib/mongo/index/view.rb +1 -1
  53. data/lib/mongo/loggable.rb +34 -57
  54. data/lib/mongo/logger.rb +16 -78
  55. data/lib/mongo/monitoring.rb +1 -5
  56. data/lib/mongo/monitoring/command_log_subscriber.rb +35 -17
  57. data/lib/mongo/monitoring/event/command_succeeded.rb +20 -1
  58. data/lib/mongo/monitoring/publishable.rb +22 -12
  59. data/lib/mongo/operation.rb +3 -6
  60. data/lib/mongo/operation/commands.rb +24 -0
  61. data/lib/mongo/operation/{aggregate.rb → commands/aggregate.rb} +3 -41
  62. data/lib/mongo/operation/{aggregate → commands/aggregate}/result.rb +0 -0
  63. data/lib/mongo/operation/commands/collections_info.rb +66 -0
  64. data/lib/mongo/operation/{command.rb → commands/command.rb} +2 -18
  65. data/lib/mongo/operation/commands/indexes.rb +70 -0
  66. data/lib/mongo/operation/commands/list_collections.rb +54 -0
  67. data/lib/mongo/operation/commands/list_collections/result.rb +112 -0
  68. data/lib/mongo/operation/commands/list_indexes.rb +56 -0
  69. data/lib/mongo/operation/commands/list_indexes/result.rb +115 -0
  70. data/lib/mongo/operation/{map_reduce.rb → commands/map_reduce.rb} +3 -41
  71. data/lib/mongo/operation/{map_reduce → commands/map_reduce}/result.rb +0 -0
  72. data/lib/mongo/operation/{parallel_scan.rb → commands/parallel_scan.rb} +3 -23
  73. data/lib/mongo/operation/{parallel_scan → commands/parallel_scan}/result.rb +0 -0
  74. data/lib/mongo/operation/commands/user_query.rb +69 -0
  75. data/lib/mongo/operation/commands/users_info.rb +53 -0
  76. data/lib/mongo/operation/commands/users_info/result.rb +36 -0
  77. data/lib/mongo/operation/executable.rb +4 -68
  78. data/lib/mongo/operation/kill_cursors.rb +3 -3
  79. data/lib/mongo/operation/read.rb +0 -4
  80. data/lib/mongo/operation/read/get_more.rb +2 -22
  81. data/lib/mongo/operation/read/query.rb +2 -21
  82. data/lib/mongo/operation/{read_preferrable.rb → read_preference.rb} +3 -2
  83. data/lib/mongo/operation/specifiable.rb +24 -0
  84. data/lib/mongo/operation/write.rb +2 -0
  85. data/lib/mongo/operation/write/bulk.rb +6 -3
  86. data/lib/mongo/operation/write/bulk/bulkable.rb +82 -0
  87. data/lib/mongo/operation/write/bulk/delete.rb +71 -0
  88. data/lib/mongo/operation/write/bulk/delete/result.rb +74 -0
  89. data/lib/mongo/operation/write/bulk/insert.rb +96 -0
  90. data/lib/mongo/operation/write/bulk/insert/result.rb +129 -0
  91. data/lib/mongo/operation/write/bulk/legacy_mergable.rb +87 -0
  92. data/lib/mongo/operation/write/bulk/mergable.rb +71 -0
  93. data/lib/mongo/operation/write/bulk/update.rb +81 -0
  94. data/lib/mongo/operation/write/bulk/update/result.rb +174 -0
  95. data/lib/mongo/operation/write/command/create_index.rb +0 -1
  96. data/lib/mongo/operation/write/command/create_user.rb +0 -1
  97. data/lib/mongo/operation/write/command/delete.rb +0 -1
  98. data/lib/mongo/operation/write/command/drop_index.rb +0 -1
  99. data/lib/mongo/operation/write/command/insert.rb +0 -1
  100. data/lib/mongo/operation/write/command/remove_user.rb +0 -1
  101. data/lib/mongo/operation/write/command/update.rb +0 -1
  102. data/lib/mongo/operation/write/command/update_user.rb +0 -1
  103. data/lib/mongo/operation/write/command/writable.rb +13 -18
  104. data/lib/mongo/operation/write/create_index.rb +4 -27
  105. data/lib/mongo/operation/write/create_user.rb +4 -30
  106. data/lib/mongo/operation/write/delete.rb +5 -28
  107. data/lib/mongo/operation/write/drop_index.rb +3 -3
  108. data/lib/mongo/operation/write/gle.rb +48 -0
  109. data/lib/mongo/operation/write/idable.rb +5 -0
  110. data/lib/mongo/operation/write/insert.rb +2 -24
  111. data/lib/mongo/operation/write/remove_user.rb +4 -27
  112. data/lib/mongo/operation/write/update.rb +4 -32
  113. data/lib/mongo/operation/write/update_user.rb +4 -30
  114. data/lib/mongo/operation/write/write_command_enabled.rb +53 -0
  115. data/lib/mongo/options/mapper.rb +4 -2
  116. data/lib/mongo/protocol/delete.rb +68 -3
  117. data/lib/mongo/protocol/get_more.rb +54 -2
  118. data/lib/mongo/protocol/insert.rb +59 -1
  119. data/lib/mongo/protocol/kill_cursors.rb +53 -4
  120. data/lib/mongo/protocol/message.rb +12 -12
  121. data/lib/mongo/protocol/query.rb +139 -65
  122. data/lib/mongo/protocol/reply.rb +69 -1
  123. data/lib/mongo/protocol/update.rb +70 -1
  124. data/lib/mongo/server/connection.rb +11 -3
  125. data/lib/mongo/server/description.rb +29 -0
  126. data/lib/mongo/server/description/features.rb +2 -1
  127. data/lib/mongo/server/monitor.rb +2 -2
  128. data/lib/mongo/server_selector.rb +14 -10
  129. data/lib/mongo/server_selector/selectable.rb +24 -22
  130. data/lib/mongo/socket.rb +6 -3
  131. data/lib/mongo/socket/tcp.rb +2 -2
  132. data/lib/mongo/socket/unix.rb +5 -8
  133. data/lib/mongo/uri.rb +243 -139
  134. data/lib/mongo/version.rb +1 -1
  135. data/spec/mongo/address/unix_spec.rb +1 -1
  136. data/spec/mongo/address_spec.rb +25 -0
  137. data/spec/mongo/auth/ldap/conversation_spec.rb +43 -0
  138. data/spec/mongo/auth/user/view_spec.rb +26 -1
  139. data/spec/mongo/bulk_write/ordered_combiner_spec.rb +271 -0
  140. data/spec/mongo/bulk_write/unordered_combiner_spec.rb +239 -0
  141. data/spec/mongo/bulk_write_spec.rb +332 -166
  142. data/spec/mongo/client_spec.rb +25 -0
  143. data/spec/mongo/cluster/topology/replica_set_spec.rb +2 -0
  144. data/spec/mongo/collection/view/aggregation_spec.rb +65 -0
  145. data/spec/mongo/collection/view/immutable_spec.rb +103 -0
  146. data/spec/mongo/collection/view/map_reduce_spec.rb +98 -3
  147. data/spec/mongo/collection/view/readable_spec.rb +17 -30
  148. data/spec/mongo/collection/view_spec.rb +233 -7
  149. data/spec/mongo/collection_spec.rb +360 -18
  150. data/spec/mongo/command_monitoring_spec.rb +51 -0
  151. data/spec/mongo/connection_string_spec.rb +137 -0
  152. data/spec/mongo/database_spec.rb +27 -11
  153. data/spec/mongo/grid/file/chunk_spec.rb +5 -5
  154. data/spec/mongo/grid/file/{metadata_spec.rb → info_spec.rb} +29 -17
  155. data/spec/mongo/grid/file_spec.rb +8 -8
  156. data/spec/mongo/grid/fs_bucket_spec.rb +1020 -0
  157. data/spec/mongo/grid/stream/read_spec.rb +275 -0
  158. data/spec/mongo/grid/stream/write_spec.rb +440 -0
  159. data/spec/mongo/grid/stream_spec.rb +48 -0
  160. data/spec/mongo/gridfs_spec.rb +50 -0
  161. data/spec/mongo/logger_spec.rb +0 -40
  162. data/spec/mongo/monitoring/command_log_subscriber_spec.rb +76 -0
  163. data/spec/mongo/operation/{aggregate_spec.rb → commands/aggregate_spec.rb} +0 -42
  164. data/spec/mongo/operation/{read → commands}/collections_info_spec.rb +1 -1
  165. data/spec/mongo/operation/{command_spec.rb → commands/command_spec.rb} +0 -0
  166. data/spec/mongo/operation/{read → commands}/indexes_spec.rb +1 -1
  167. data/spec/mongo/operation/{map_reduce_spec.rb → commands/map_reduce_spec.rb} +0 -18
  168. data/spec/mongo/operation/kill_cursors_spec.rb +1 -1
  169. data/spec/mongo/operation/{read_preferrable_spec.rb → read_preference_spec.rb} +11 -11
  170. data/spec/mongo/operation/write/bulk/{bulk_delete_spec.rb → delete_spec.rb} +1 -12
  171. data/spec/mongo/operation/write/bulk/{bulk_insert_spec.rb → insert_spec.rb} +1 -12
  172. data/spec/mongo/operation/write/bulk/{bulk_update_spec.rb → update_spec.rb} +1 -12
  173. data/spec/mongo/operation/write/insert_spec.rb +0 -11
  174. data/spec/mongo/protocol/kill_cursors_spec.rb +5 -3
  175. data/spec/mongo/server/description_spec.rb +42 -0
  176. data/spec/mongo/server/monitor_spec.rb +21 -0
  177. data/spec/mongo/server_discovery_and_monitoring_spec.rb +1 -0
  178. data/spec/mongo/server_selection_spec.rb +3 -3
  179. data/spec/mongo/server_selector/nearest_spec.rb +34 -27
  180. data/spec/mongo/server_selector/primary_preferred_spec.rb +31 -30
  181. data/spec/mongo/server_selector/primary_spec.rb +14 -13
  182. data/spec/mongo/server_selector/secondary_preferred_spec.rb +27 -26
  183. data/spec/mongo/server_selector/secondary_spec.rb +23 -22
  184. data/spec/mongo/server_selector_spec.rb +87 -24
  185. data/spec/mongo/socket/unix_spec.rb +52 -0
  186. data/spec/mongo/uri_spec.rb +251 -39
  187. data/spec/spec_helper.rb +11 -4
  188. data/spec/support/authorization.rb +4 -5
  189. data/spec/support/command_monitoring.rb +365 -0
  190. data/spec/support/command_monitoring/bulkWrite.yml +73 -0
  191. data/spec/support/command_monitoring/command.yml +42 -0
  192. data/spec/support/command_monitoring/deleteMany.yml +55 -0
  193. data/spec/support/command_monitoring/deleteOne.yml +55 -0
  194. data/spec/support/command_monitoring/find.yml +219 -0
  195. data/spec/support/command_monitoring/insertMany.yml +81 -0
  196. data/spec/support/command_monitoring/insertOne.yml +51 -0
  197. data/spec/support/command_monitoring/updateMany.yml +67 -0
  198. data/spec/support/command_monitoring/updateOne.yml +95 -0
  199. data/spec/support/connection_string.rb +228 -0
  200. data/spec/support/connection_string_tests/invalid-uris.yml +193 -0
  201. data/spec/support/connection_string_tests/valid-auth.yml +256 -0
  202. data/spec/support/connection_string_tests/valid-host_identifiers.yml +121 -0
  203. data/spec/support/connection_string_tests/valid-options.yml +30 -0
  204. data/spec/support/connection_string_tests/valid-unix_socket-absolute.yml +197 -0
  205. data/spec/support/connection_string_tests/valid-unix_socket-relative.yml +213 -0
  206. data/spec/support/connection_string_tests/valid-warnings.yml +55 -0
  207. data/spec/support/crud.rb +3 -1
  208. data/spec/support/crud/read.rb +14 -10
  209. data/spec/support/crud/write.rb +36 -9
  210. data/spec/support/gridfs.rb +637 -0
  211. data/spec/support/gridfs_tests/delete.yml +157 -0
  212. data/spec/support/gridfs_tests/download.yml +210 -0
  213. data/spec/support/gridfs_tests/download_by_name.yml +113 -0
  214. data/spec/support/gridfs_tests/upload.yml +158 -0
  215. data/spec/support/sdam/rs/equal_electionids.yml +1 -2
  216. data/spec/support/sdam/rs/new_primary_new_electionid.yml +0 -3
  217. data/spec/support/sdam/rs/primary_mismatched_me.yml +37 -0
  218. data/spec/support/sdam/rs/primary_to_no_primary_mismatched_me.yml +75 -0
  219. data/spec/support/sdam/rs/secondary_mismatched_me.yml +37 -0
  220. data/spec/support/sdam/single/direct_connection_rsarbiter.yml +1 -1
  221. data/spec/support/sdam/single/direct_connection_rsprimary.yml +1 -1
  222. data/spec/support/sdam/single/direct_connection_rssecondary.yml +1 -1
  223. data/spec/support/sdam/single/direct_connection_slave.yml +1 -1
  224. data/spec/support/sdam/single/direct_connection_standalone.yml +1 -1
  225. data/spec/support/sdam/single/not_ok_response.yml +0 -1
  226. data/spec/support/server_discovery_and_monitoring.rb +3 -1
  227. data/spec/support/server_selection.rb +3 -1
  228. data/spec/support/shared/bulk_write.rb +192 -0
  229. data/spec/support/shared/server_selector.rb +21 -12
  230. metadata +147 -57
  231. metadata.gz.sig +0 -0
  232. data/lib/mongo/bulk_write/bulk_writable.rb +0 -252
  233. data/lib/mongo/bulk_write/deletable.rb +0 -57
  234. data/lib/mongo/bulk_write/insertable.rb +0 -49
  235. data/lib/mongo/bulk_write/replacable.rb +0 -58
  236. data/lib/mongo/bulk_write/updatable.rb +0 -69
  237. data/lib/mongo/grid/fs.rb +0 -146
  238. data/lib/mongo/operation/list_collections/result.rb +0 -114
  239. data/lib/mongo/operation/list_indexes/result.rb +0 -118
  240. data/lib/mongo/operation/read/collections_info.rb +0 -68
  241. data/lib/mongo/operation/read/indexes.rb +0 -69
  242. data/lib/mongo/operation/read/list_collections.rb +0 -76
  243. data/lib/mongo/operation/read/list_indexes.rb +0 -78
  244. data/lib/mongo/operation/write/bulk/bulk_delete.rb +0 -145
  245. data/lib/mongo/operation/write/bulk/bulk_delete/result.rb +0 -75
  246. data/lib/mongo/operation/write/bulk/bulk_insert.rb +0 -132
  247. data/lib/mongo/operation/write/bulk/bulk_insert/result.rb +0 -130
  248. data/lib/mongo/operation/write/bulk/bulk_mergable.rb +0 -67
  249. data/lib/mongo/operation/write/bulk/bulk_update.rb +0 -154
  250. data/lib/mongo/operation/write/bulk/bulk_update/result.rb +0 -174
  251. data/lib/mongo/operation/write/bulk/legacy_bulk_mergable.rb +0 -83
  252. data/spec/mongo/grid/fs_spec.rb +0 -160
  253. data/spec/mongo/loggable_spec.rb +0 -63
@@ -0,0 +1,157 @@
1
+ data:
2
+ files:
3
+ -
4
+ _id: { "$oid" : "000000000000000000000001" }
5
+ length: 0
6
+ chunkSize: 4
7
+ uploadDate: { "$date" : "1970-01-01T00:00:00.000Z" }
8
+ md5: "d41d8cd98f00b204e9800998ecf8427e"
9
+ filename: "length-0"
10
+ contentType: "application/octet-stream"
11
+ aliases: []
12
+ metadata: {}
13
+ -
14
+ _id: { "$oid" : "000000000000000000000002" }
15
+ length: 0
16
+ chunkSize: 4
17
+ uploadDate: { "$date" : "1970-01-01T00:00:00.000Z" }
18
+ md5: "d41d8cd98f00b204e9800998ecf8427e"
19
+ filename: "length-0-with-empty-chunk"
20
+ contentType: "application/octet-stream"
21
+ aliases: []
22
+ metadata: {}
23
+ -
24
+ _id: { "$oid" : "000000000000000000000003" }
25
+ length: 2
26
+ chunkSize: 4
27
+ uploadDate: { "$date" : "1970-01-01T00:00:00.000Z" }
28
+ md5: "c700ed4fdb1d27055aa3faa2c2432283"
29
+ filename: "length-2"
30
+ contentType: "application/octet-stream"
31
+ aliases: []
32
+ metadata: {}
33
+ -
34
+ _id: { "$oid" : "000000000000000000000004" }
35
+ length: 8
36
+ chunkSize: 4
37
+ uploadDate: { "$date" : "1970-01-01T00:00:00.000Z" }
38
+ md5: "dd254cdc958e53abaa67da9f797125f5"
39
+ filename: "length-8"
40
+ contentType: "application/octet-stream"
41
+ aliases: []
42
+ metadata: {}
43
+ -
44
+ _id: { "$oid" : "000000000000000000000005" }
45
+ length: 8
46
+ chunkSize: 4
47
+ uploadDate: { "$date" : "1970-01-01T00:00:00.000Z" }
48
+ md5: "dd254cdc958e53abaa67da9f797125f5"
49
+ filename: "length-8-with-empty-chunk"
50
+ contentType: "application/octet-stream"
51
+ aliases: []
52
+ metadata: {}
53
+ chunks:
54
+ - { _id : { "$oid" : "000000000000000000000001" }, files_id : { "$oid" : "000000000000000000000002" }, n : 0, data : { $hex : "" } }
55
+ - { _id : { "$oid" : "000000000000000000000002" }, files_id : { "$oid" : "000000000000000000000003" }, n : 0, data : { $hex : "1122" } }
56
+ - { _id : { "$oid" : "000000000000000000000003" }, files_id : { "$oid" : "000000000000000000000004" }, n : 0, data : { $hex : "11223344" } }
57
+ - { _id : { "$oid" : "000000000000000000000004" }, files_id : { "$oid" : "000000000000000000000004" }, n : 1, data : { $hex : "55667788" } }
58
+ - { _id : { "$oid" : "000000000000000000000005" }, files_id : { "$oid" : "000000000000000000000005" }, n : 0, data : { $hex : "11223344" } }
59
+ - { _id : { "$oid" : "000000000000000000000006" }, files_id : { "$oid" : "000000000000000000000005" }, n : 1, data : { $hex : "55667788" } }
60
+ - { _id : { "$oid" : "000000000000000000000007" }, files_id : { "$oid" : "000000000000000000000005" }, n : 2, data : { $hex : "" } }
61
+
62
+ tests:
63
+ -
64
+ description: "Delete when length is 0"
65
+ act:
66
+ operation: delete
67
+ arguments:
68
+ id: { "$oid" : "000000000000000000000001" }
69
+ assert:
70
+ result: void
71
+ data:
72
+ -
73
+ { delete : "expected.files", deletes : [
74
+ { q : { _id : { "$oid" : "000000000000000000000001" } }, limit : 1 }
75
+ ] }
76
+ -
77
+ description: "Delete when length is 0 and there is one extra empty chunk"
78
+ act:
79
+ operation: delete
80
+ arguments:
81
+ id: { "$oid" : "000000000000000000000002" }
82
+ assert:
83
+ result: void
84
+ data:
85
+ -
86
+ { delete : "expected.files", deletes : [
87
+ { q : { _id : { "$oid" : "000000000000000000000002" } }, limit : 1 }
88
+ ] }
89
+ -
90
+ { delete : "expected.chunks", deletes : [
91
+ { q : { files_id : { "$oid" : "000000000000000000000002" } }, limit : 0 }
92
+ ] }
93
+ -
94
+ description: "Delete when length is 8"
95
+ act:
96
+ operation: delete
97
+ arguments:
98
+ id: { "$oid" : "000000000000000000000004" }
99
+ assert:
100
+ result: void
101
+ data:
102
+ -
103
+ { delete : "expected.files", deletes : [
104
+ { q : { _id : { "$oid" : "000000000000000000000004" } }, limit : 1 }
105
+ ] }
106
+ -
107
+ { delete : "expected.chunks", deletes : [
108
+ { q : { files_id : { "$oid" : "000000000000000000000004" } }, limit : 0 }
109
+ ] }
110
+ -
111
+ description: "Delete when length is 8 and there is one extra empty chunk"
112
+ act:
113
+ operation: delete
114
+ arguments:
115
+ id: { "$oid" : "000000000000000000000005" }
116
+ assert:
117
+ result: void
118
+ data:
119
+ -
120
+ { delete : "expected.files", deletes : [
121
+ { q : { _id : { "$oid" : "000000000000000000000005" } }, limit : 1 }
122
+ ] }
123
+ -
124
+ { delete : "expected.chunks", deletes : [
125
+ { q : { files_id : { "$oid" : "000000000000000000000005" } }, limit : 0 }
126
+ ] }
127
+ -
128
+ description: "Delete when files entry does not exist"
129
+ act:
130
+ operation: delete
131
+ arguments:
132
+ id: { "$oid" : "000000000000000000000000" }
133
+ assert:
134
+ error: "FileNotFound"
135
+ -
136
+ description: "Delete when files entry does not exist and there are orphaned chunks"
137
+ arrange:
138
+ data:
139
+ -
140
+ { delete : "fs.files", deletes : [
141
+ { q : { _id : { "$oid" : "000000000000000000000005" } }, limit : 1 }
142
+ ] }
143
+ act:
144
+ operation: delete
145
+ arguments:
146
+ id: { "$oid" : "000000000000000000000005" }
147
+ assert:
148
+ error: "FileNotFound"
149
+ data:
150
+ -
151
+ { delete : "expected.files", deletes : [
152
+ { q : { _id : { "$oid" : "000000000000000000000005" } }, limit : 1 }
153
+ ] }
154
+ -
155
+ { delete : "expected.chunks", deletes : [
156
+ { q : { files_id : { "$oid" : "000000000000000000000005" } }, limit : 0 }
157
+ ] }
@@ -0,0 +1,210 @@
1
+ data:
2
+ files:
3
+ -
4
+ _id: { "$oid" : "000000000000000000000001" }
5
+ length: 0
6
+ chunkSize: 4
7
+ uploadDate: { "$date" : "1970-01-01T00:00:00.000Z" }
8
+ md5: "d41d8cd98f00b204e9800998ecf8427e"
9
+ filename: "length-0"
10
+ contentType: "application/octet-stream"
11
+ aliases: []
12
+ metadata: {}
13
+ -
14
+ _id: { "$oid" : "000000000000000000000002" }
15
+ length: 0
16
+ chunkSize: 4
17
+ uploadDate: { "$date" : "1970-01-01T00:00:00.000Z" }
18
+ md5: "d41d8cd98f00b204e9800998ecf8427e"
19
+ filename: "length-0-with-empty-chunk"
20
+ contentType: "application/octet-stream"
21
+ aliases: []
22
+ metadata: {}
23
+ -
24
+ _id: { "$oid" : "000000000000000000000003" }
25
+ length: 2
26
+ chunkSize: 4
27
+ uploadDate: { "$date" : "1970-01-01T00:00:00.000Z" }
28
+ md5: "c700ed4fdb1d27055aa3faa2c2432283"
29
+ filename: "length-2"
30
+ contentType: "application/octet-stream"
31
+ aliases: []
32
+ metadata: {}
33
+ -
34
+ _id: { "$oid" : "000000000000000000000004" }
35
+ length: 8
36
+ chunkSize: 4
37
+ uploadDate: { "$date" : "1970-01-01T00:00:00.000Z" }
38
+ md5: "dd254cdc958e53abaa67da9f797125f5"
39
+ filename: "length-8"
40
+ contentType: "application/octet-stream"
41
+ aliases: []
42
+ metadata: {}
43
+ -
44
+ _id: { "$oid" : "000000000000000000000005" }
45
+ length: 10
46
+ chunkSize: 4
47
+ uploadDate: { "$date" : "1970-01-01T00:00:00.000Z" }
48
+ md5: "57d83cd477bfb1ccd975ab33d827a92b"
49
+ filename: "length-10"
50
+ contentType: "application/octet-stream"
51
+ aliases: []
52
+ metadata: {}
53
+ -
54
+ _id: { "$oid" : "000000000000000000000006" }
55
+ length: 12
56
+ chunkSize: 4
57
+ uploadDate: { "$date" : "1970-01-01T00:00:00.000Z" }
58
+ md5: "6289ac1db331d1c7677a4b7e123178f9"
59
+ filename: "length-12-with-empty-chunk"
60
+ contentType: "application/octet-stream"
61
+ aliases: []
62
+ metadata: {}
63
+ chunks:
64
+ - { _id : { "$oid" : "000000000000000000000001" }, files_id : { "$oid" : "000000000000000000000002" }, n : 0, data : { $hex : "" } }
65
+ - { _id : { "$oid" : "000000000000000000000002" }, files_id : { "$oid" : "000000000000000000000003" }, n : 0, data : { $hex : "1122" } }
66
+ - { _id : { "$oid" : "000000000000000000000003" }, files_id : { "$oid" : "000000000000000000000004" }, n : 0, data : { $hex : "11223344" } }
67
+ - { _id : { "$oid" : "000000000000000000000004" }, files_id : { "$oid" : "000000000000000000000004" }, n : 1, data : { $hex : "55667788" } }
68
+ - { _id : { "$oid" : "000000000000000000000005" }, files_id : { "$oid" : "000000000000000000000005" }, n : 0, data : { $hex : "11223344" } }
69
+ - { _id : { "$oid" : "000000000000000000000006" }, files_id : { "$oid" : "000000000000000000000005" }, n : 1, data : { $hex : "55667788" } }
70
+ - { _id : { "$oid" : "000000000000000000000007" }, files_id : { "$oid" : "000000000000000000000005" }, n : 2, data : { $hex : "99aa" } }
71
+ - { _id : { "$oid" : "000000000000000000000008" }, files_id : { "$oid" : "000000000000000000000006" }, n : 0, data : { $hex : "11223344" } }
72
+ - { _id : { "$oid" : "000000000000000000000009" }, files_id : { "$oid" : "000000000000000000000006" }, n : 1, data : { $hex : "55667788" } }
73
+ - { _id : { "$oid" : "000000000000000000000010" }, files_id : { "$oid" : "000000000000000000000006" }, n : 2, data : { $hex : "99aabbcc" } }
74
+ - { _id : { "$oid" : "000000000000000000000011" }, files_id : { "$oid" : "000000000000000000000006" }, n : 3, data : { $hex : "" } }
75
+
76
+ tests:
77
+ -
78
+ description: "Download when length is zero"
79
+ act:
80
+ operation: download
81
+ arguments:
82
+ id: { "$oid" : "000000000000000000000001" }
83
+ options: { }
84
+ assert:
85
+ result: { $hex : "" }
86
+ -
87
+ description: "Download when length is zero and there is one empty chunk"
88
+ act:
89
+ operation: download
90
+ arguments:
91
+ id: { "$oid" : "000000000000000000000002" }
92
+ options: { }
93
+ assert:
94
+ result: { $hex : "" }
95
+ -
96
+ description: "Download when there is one chunk"
97
+ act:
98
+ operation: download
99
+ arguments:
100
+ id: { "$oid" : "000000000000000000000003" }
101
+ options: { }
102
+ assert:
103
+ result: { $hex : "1122" }
104
+ -
105
+ description: "Download when there are two chunks"
106
+ act:
107
+ operation: download
108
+ arguments:
109
+ id: { "$oid" : "000000000000000000000004" }
110
+ options: { }
111
+ assert:
112
+ result: { $hex : "1122334455667788" }
113
+ -
114
+ description: "Download when there are three chunks"
115
+ act:
116
+ operation: download
117
+ arguments:
118
+ id: { "$oid" : "000000000000000000000005" }
119
+ options: { }
120
+ assert:
121
+ result: { $hex : "112233445566778899aa" }
122
+ -
123
+ description: "Download when there are three chunks and one extra empty chunk at the end"
124
+ act:
125
+ operation: download
126
+ arguments:
127
+ id: { "$oid" : "000000000000000000000006" }
128
+ options: { }
129
+ assert:
130
+ result: { $hex : "112233445566778899aabbcc" }
131
+ -
132
+ description: "Download when files entry does not exist"
133
+ act:
134
+ operation: download
135
+ arguments:
136
+ id: { "$oid" : "000000000000000000000000" }
137
+ options: { }
138
+ assert:
139
+ error: "FileNotFound"
140
+ -
141
+ description: "Download when an intermediate chunk is missing"
142
+ arrange:
143
+ data:
144
+ -
145
+ { delete : "fs.chunks", deletes : [
146
+ { q : { files_id : { "$oid" : "000000000000000000000005" }, n : 1 }, limit : 1 }
147
+ ] }
148
+ act:
149
+ operation: download
150
+ arguments:
151
+ id: { "$oid" : "000000000000000000000005" }
152
+ assert:
153
+ error: "ChunkIsMissing"
154
+ -
155
+ description: "Download when final chunk is missing"
156
+ arrange:
157
+ data:
158
+ -
159
+ { delete : "fs.chunks", deletes : [
160
+ { q : { files_id : { "$oid" : "000000000000000000000005" }, n : 1 }, limit : 1 }
161
+ ] }
162
+ act:
163
+ operation: download
164
+ arguments:
165
+ id: { "$oid" : "000000000000000000000005" }
166
+ assert:
167
+ error: "ChunkIsMissing"
168
+ -
169
+ description: "Download when there is an extra chunk"
170
+ arrange:
171
+ data:
172
+ -
173
+ { insert : "fs.chunks", documents : [
174
+ { _id : { "$oid" : "000000000000000000000012" }, files_id : { "$oid" : "000000000000000000000004" }, n : 2, data : { $hex : "99" } }
175
+ ] }
176
+ act:
177
+ operation: download
178
+ arguments:
179
+ id: { "$oid" : "000000000000000000000004" }
180
+ assert:
181
+ error: "ExtraChunk"
182
+ -
183
+ description: "Download when an intermediate chunk is the wrong size"
184
+ arrange:
185
+ data:
186
+ -
187
+ { update : "fs.chunks", updates : [
188
+ { q : { files_id : { "$oid" : "000000000000000000000005" }, n : 1 }, u : { $set : { data : { $hex : "556677" } } } },
189
+ { q : { files_id : { "$oid" : "000000000000000000000005" }, n : 2 }, u : { $set : { data : { $hex : "8899aa" } } } }
190
+ ] }
191
+ act:
192
+ operation: download
193
+ arguments:
194
+ id: { "$oid" : "000000000000000000000005" }
195
+ assert:
196
+ error: "ChunkIsWrongSize"
197
+ -
198
+ description: "Download when final chunk is the wrong size"
199
+ arrange:
200
+ data:
201
+ -
202
+ { update : "fs.chunks", updates : [
203
+ { q : { files_id : { "$oid" : "000000000000000000000005" }, n : 2 }, u : { $set : { data : { $hex : "99" } } } }
204
+ ] }
205
+ act:
206
+ operation: download
207
+ arguments:
208
+ id: { "$oid" : "000000000000000000000005" }
209
+ assert:
210
+ error: "ChunkIsWrongSize"
@@ -0,0 +1,113 @@
1
+ data:
2
+ files:
3
+ -
4
+ _id: { "$oid" : "000000000000000000000001" }
5
+ length: 1
6
+ chunkSize: 4
7
+ uploadDate: { "$date" : "1970-01-01T00:00:00.000Z" }
8
+ md5: "47ed733b8d10be225eceba344d533586"
9
+ filename: "abc"
10
+ contentType: "application/octet-stream"
11
+ aliases: []
12
+ metadata: {}
13
+ -
14
+ _id: { "$oid" : "000000000000000000000002" }
15
+ length: 1
16
+ chunkSize: 4
17
+ uploadDate: { "$date" : "1970-01-02T00:00:00.000Z" }
18
+ md5: "b15835f133ff2e27c7cb28117bfae8f4"
19
+ filename: "abc"
20
+ contentType: "application/octet-stream"
21
+ aliases: []
22
+ metadata: {}
23
+ -
24
+ _id: { "$oid" : "000000000000000000000003" }
25
+ length: 1
26
+ chunkSize: 4
27
+ uploadDate: { "$date" : "1970-01-03T00:00:00.000Z" }
28
+ md5: "eccbc87e4b5ce2fe28308fd9f2a7baf3"
29
+ filename: "abc"
30
+ contentType: "application/octet-stream"
31
+ aliases: []
32
+ metadata: {}
33
+ -
34
+ _id: { "$oid" : "000000000000000000000004" }
35
+ length: 1
36
+ chunkSize: 4
37
+ uploadDate: { "$date" : "1970-01-04T00:00:00.000Z" }
38
+ md5: "f623e75af30e62bbd73d6df5b50bb7b5"
39
+ filename: "abc"
40
+ contentType: "application/octet-stream"
41
+ aliases: []
42
+ metadata: {}
43
+ -
44
+ _id: { "$oid" : "000000000000000000000005" }
45
+ length: 1
46
+ chunkSize: 4
47
+ uploadDate: { "$date" : "1970-01-05T00:00:00.000Z" }
48
+ md5: "4c614360da93c0a041b22e537de151eb"
49
+ filename: "abc"
50
+ contentType: "application/octet-stream"
51
+ aliases: []
52
+ metadata: {}
53
+ chunks:
54
+ - { _id : { "$oid" : "000000000000000000000001" }, files_id : { "$oid" : "000000000000000000000001" }, n : 0, data : { $hex : "11" } }
55
+ - { _id : { "$oid" : "000000000000000000000002" }, files_id : { "$oid" : "000000000000000000000002" }, n : 0, data : { $hex : "22" } }
56
+ - { _id : { "$oid" : "000000000000000000000003" }, files_id : { "$oid" : "000000000000000000000003" }, n : 0, data : { $hex : "33" } }
57
+ - { _id : { "$oid" : "000000000000000000000004" }, files_id : { "$oid" : "000000000000000000000004" }, n : 0, data : { $hex : "44" } }
58
+ - { _id : { "$oid" : "000000000000000000000005" }, files_id : { "$oid" : "000000000000000000000005" }, n : 0, data : { $hex : "55" } }
59
+
60
+ tests:
61
+ -
62
+ description: "Download_by_name when revision is 0"
63
+ act:
64
+ operation: download_by_name
65
+ arguments:
66
+ filename: "abc"
67
+ options: { revision : 0 }
68
+ assert:
69
+ result: { $hex : "11" }
70
+ -
71
+ description: "Download_by_name when revision is 1"
72
+ act:
73
+ operation: download_by_name
74
+ arguments:
75
+ filename: "abc"
76
+ options: { revision : 1 }
77
+ assert:
78
+ result: { $hex : "22" }
79
+ -
80
+ description: "Download_by_name when revision is -2"
81
+ act:
82
+ operation: download_by_name
83
+ arguments:
84
+ filename: "abc"
85
+ options: { revision : -2 }
86
+ assert:
87
+ result: { $hex : "44" }
88
+ -
89
+ description: "Download_by_name when revision is -1"
90
+ act:
91
+ operation: download_by_name
92
+ arguments:
93
+ filename: "abc"
94
+ options: { revision : -1 }
95
+ assert:
96
+ result: { $hex : "55" }
97
+ -
98
+ description: "Download_by_name when files entry does not exist"
99
+ act:
100
+ operation: download_by_name
101
+ arguments:
102
+ filename: "xyz"
103
+ assert:
104
+ error: "FileNotFound"
105
+ -
106
+ description: "Download_by_name when revision does not exist"
107
+ act:
108
+ operation: download_by_name
109
+ arguments:
110
+ filename: "abc"
111
+ options: { revision : 999 }
112
+ assert:
113
+ error: "RevisionNotFound"