mongo 2.17.2 → 2.18.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (689) hide show
  1. checksums.yaml +4 -4
  2. checksums.yaml.gz.sig +0 -0
  3. data/README.md +21 -37
  4. data/lib/mongo/auth/base.rb +8 -1
  5. data/lib/mongo/auth.rb +12 -1
  6. data/lib/mongo/bulk_write/result.rb +10 -1
  7. data/lib/mongo/bulk_write/result_combiner.rb +2 -4
  8. data/lib/mongo/bulk_write.rb +115 -29
  9. data/lib/mongo/client.rb +133 -17
  10. data/lib/mongo/client_encryption.rb +113 -10
  11. data/lib/mongo/cluster/reapers/cursor_reaper.rb +11 -1
  12. data/lib/mongo/cluster.rb +26 -28
  13. data/lib/mongo/collection/helpers.rb +43 -0
  14. data/lib/mongo/collection/queryable_encryption.rb +122 -0
  15. data/lib/mongo/collection/view/aggregation.rb +22 -16
  16. data/lib/mongo/collection/view/change_stream.rb +65 -23
  17. data/lib/mongo/collection/view/explainable.rb +1 -1
  18. data/lib/mongo/collection/view/iterable.rb +2 -2
  19. data/lib/mongo/collection/view/map_reduce.rb +18 -9
  20. data/lib/mongo/collection/view/readable.rb +29 -25
  21. data/lib/mongo/collection/view/writable.rb +133 -40
  22. data/lib/mongo/collection.rb +117 -49
  23. data/lib/mongo/config/options.rb +62 -0
  24. data/lib/mongo/config/validators/option.rb +26 -0
  25. data/lib/mongo/config.rb +42 -0
  26. data/lib/mongo/crypt/auto_encrypter.rb +136 -14
  27. data/lib/mongo/crypt/binding.rb +513 -144
  28. data/lib/mongo/crypt/context.rb +5 -2
  29. data/lib/mongo/crypt/data_key_context.rb +12 -104
  30. data/lib/mongo/crypt/encryption_io.rb +94 -60
  31. data/lib/mongo/crypt/explicit_encrypter.rb +143 -26
  32. data/lib/mongo/crypt/explicit_encryption_context.rb +25 -2
  33. data/lib/mongo/crypt/handle.rb +160 -86
  34. data/lib/mongo/crypt/hooks.rb +25 -2
  35. data/lib/mongo/crypt/kms/aws.rb +136 -0
  36. data/lib/mongo/crypt/kms/azure.rb +144 -0
  37. data/lib/mongo/crypt/kms/credentials.rb +81 -0
  38. data/lib/mongo/crypt/kms/gcp.rb +189 -0
  39. data/lib/mongo/crypt/kms/kmip.rb +116 -0
  40. data/lib/mongo/crypt/kms/local.rb +82 -0
  41. data/lib/mongo/crypt/kms/master_key_document.rb +65 -0
  42. data/lib/mongo/crypt/kms.rb +117 -0
  43. data/lib/mongo/crypt/rewrap_many_data_key_context.rb +46 -0
  44. data/lib/mongo/crypt/rewrap_many_data_key_result.rb +37 -0
  45. data/lib/mongo/crypt/status.rb +8 -2
  46. data/lib/mongo/crypt.rb +3 -0
  47. data/lib/mongo/cursor/kill_spec.rb +27 -6
  48. data/lib/mongo/cursor.rb +26 -11
  49. data/lib/mongo/database/view.rb +6 -3
  50. data/lib/mongo/database.rb +57 -13
  51. data/lib/mongo/dbref.rb +1 -105
  52. data/lib/mongo/error/bulk_write_error.rb +31 -4
  53. data/lib/mongo/error/invalid_config_option.rb +20 -0
  54. data/lib/mongo/error/invalid_replacement_document.rb +27 -9
  55. data/lib/mongo/error/invalid_update_document.rb +27 -7
  56. data/lib/mongo/error/labelable.rb +72 -0
  57. data/lib/mongo/error/missing_connection.rb +25 -0
  58. data/lib/mongo/error/missing_file_chunk.rb +8 -2
  59. data/lib/mongo/error/notable.rb +7 -0
  60. data/lib/mongo/error/operation_failure.rb +34 -86
  61. data/lib/mongo/error/read_write_retryable.rb +108 -0
  62. data/lib/mongo/{operation/kill_cursors/legacy.rb → error/session_not_materialized.rb} +7 -19
  63. data/lib/mongo/error.rb +5 -37
  64. data/lib/mongo/grid/stream/read.rb +6 -0
  65. data/lib/mongo/index/view.rb +23 -7
  66. data/lib/mongo/monitoring/event/command_failed.rb +8 -2
  67. data/lib/mongo/monitoring/event/command_started.rb +1 -1
  68. data/lib/mongo/monitoring/event/command_succeeded.rb +9 -2
  69. data/lib/mongo/monitoring/publishable.rb +9 -5
  70. data/lib/mongo/operation/collections_info/result.rb +5 -2
  71. data/lib/mongo/operation/command/op_msg.rb +6 -0
  72. data/lib/mongo/operation/context.rb +24 -6
  73. data/lib/mongo/operation/count/op_msg.rb +4 -1
  74. data/lib/mongo/operation/create/op_msg.rb +4 -1
  75. data/lib/mongo/operation/create_index/op_msg.rb +2 -1
  76. data/lib/mongo/operation/delete/op_msg.rb +1 -0
  77. data/lib/mongo/operation/delete.rb +0 -1
  78. data/lib/mongo/operation/distinct/op_msg.rb +4 -1
  79. data/lib/mongo/operation/drop_index/op_msg.rb +5 -1
  80. data/lib/mongo/operation/get_more/command_builder.rb +5 -1
  81. data/lib/mongo/operation/insert/bulk_result.rb +5 -1
  82. data/lib/mongo/operation/insert/command.rb +0 -4
  83. data/lib/mongo/operation/insert/op_msg.rb +6 -3
  84. data/lib/mongo/operation/insert/result.rb +6 -3
  85. data/lib/mongo/operation/insert.rb +0 -1
  86. data/lib/mongo/operation/kill_cursors.rb +0 -1
  87. data/lib/mongo/operation/list_collections/op_msg.rb +4 -1
  88. data/lib/mongo/operation/map_reduce/result.rb +16 -0
  89. data/lib/mongo/operation/result.rb +21 -5
  90. data/lib/mongo/operation/shared/executable.rb +21 -6
  91. data/lib/mongo/operation/shared/polymorphic_operation.rb +15 -3
  92. data/lib/mongo/operation/shared/response_handling.rb +6 -5
  93. data/lib/mongo/operation/shared/sessions_supported.rb +7 -3
  94. data/lib/mongo/operation/shared/write.rb +18 -12
  95. data/lib/mongo/operation/update/op_msg.rb +2 -1
  96. data/lib/mongo/operation/update.rb +0 -1
  97. data/lib/mongo/protocol/caching_hash.rb +69 -0
  98. data/lib/mongo/protocol/msg.rb +21 -1
  99. data/lib/mongo/protocol.rb +1 -0
  100. data/lib/mongo/query_cache.rb +15 -0
  101. data/lib/mongo/retryable.rb +78 -30
  102. data/lib/mongo/server/connection.rb +33 -0
  103. data/lib/mongo/server/connection_base.rb +2 -0
  104. data/lib/mongo/server/connection_common.rb +4 -1
  105. data/lib/mongo/server/connection_pool.rb +74 -46
  106. data/lib/mongo/server/description/features.rb +3 -1
  107. data/lib/mongo/server/description.rb +7 -2
  108. data/lib/mongo/server/monitor/connection.rb +1 -0
  109. data/lib/mongo/server/monitor.rb +25 -13
  110. data/lib/mongo/server/push_monitor.rb +13 -3
  111. data/lib/mongo/server.rb +9 -5
  112. data/lib/mongo/session/session_pool.rb +8 -0
  113. data/lib/mongo/session.rb +111 -35
  114. data/lib/mongo/socket/ocsp_verifier.rb +4 -5
  115. data/lib/mongo/socket/tcp.rb +3 -0
  116. data/lib/mongo/srv/resolver.rb +24 -3
  117. data/lib/mongo/uri/options_mapper.rb +2 -0
  118. data/lib/mongo/uri/srv_protocol.rb +1 -1
  119. data/lib/mongo/uri.rb +20 -0
  120. data/lib/mongo/version.rb +1 -1
  121. data/lib/mongo.rb +22 -0
  122. data/mongo.gemspec +10 -4
  123. data/spec/README.md +23 -5
  124. data/spec/integration/aws_lambda_examples_spec.rb +68 -0
  125. data/spec/integration/bulk_write_error_message_spec.rb +32 -0
  126. data/spec/integration/bulk_write_spec.rb +16 -0
  127. data/spec/integration/change_stream_spec.rb +6 -5
  128. data/spec/integration/client_construction_spec.rb +74 -8
  129. data/spec/integration/client_side_encryption/auto_encryption_bulk_writes_spec.rb +9 -9
  130. data/spec/integration/client_side_encryption/auto_encryption_command_monitoring_spec.rb +168 -168
  131. data/spec/integration/client_side_encryption/auto_encryption_mongocryptd_spawn_spec.rb +0 -1
  132. data/spec/integration/client_side_encryption/auto_encryption_reconnect_spec.rb +31 -0
  133. data/spec/integration/client_side_encryption/auto_encryption_spec.rb +108 -1
  134. data/spec/integration/client_side_encryption/bson_size_limit_spec.rb +2 -2
  135. data/spec/integration/client_side_encryption/bypass_mongocryptd_spawn_spec.rb +2 -2
  136. data/spec/integration/client_side_encryption/client_close_spec.rb +1 -1
  137. data/spec/integration/client_side_encryption/corpus_spec.rb +64 -35
  138. data/spec/integration/client_side_encryption/custom_endpoint_spec.rb +39 -42
  139. data/spec/integration/client_side_encryption/data_key_spec.rb +97 -7
  140. data/spec/integration/client_side_encryption/decryption_events_prose_spec.rb +158 -0
  141. data/spec/integration/client_side_encryption/explicit_encryption_spec.rb +59 -0
  142. data/spec/integration/client_side_encryption/explicit_queryable_encryption_spec.rb +147 -0
  143. data/spec/integration/client_side_encryption/external_key_vault_spec.rb +6 -6
  144. data/spec/integration/client_side_encryption/kms_tls_options_spec.rb +436 -0
  145. data/spec/integration/client_side_encryption/kms_tls_spec.rb +92 -0
  146. data/spec/integration/client_side_encryption/queryable_encryption_examples_spec.rb +111 -0
  147. data/spec/integration/client_side_encryption/unique_index_on_key_alt_names_prose_spec.rb +85 -0
  148. data/spec/integration/client_side_encryption/views_spec.rb +1 -1
  149. data/spec/integration/client_update_spec.rb +2 -2
  150. data/spec/integration/crud_spec.rb +12 -0
  151. data/spec/integration/cursor_pinning_spec.rb +3 -3
  152. data/spec/integration/fork_reconnect_spec.rb +15 -8
  153. data/spec/integration/grid_fs_bucket_spec.rb +3 -3
  154. data/spec/integration/ocsp_verifier_spec.rb +3 -0
  155. data/spec/integration/query_cache_spec.rb +34 -30
  156. data/spec/integration/reconnect_spec.rb +2 -0
  157. data/spec/integration/retryable_writes/retryable_writes_36_and_older_spec.rb +1 -1
  158. data/spec/integration/server_monitor_spec.rb +2 -1
  159. data/spec/integration/size_limit_spec.rb +4 -1
  160. data/spec/integration/snapshot_query_examples_spec.rb +127 -0
  161. data/spec/integration/srv_monitoring_spec.rb +38 -0
  162. data/spec/integration/srv_spec.rb +1 -0
  163. data/spec/integration/step_down_spec.rb +20 -4
  164. data/spec/integration/transaction_pinning_spec.rb +2 -2
  165. data/spec/integration/versioned_api_examples_spec.rb +37 -31
  166. data/spec/lite_spec_helper.rb +19 -9
  167. data/spec/mongo/address/ipv6_spec.rb +7 -0
  168. data/spec/mongo/address_spec.rb +7 -0
  169. data/spec/mongo/auth/scram/conversation_spec.rb +23 -23
  170. data/spec/mongo/auth/scram256/conversation_spec.rb +20 -20
  171. data/spec/mongo/auth/scram_negotiation_spec.rb +1 -0
  172. data/spec/mongo/bulk_write/result_spec.rb +15 -1
  173. data/spec/mongo/bulk_write_spec.rb +141 -20
  174. data/spec/mongo/client_construction_spec.rb +186 -9
  175. data/spec/mongo/client_encryption_spec.rb +10 -22
  176. data/spec/mongo/client_spec.rb +297 -1
  177. data/spec/mongo/cluster/cursor_reaper_spec.rb +21 -3
  178. data/spec/mongo/cluster_spec.rb +0 -44
  179. data/spec/mongo/collection/view/aggregation_spec.rb +121 -2
  180. data/spec/mongo/collection/view/change_stream_spec.rb +2 -2
  181. data/spec/mongo/collection/view/readable_spec.rb +605 -1
  182. data/spec/mongo/collection/view/writable_spec.rb +144 -32
  183. data/spec/mongo/collection_crud_spec.rb +63 -13
  184. data/spec/mongo/collection_spec.rb +32 -0
  185. data/spec/mongo/config/options_spec.rb +75 -0
  186. data/spec/mongo/config_spec.rb +73 -0
  187. data/spec/mongo/crypt/auto_decryption_context_spec.rb +17 -1
  188. data/spec/mongo/crypt/auto_encrypter_spec.rb +256 -5
  189. data/spec/mongo/crypt/auto_encryption_context_spec.rb +17 -1
  190. data/spec/mongo/crypt/binding/context_spec.rb +67 -17
  191. data/spec/mongo/crypt/binding/mongocrypt_spec.rb +17 -46
  192. data/spec/mongo/crypt/binding/version_spec.rb +33 -0
  193. data/spec/mongo/crypt/binding_unloaded_spec.rb +14 -0
  194. data/spec/mongo/crypt/data_key_context_spec.rb +42 -114
  195. data/spec/mongo/crypt/encryption_io_spec.rb +2 -0
  196. data/spec/mongo/crypt/explicit_decryption_context_spec.rb +32 -1
  197. data/spec/mongo/crypt/explicit_encryption_context_spec.rb +94 -1
  198. data/spec/mongo/crypt/handle_spec.rb +172 -156
  199. data/spec/mongo/crypt/hooks_spec.rb +30 -0
  200. data/spec/mongo/crypt/kms/credentials_spec.rb +357 -0
  201. data/spec/mongo/crypt/kms_spec.rb +59 -0
  202. data/spec/mongo/cursor_spec.rb +87 -1
  203. data/spec/mongo/database_spec.rb +66 -1
  204. data/spec/mongo/error/operation_failure_heavy_spec.rb +49 -0
  205. data/spec/mongo/index/view_spec.rb +125 -0
  206. data/spec/mongo/operation/create/op_msg_spec.rb +244 -0
  207. data/spec/mongo/operation/delete/op_msg_spec.rb +13 -4
  208. data/spec/mongo/operation/delete_spec.rb +0 -30
  209. data/spec/mongo/operation/insert/op_msg_spec.rb +18 -10
  210. data/spec/mongo/operation/insert_spec.rb +0 -32
  211. data/spec/mongo/operation/result_spec.rb +20 -0
  212. data/spec/mongo/operation/update/op_msg_spec.rb +13 -4
  213. data/spec/mongo/operation/update_spec.rb +0 -29
  214. data/spec/mongo/protocol/caching_hash_spec.rb +82 -0
  215. data/spec/mongo/protocol/msg_spec.rb +41 -0
  216. data/spec/mongo/query_cache_spec.rb +1 -0
  217. data/spec/mongo/retryable_spec.rb +32 -3
  218. data/spec/mongo/server/connection_auth_spec.rb +3 -1
  219. data/spec/mongo/server/connection_common_spec.rb +13 -1
  220. data/spec/mongo/server/connection_pool_spec.rb +120 -53
  221. data/spec/mongo/server/connection_spec.rb +50 -159
  222. data/spec/mongo/server/description/features_spec.rb +24 -0
  223. data/spec/mongo/server/push_monitor_spec.rb +2 -8
  224. data/spec/mongo/session_spec.rb +26 -6
  225. data/spec/mongo/session_transaction_spec.rb +2 -1
  226. data/spec/mongo/socket/ssl_spec.rb +18 -7
  227. data/spec/mongo/uri/srv_protocol_spec.rb +101 -2
  228. data/spec/mongo/uri_spec.rb +25 -0
  229. data/spec/runners/connection_string.rb +8 -0
  230. data/spec/runners/crud/operation.rb +12 -3
  231. data/spec/runners/crud/requirement.rb +9 -4
  232. data/spec/runners/crud/spec.rb +5 -0
  233. data/spec/runners/crud/test.rb +1 -1
  234. data/spec/runners/crud/verifier.rb +6 -0
  235. data/spec/runners/transactions/spec.rb +2 -2
  236. data/spec/runners/transactions/test.rb +19 -16
  237. data/spec/runners/transactions.rb +11 -8
  238. data/spec/runners/unified/assertions.rb +90 -11
  239. data/spec/runners/unified/change_stream_operations.rb +12 -0
  240. data/spec/runners/unified/client_side_encryption_operations.rb +83 -0
  241. data/spec/runners/unified/crud_operations.rb +67 -4
  242. data/spec/runners/unified/ddl_operations.rb +45 -0
  243. data/spec/runners/unified/error.rb +2 -1
  244. data/spec/runners/unified/grid_fs_operations.rb +21 -0
  245. data/spec/runners/unified/support_operations.rb +5 -2
  246. data/spec/runners/unified/test.rb +78 -5
  247. data/spec/runners/unified.rb +9 -2
  248. data/spec/shared/lib/mrss/constraints.rb +10 -17
  249. data/spec/shared/lib/mrss/docker_runner.rb +23 -3
  250. data/spec/shared/lib/mrss/eg_config_utils.rb +51 -0
  251. data/spec/shared/lib/mrss/event_subscriber.rb +15 -5
  252. data/spec/shared/lib/mrss/lite_constraints.rb +40 -1
  253. data/spec/shared/lib/mrss/session_registry.rb +69 -0
  254. data/spec/shared/lib/mrss/session_registry_legacy.rb +60 -0
  255. data/spec/shared/share/Dockerfile.erb +56 -54
  256. data/spec/shared/shlib/config.sh +27 -0
  257. data/spec/shared/shlib/distro.sh +2 -1
  258. data/spec/shared/shlib/server.sh +46 -21
  259. data/spec/shared/shlib/set_env.sh +43 -5
  260. data/spec/solo/clean_exit_spec.rb +5 -0
  261. data/spec/spec_helper.rb +0 -1
  262. data/spec/spec_tests/client_side_encryption_spec.rb +1 -1
  263. data/spec/spec_tests/client_side_encryption_unified_spec.rb +16 -0
  264. data/spec/spec_tests/crud_spec.rb +0 -10
  265. data/spec/spec_tests/data/change_streams_unified/change-streams-errors.yml +124 -0
  266. data/spec/spec_tests/data/change_streams_unified/change-streams-pre_and_post_images.yml +351 -0
  267. data/spec/spec_tests/data/change_streams_unified/change-streams-resume-allowlist.yml +1171 -0
  268. data/spec/spec_tests/data/change_streams_unified/change-streams-resume-errorLabels.yml +1071 -0
  269. data/spec/spec_tests/data/change_streams_unified/change-streams-showExpandedEvents.yml +298 -0
  270. data/spec/spec_tests/data/change_streams_unified/change-streams.yml +859 -4
  271. data/spec/spec_tests/data/client_side_encryption/aggregate.yml +3 -17
  272. data/spec/spec_tests/data/client_side_encryption/azureKMS.yml +46 -0
  273. data/spec/spec_tests/data/client_side_encryption/badQueries.yml +12 -2
  274. data/spec/spec_tests/data/client_side_encryption/basic.yml +3 -17
  275. data/spec/spec_tests/data/client_side_encryption/bulk.yml +1 -8
  276. data/spec/spec_tests/data/client_side_encryption/bypassAutoEncryption.yml +2 -2
  277. data/spec/spec_tests/data/client_side_encryption/count.yml +1 -8
  278. data/spec/spec_tests/data/client_side_encryption/countDocuments.yml +1 -8
  279. data/spec/spec_tests/data/client_side_encryption/create-and-createIndexes.yml +58 -0
  280. data/spec/spec_tests/data/client_side_encryption/delete.yml +2 -16
  281. data/spec/spec_tests/data/client_side_encryption/distinct.yml +1 -8
  282. data/spec/spec_tests/data/client_side_encryption/explain.yml +1 -8
  283. data/spec/spec_tests/data/client_side_encryption/find.yml +2 -16
  284. data/spec/spec_tests/data/client_side_encryption/findOneAndDelete.yml +1 -8
  285. data/spec/spec_tests/data/client_side_encryption/findOneAndReplace.yml +1 -8
  286. data/spec/spec_tests/data/client_side_encryption/findOneAndUpdate.yml +1 -8
  287. data/spec/spec_tests/data/client_side_encryption/fle2-BypassQueryAnalysis.yml +101 -0
  288. data/spec/spec_tests/data/client_side_encryption/fle2-Compact.yml +80 -0
  289. data/spec/spec_tests/data/client_side_encryption/fle2-CreateCollection.yml +1263 -0
  290. data/spec/spec_tests/data/client_side_encryption/fle2-DecryptExistingData.yml +64 -0
  291. data/spec/spec_tests/data/client_side_encryption/fle2-Delete.yml +107 -0
  292. data/spec/spec_tests/data/client_side_encryption/fle2-EncryptedFields-vs-EncryptedFieldsMap.yml +80 -0
  293. data/spec/spec_tests/data/client_side_encryption/fle2-EncryptedFields-vs-jsonSchema.yml +90 -0
  294. data/spec/spec_tests/data/client_side_encryption/fle2-EncryptedFieldsMap-defaults.yml +57 -0
  295. data/spec/spec_tests/data/client_side_encryption/fle2-FindOneAndUpdate.yml +213 -0
  296. data/spec/spec_tests/data/client_side_encryption/fle2-InsertFind-Indexed.yml +86 -0
  297. data/spec/spec_tests/data/client_side_encryption/fle2-InsertFind-Unindexed.yml +83 -0
  298. data/spec/spec_tests/data/client_side_encryption/fle2-MissingKey.yml +41 -0
  299. data/spec/spec_tests/data/client_side_encryption/fle2-NoEncryption.yml +42 -0
  300. data/spec/spec_tests/data/client_side_encryption/fle2-Update.yml +221 -0
  301. data/spec/spec_tests/data/client_side_encryption/fle2-validatorAndPartialFieldExpression.yml +168 -0
  302. data/spec/spec_tests/data/client_side_encryption/gcpKMS.yml +46 -0
  303. data/spec/spec_tests/data/client_side_encryption/getMore.yml +1 -8
  304. data/spec/spec_tests/data/client_side_encryption/insert.yml +2 -16
  305. data/spec/spec_tests/data/client_side_encryption/keyAltName.yml +1 -8
  306. data/spec/spec_tests/data/client_side_encryption/localKMS.yml +1 -8
  307. data/spec/spec_tests/data/client_side_encryption/localSchema.yml +1 -8
  308. data/spec/spec_tests/data/client_side_encryption/maxWireVersion.yml +2 -0
  309. data/spec/spec_tests/data/client_side_encryption/missingKey.yml +2 -9
  310. data/spec/spec_tests/data/client_side_encryption/noSchema.yml +39 -0
  311. data/spec/spec_tests/data/client_side_encryption/replaceOne.yml +1 -8
  312. data/spec/spec_tests/data/client_side_encryption/types.yml +44 -70
  313. data/spec/spec_tests/data/client_side_encryption/unified/addKeyAltName.yml +194 -0
  314. data/spec/spec_tests/data/client_side_encryption/unified/createDataKey-kms_providers-invalid.yml +67 -0
  315. data/spec/spec_tests/data/client_side_encryption/unified/createDataKey.yml +309 -0
  316. data/spec/spec_tests/data/client_side_encryption/unified/deleteKey.yml +159 -0
  317. data/spec/spec_tests/data/client_side_encryption/unified/getKey.yml +105 -0
  318. data/spec/spec_tests/data/client_side_encryption/unified/getKeyByAltName.yml +104 -0
  319. data/spec/spec_tests/data/client_side_encryption/unified/getKeys.yml +122 -0
  320. data/spec/spec_tests/data/client_side_encryption/unified/removeKeyAltName.yml +157 -0
  321. data/spec/spec_tests/data/client_side_encryption/unified/rewrapManyDataKey-decrypt_failure.yml +69 -0
  322. data/spec/spec_tests/data/client_side_encryption/unified/rewrapManyDataKey-encrypt_failure.yml +122 -0
  323. data/spec/spec_tests/data/client_side_encryption/unified/rewrapManyDataKey.yml +432 -0
  324. data/spec/spec_tests/data/client_side_encryption/updateMany.yml +1 -8
  325. data/spec/spec_tests/data/client_side_encryption/updateOne.yml +1 -8
  326. data/spec/spec_tests/data/client_side_encryption/validatorAndPartialFieldExpression.yml +166 -0
  327. data/spec/spec_tests/data/collection_management/clustered-indexes.yml +135 -0
  328. data/spec/spec_tests/data/collection_management/createCollection-pre_and_post_images.yml +50 -0
  329. data/spec/spec_tests/data/collection_management/modifyCollection-pre_and_post_images.yml +58 -0
  330. data/spec/spec_tests/data/command_monitoring_unified/bulkWrite.yml +68 -0
  331. data/spec/spec_tests/data/command_monitoring_unified/command.yml +50 -0
  332. data/spec/spec_tests/data/command_monitoring_unified/deleteMany.yml +79 -0
  333. data/spec/spec_tests/data/command_monitoring_unified/deleteOne.yml +79 -0
  334. data/spec/spec_tests/data/command_monitoring_unified/find.yml +254 -0
  335. data/spec/spec_tests/data/command_monitoring_unified/insertMany.yml +79 -0
  336. data/spec/spec_tests/data/command_monitoring_unified/insertOne.yml +77 -0
  337. data/spec/spec_tests/data/command_monitoring_unified/pre-42-server-connection-id.yml +56 -0
  338. data/spec/spec_tests/data/command_monitoring_unified/server-connection-id.yml +56 -0
  339. data/spec/spec_tests/data/command_monitoring_unified/unacknowledgedBulkWrite.yml +55 -0
  340. data/spec/spec_tests/data/command_monitoring_unified/updateMany.yml +87 -0
  341. data/spec/spec_tests/data/command_monitoring_unified/updateOne.yml +118 -0
  342. data/spec/spec_tests/data/crud/read/aggregate-collation.yml +1 -1
  343. data/spec/spec_tests/data/crud/read/count-collation.yml +1 -1
  344. data/spec/spec_tests/data/crud/read/distinct-collation.yml +1 -1
  345. data/spec/spec_tests/data/crud/read/find-collation.yml +1 -1
  346. data/spec/spec_tests/data/crud/write/bulkWrite-collation.yml +1 -1
  347. data/spec/spec_tests/data/crud/write/deleteMany-collation.yml +1 -1
  348. data/spec/spec_tests/data/crud/write/deleteOne-collation.yml +1 -1
  349. data/spec/spec_tests/data/crud/write/findOneAndDelete-collation.yml +1 -1
  350. data/spec/spec_tests/data/crud/write/findOneAndReplace-collation.yml +1 -1
  351. data/spec/spec_tests/data/crud/write/findOneAndUpdate-collation.yml +1 -1
  352. data/spec/spec_tests/data/crud/write/replaceOne-collation.yml +1 -1
  353. data/spec/spec_tests/data/crud/write/updateMany-collation.yml +1 -1
  354. data/spec/spec_tests/data/crud/write/updateOne-collation.yml +1 -1
  355. data/spec/spec_tests/data/crud_unified/aggregate-allowdiskuse.yml +75 -0
  356. data/spec/spec_tests/data/crud_unified/aggregate-merge.yml +185 -0
  357. data/spec/spec_tests/data/crud_unified/aggregate-out-readConcern.yml +171 -0
  358. data/spec/spec_tests/data/crud_unified/aggregate.yml +215 -0
  359. data/spec/spec_tests/data/crud_unified/bulkWrite-arrayFilters-clientError.yml +98 -0
  360. data/spec/spec_tests/data/crud_unified/bulkWrite-arrayFilters.yml +174 -0
  361. data/spec/spec_tests/data/crud_unified/bulkWrite-comment.yml +189 -0
  362. data/spec/spec_tests/data/crud_unified/bulkWrite-delete-hint-clientError.yml +113 -0
  363. data/spec/spec_tests/data/crud_unified/bulkWrite-delete-hint-serverError.yml +142 -0
  364. data/spec/spec_tests/data/crud_unified/bulkWrite-delete-hint.yml +154 -0
  365. data/spec/spec_tests/data/crud_unified/bulkWrite-deleteMany-hint-unacknowledged.yml +98 -0
  366. data/spec/spec_tests/data/crud_unified/bulkWrite-deleteMany-let.yml +86 -0
  367. data/spec/spec_tests/data/crud_unified/bulkWrite-deleteOne-hint-unacknowledged.yml +97 -0
  368. data/spec/spec_tests/data/crud_unified/bulkWrite-deleteOne-let.yml +86 -0
  369. data/spec/spec_tests/data/crud_unified/bulkWrite-insertOne-dots_and_dollars.yml +138 -0
  370. data/spec/spec_tests/data/crud_unified/bulkWrite-replaceOne-dots_and_dollars.yml +165 -0
  371. data/spec/spec_tests/data/crud_unified/bulkWrite-replaceOne-hint-unacknowledged.yml +103 -0
  372. data/spec/spec_tests/data/crud_unified/bulkWrite-replaceOne-let.yml +93 -0
  373. data/spec/spec_tests/data/crud_unified/bulkWrite-update-hint-clientError.yml +148 -0
  374. data/spec/spec_tests/data/crud_unified/bulkWrite-update-hint-serverError.yml +239 -0
  375. data/spec/spec_tests/data/crud_unified/bulkWrite-update-hint.yml +256 -0
  376. data/spec/spec_tests/data/crud_unified/bulkWrite-update-validation.yml +73 -0
  377. data/spec/spec_tests/data/crud_unified/bulkWrite-updateMany-dots_and_dollars.yml +150 -0
  378. data/spec/spec_tests/data/crud_unified/bulkWrite-updateMany-hint-unacknowledged.yml +104 -0
  379. data/spec/spec_tests/data/crud_unified/bulkWrite-updateMany-let.yml +96 -0
  380. data/spec/spec_tests/data/crud_unified/bulkWrite-updateOne-dots_and_dollars.yml +150 -0
  381. data/spec/spec_tests/data/crud_unified/bulkWrite-updateOne-hint-unacknowledged.yml +103 -0
  382. data/spec/spec_tests/data/crud_unified/bulkWrite-updateOne-let.yml +95 -0
  383. data/spec/spec_tests/data/crud_unified/countDocuments-comment.yml +92 -0
  384. data/spec/spec_tests/data/crud_unified/db-aggregate.yml +73 -0
  385. data/spec/spec_tests/data/crud_unified/deleteMany-comment.yml +97 -0
  386. data/spec/spec_tests/data/crud_unified/deleteMany-hint-clientError.yml +87 -0
  387. data/spec/spec_tests/data/crud_unified/deleteMany-hint-serverError.yml +107 -0
  388. data/spec/spec_tests/data/crud_unified/deleteMany-hint-unacknowledged.yml +90 -0
  389. data/spec/spec_tests/data/crud_unified/deleteMany-hint.yml +99 -0
  390. data/spec/spec_tests/data/crud_unified/deleteMany-let.yml +2 -0
  391. data/spec/spec_tests/data/crud_unified/deleteOne-comment.yml +98 -0
  392. data/spec/spec_tests/data/crud_unified/deleteOne-hint-clientError.yml +80 -0
  393. data/spec/spec_tests/data/crud_unified/deleteOne-hint-serverError.yml +100 -0
  394. data/spec/spec_tests/data/crud_unified/deleteOne-hint-unacknowledged.yml +89 -0
  395. data/spec/spec_tests/data/crud_unified/deleteOne-hint.yml +95 -0
  396. data/spec/spec_tests/data/crud_unified/deleteOne-let.yml +2 -0
  397. data/spec/spec_tests/data/crud_unified/distinct-comment.yml +98 -0
  398. data/spec/spec_tests/data/crud_unified/estimatedDocumentCount-comment.yml +95 -0
  399. data/spec/spec_tests/data/crud_unified/estimatedDocumentCount.yml +5 -135
  400. data/spec/spec_tests/data/crud_unified/find-allowdiskuse-clientError.yml +55 -0
  401. data/spec/spec_tests/data/crud_unified/find-allowdiskuse-serverError.yml +68 -0
  402. data/spec/spec_tests/data/crud_unified/find-allowdiskuse.yml +79 -0
  403. data/spec/spec_tests/data/crud_unified/find-comment.yml +166 -0
  404. data/spec/spec_tests/data/crud_unified/find.yml +68 -0
  405. data/spec/spec_tests/data/crud_unified/findOneAndDelete-comment.yml +96 -0
  406. data/spec/spec_tests/data/crud_unified/findOneAndDelete-hint-clientError.yml +91 -0
  407. data/spec/spec_tests/data/crud_unified/findOneAndDelete-hint-serverError.yml +107 -0
  408. data/spec/spec_tests/data/crud_unified/findOneAndDelete-hint-unacknowledged.yml +88 -0
  409. data/spec/spec_tests/data/crud_unified/findOneAndDelete-hint.yml +102 -0
  410. data/spec/spec_tests/data/crud_unified/findOneAndDelete-let.yml +2 -4
  411. data/spec/spec_tests/data/crud_unified/findOneAndReplace-comment.yml +101 -0
  412. data/spec/spec_tests/data/crud_unified/findOneAndReplace-dots_and_dollars.yml +140 -0
  413. data/spec/spec_tests/data/crud_unified/findOneAndReplace-hint-clientError.yml +83 -0
  414. data/spec/spec_tests/data/crud_unified/findOneAndReplace-hint-serverError.yml +99 -0
  415. data/spec/spec_tests/data/crud_unified/findOneAndReplace-hint-unacknowledged.yml +96 -0
  416. data/spec/spec_tests/data/crud_unified/findOneAndReplace-hint.yml +98 -0
  417. data/spec/spec_tests/data/crud_unified/findOneAndUpdate-comment.yml +95 -0
  418. data/spec/spec_tests/data/crud_unified/findOneAndUpdate-dots_and_dollars.yml +127 -0
  419. data/spec/spec_tests/data/crud_unified/findOneAndUpdate-hint-clientError.yml +84 -0
  420. data/spec/spec_tests/data/crud_unified/findOneAndUpdate-hint-serverError.yml +100 -0
  421. data/spec/spec_tests/data/crud_unified/findOneAndUpdate-hint-unacknowledged.yml +92 -0
  422. data/spec/spec_tests/data/crud_unified/findOneAndUpdate-hint.yml +99 -0
  423. data/spec/spec_tests/data/crud_unified/insertMany-comment.yml +93 -0
  424. data/spec/spec_tests/data/crud_unified/insertMany-dots_and_dollars.yml +128 -0
  425. data/spec/spec_tests/data/crud_unified/insertOne-comment.yml +91 -0
  426. data/spec/spec_tests/data/crud_unified/insertOne-dots_and_dollars.yml +238 -0
  427. data/spec/spec_tests/data/crud_unified/replaceOne-comment.yml +105 -0
  428. data/spec/spec_tests/data/crud_unified/replaceOne-dots_and_dollars.yml +180 -0
  429. data/spec/spec_tests/data/crud_unified/replaceOne-hint-unacknowledged.yml +95 -0
  430. data/spec/spec_tests/data/crud_unified/replaceOne-hint.yml +108 -0
  431. data/spec/spec_tests/data/crud_unified/replaceOne-let.yml +98 -0
  432. data/spec/spec_tests/data/crud_unified/replaceOne-validation.yml +37 -0
  433. data/spec/spec_tests/data/crud_unified/updateMany-comment.yml +104 -0
  434. data/spec/spec_tests/data/crud_unified/updateMany-dots_and_dollars.yml +138 -0
  435. data/spec/spec_tests/data/crud_unified/updateMany-hint-clientError.yml +91 -0
  436. data/spec/spec_tests/data/crud_unified/updateMany-hint-serverError.yml +115 -0
  437. data/spec/spec_tests/data/crud_unified/updateMany-hint-unacknowledged.yml +96 -0
  438. data/spec/spec_tests/data/crud_unified/updateMany-hint.yml +115 -0
  439. data/spec/spec_tests/data/crud_unified/updateMany-let.yml +5 -1
  440. data/spec/spec_tests/data/crud_unified/updateMany-validation.yml +39 -0
  441. data/spec/spec_tests/data/crud_unified/updateOne-comment.yml +104 -0
  442. data/spec/spec_tests/data/crud_unified/updateOne-dots_and_dollars.yml +138 -0
  443. data/spec/spec_tests/data/crud_unified/updateOne-hint-clientError.yml +85 -0
  444. data/spec/spec_tests/data/crud_unified/updateOne-hint-serverError.yml +109 -0
  445. data/spec/spec_tests/data/crud_unified/updateOne-hint-unacknowledged.yml +95 -0
  446. data/spec/spec_tests/data/crud_unified/updateOne-hint.yml +109 -0
  447. data/spec/spec_tests/data/crud_unified/updateOne-let.yml +5 -1
  448. data/spec/spec_tests/data/crud_unified/updateOne-validation.yml +37 -0
  449. data/spec/spec_tests/data/crud_unified/updateWithPipelines.yml +8 -14
  450. data/spec/spec_tests/data/gridfs_unified/delete.yml +198 -0
  451. data/spec/spec_tests/data/gridfs_unified/download.yml +241 -0
  452. data/spec/spec_tests/data/gridfs_unified/downloadByName.yml +159 -0
  453. data/spec/spec_tests/data/gridfs_unified/upload-disableMD5.yml +92 -0
  454. data/spec/spec_tests/data/gridfs_unified/upload.yml +288 -0
  455. data/spec/spec_tests/data/retryable_reads/{aggregate-merge.yml → legacy/aggregate-merge.yml} +0 -0
  456. data/spec/spec_tests/data/retryable_reads/{aggregate-serverErrors.yml → legacy/aggregate-serverErrors.yml} +0 -0
  457. data/spec/spec_tests/data/retryable_reads/{aggregate.yml → legacy/aggregate.yml} +0 -0
  458. data/spec/spec_tests/data/retryable_reads/{changeStreams-client.watch-serverErrors.yml → legacy/changeStreams-client.watch-serverErrors.yml} +0 -0
  459. data/spec/spec_tests/data/retryable_reads/{changeStreams-client.watch.yml → legacy/changeStreams-client.watch.yml} +0 -0
  460. data/spec/spec_tests/data/retryable_reads/{changeStreams-db.coll.watch-serverErrors.yml → legacy/changeStreams-db.coll.watch-serverErrors.yml} +0 -0
  461. data/spec/spec_tests/data/retryable_reads/{changeStreams-db.coll.watch.yml → legacy/changeStreams-db.coll.watch.yml} +0 -0
  462. data/spec/spec_tests/data/retryable_reads/{changeStreams-db.watch-serverErrors.yml → legacy/changeStreams-db.watch-serverErrors.yml} +0 -0
  463. data/spec/spec_tests/data/retryable_reads/{changeStreams-db.watch.yml → legacy/changeStreams-db.watch.yml} +0 -0
  464. data/spec/spec_tests/data/retryable_reads/{count-serverErrors.yml → legacy/count-serverErrors.yml} +0 -0
  465. data/spec/spec_tests/data/retryable_reads/{count.yml → legacy/count.yml} +0 -0
  466. data/spec/spec_tests/data/retryable_reads/{countDocuments-serverErrors.yml → legacy/countDocuments-serverErrors.yml} +0 -0
  467. data/spec/spec_tests/data/retryable_reads/{countDocuments.yml → legacy/countDocuments.yml} +0 -0
  468. data/spec/spec_tests/data/retryable_reads/{distinct-serverErrors.yml → legacy/distinct-serverErrors.yml} +0 -0
  469. data/spec/spec_tests/data/retryable_reads/{distinct.yml → legacy/distinct.yml} +0 -0
  470. data/spec/spec_tests/data/retryable_reads/{estimatedDocumentCount-serverErrors-pre4.9.yml → legacy/estimatedDocumentCount-serverErrors.yml} +0 -2
  471. data/spec/spec_tests/data/retryable_reads/{estimatedDocumentCount-pre4.9.yml → legacy/estimatedDocumentCount.yml} +0 -2
  472. data/spec/spec_tests/data/retryable_reads/{find-serverErrors.yml → legacy/find-serverErrors.yml} +0 -0
  473. data/spec/spec_tests/data/retryable_reads/{find.yml → legacy/find.yml} +0 -0
  474. data/spec/spec_tests/data/retryable_reads/{findOne-serverErrors.yml → legacy/findOne-serverErrors.yml} +0 -0
  475. data/spec/spec_tests/data/retryable_reads/{findOne.yml → legacy/findOne.yml} +0 -0
  476. data/spec/spec_tests/data/retryable_reads/{gridfs-download-serverErrors.yml → legacy/gridfs-download-serverErrors.yml} +0 -0
  477. data/spec/spec_tests/data/retryable_reads/{gridfs-download.yml → legacy/gridfs-download.yml} +0 -0
  478. data/spec/spec_tests/data/retryable_reads/{gridfs-downloadByName-serverErrors.yml → legacy/gridfs-downloadByName-serverErrors.yml} +0 -0
  479. data/spec/spec_tests/data/retryable_reads/{gridfs-downloadByName.yml → legacy/gridfs-downloadByName.yml} +0 -0
  480. data/spec/spec_tests/data/retryable_reads/{listCollectionNames-serverErrors.yml → legacy/listCollectionNames-serverErrors.yml} +0 -0
  481. data/spec/spec_tests/data/retryable_reads/{listCollectionNames.yml → legacy/listCollectionNames.yml} +0 -0
  482. data/spec/spec_tests/data/retryable_reads/{listCollectionObjects-serverErrors.yml → legacy/listCollectionObjects-serverErrors.yml} +0 -0
  483. data/spec/spec_tests/data/retryable_reads/{listCollectionObjects.yml → legacy/listCollectionObjects.yml} +0 -0
  484. data/spec/spec_tests/data/retryable_reads/{listCollections-serverErrors.yml → legacy/listCollections-serverErrors.yml} +0 -0
  485. data/spec/spec_tests/data/retryable_reads/{listCollections.yml → legacy/listCollections.yml} +0 -0
  486. data/spec/spec_tests/data/retryable_reads/{listDatabaseNames-serverErrors.yml → legacy/listDatabaseNames-serverErrors.yml} +0 -0
  487. data/spec/spec_tests/data/retryable_reads/{listDatabaseNames.yml → legacy/listDatabaseNames.yml} +0 -0
  488. data/spec/spec_tests/data/retryable_reads/{listDatabaseObjects-serverErrors.yml → legacy/listDatabaseObjects-serverErrors.yml} +0 -0
  489. data/spec/spec_tests/data/retryable_reads/{listDatabaseObjects.yml → legacy/listDatabaseObjects.yml} +0 -0
  490. data/spec/spec_tests/data/retryable_reads/{listDatabases-serverErrors.yml → legacy/listDatabases-serverErrors.yml} +0 -0
  491. data/spec/spec_tests/data/retryable_reads/{listDatabases.yml → legacy/listDatabases.yml} +0 -0
  492. data/spec/spec_tests/data/retryable_reads/{listIndexNames-serverErrors.yml → legacy/listIndexNames-serverErrors.yml} +0 -0
  493. data/spec/spec_tests/data/retryable_reads/{listIndexNames.yml → legacy/listIndexNames.yml} +0 -0
  494. data/spec/spec_tests/data/retryable_reads/{listIndexes-serverErrors.yml → legacy/listIndexes-serverErrors.yml} +0 -0
  495. data/spec/spec_tests/data/retryable_reads/{listIndexes.yml → legacy/listIndexes.yml} +0 -0
  496. data/spec/spec_tests/data/retryable_reads/{mapReduce.yml → legacy/mapReduce.yml} +0 -0
  497. data/spec/spec_tests/data/retryable_reads/unified/handshakeError.yml +129 -0
  498. data/spec/spec_tests/data/retryable_writes/{bulkWrite-errorLabels.yml → legacy/bulkWrite-errorLabels.yml} +0 -0
  499. data/spec/spec_tests/data/retryable_writes/{bulkWrite-serverErrors.yml → legacy/bulkWrite-serverErrors.yml} +1 -1
  500. data/spec/spec_tests/data/retryable_writes/{bulkWrite.yml → legacy/bulkWrite.yml} +0 -0
  501. data/spec/spec_tests/data/retryable_writes/{deleteMany.yml → legacy/deleteMany.yml} +0 -0
  502. data/spec/spec_tests/data/retryable_writes/{deleteOne-errorLabels.yml → legacy/deleteOne-errorLabels.yml} +0 -0
  503. data/spec/spec_tests/data/retryable_writes/{deleteOne-serverErrors.yml → legacy/deleteOne-serverErrors.yml} +1 -1
  504. data/spec/spec_tests/data/retryable_writes/{deleteOne.yml → legacy/deleteOne.yml} +0 -0
  505. data/spec/spec_tests/data/retryable_writes/{findOneAndDelete-errorLabels.yml → legacy/findOneAndDelete-errorLabels.yml} +0 -0
  506. data/spec/spec_tests/data/retryable_writes/{findOneAndDelete-serverErrors.yml → legacy/findOneAndDelete-serverErrors.yml} +1 -1
  507. data/spec/spec_tests/data/retryable_writes/{findOneAndDelete.yml → legacy/findOneAndDelete.yml} +0 -0
  508. data/spec/spec_tests/data/retryable_writes/{findOneAndReplace-errorLabels.yml → legacy/findOneAndReplace-errorLabels.yml} +0 -0
  509. data/spec/spec_tests/data/retryable_writes/{findOneAndReplace-serverErrors.yml → legacy/findOneAndReplace-serverErrors.yml} +1 -1
  510. data/spec/spec_tests/data/retryable_writes/{findOneAndReplace.yml → legacy/findOneAndReplace.yml} +0 -0
  511. data/spec/spec_tests/data/retryable_writes/{findOneAndUpdate-errorLabels.yml → legacy/findOneAndUpdate-errorLabels.yml} +0 -0
  512. data/spec/spec_tests/data/retryable_writes/{findOneAndUpdate-serverErrors.yml → legacy/findOneAndUpdate-serverErrors.yml} +1 -1
  513. data/spec/spec_tests/data/retryable_writes/{findOneAndUpdate.yml → legacy/findOneAndUpdate.yml} +0 -0
  514. data/spec/spec_tests/data/retryable_writes/{insertMany-errorLabels.yml → legacy/insertMany-errorLabels.yml} +0 -0
  515. data/spec/spec_tests/data/retryable_writes/{insertMany-serverErrors.yml → legacy/insertMany-serverErrors.yml} +1 -1
  516. data/spec/spec_tests/data/retryable_writes/{insertMany.yml → legacy/insertMany.yml} +0 -0
  517. data/spec/spec_tests/data/retryable_writes/{insertOne-errorLabels.yml → legacy/insertOne-errorLabels.yml} +0 -0
  518. data/spec/spec_tests/data/retryable_writes/{insertOne-serverErrors.yml → legacy/insertOne-serverErrors.yml} +5 -5
  519. data/spec/spec_tests/data/retryable_writes/{insertOne.yml → legacy/insertOne.yml} +0 -0
  520. data/spec/spec_tests/data/retryable_writes/{replaceOne-errorLabels.yml → legacy/replaceOne-errorLabels.yml} +0 -0
  521. data/spec/spec_tests/data/retryable_writes/{replaceOne-serverErrors.yml → legacy/replaceOne-serverErrors.yml} +1 -1
  522. data/spec/spec_tests/data/retryable_writes/{replaceOne.yml → legacy/replaceOne.yml} +0 -0
  523. data/spec/spec_tests/data/retryable_writes/{updateMany.yml → legacy/updateMany.yml} +0 -0
  524. data/spec/spec_tests/data/retryable_writes/{updateOne-errorLabels.yml → legacy/updateOne-errorLabels.yml} +0 -0
  525. data/spec/spec_tests/data/retryable_writes/{updateOne-serverErrors.yml → legacy/updateOne-serverErrors.yml} +1 -1
  526. data/spec/spec_tests/data/retryable_writes/{updateOne.yml → legacy/updateOne.yml} +0 -0
  527. data/spec/spec_tests/data/retryable_writes/unified/bulkWrite-serverErrors.yml +96 -0
  528. data/spec/spec_tests/data/retryable_writes/unified/handshakeError.yml +137 -0
  529. data/spec/spec_tests/data/retryable_writes/unified/insertOne-serverErrors.yml +78 -0
  530. data/spec/spec_tests/data/sdam/errors/prefer-error-code.yml +2 -2
  531. data/spec/spec_tests/data/sdam_integration/hello-command-error.yml +6 -14
  532. data/spec/spec_tests/data/sdam_integration/hello-network-error.yml +4 -14
  533. data/spec/spec_tests/data/sdam_integration/hello-timeout.yml +8 -14
  534. data/spec/spec_tests/data/seed_list_discovery/load-balanced/loadBalanced-no-results.yml +5 -0
  535. data/spec/spec_tests/data/seed_list_discovery/load-balanced/srvMaxHosts-conflicts_with_loadBalanced-true-txt.yml +5 -0
  536. data/spec/spec_tests/data/seed_list_discovery/load-balanced/srvMaxHosts-conflicts_with_loadBalanced-true.yml +5 -0
  537. data/spec/spec_tests/data/seed_list_discovery/load-balanced/srvMaxHosts-zero-txt.yml +10 -0
  538. data/spec/spec_tests/data/seed_list_discovery/load-balanced/srvMaxHosts-zero.yml +10 -0
  539. data/spec/spec_tests/data/seed_list_discovery/replica-set/srv-service-name.yml +11 -0
  540. data/spec/spec_tests/data/seed_list_discovery/replica-set/srvMaxHosts-conflicts_with_replicaSet-txt.yml +5 -0
  541. data/spec/spec_tests/data/seed_list_discovery/replica-set/srvMaxHosts-conflicts_with_replicaSet.yml +5 -0
  542. data/spec/spec_tests/data/seed_list_discovery/replica-set/srvMaxHosts-equal_to_srv_records.yml +16 -0
  543. data/spec/spec_tests/data/seed_list_discovery/replica-set/srvMaxHosts-greater_than_srv_records.yml +15 -0
  544. data/spec/spec_tests/data/seed_list_discovery/replica-set/srvMaxHosts-less_than_srv_records.yml +15 -0
  545. data/spec/spec_tests/data/seed_list_discovery/replica-set/srvMaxHosts-zero-txt.yml +15 -0
  546. data/spec/spec_tests/data/seed_list_discovery/replica-set/srvMaxHosts-zero.yml +15 -0
  547. data/spec/spec_tests/data/seed_list_discovery/sharded/srvMaxHosts-equal_to_srv_records.yml +13 -0
  548. data/spec/spec_tests/data/seed_list_discovery/sharded/srvMaxHosts-greater_than_srv_records.yml +12 -0
  549. data/spec/spec_tests/data/seed_list_discovery/sharded/srvMaxHosts-less_than_srv_records.yml +10 -0
  550. data/spec/spec_tests/data/seed_list_discovery/sharded/srvMaxHosts-zero.yml +11 -0
  551. data/spec/spec_tests/data/server_selection/Unknown/read/ghost.yml +11 -0
  552. data/spec/spec_tests/data/server_selection/Unknown/write/ghost.yml +11 -0
  553. data/spec/spec_tests/data/sessions_unified/driver-sessions-server-support.yml +123 -0
  554. data/spec/spec_tests/data/sessions_unified/snapshot-sessions-not-supported-client-error.yml +9 -3
  555. data/spec/spec_tests/data/transactions/error-labels.yml +1 -1
  556. data/spec/spec_tests/data/transactions/errors-client.yml +8 -9
  557. data/spec/spec_tests/data/transactions/mongos-recovery-token.yml +1 -1
  558. data/spec/spec_tests/data/transactions/retryable-abort-errorLabels.yml +0 -2
  559. data/spec/spec_tests/data/transactions/retryable-abort.yml +7 -9
  560. data/spec/spec_tests/data/transactions/retryable-commit-errorLabels.yml +0 -2
  561. data/spec/spec_tests/data/transactions/retryable-commit.yml +7 -9
  562. data/spec/spec_tests/data/transactions/retryable-writes.yml +0 -2
  563. data/spec/spec_tests/data/transactions_unified/do-not-retry-read-in-transaction.yml +64 -0
  564. data/spec/spec_tests/data/transactions_unified/retryable-abort-handshake.yml +118 -0
  565. data/spec/spec_tests/data/transactions_unified/retryable-commit-handshake.yml +118 -0
  566. data/spec/spec_tests/data/unified/invalid/expectedEventsForClient-ignoreExtraEvents-type.yml +15 -0
  567. data/spec/spec_tests/data/unified/valid-fail/operation-unsupported.yml +13 -0
  568. data/spec/spec_tests/data/unified/valid-pass/expectedEventsForClient-ignoreExtraEvents.yml +78 -0
  569. data/spec/spec_tests/data/unified/valid-pass/poc-change-streams.yml +4 -1
  570. data/spec/spec_tests/data/unified/valid-pass/poc-command-monitoring.yml +3 -3
  571. data/spec/spec_tests/data/unified/valid-pass/poc-transactions.yml +3 -2
  572. data/spec/spec_tests/data/uri_options/srv-options.yml +96 -0
  573. data/spec/spec_tests/data/versioned_api/crud-api-version-1-strict.yml +6 -4
  574. data/spec/spec_tests/data/versioned_api/crud-api-version-1.yml +7 -5
  575. data/spec/spec_tests/gridfs_unified_spec.rb +13 -0
  576. data/spec/spec_tests/retryable_reads_spec.rb +4 -1
  577. data/spec/spec_tests/retryable_reads_unified_spec.rb +22 -0
  578. data/spec/spec_tests/retryable_writes_spec.rb +4 -1
  579. data/spec/spec_tests/retryable_writes_unified_spec.rb +21 -0
  580. data/spec/spec_tests/seed_list_discovery_spec.rb +10 -1
  581. data/spec/spec_tests/unified_spec.rb +6 -1
  582. data/spec/stress/connection_pool_timing_spec.rb +3 -2
  583. data/spec/stress/fork_reconnect_stress_spec.rb +3 -2
  584. data/spec/support/authorization.rb +1 -1
  585. data/spec/support/background_thread_registry.rb +3 -13
  586. data/spec/support/certificates/retrieve-atlas-cert +38 -0
  587. data/spec/support/cluster_tools.rb +1 -1
  588. data/spec/support/common_shortcuts.rb +22 -0
  589. data/spec/support/crypt/corpus/corpus-encrypted.json +9515 -0
  590. data/spec/support/crypt/corpus/corpus-key-aws.json +32 -32
  591. data/spec/support/crypt/corpus/corpus-key-azure.json +33 -0
  592. data/spec/support/crypt/corpus/corpus-key-gcp.json +35 -0
  593. data/spec/support/crypt/corpus/corpus-key-kmip.json +32 -0
  594. data/spec/support/crypt/corpus/corpus-key-local.json +30 -30
  595. data/spec/support/crypt/corpus/corpus-schema.json +4399 -121
  596. data/spec/support/crypt/corpus/corpus.json +4999 -37
  597. data/spec/support/crypt/data_keys/key_document_azure.json +33 -0
  598. data/spec/support/crypt/data_keys/key_document_gcp.json +37 -0
  599. data/spec/support/crypt/data_keys/key_document_kmip.json +32 -0
  600. data/spec/support/crypt/encryptedFields.json +33 -0
  601. data/spec/support/crypt/keys/key1-document.json +30 -0
  602. data/spec/support/crypt/schema_maps/schema_map_azure.json +17 -0
  603. data/spec/support/crypt/schema_maps/schema_map_azure_key_alt_names.json +12 -0
  604. data/spec/support/crypt/schema_maps/schema_map_gcp.json +17 -0
  605. data/spec/support/crypt/schema_maps/schema_map_gcp_key_alt_names.json +12 -0
  606. data/spec/support/crypt/schema_maps/schema_map_kmip.json +17 -0
  607. data/spec/support/crypt/schema_maps/schema_map_kmip_key_alt_names.json +12 -0
  608. data/spec/support/crypt.rb +258 -13
  609. data/spec/support/macros.rb +28 -0
  610. data/spec/support/mongos_macros.rb +17 -0
  611. data/spec/support/shared/scram_conversation.rb +2 -1
  612. data/spec/support/shared/session.rb +13 -7
  613. data/spec/support/spec_config.rb +90 -1
  614. data/spec/support/utils.rb +25 -4
  615. data.tar.gz.sig +0 -0
  616. metadata +604 -290
  617. metadata.gz.sig +0 -0
  618. data/lib/mongo/operation/delete/legacy.rb +0 -64
  619. data/lib/mongo/operation/insert/legacy.rb +0 -68
  620. data/lib/mongo/operation/update/legacy/result.rb +0 -112
  621. data/lib/mongo/operation/update/legacy.rb +0 -76
  622. data/spec/mongo/dbref_spec.rb +0 -152
  623. data/spec/mongo/operation/kill_cursors_spec.rb +0 -47
  624. data/spec/spec_tests/change_streams_spec.rb +0 -93
  625. data/spec/spec_tests/command_monitoring_spec.rb +0 -71
  626. data/spec/spec_tests/data/change_streams/change-streams-errors.yml +0 -101
  627. data/spec/spec_tests/data/change_streams/change-streams-resume-allowlist.yml +0 -1173
  628. data/spec/spec_tests/data/change_streams/change-streams-resume-errorLabels.yml +0 -1105
  629. data/spec/spec_tests/data/change_streams/change-streams.yml +0 -535
  630. data/spec/spec_tests/data/command_monitoring/bulkWrite.yml +0 -49
  631. data/spec/spec_tests/data/command_monitoring/command.yml +0 -61
  632. data/spec/spec_tests/data/command_monitoring/deleteMany.yml +0 -55
  633. data/spec/spec_tests/data/command_monitoring/deleteOne.yml +0 -55
  634. data/spec/spec_tests/data/command_monitoring/find.yml +0 -266
  635. data/spec/spec_tests/data/command_monitoring/insertMany.yml +0 -75
  636. data/spec/spec_tests/data/command_monitoring/insertOne.yml +0 -51
  637. data/spec/spec_tests/data/command_monitoring/unacknowledgedBulkWrite.yml +0 -34
  638. data/spec/spec_tests/data/command_monitoring/updateMany.yml +0 -65
  639. data/spec/spec_tests/data/command_monitoring/updateOne.yml +0 -90
  640. data/spec/spec_tests/data/crud_v2/aggregate-merge.yml +0 -103
  641. data/spec/spec_tests/data/crud_v2/aggregate-out-readConcern.yml +0 -111
  642. data/spec/spec_tests/data/crud_v2/bulkWrite-arrayFilters.yml +0 -103
  643. data/spec/spec_tests/data/crud_v2/bulkWrite-delete-hint-clientError.yml +0 -63
  644. data/spec/spec_tests/data/crud_v2/bulkWrite-delete-hint-serverError.yml +0 -92
  645. data/spec/spec_tests/data/crud_v2/bulkWrite-delete-hint.yml +0 -103
  646. data/spec/spec_tests/data/crud_v2/bulkWrite-update-hint-clientError.yml +0 -90
  647. data/spec/spec_tests/data/crud_v2/bulkWrite-update-hint-serverError.yml +0 -147
  648. data/spec/spec_tests/data/crud_v2/bulkWrite-update-hint.yml +0 -164
  649. data/spec/spec_tests/data/crud_v2/db-aggregate.yml +0 -39
  650. data/spec/spec_tests/data/crud_v2/deleteMany-hint-clientError.yml +0 -43
  651. data/spec/spec_tests/data/crud_v2/deleteMany-hint-serverError.yml +0 -62
  652. data/spec/spec_tests/data/crud_v2/deleteMany-hint.yml +0 -58
  653. data/spec/spec_tests/data/crud_v2/deleteOne-hint-clientError.yml +0 -41
  654. data/spec/spec_tests/data/crud_v2/deleteOne-hint-serverError.yml +0 -60
  655. data/spec/spec_tests/data/crud_v2/deleteOne-hint.yml +0 -57
  656. data/spec/spec_tests/data/crud_v2/find-allowdiskuse-clientError.yml +0 -28
  657. data/spec/spec_tests/data/crud_v2/find-allowdiskuse-serverError.yml +0 -44
  658. data/spec/spec_tests/data/crud_v2/find-allowdiskuse.yml +0 -50
  659. data/spec/spec_tests/data/crud_v2/findOneAndDelete-hint-clientError.yml +0 -45
  660. data/spec/spec_tests/data/crud_v2/findOneAndDelete-hint-serverError.yml +0 -60
  661. data/spec/spec_tests/data/crud_v2/findOneAndDelete-hint.yml +0 -56
  662. data/spec/spec_tests/data/crud_v2/findOneAndReplace-hint-clientError.yml +0 -40
  663. data/spec/spec_tests/data/crud_v2/findOneAndReplace-hint-serverError.yml +0 -59
  664. data/spec/spec_tests/data/crud_v2/findOneAndReplace-hint.yml +0 -55
  665. data/spec/spec_tests/data/crud_v2/findOneAndUpdate-hint-clientError.yml +0 -40
  666. data/spec/spec_tests/data/crud_v2/findOneAndUpdate-hint-serverError.yml +0 -58
  667. data/spec/spec_tests/data/crud_v2/findOneAndUpdate-hint.yml +0 -55
  668. data/spec/spec_tests/data/crud_v2/replaceOne-hint.yml +0 -61
  669. data/spec/spec_tests/data/crud_v2/unacknowledged-bulkWrite-delete-hint-clientError.yml +0 -60
  670. data/spec/spec_tests/data/crud_v2/unacknowledged-bulkWrite-update-hint-clientError.yml +0 -88
  671. data/spec/spec_tests/data/crud_v2/unacknowledged-deleteMany-hint-clientError.yml +0 -40
  672. data/spec/spec_tests/data/crud_v2/unacknowledged-deleteOne-hint-clientError.yml +0 -38
  673. data/spec/spec_tests/data/crud_v2/unacknowledged-findOneAndDelete-hint-clientError.yml +0 -42
  674. data/spec/spec_tests/data/crud_v2/unacknowledged-findOneAndReplace-hint-clientError.yml +0 -40
  675. data/spec/spec_tests/data/crud_v2/unacknowledged-findOneAndUpdate-hint-clientError.yml +0 -40
  676. data/spec/spec_tests/data/crud_v2/unacknowledged-replaceOne-hint-clientError.yml +0 -40
  677. data/spec/spec_tests/data/crud_v2/unacknowledged-updateMany-hint-clientError.yml +0 -43
  678. data/spec/spec_tests/data/crud_v2/unacknowledged-updateOne-hint-clientError.yml +0 -40
  679. data/spec/spec_tests/data/crud_v2/updateMany-hint-clientError.yml +0 -45
  680. data/spec/spec_tests/data/crud_v2/updateMany-hint-serverError.yml +0 -66
  681. data/spec/spec_tests/data/crud_v2/updateMany-hint.yml +0 -65
  682. data/spec/spec_tests/data/crud_v2/updateOne-hint-clientError.yml +0 -43
  683. data/spec/spec_tests/data/crud_v2/updateOne-hint-serverError.yml +0 -62
  684. data/spec/spec_tests/data/crud_v2/updateOne-hint.yml +0 -61
  685. data/spec/spec_tests/data/crud_v2/updateWithPipelines.yml +0 -157
  686. data/spec/spec_tests/data/retryable_reads/estimatedDocumentCount-4.9.yml +0 -60
  687. data/spec/spec_tests/data/retryable_reads/estimatedDocumentCount-serverErrors-4.9.yml +0 -146
  688. data/spec/support/crypt/corpus/corpus_encrypted.json +0 -4152
  689. data/spec/support/session_registry.rb +0 -55
@@ -50,6 +50,8 @@ module Mongo
50
50
  # Can be :w => Integer, :fsync => Boolean, :j => Boolean.
51
51
  # @option options [ Hash ] :let Mapping of variables to use in the command.
52
52
  # See the server documentation for details.
53
+ # @option options [ Object ] :comment A user-provided
54
+ # comment to attach to this command.
53
55
  #
54
56
  # @return [ BSON::Document, nil ] The document, if found.
55
57
  #
@@ -61,9 +63,6 @@ module Mongo
61
63
  else
62
64
  write_concern_with_session(session)
63
65
  end
64
- if opts[:hint] && write_concern && !write_concern.acknowledged?
65
- raise Error::UnsupportedOption.hint_error(unacknowledged_write: true)
66
- end
67
66
 
68
67
  QueryCache.clear_namespace(collection.namespace)
69
68
 
@@ -77,21 +76,30 @@ module Mongo
77
76
  bypassDocumentValidation: opts[:bypass_document_validation],
78
77
  hint: opts[:hint],
79
78
  collation: opts[:collation] || opts['collation'] || collation,
80
- let: opts[:let]
79
+ let: opts[:let],
80
+ comment: opts[:comment],
81
81
  }.compact
82
82
 
83
- write_with_retry(session, write_concern) do |server, txn_num|
83
+ context = Operation::Context.new(client: client, session: session)
84
+ write_with_retry(write_concern, context: context) do |connection, txn_num, context|
85
+ gte_4_4 = connection.server.description.server_version_gte?('4.4')
86
+ if !gte_4_4 && opts[:hint] && write_concern && !write_concern.acknowledged?
87
+ raise Error::UnsupportedOption.hint_error(unacknowledged_write: true)
88
+ end
89
+
84
90
  Operation::WriteCommand.new(
85
91
  selector: cmd,
86
92
  db_name: database.name,
87
93
  write_concern: write_concern,
88
94
  session: session,
89
95
  txn_num: txn_num,
90
- ).execute(server, context: Operation::Context.new(client: client, session: session))
96
+ ).execute_with_connection(connection, context: context)
91
97
  end
92
- end.first['value']
98
+ end.first&.fetch('value', nil)
93
99
  end
94
100
 
101
+ # db['users'].bulk_write([{insert_one: {x: 1}}, {insert_one: {x: 2}}])
102
+
95
103
  # Finds a single document and replaces it.
96
104
  #
97
105
  # @example Find a document and replace it, returning the original.
@@ -149,8 +157,10 @@ module Mongo
149
157
  # Can be :w => Integer, :fsync => Boolean, :j => Boolean.
150
158
  # @option options [ Hash ] :let Mapping of variables to use in the command.
151
159
  # See the server documentation for details.
160
+ # @option options [ Object ] :comment A user-provided
161
+ # comment to attach to this command.
152
162
  #
153
- # @return [ BSON::Document ] The document.
163
+ # @return [ BSON::Document | nil ] The document or nil if none is found.
154
164
  #
155
165
  # @since 2.0.0
156
166
  def find_one_and_update(document, opts = {})
@@ -160,9 +170,6 @@ module Mongo
160
170
  else
161
171
  write_concern_with_session(session)
162
172
  end
163
- if opts[:hint] && write_concern && !write_concern.acknowledged?
164
- raise Error::UnsupportedOption.hint_error(unacknowledged_write: true)
165
- end
166
173
 
167
174
  QueryCache.clear_namespace(collection.namespace)
168
175
 
@@ -180,18 +187,25 @@ module Mongo
180
187
  hint: opts[:hint],
181
188
  collation: opts[:collation] || opts['collation'] || collation,
182
189
  let: opts[:let],
190
+ comment: opts[:comment]
183
191
  }.compact
184
192
 
185
- write_with_retry(session, write_concern) do |server, txn_num|
193
+ context = Operation::Context.new(client: client, session: session)
194
+ write_with_retry(write_concern, context: context) do |connection, txn_num, context|
195
+ gte_4_4 = connection.server.description.server_version_gte?('4.4')
196
+ if !gte_4_4 && opts[:hint] && write_concern && !write_concern.acknowledged?
197
+ raise Error::UnsupportedOption.hint_error(unacknowledged_write: true)
198
+ end
199
+
186
200
  Operation::WriteCommand.new(
187
201
  selector: cmd,
188
202
  db_name: database.name,
189
203
  write_concern: write_concern,
190
204
  session: session,
191
205
  txn_num: txn_num,
192
- ).execute(server, context: Operation::Context.new(client: client, session: session))
206
+ ).execute_with_connection(connection, context: context)
193
207
  end
194
- end.first['value']
208
+ end.first&.fetch('value', nil)
195
209
  value unless value.nil? || value.empty?
196
210
  end
197
211
 
@@ -210,6 +224,8 @@ module Mongo
210
224
  # Can be :w => Integer, :fsync => Boolean, :j => Boolean.
211
225
  # @option options [ Hash ] :let Mapping of variables to use in the command.
212
226
  # See the server documentation for details.
227
+ # @option options [ Object ] :comment A user-provided
228
+ # comment to attach to this command.
213
229
  #
214
230
  # @return [ Result ] The response from the database.
215
231
  #
@@ -221,9 +237,6 @@ module Mongo
221
237
  else
222
238
  write_concern_with_session(session)
223
239
  end
224
- if opts[:hint] && write_concern && !write_concern.acknowledged?
225
- raise Error::UnsupportedOption.hint_error(unacknowledged_write: true)
226
- end
227
240
 
228
241
  QueryCache.clear_namespace(collection.namespace)
229
242
 
@@ -234,7 +247,13 @@ module Mongo
234
247
  collation: opts[:collation] || opts['collation'] || collation,
235
248
  }.compact
236
249
 
237
- nro_write_with_retry(session, write_concern) do |server|
250
+ context = Operation::Context.new(client: client, session: session)
251
+ nro_write_with_retry(write_concern, context: context) do |connection, txn_num, context|
252
+ gte_4_4 = connection.server.description.server_version_gte?('4.4')
253
+ if !gte_4_4 && opts[:hint] && write_concern && !write_concern.acknowledged?
254
+ raise Error::UnsupportedOption.hint_error(unacknowledged_write: true)
255
+ end
256
+
238
257
  Operation::Delete.new(
239
258
  deletes: [ delete_doc ],
240
259
  db_name: collection.database.name,
@@ -243,7 +262,8 @@ module Mongo
243
262
  bypass_document_validation: !!opts[:bypass_document_validation],
244
263
  session: session,
245
264
  let: opts[:let],
246
- ).execute(server, context: Operation::Context.new(client: client, session: session))
265
+ comment: opts[:comment],
266
+ ).execute_with_connection(connection, context: context)
247
267
  end
248
268
  end
249
269
  end
@@ -263,6 +283,8 @@ module Mongo
263
283
  # Can be :w => Integer, :fsync => Boolean, :j => Boolean.
264
284
  # @option options [ Hash ] :let Mapping of variables to use in the command.
265
285
  # See the server documentation for details.
286
+ # @option options [ Object ] :comment A user-provided
287
+ # comment to attach to this command.
266
288
  #
267
289
  # @return [ Result ] The response from the database.
268
290
  #
@@ -274,9 +296,6 @@ module Mongo
274
296
  else
275
297
  write_concern_with_session(session)
276
298
  end
277
- if opts[:hint] && write_concern && !write_concern.acknowledged?
278
- raise Error::UnsupportedOption.hint_error(unacknowledged_write: true)
279
- end
280
299
 
281
300
  QueryCache.clear_namespace(collection.namespace)
282
301
 
@@ -287,7 +306,13 @@ module Mongo
287
306
  collation: opts[:collation] || opts['collation'] || collation,
288
307
  }.compact
289
308
 
290
- write_with_retry(session, write_concern) do |server, txn_num|
309
+ context = Operation::Context.new(client: client, session: session)
310
+ write_with_retry(write_concern, context: context) do |connection, txn_num, context|
311
+ gte_4_4 = connection.server.description.server_version_gte?('4.4')
312
+ if !gte_4_4 && opts[:hint] && write_concern && !write_concern.acknowledged?
313
+ raise Error::UnsupportedOption.hint_error(unacknowledged_write: true)
314
+ end
315
+
291
316
  Operation::Delete.new(
292
317
  deletes: [ delete_doc ],
293
318
  db_name: collection.database.name,
@@ -297,7 +322,8 @@ module Mongo
297
322
  session: session,
298
323
  txn_num: txn_num,
299
324
  let: opts[:let],
300
- ).execute(server, context: Operation::Context.new(client: client, session: session))
325
+ comment: opts[:comment],
326
+ ).execute_with_connection(connection, context: context)
301
327
  end
302
328
  end
303
329
  end
@@ -322,6 +348,8 @@ module Mongo
322
348
  # Can be :w => Integer, :fsync => Boolean, :j => Boolean.
323
349
  # @option options [ Hash ] :let Mapping of variables to use in the command.
324
350
  # See the server documentation for details.
351
+ # @option options [ Object ] :comment A user-provided
352
+ # comment to attach to this command.
325
353
  #
326
354
  # @return [ Result ] The response from the database.
327
355
  #
@@ -333,9 +361,7 @@ module Mongo
333
361
  else
334
362
  write_concern_with_session(session)
335
363
  end
336
- if opts[:hint] && write_concern && !write_concern.acknowledged?
337
- raise Error::UnsupportedOption.hint_error(unacknowledged_write: true)
338
- end
364
+ validate_replacement_documents!(replacement)
339
365
 
340
366
  QueryCache.clear_namespace(collection.namespace)
341
367
 
@@ -350,7 +376,13 @@ module Mongo
350
376
  update_doc['upsert'] = true
351
377
  end
352
378
 
353
- write_with_retry(session, write_concern) do |server, txn_num|
379
+ context = Operation::Context.new(client: client, session: session)
380
+ write_with_retry(write_concern, context: context) do |connection, txn_num, context|
381
+ gte_4_2 = connection.server.description.server_version_gte?('4.2')
382
+ if !gte_4_2 && opts[:hint] && write_concern && !write_concern.acknowledged?
383
+ raise Error::UnsupportedOption.hint_error(unacknowledged_write: true)
384
+ end
385
+
354
386
  Operation::Update.new(
355
387
  updates: [ update_doc ],
356
388
  db_name: collection.database.name,
@@ -359,8 +391,9 @@ module Mongo
359
391
  bypass_document_validation: !!opts[:bypass_document_validation],
360
392
  session: session,
361
393
  txn_num: txn_num,
362
- let: opts[:let]
363
- ).execute(server, context: Operation::Context.new(client: client, session: session))
394
+ let: opts[:let],
395
+ comment: opts[:comment],
396
+ ).execute_with_connection(connection, context: context)
364
397
  end
365
398
  end
366
399
  end
@@ -387,6 +420,8 @@ module Mongo
387
420
  # Can be :w => Integer, :fsync => Boolean, :j => Boolean.
388
421
  # @option options [ Hash ] :let Mapping of variables to use in the command.
389
422
  # See the server documentation for details.
423
+ # @option options [ Object ] :comment A user-provided
424
+ # comment to attach to this command.
390
425
  #
391
426
  # @return [ Result ] The response from the database.
392
427
  #
@@ -398,9 +433,7 @@ module Mongo
398
433
  else
399
434
  write_concern_with_session(session)
400
435
  end
401
- if opts[:hint] && write_concern && !write_concern.acknowledged?
402
- raise Error::UnsupportedOption.hint_error(unacknowledged_write: true)
403
- end
436
+ validate_update_documents!(spec)
404
437
 
405
438
  QueryCache.clear_namespace(collection.namespace)
406
439
 
@@ -416,7 +449,13 @@ module Mongo
416
449
  update_doc['upsert'] = true
417
450
  end
418
451
 
419
- nro_write_with_retry(session, write_concern) do |server|
452
+ context = Operation::Context.new(client: client, session: session)
453
+ nro_write_with_retry(write_concern, context: context) do |connection, txn_num, context|
454
+ gte_4_2 = connection.server.description.server_version_gte?('4.2')
455
+ if !gte_4_2 && opts[:hint] && write_concern && !write_concern.acknowledged?
456
+ raise Error::UnsupportedOption.hint_error(unacknowledged_write: true)
457
+ end
458
+
420
459
  Operation::Update.new(
421
460
  updates: [ update_doc ],
422
461
  db_name: collection.database.name,
@@ -425,7 +464,8 @@ module Mongo
425
464
  bypass_document_validation: !!opts[:bypass_document_validation],
426
465
  session: session,
427
466
  let: opts[:let],
428
- ).execute(server, context: Operation::Context.new(client: client, session: session))
467
+ comment: opts[:comment],
468
+ ).execute_with_connection(connection, context: context)
429
469
  end
430
470
  end
431
471
  end
@@ -452,6 +492,8 @@ module Mongo
452
492
  # Can be :w => Integer, :fsync => Boolean, :j => Boolean.
453
493
  # @option options [ Hash ] :let Mapping of variables to use in the command.
454
494
  # See the server documentation for details.
495
+ # @option options [ Object ] :comment A user-provided
496
+ # comment to attach to this command.
455
497
  #
456
498
  # @return [ Result ] The response from the database.
457
499
  #
@@ -463,9 +505,7 @@ module Mongo
463
505
  else
464
506
  write_concern_with_session(session)
465
507
  end
466
- if opts[:hint] && write_concern && !write_concern.acknowledged?
467
- raise Error::UnsupportedOption.hint_error(unacknowledged_write: true)
468
- end
508
+ validate_update_documents!(spec)
469
509
 
470
510
  QueryCache.clear_namespace(collection.namespace)
471
511
 
@@ -480,7 +520,13 @@ module Mongo
480
520
  update_doc['upsert'] = true
481
521
  end
482
522
 
483
- write_with_retry(session, write_concern) do |server, txn_num|
523
+ context = Operation::Context.new(client: client, session: session)
524
+ write_with_retry(write_concern, context: context) do |connection, txn_num, context|
525
+ gte_4_2 = connection.server.description.server_version_gte?('4.2')
526
+ if !gte_4_2 && opts[:hint] && write_concern && !write_concern.acknowledged?
527
+ raise Error::UnsupportedOption.hint_error(unacknowledged_write: true)
528
+ end
529
+
484
530
  Operation::Update.new(
485
531
  updates: [ update_doc ],
486
532
  db_name: collection.database.name,
@@ -490,7 +536,54 @@ module Mongo
490
536
  session: session,
491
537
  txn_num: txn_num,
492
538
  let: opts[:let],
493
- ).execute(server, context: Operation::Context.new(client: client, session: session))
539
+ comment: opts[:comment],
540
+ ).execute_with_connection(connection, context: context)
541
+ end
542
+ end
543
+ end
544
+
545
+ private
546
+
547
+ # Checks the update documents to make sure they only have atomic modifiers.
548
+ # Note that as per the spec, we only have to examine the first element
549
+ # in the update document.
550
+ #
551
+ # @param [ Hash | Array<Hash> ] spec The update document or pipeline.
552
+ #
553
+ # @raise [ Error::InvalidUpdateDocument ] if the first key in the
554
+ # document does not start with a $.
555
+ def validate_update_documents!(spec)
556
+ if update = spec.is_a?(Array) ? spec&.first : spec
557
+ if key = update.keys&.first
558
+ unless key.to_s.start_with?("$")
559
+ if Mongo.validate_update_replace
560
+ raise Error::InvalidUpdateDocument.new(key: key)
561
+ else
562
+ Error::InvalidUpdateDocument.warn(Logger.logger, key)
563
+ end
564
+ end
565
+ end
566
+ end
567
+ end
568
+
569
+ # Check the replacement documents to make sure they don't have atomic
570
+ # modifiers. Note that as per the spec, we only have to examine the
571
+ # first element in the replacement document.
572
+ #
573
+ # @param [ Hash | Array<Hash> ] spec The replacement document or pipeline.
574
+ #
575
+ # @raise [ Error::InvalidUpdateDocument ] if the first key in the
576
+ # document does not start with a $.
577
+ def validate_replacement_documents!(spec)
578
+ if replace = spec.is_a?(Array) ? spec&.first : spec
579
+ if key = replace.keys&.first
580
+ if key.to_s.start_with?("$")
581
+ if Mongo.validate_update_replace
582
+ raise Error::InvalidReplacementDocument.new(key: key)
583
+ else
584
+ Error::InvalidReplacementDocument.warn(Logger.logger, key)
585
+ end
586
+ end
494
587
  end
495
588
  end
496
589
  end
@@ -17,6 +17,8 @@
17
17
 
18
18
  require 'mongo/bulk_write'
19
19
  require 'mongo/collection/view'
20
+ require 'mongo/collection/helpers'
21
+ require 'mongo/collection/queryable_encryption'
20
22
 
21
23
  module Mongo
22
24
 
@@ -27,6 +29,8 @@ module Mongo
27
29
  class Collection
28
30
  extend Forwardable
29
31
  include Retryable
32
+ include QueryableEncryption
33
+ include Helpers
30
34
 
31
35
  # The capped option.
32
36
  #
@@ -47,8 +51,8 @@ module Mongo
47
51
  # @return [ Hash ] The collection options.
48
52
  attr_reader :options
49
53
 
50
- # Get client, cluster, read preference, and write concern from client.
51
- def_delegators :database, :client, :cluster
54
+ # Get client, cluster, read preference, write concern, and encrypted_fields_map from client.
55
+ def_delegators :database, :client, :cluster, :encrypted_fields_map
52
56
 
53
57
  # Delegate to the cluster for the next primary.
54
58
  def_delegators :cluster, :next_primary
@@ -58,10 +62,17 @@ module Mongo
58
62
  # @since 2.1.0
59
63
  CHANGEABLE_OPTIONS = [ :read, :read_concern, :write, :write_concern ].freeze
60
64
 
61
- # Options that can be used for creating a time-series collection.
62
- TIME_SERIES_OPTIONS = {
65
+ # Options map to transform create collection options.
66
+ #
67
+ # @api private
68
+ CREATE_COLLECTION_OPTIONS = {
63
69
  :time_series => :timeseries,
64
- :expire_after => :expireAfterSeconds
70
+ :expire_after => :expireAfterSeconds,
71
+ :clustered_index => :clusteredIndex,
72
+ :change_stream_pre_and_post_images => :changeStreamPreAndPostImages,
73
+ :encrypted_fields => :encryptedFields,
74
+ :validator => :validator,
75
+ :view_on => :viewOn
65
76
  }
66
77
 
67
78
  # Check if a collection is equal to another object. Will check the name and
@@ -94,10 +105,14 @@ module Mongo
94
105
  # @option options [ Hash ] :write_concern The write concern options.
95
106
  # Can be :w => Integer|String, :fsync => Boolean, :j => Boolean.
96
107
  # @option options [ Hash ] :time_series Create a time-series collection.
97
- # See https://docs.mongodb.com/manual/core/timeseries-collections/ for more
108
+ # See https://mongodb.com/docs/manual/core/timeseries-collections/ for more
98
109
  # information about time-series collection.
99
110
  # @option options [ Integer ] :expire_after Number indicating
100
111
  # after how many seconds old time-series data should be deleted.
112
+ # @options clustered_index [ Hash ] :clustered_index Create a clustered index.
113
+ # This option specifies how this collection should be clustered on _id.
114
+ # See https://www.mongodb.com/docs/v5.3/reference/method/db.createCollection/#std-label-db.createCollection.clusteredIndex
115
+ # for more information about this option.
101
116
  #
102
117
  # @since 2.0.0
103
118
  def initialize(database, name, options = {})
@@ -241,6 +256,12 @@ module Mongo
241
256
  # @option opts [ Hash ] :time_series Create a time-series collection.
242
257
  # @option opts [ Integer ] :expire_after Number indicating
243
258
  # after how many seconds old time-series data should be deleted.
259
+ # @option opts [ Hash ] :change_stream_pre_and_post_images Used to enable
260
+ # pre- and post-images on the created collection.
261
+ # @option opts [ Hash ] :encrypted_fields Hash describing encrypted fields
262
+ # for queryable encryption.
263
+ # @option opts [ Hash ] :validator Hash describing document validation
264
+ # options for the collection.
244
265
  #
245
266
  # @return [ Result ] The result of the command.
246
267
  #
@@ -253,9 +274,9 @@ module Mongo
253
274
  options = Hash[self.options.reject do |key, value|
254
275
  %w(read read_preference read_concern).include?(key.to_s)
255
276
  end]
256
- options.update(opts.slice(*TIME_SERIES_OPTIONS.keys))
257
- # Converting Ruby spelled time series options to server style.
258
- TIME_SERIES_OPTIONS.each do |ruby_key, server_key|
277
+ options.update(opts.slice(*CREATE_COLLECTION_OPTIONS.keys))
278
+ # Converting Ruby options to server style.
279
+ CREATE_COLLECTION_OPTIONS.each do |ruby_key, server_key|
259
280
  if options.key?(ruby_key)
260
281
  options[server_key] = options.delete(ruby_key)
261
282
  end
@@ -271,20 +292,24 @@ module Mongo
271
292
  end
272
293
 
273
294
  context = Operation::Context.new(client: client, session: session)
274
- Operation::Create.new(
275
- selector: operation,
276
- db_name: database.name,
277
- write_concern: write_concern,
278
- session: session,
279
- # Note that these are collection options, collation isn't
280
- # taken from options passed to the create method.
281
- collation: options[:collation] || options['collation'],
282
- ).execute(next_primary(nil, session), context: context)
295
+ maybe_create_qe_collections(opts[:encrypted_fields], client, session) do |encrypted_fields|
296
+ Operation::Create.new(
297
+ selector: operation,
298
+ db_name: database.name,
299
+ write_concern: write_concern,
300
+ session: session,
301
+ # Note that these are collection options, collation isn't
302
+ # taken from options passed to the create method.
303
+ collation: options[:collation] || options['collation'],
304
+ encrypted_fields: encrypted_fields,
305
+ validator: options[:validator],
306
+ ).execute(next_primary(nil, session), context: context)
307
+ end
283
308
  end
284
309
  end
285
310
 
286
311
  # Drop the collection. Will also drop all indexes associated with the
287
- # collection.
312
+ # collection, as well as associated queryable encryption collections.
288
313
  #
289
314
  # @note An error returned if the collection doesn't exist is suppressed.
290
315
  #
@@ -301,25 +326,22 @@ module Mongo
301
326
  # @since 2.0.0
302
327
  def drop(opts = {})
303
328
  client.send(:with_session, opts) do |session|
304
- temp_write_concern = write_concern
305
- write_concern = if opts[:write_concern]
306
- WriteConcern.get(opts[:write_concern])
307
- else
308
- temp_write_concern
329
+ maybe_drop_emm_collections(opts[:encrypted_fields], client, session) do
330
+ temp_write_concern = write_concern
331
+ write_concern = if opts[:write_concern]
332
+ WriteConcern.get(opts[:write_concern])
333
+ else
334
+ temp_write_concern
335
+ end
336
+ context = Operation::Context.new(client: client, session: session)
337
+ operation = Operation::Drop.new({
338
+ selector: { :drop => name },
339
+ db_name: database.name,
340
+ write_concern: write_concern,
341
+ session: session,
342
+ })
343
+ do_drop(operation, session, context)
309
344
  end
310
- Operation::Drop.new({
311
- selector: { :drop => name },
312
- db_name: database.name,
313
- write_concern: write_concern,
314
- session: session,
315
- }).execute(next_primary(nil, session), context: Operation::Context.new(client: client, session: session))
316
- end
317
- rescue Error::OperationFailure => ex
318
- # NamespaceNotFound
319
- if ex.code == 26 || ex.code.nil? && ex.message =~ /ns not found/
320
- false
321
- else
322
- raise
323
345
  end
324
346
  end
325
347
 
@@ -343,7 +365,8 @@ module Mongo
343
365
  # @option options [ Integer ] :batch_size The number of documents returned in each batch
344
366
  # of results from MongoDB.
345
367
  # @option options [ Hash ] :collation The collation to use.
346
- # @option options [ String ] :comment Associate a comment with the query.
368
+ # @option options [ Object ] :comment A user-provided
369
+ # comment to attach to this command.
347
370
  # @option options [ :tailable, :tailable_await ] :cursor_type The type of cursor to use.
348
371
  # @option options [ Integer ] :limit The max number of docs to return from the query.
349
372
  # @option options [ Integer ] :max_time_ms
@@ -386,7 +409,8 @@ module Mongo
386
409
  # @option options [ true, false ] :bypass_document_validation Whether or
387
410
  # not to skip document level validation.
388
411
  # @option options [ Hash ] :collation The collation to use.
389
- # @option options [ String ] :comment Associate a comment with the aggregation.
412
+ # @option options [ Object ] :comment A user-provided
413
+ # comment to attach to this command.
390
414
  # @option options [ String ] :hint The index to use for the aggregation.
391
415
  # @option options [ Hash ] :let Mapping of variables to use in the pipeline.
392
416
  # See the server documentation for details.
@@ -416,11 +440,35 @@ module Mongo
416
440
  # @param [ Array<Hash> ] pipeline Optional additional filter operators.
417
441
  # @param [ Hash ] options The change stream options.
418
442
  #
419
- # @option options [ String ] :full_document Allowed values: default’,
420
- # updateLookup’. Defaults to ‘default’. When set to ‘updateLookup’,
421
- # the change notification for partial updates will include both a delta
422
- # describing the changes to the document, as well as a copy of the entire
423
- # document that was changed from some time after the change occurred.
443
+ # @option options [ String ] :full_document Allowed values: nil, 'default',
444
+ # 'updateLookup', 'whenAvailable', 'required'.
445
+ #
446
+ # The default is to not send a value (i.e. nil), which is equivalent to
447
+ # 'default'. By default, the change notification for partial updates will
448
+ # include a delta describing the changes to the document.
449
+ #
450
+ # When set to 'updateLookup', the change notification for partial updates
451
+ # will include both a delta describing the changes to the document as well
452
+ # as a copy of the entire document that was changed from some time after
453
+ # the change occurred.
454
+ #
455
+ # When set to 'whenAvailable', configures the change stream to return the
456
+ # post-image of the modified document for replace and update change events
457
+ # if the post-image for this event is available.
458
+ #
459
+ # When set to 'required', the same behavior as 'whenAvailable' except that
460
+ # an error is raised if the post-image is not available.
461
+ # @option options [ String ] :full_document_before_change Allowed values: nil,
462
+ # 'whenAvailable', 'required', 'off'.
463
+ #
464
+ # The default is to not send a value (i.e. nil), which is equivalent to 'off'.
465
+ #
466
+ # When set to 'whenAvailable', configures the change stream to return the
467
+ # pre-image of the modified document for replace, update, and delete change
468
+ # events if it is available.
469
+ #
470
+ # When set to 'required', the same behavior as 'whenAvailable' except that
471
+ # an error is raised if the pre-image is not available.
424
472
  # @option options [ BSON::Document, Hash ] :resume_after Specifies the
425
473
  # logical starting point for the new change stream.
426
474
  # @option options [ Integer ] :max_await_time_ms The maximum amount of time
@@ -433,6 +481,13 @@ module Mongo
433
481
  # changes that occurred at or after the specified timestamp. Any command run
434
482
  # against the server will return a cluster time that can be used here.
435
483
  # Only recognized by server versions 4.0+.
484
+ # @option options [ Object ] :comment A user-provided
485
+ # comment to attach to this command.
486
+ # @option options [ Boolean ] :show_expanded_events Enables the server to
487
+ # send the 'expanded' list of change stream events. The list of additional
488
+ # events included with this flag set are: createIndexes, dropIndexes,
489
+ # modify, create, shardCollection, reshardCollection,
490
+ # refineCollectionShardKey.
436
491
  #
437
492
  # @note A change stream only allows 'majority' read concern.
438
493
  # @note This helper method is preferable to running a raw aggregation with
@@ -442,7 +497,9 @@ module Mongo
442
497
  #
443
498
  # @since 2.5.0
444
499
  def watch(pipeline = [], options = {})
445
- View::ChangeStream.new(View.new(self, {}, options), pipeline, nil, options)
500
+ view_options = options.dup
501
+ view_options[:await_data] = true if options[:max_await_time_ms]
502
+ View::ChangeStream.new(View.new(self, {}, view_options), pipeline, nil, options)
446
503
  end
447
504
 
448
505
  # Gets an estimated number of matching documents in the collection.
@@ -460,6 +517,8 @@ module Mongo
460
517
  # @option options [ Hash ] :read The read preference options.
461
518
  # @option options [ Hash ] :collation The collation to use.
462
519
  # @option options [ Session ] :session The session to use.
520
+ # @option options [ Object ] :comment A user-provided
521
+ # comment to attach to this command.
463
522
  #
464
523
  # @return [ Integer ] The document count.
465
524
  #
@@ -493,6 +552,9 @@ module Mongo
493
552
  # command to run.
494
553
  # @option options :read [ Hash ] The read preference options.
495
554
  # @option options :collation [ Hash ] The collation to use.
555
+ # @option options [ Session ] :session The session to use.
556
+ # @option options [ Object ] :comment A user-provided
557
+ # comment to attach to this command.
496
558
  #
497
559
  # @return [ Integer ] The document count.
498
560
  #
@@ -509,9 +571,11 @@ module Mongo
509
571
  #
510
572
  # @param [ Hash ] options Options for the operation.
511
573
  #
512
- # @option opts :max_time_ms [ Integer ] The maximum amount of time to allow
574
+ # @option options :max_time_ms [ Integer ] The maximum amount of time to allow
513
575
  # the command to run for on the server.
514
- # @option opts [ Hash ] :read The read preference options.
576
+ # @option options [ Hash ] :read The read preference options.
577
+ # @option options [ Object ] :comment A user-provided
578
+ # comment to attach to this command.
515
579
  #
516
580
  # @return [ Integer ] The document count.
517
581
  #
@@ -597,7 +661,8 @@ module Mongo
597
661
  raise ArgumentError, "Document to be inserted cannot be nil"
598
662
  end
599
663
 
600
- write_with_retry(session, write_concern) do |server, txn_num|
664
+ context = Operation::Context.new(client: client, session: session)
665
+ write_with_retry(write_concern, context: context) do |connection, txn_num, context|
601
666
  Operation::Insert.new(
602
667
  :documents => [ document ],
603
668
  :db_name => database.name,
@@ -608,7 +673,8 @@ module Mongo
608
673
  :id_generator => client.options[:id_generator],
609
674
  :session => session,
610
675
  :txn_num => txn_num,
611
- ).execute(server, context: Operation::Context.new(client: client, session: session))
676
+ :comment => opts[:comment]
677
+ ).execute_with_connection(connection, context: context)
612
678
  end
613
679
  end
614
680
  end
@@ -650,6 +716,8 @@ module Mongo
650
716
  # @option options [ true, false ] :bypass_document_validation Whether or
651
717
  # not to skip document level validation.
652
718
  # @option options [ Session ] :session The session to use for the set of operations.
719
+ # @option options [ Hash ] :let Mapping of variables to use in the command.
720
+ # See the server documentation for details.
653
721
  #
654
722
  # @return [ BulkWrite::Result ] The result of the operation.
655
723
  #