mongo 2.17.2 → 2.18.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (689) hide show
  1. checksums.yaml +4 -4
  2. checksums.yaml.gz.sig +0 -0
  3. data/README.md +21 -37
  4. data/lib/mongo/auth/base.rb +8 -1
  5. data/lib/mongo/auth.rb +12 -1
  6. data/lib/mongo/bulk_write/result.rb +10 -1
  7. data/lib/mongo/bulk_write/result_combiner.rb +2 -4
  8. data/lib/mongo/bulk_write.rb +115 -29
  9. data/lib/mongo/client.rb +133 -17
  10. data/lib/mongo/client_encryption.rb +113 -10
  11. data/lib/mongo/cluster/reapers/cursor_reaper.rb +11 -1
  12. data/lib/mongo/cluster.rb +26 -28
  13. data/lib/mongo/collection/helpers.rb +43 -0
  14. data/lib/mongo/collection/queryable_encryption.rb +122 -0
  15. data/lib/mongo/collection/view/aggregation.rb +22 -16
  16. data/lib/mongo/collection/view/change_stream.rb +65 -23
  17. data/lib/mongo/collection/view/explainable.rb +1 -1
  18. data/lib/mongo/collection/view/iterable.rb +2 -2
  19. data/lib/mongo/collection/view/map_reduce.rb +18 -9
  20. data/lib/mongo/collection/view/readable.rb +29 -25
  21. data/lib/mongo/collection/view/writable.rb +133 -40
  22. data/lib/mongo/collection.rb +117 -49
  23. data/lib/mongo/config/options.rb +62 -0
  24. data/lib/mongo/config/validators/option.rb +26 -0
  25. data/lib/mongo/config.rb +42 -0
  26. data/lib/mongo/crypt/auto_encrypter.rb +136 -14
  27. data/lib/mongo/crypt/binding.rb +513 -144
  28. data/lib/mongo/crypt/context.rb +5 -2
  29. data/lib/mongo/crypt/data_key_context.rb +12 -104
  30. data/lib/mongo/crypt/encryption_io.rb +94 -60
  31. data/lib/mongo/crypt/explicit_encrypter.rb +143 -26
  32. data/lib/mongo/crypt/explicit_encryption_context.rb +25 -2
  33. data/lib/mongo/crypt/handle.rb +160 -86
  34. data/lib/mongo/crypt/hooks.rb +25 -2
  35. data/lib/mongo/crypt/kms/aws.rb +136 -0
  36. data/lib/mongo/crypt/kms/azure.rb +144 -0
  37. data/lib/mongo/crypt/kms/credentials.rb +81 -0
  38. data/lib/mongo/crypt/kms/gcp.rb +189 -0
  39. data/lib/mongo/crypt/kms/kmip.rb +116 -0
  40. data/lib/mongo/crypt/kms/local.rb +82 -0
  41. data/lib/mongo/crypt/kms/master_key_document.rb +65 -0
  42. data/lib/mongo/crypt/kms.rb +117 -0
  43. data/lib/mongo/crypt/rewrap_many_data_key_context.rb +46 -0
  44. data/lib/mongo/crypt/rewrap_many_data_key_result.rb +37 -0
  45. data/lib/mongo/crypt/status.rb +8 -2
  46. data/lib/mongo/crypt.rb +3 -0
  47. data/lib/mongo/cursor/kill_spec.rb +27 -6
  48. data/lib/mongo/cursor.rb +26 -11
  49. data/lib/mongo/database/view.rb +6 -3
  50. data/lib/mongo/database.rb +57 -13
  51. data/lib/mongo/dbref.rb +1 -105
  52. data/lib/mongo/error/bulk_write_error.rb +31 -4
  53. data/lib/mongo/error/invalid_config_option.rb +20 -0
  54. data/lib/mongo/error/invalid_replacement_document.rb +27 -9
  55. data/lib/mongo/error/invalid_update_document.rb +27 -7
  56. data/lib/mongo/error/labelable.rb +72 -0
  57. data/lib/mongo/error/missing_connection.rb +25 -0
  58. data/lib/mongo/error/missing_file_chunk.rb +8 -2
  59. data/lib/mongo/error/notable.rb +7 -0
  60. data/lib/mongo/error/operation_failure.rb +34 -86
  61. data/lib/mongo/error/read_write_retryable.rb +108 -0
  62. data/lib/mongo/{operation/kill_cursors/legacy.rb → error/session_not_materialized.rb} +7 -19
  63. data/lib/mongo/error.rb +5 -37
  64. data/lib/mongo/grid/stream/read.rb +6 -0
  65. data/lib/mongo/index/view.rb +23 -7
  66. data/lib/mongo/monitoring/event/command_failed.rb +8 -2
  67. data/lib/mongo/monitoring/event/command_started.rb +1 -1
  68. data/lib/mongo/monitoring/event/command_succeeded.rb +9 -2
  69. data/lib/mongo/monitoring/publishable.rb +9 -5
  70. data/lib/mongo/operation/collections_info/result.rb +5 -2
  71. data/lib/mongo/operation/command/op_msg.rb +6 -0
  72. data/lib/mongo/operation/context.rb +24 -6
  73. data/lib/mongo/operation/count/op_msg.rb +4 -1
  74. data/lib/mongo/operation/create/op_msg.rb +4 -1
  75. data/lib/mongo/operation/create_index/op_msg.rb +2 -1
  76. data/lib/mongo/operation/delete/op_msg.rb +1 -0
  77. data/lib/mongo/operation/delete.rb +0 -1
  78. data/lib/mongo/operation/distinct/op_msg.rb +4 -1
  79. data/lib/mongo/operation/drop_index/op_msg.rb +5 -1
  80. data/lib/mongo/operation/get_more/command_builder.rb +5 -1
  81. data/lib/mongo/operation/insert/bulk_result.rb +5 -1
  82. data/lib/mongo/operation/insert/command.rb +0 -4
  83. data/lib/mongo/operation/insert/op_msg.rb +6 -3
  84. data/lib/mongo/operation/insert/result.rb +6 -3
  85. data/lib/mongo/operation/insert.rb +0 -1
  86. data/lib/mongo/operation/kill_cursors.rb +0 -1
  87. data/lib/mongo/operation/list_collections/op_msg.rb +4 -1
  88. data/lib/mongo/operation/map_reduce/result.rb +16 -0
  89. data/lib/mongo/operation/result.rb +21 -5
  90. data/lib/mongo/operation/shared/executable.rb +21 -6
  91. data/lib/mongo/operation/shared/polymorphic_operation.rb +15 -3
  92. data/lib/mongo/operation/shared/response_handling.rb +6 -5
  93. data/lib/mongo/operation/shared/sessions_supported.rb +7 -3
  94. data/lib/mongo/operation/shared/write.rb +18 -12
  95. data/lib/mongo/operation/update/op_msg.rb +2 -1
  96. data/lib/mongo/operation/update.rb +0 -1
  97. data/lib/mongo/protocol/caching_hash.rb +69 -0
  98. data/lib/mongo/protocol/msg.rb +21 -1
  99. data/lib/mongo/protocol.rb +1 -0
  100. data/lib/mongo/query_cache.rb +15 -0
  101. data/lib/mongo/retryable.rb +78 -30
  102. data/lib/mongo/server/connection.rb +33 -0
  103. data/lib/mongo/server/connection_base.rb +2 -0
  104. data/lib/mongo/server/connection_common.rb +4 -1
  105. data/lib/mongo/server/connection_pool.rb +74 -46
  106. data/lib/mongo/server/description/features.rb +3 -1
  107. data/lib/mongo/server/description.rb +7 -2
  108. data/lib/mongo/server/monitor/connection.rb +1 -0
  109. data/lib/mongo/server/monitor.rb +25 -13
  110. data/lib/mongo/server/push_monitor.rb +13 -3
  111. data/lib/mongo/server.rb +9 -5
  112. data/lib/mongo/session/session_pool.rb +8 -0
  113. data/lib/mongo/session.rb +111 -35
  114. data/lib/mongo/socket/ocsp_verifier.rb +4 -5
  115. data/lib/mongo/socket/tcp.rb +3 -0
  116. data/lib/mongo/srv/resolver.rb +24 -3
  117. data/lib/mongo/uri/options_mapper.rb +2 -0
  118. data/lib/mongo/uri/srv_protocol.rb +1 -1
  119. data/lib/mongo/uri.rb +20 -0
  120. data/lib/mongo/version.rb +1 -1
  121. data/lib/mongo.rb +22 -0
  122. data/mongo.gemspec +10 -4
  123. data/spec/README.md +23 -5
  124. data/spec/integration/aws_lambda_examples_spec.rb +68 -0
  125. data/spec/integration/bulk_write_error_message_spec.rb +32 -0
  126. data/spec/integration/bulk_write_spec.rb +16 -0
  127. data/spec/integration/change_stream_spec.rb +6 -5
  128. data/spec/integration/client_construction_spec.rb +74 -8
  129. data/spec/integration/client_side_encryption/auto_encryption_bulk_writes_spec.rb +9 -9
  130. data/spec/integration/client_side_encryption/auto_encryption_command_monitoring_spec.rb +168 -168
  131. data/spec/integration/client_side_encryption/auto_encryption_mongocryptd_spawn_spec.rb +0 -1
  132. data/spec/integration/client_side_encryption/auto_encryption_reconnect_spec.rb +31 -0
  133. data/spec/integration/client_side_encryption/auto_encryption_spec.rb +108 -1
  134. data/spec/integration/client_side_encryption/bson_size_limit_spec.rb +2 -2
  135. data/spec/integration/client_side_encryption/bypass_mongocryptd_spawn_spec.rb +2 -2
  136. data/spec/integration/client_side_encryption/client_close_spec.rb +1 -1
  137. data/spec/integration/client_side_encryption/corpus_spec.rb +64 -35
  138. data/spec/integration/client_side_encryption/custom_endpoint_spec.rb +39 -42
  139. data/spec/integration/client_side_encryption/data_key_spec.rb +97 -7
  140. data/spec/integration/client_side_encryption/decryption_events_prose_spec.rb +158 -0
  141. data/spec/integration/client_side_encryption/explicit_encryption_spec.rb +59 -0
  142. data/spec/integration/client_side_encryption/explicit_queryable_encryption_spec.rb +147 -0
  143. data/spec/integration/client_side_encryption/external_key_vault_spec.rb +6 -6
  144. data/spec/integration/client_side_encryption/kms_tls_options_spec.rb +436 -0
  145. data/spec/integration/client_side_encryption/kms_tls_spec.rb +92 -0
  146. data/spec/integration/client_side_encryption/queryable_encryption_examples_spec.rb +111 -0
  147. data/spec/integration/client_side_encryption/unique_index_on_key_alt_names_prose_spec.rb +85 -0
  148. data/spec/integration/client_side_encryption/views_spec.rb +1 -1
  149. data/spec/integration/client_update_spec.rb +2 -2
  150. data/spec/integration/crud_spec.rb +12 -0
  151. data/spec/integration/cursor_pinning_spec.rb +3 -3
  152. data/spec/integration/fork_reconnect_spec.rb +15 -8
  153. data/spec/integration/grid_fs_bucket_spec.rb +3 -3
  154. data/spec/integration/ocsp_verifier_spec.rb +3 -0
  155. data/spec/integration/query_cache_spec.rb +34 -30
  156. data/spec/integration/reconnect_spec.rb +2 -0
  157. data/spec/integration/retryable_writes/retryable_writes_36_and_older_spec.rb +1 -1
  158. data/spec/integration/server_monitor_spec.rb +2 -1
  159. data/spec/integration/size_limit_spec.rb +4 -1
  160. data/spec/integration/snapshot_query_examples_spec.rb +127 -0
  161. data/spec/integration/srv_monitoring_spec.rb +38 -0
  162. data/spec/integration/srv_spec.rb +1 -0
  163. data/spec/integration/step_down_spec.rb +20 -4
  164. data/spec/integration/transaction_pinning_spec.rb +2 -2
  165. data/spec/integration/versioned_api_examples_spec.rb +37 -31
  166. data/spec/lite_spec_helper.rb +19 -9
  167. data/spec/mongo/address/ipv6_spec.rb +7 -0
  168. data/spec/mongo/address_spec.rb +7 -0
  169. data/spec/mongo/auth/scram/conversation_spec.rb +23 -23
  170. data/spec/mongo/auth/scram256/conversation_spec.rb +20 -20
  171. data/spec/mongo/auth/scram_negotiation_spec.rb +1 -0
  172. data/spec/mongo/bulk_write/result_spec.rb +15 -1
  173. data/spec/mongo/bulk_write_spec.rb +141 -20
  174. data/spec/mongo/client_construction_spec.rb +186 -9
  175. data/spec/mongo/client_encryption_spec.rb +10 -22
  176. data/spec/mongo/client_spec.rb +297 -1
  177. data/spec/mongo/cluster/cursor_reaper_spec.rb +21 -3
  178. data/spec/mongo/cluster_spec.rb +0 -44
  179. data/spec/mongo/collection/view/aggregation_spec.rb +121 -2
  180. data/spec/mongo/collection/view/change_stream_spec.rb +2 -2
  181. data/spec/mongo/collection/view/readable_spec.rb +605 -1
  182. data/spec/mongo/collection/view/writable_spec.rb +144 -32
  183. data/spec/mongo/collection_crud_spec.rb +63 -13
  184. data/spec/mongo/collection_spec.rb +32 -0
  185. data/spec/mongo/config/options_spec.rb +75 -0
  186. data/spec/mongo/config_spec.rb +73 -0
  187. data/spec/mongo/crypt/auto_decryption_context_spec.rb +17 -1
  188. data/spec/mongo/crypt/auto_encrypter_spec.rb +256 -5
  189. data/spec/mongo/crypt/auto_encryption_context_spec.rb +17 -1
  190. data/spec/mongo/crypt/binding/context_spec.rb +67 -17
  191. data/spec/mongo/crypt/binding/mongocrypt_spec.rb +17 -46
  192. data/spec/mongo/crypt/binding/version_spec.rb +33 -0
  193. data/spec/mongo/crypt/binding_unloaded_spec.rb +14 -0
  194. data/spec/mongo/crypt/data_key_context_spec.rb +42 -114
  195. data/spec/mongo/crypt/encryption_io_spec.rb +2 -0
  196. data/spec/mongo/crypt/explicit_decryption_context_spec.rb +32 -1
  197. data/spec/mongo/crypt/explicit_encryption_context_spec.rb +94 -1
  198. data/spec/mongo/crypt/handle_spec.rb +172 -156
  199. data/spec/mongo/crypt/hooks_spec.rb +30 -0
  200. data/spec/mongo/crypt/kms/credentials_spec.rb +357 -0
  201. data/spec/mongo/crypt/kms_spec.rb +59 -0
  202. data/spec/mongo/cursor_spec.rb +87 -1
  203. data/spec/mongo/database_spec.rb +66 -1
  204. data/spec/mongo/error/operation_failure_heavy_spec.rb +49 -0
  205. data/spec/mongo/index/view_spec.rb +125 -0
  206. data/spec/mongo/operation/create/op_msg_spec.rb +244 -0
  207. data/spec/mongo/operation/delete/op_msg_spec.rb +13 -4
  208. data/spec/mongo/operation/delete_spec.rb +0 -30
  209. data/spec/mongo/operation/insert/op_msg_spec.rb +18 -10
  210. data/spec/mongo/operation/insert_spec.rb +0 -32
  211. data/spec/mongo/operation/result_spec.rb +20 -0
  212. data/spec/mongo/operation/update/op_msg_spec.rb +13 -4
  213. data/spec/mongo/operation/update_spec.rb +0 -29
  214. data/spec/mongo/protocol/caching_hash_spec.rb +82 -0
  215. data/spec/mongo/protocol/msg_spec.rb +41 -0
  216. data/spec/mongo/query_cache_spec.rb +1 -0
  217. data/spec/mongo/retryable_spec.rb +32 -3
  218. data/spec/mongo/server/connection_auth_spec.rb +3 -1
  219. data/spec/mongo/server/connection_common_spec.rb +13 -1
  220. data/spec/mongo/server/connection_pool_spec.rb +120 -53
  221. data/spec/mongo/server/connection_spec.rb +50 -159
  222. data/spec/mongo/server/description/features_spec.rb +24 -0
  223. data/spec/mongo/server/push_monitor_spec.rb +2 -8
  224. data/spec/mongo/session_spec.rb +26 -6
  225. data/spec/mongo/session_transaction_spec.rb +2 -1
  226. data/spec/mongo/socket/ssl_spec.rb +18 -7
  227. data/spec/mongo/uri/srv_protocol_spec.rb +101 -2
  228. data/spec/mongo/uri_spec.rb +25 -0
  229. data/spec/runners/connection_string.rb +8 -0
  230. data/spec/runners/crud/operation.rb +12 -3
  231. data/spec/runners/crud/requirement.rb +9 -4
  232. data/spec/runners/crud/spec.rb +5 -0
  233. data/spec/runners/crud/test.rb +1 -1
  234. data/spec/runners/crud/verifier.rb +6 -0
  235. data/spec/runners/transactions/spec.rb +2 -2
  236. data/spec/runners/transactions/test.rb +19 -16
  237. data/spec/runners/transactions.rb +11 -8
  238. data/spec/runners/unified/assertions.rb +90 -11
  239. data/spec/runners/unified/change_stream_operations.rb +12 -0
  240. data/spec/runners/unified/client_side_encryption_operations.rb +83 -0
  241. data/spec/runners/unified/crud_operations.rb +67 -4
  242. data/spec/runners/unified/ddl_operations.rb +45 -0
  243. data/spec/runners/unified/error.rb +2 -1
  244. data/spec/runners/unified/grid_fs_operations.rb +21 -0
  245. data/spec/runners/unified/support_operations.rb +5 -2
  246. data/spec/runners/unified/test.rb +78 -5
  247. data/spec/runners/unified.rb +9 -2
  248. data/spec/shared/lib/mrss/constraints.rb +10 -17
  249. data/spec/shared/lib/mrss/docker_runner.rb +23 -3
  250. data/spec/shared/lib/mrss/eg_config_utils.rb +51 -0
  251. data/spec/shared/lib/mrss/event_subscriber.rb +15 -5
  252. data/spec/shared/lib/mrss/lite_constraints.rb +40 -1
  253. data/spec/shared/lib/mrss/session_registry.rb +69 -0
  254. data/spec/shared/lib/mrss/session_registry_legacy.rb +60 -0
  255. data/spec/shared/share/Dockerfile.erb +56 -54
  256. data/spec/shared/shlib/config.sh +27 -0
  257. data/spec/shared/shlib/distro.sh +2 -1
  258. data/spec/shared/shlib/server.sh +46 -21
  259. data/spec/shared/shlib/set_env.sh +43 -5
  260. data/spec/solo/clean_exit_spec.rb +5 -0
  261. data/spec/spec_helper.rb +0 -1
  262. data/spec/spec_tests/client_side_encryption_spec.rb +1 -1
  263. data/spec/spec_tests/client_side_encryption_unified_spec.rb +16 -0
  264. data/spec/spec_tests/crud_spec.rb +0 -10
  265. data/spec/spec_tests/data/change_streams_unified/change-streams-errors.yml +124 -0
  266. data/spec/spec_tests/data/change_streams_unified/change-streams-pre_and_post_images.yml +351 -0
  267. data/spec/spec_tests/data/change_streams_unified/change-streams-resume-allowlist.yml +1171 -0
  268. data/spec/spec_tests/data/change_streams_unified/change-streams-resume-errorLabels.yml +1071 -0
  269. data/spec/spec_tests/data/change_streams_unified/change-streams-showExpandedEvents.yml +298 -0
  270. data/spec/spec_tests/data/change_streams_unified/change-streams.yml +859 -4
  271. data/spec/spec_tests/data/client_side_encryption/aggregate.yml +3 -17
  272. data/spec/spec_tests/data/client_side_encryption/azureKMS.yml +46 -0
  273. data/spec/spec_tests/data/client_side_encryption/badQueries.yml +12 -2
  274. data/spec/spec_tests/data/client_side_encryption/basic.yml +3 -17
  275. data/spec/spec_tests/data/client_side_encryption/bulk.yml +1 -8
  276. data/spec/spec_tests/data/client_side_encryption/bypassAutoEncryption.yml +2 -2
  277. data/spec/spec_tests/data/client_side_encryption/count.yml +1 -8
  278. data/spec/spec_tests/data/client_side_encryption/countDocuments.yml +1 -8
  279. data/spec/spec_tests/data/client_side_encryption/create-and-createIndexes.yml +58 -0
  280. data/spec/spec_tests/data/client_side_encryption/delete.yml +2 -16
  281. data/spec/spec_tests/data/client_side_encryption/distinct.yml +1 -8
  282. data/spec/spec_tests/data/client_side_encryption/explain.yml +1 -8
  283. data/spec/spec_tests/data/client_side_encryption/find.yml +2 -16
  284. data/spec/spec_tests/data/client_side_encryption/findOneAndDelete.yml +1 -8
  285. data/spec/spec_tests/data/client_side_encryption/findOneAndReplace.yml +1 -8
  286. data/spec/spec_tests/data/client_side_encryption/findOneAndUpdate.yml +1 -8
  287. data/spec/spec_tests/data/client_side_encryption/fle2-BypassQueryAnalysis.yml +101 -0
  288. data/spec/spec_tests/data/client_side_encryption/fle2-Compact.yml +80 -0
  289. data/spec/spec_tests/data/client_side_encryption/fle2-CreateCollection.yml +1263 -0
  290. data/spec/spec_tests/data/client_side_encryption/fle2-DecryptExistingData.yml +64 -0
  291. data/spec/spec_tests/data/client_side_encryption/fle2-Delete.yml +107 -0
  292. data/spec/spec_tests/data/client_side_encryption/fle2-EncryptedFields-vs-EncryptedFieldsMap.yml +80 -0
  293. data/spec/spec_tests/data/client_side_encryption/fle2-EncryptedFields-vs-jsonSchema.yml +90 -0
  294. data/spec/spec_tests/data/client_side_encryption/fle2-EncryptedFieldsMap-defaults.yml +57 -0
  295. data/spec/spec_tests/data/client_side_encryption/fle2-FindOneAndUpdate.yml +213 -0
  296. data/spec/spec_tests/data/client_side_encryption/fle2-InsertFind-Indexed.yml +86 -0
  297. data/spec/spec_tests/data/client_side_encryption/fle2-InsertFind-Unindexed.yml +83 -0
  298. data/spec/spec_tests/data/client_side_encryption/fle2-MissingKey.yml +41 -0
  299. data/spec/spec_tests/data/client_side_encryption/fle2-NoEncryption.yml +42 -0
  300. data/spec/spec_tests/data/client_side_encryption/fle2-Update.yml +221 -0
  301. data/spec/spec_tests/data/client_side_encryption/fle2-validatorAndPartialFieldExpression.yml +168 -0
  302. data/spec/spec_tests/data/client_side_encryption/gcpKMS.yml +46 -0
  303. data/spec/spec_tests/data/client_side_encryption/getMore.yml +1 -8
  304. data/spec/spec_tests/data/client_side_encryption/insert.yml +2 -16
  305. data/spec/spec_tests/data/client_side_encryption/keyAltName.yml +1 -8
  306. data/spec/spec_tests/data/client_side_encryption/localKMS.yml +1 -8
  307. data/spec/spec_tests/data/client_side_encryption/localSchema.yml +1 -8
  308. data/spec/spec_tests/data/client_side_encryption/maxWireVersion.yml +2 -0
  309. data/spec/spec_tests/data/client_side_encryption/missingKey.yml +2 -9
  310. data/spec/spec_tests/data/client_side_encryption/noSchema.yml +39 -0
  311. data/spec/spec_tests/data/client_side_encryption/replaceOne.yml +1 -8
  312. data/spec/spec_tests/data/client_side_encryption/types.yml +44 -70
  313. data/spec/spec_tests/data/client_side_encryption/unified/addKeyAltName.yml +194 -0
  314. data/spec/spec_tests/data/client_side_encryption/unified/createDataKey-kms_providers-invalid.yml +67 -0
  315. data/spec/spec_tests/data/client_side_encryption/unified/createDataKey.yml +309 -0
  316. data/spec/spec_tests/data/client_side_encryption/unified/deleteKey.yml +159 -0
  317. data/spec/spec_tests/data/client_side_encryption/unified/getKey.yml +105 -0
  318. data/spec/spec_tests/data/client_side_encryption/unified/getKeyByAltName.yml +104 -0
  319. data/spec/spec_tests/data/client_side_encryption/unified/getKeys.yml +122 -0
  320. data/spec/spec_tests/data/client_side_encryption/unified/removeKeyAltName.yml +157 -0
  321. data/spec/spec_tests/data/client_side_encryption/unified/rewrapManyDataKey-decrypt_failure.yml +69 -0
  322. data/spec/spec_tests/data/client_side_encryption/unified/rewrapManyDataKey-encrypt_failure.yml +122 -0
  323. data/spec/spec_tests/data/client_side_encryption/unified/rewrapManyDataKey.yml +432 -0
  324. data/spec/spec_tests/data/client_side_encryption/updateMany.yml +1 -8
  325. data/spec/spec_tests/data/client_side_encryption/updateOne.yml +1 -8
  326. data/spec/spec_tests/data/client_side_encryption/validatorAndPartialFieldExpression.yml +166 -0
  327. data/spec/spec_tests/data/collection_management/clustered-indexes.yml +135 -0
  328. data/spec/spec_tests/data/collection_management/createCollection-pre_and_post_images.yml +50 -0
  329. data/spec/spec_tests/data/collection_management/modifyCollection-pre_and_post_images.yml +58 -0
  330. data/spec/spec_tests/data/command_monitoring_unified/bulkWrite.yml +68 -0
  331. data/spec/spec_tests/data/command_monitoring_unified/command.yml +50 -0
  332. data/spec/spec_tests/data/command_monitoring_unified/deleteMany.yml +79 -0
  333. data/spec/spec_tests/data/command_monitoring_unified/deleteOne.yml +79 -0
  334. data/spec/spec_tests/data/command_monitoring_unified/find.yml +254 -0
  335. data/spec/spec_tests/data/command_monitoring_unified/insertMany.yml +79 -0
  336. data/spec/spec_tests/data/command_monitoring_unified/insertOne.yml +77 -0
  337. data/spec/spec_tests/data/command_monitoring_unified/pre-42-server-connection-id.yml +56 -0
  338. data/spec/spec_tests/data/command_monitoring_unified/server-connection-id.yml +56 -0
  339. data/spec/spec_tests/data/command_monitoring_unified/unacknowledgedBulkWrite.yml +55 -0
  340. data/spec/spec_tests/data/command_monitoring_unified/updateMany.yml +87 -0
  341. data/spec/spec_tests/data/command_monitoring_unified/updateOne.yml +118 -0
  342. data/spec/spec_tests/data/crud/read/aggregate-collation.yml +1 -1
  343. data/spec/spec_tests/data/crud/read/count-collation.yml +1 -1
  344. data/spec/spec_tests/data/crud/read/distinct-collation.yml +1 -1
  345. data/spec/spec_tests/data/crud/read/find-collation.yml +1 -1
  346. data/spec/spec_tests/data/crud/write/bulkWrite-collation.yml +1 -1
  347. data/spec/spec_tests/data/crud/write/deleteMany-collation.yml +1 -1
  348. data/spec/spec_tests/data/crud/write/deleteOne-collation.yml +1 -1
  349. data/spec/spec_tests/data/crud/write/findOneAndDelete-collation.yml +1 -1
  350. data/spec/spec_tests/data/crud/write/findOneAndReplace-collation.yml +1 -1
  351. data/spec/spec_tests/data/crud/write/findOneAndUpdate-collation.yml +1 -1
  352. data/spec/spec_tests/data/crud/write/replaceOne-collation.yml +1 -1
  353. data/spec/spec_tests/data/crud/write/updateMany-collation.yml +1 -1
  354. data/spec/spec_tests/data/crud/write/updateOne-collation.yml +1 -1
  355. data/spec/spec_tests/data/crud_unified/aggregate-allowdiskuse.yml +75 -0
  356. data/spec/spec_tests/data/crud_unified/aggregate-merge.yml +185 -0
  357. data/spec/spec_tests/data/crud_unified/aggregate-out-readConcern.yml +171 -0
  358. data/spec/spec_tests/data/crud_unified/aggregate.yml +215 -0
  359. data/spec/spec_tests/data/crud_unified/bulkWrite-arrayFilters-clientError.yml +98 -0
  360. data/spec/spec_tests/data/crud_unified/bulkWrite-arrayFilters.yml +174 -0
  361. data/spec/spec_tests/data/crud_unified/bulkWrite-comment.yml +189 -0
  362. data/spec/spec_tests/data/crud_unified/bulkWrite-delete-hint-clientError.yml +113 -0
  363. data/spec/spec_tests/data/crud_unified/bulkWrite-delete-hint-serverError.yml +142 -0
  364. data/spec/spec_tests/data/crud_unified/bulkWrite-delete-hint.yml +154 -0
  365. data/spec/spec_tests/data/crud_unified/bulkWrite-deleteMany-hint-unacknowledged.yml +98 -0
  366. data/spec/spec_tests/data/crud_unified/bulkWrite-deleteMany-let.yml +86 -0
  367. data/spec/spec_tests/data/crud_unified/bulkWrite-deleteOne-hint-unacknowledged.yml +97 -0
  368. data/spec/spec_tests/data/crud_unified/bulkWrite-deleteOne-let.yml +86 -0
  369. data/spec/spec_tests/data/crud_unified/bulkWrite-insertOne-dots_and_dollars.yml +138 -0
  370. data/spec/spec_tests/data/crud_unified/bulkWrite-replaceOne-dots_and_dollars.yml +165 -0
  371. data/spec/spec_tests/data/crud_unified/bulkWrite-replaceOne-hint-unacknowledged.yml +103 -0
  372. data/spec/spec_tests/data/crud_unified/bulkWrite-replaceOne-let.yml +93 -0
  373. data/spec/spec_tests/data/crud_unified/bulkWrite-update-hint-clientError.yml +148 -0
  374. data/spec/spec_tests/data/crud_unified/bulkWrite-update-hint-serverError.yml +239 -0
  375. data/spec/spec_tests/data/crud_unified/bulkWrite-update-hint.yml +256 -0
  376. data/spec/spec_tests/data/crud_unified/bulkWrite-update-validation.yml +73 -0
  377. data/spec/spec_tests/data/crud_unified/bulkWrite-updateMany-dots_and_dollars.yml +150 -0
  378. data/spec/spec_tests/data/crud_unified/bulkWrite-updateMany-hint-unacknowledged.yml +104 -0
  379. data/spec/spec_tests/data/crud_unified/bulkWrite-updateMany-let.yml +96 -0
  380. data/spec/spec_tests/data/crud_unified/bulkWrite-updateOne-dots_and_dollars.yml +150 -0
  381. data/spec/spec_tests/data/crud_unified/bulkWrite-updateOne-hint-unacknowledged.yml +103 -0
  382. data/spec/spec_tests/data/crud_unified/bulkWrite-updateOne-let.yml +95 -0
  383. data/spec/spec_tests/data/crud_unified/countDocuments-comment.yml +92 -0
  384. data/spec/spec_tests/data/crud_unified/db-aggregate.yml +73 -0
  385. data/spec/spec_tests/data/crud_unified/deleteMany-comment.yml +97 -0
  386. data/spec/spec_tests/data/crud_unified/deleteMany-hint-clientError.yml +87 -0
  387. data/spec/spec_tests/data/crud_unified/deleteMany-hint-serverError.yml +107 -0
  388. data/spec/spec_tests/data/crud_unified/deleteMany-hint-unacknowledged.yml +90 -0
  389. data/spec/spec_tests/data/crud_unified/deleteMany-hint.yml +99 -0
  390. data/spec/spec_tests/data/crud_unified/deleteMany-let.yml +2 -0
  391. data/spec/spec_tests/data/crud_unified/deleteOne-comment.yml +98 -0
  392. data/spec/spec_tests/data/crud_unified/deleteOne-hint-clientError.yml +80 -0
  393. data/spec/spec_tests/data/crud_unified/deleteOne-hint-serverError.yml +100 -0
  394. data/spec/spec_tests/data/crud_unified/deleteOne-hint-unacknowledged.yml +89 -0
  395. data/spec/spec_tests/data/crud_unified/deleteOne-hint.yml +95 -0
  396. data/spec/spec_tests/data/crud_unified/deleteOne-let.yml +2 -0
  397. data/spec/spec_tests/data/crud_unified/distinct-comment.yml +98 -0
  398. data/spec/spec_tests/data/crud_unified/estimatedDocumentCount-comment.yml +95 -0
  399. data/spec/spec_tests/data/crud_unified/estimatedDocumentCount.yml +5 -135
  400. data/spec/spec_tests/data/crud_unified/find-allowdiskuse-clientError.yml +55 -0
  401. data/spec/spec_tests/data/crud_unified/find-allowdiskuse-serverError.yml +68 -0
  402. data/spec/spec_tests/data/crud_unified/find-allowdiskuse.yml +79 -0
  403. data/spec/spec_tests/data/crud_unified/find-comment.yml +166 -0
  404. data/spec/spec_tests/data/crud_unified/find.yml +68 -0
  405. data/spec/spec_tests/data/crud_unified/findOneAndDelete-comment.yml +96 -0
  406. data/spec/spec_tests/data/crud_unified/findOneAndDelete-hint-clientError.yml +91 -0
  407. data/spec/spec_tests/data/crud_unified/findOneAndDelete-hint-serverError.yml +107 -0
  408. data/spec/spec_tests/data/crud_unified/findOneAndDelete-hint-unacknowledged.yml +88 -0
  409. data/spec/spec_tests/data/crud_unified/findOneAndDelete-hint.yml +102 -0
  410. data/spec/spec_tests/data/crud_unified/findOneAndDelete-let.yml +2 -4
  411. data/spec/spec_tests/data/crud_unified/findOneAndReplace-comment.yml +101 -0
  412. data/spec/spec_tests/data/crud_unified/findOneAndReplace-dots_and_dollars.yml +140 -0
  413. data/spec/spec_tests/data/crud_unified/findOneAndReplace-hint-clientError.yml +83 -0
  414. data/spec/spec_tests/data/crud_unified/findOneAndReplace-hint-serverError.yml +99 -0
  415. data/spec/spec_tests/data/crud_unified/findOneAndReplace-hint-unacknowledged.yml +96 -0
  416. data/spec/spec_tests/data/crud_unified/findOneAndReplace-hint.yml +98 -0
  417. data/spec/spec_tests/data/crud_unified/findOneAndUpdate-comment.yml +95 -0
  418. data/spec/spec_tests/data/crud_unified/findOneAndUpdate-dots_and_dollars.yml +127 -0
  419. data/spec/spec_tests/data/crud_unified/findOneAndUpdate-hint-clientError.yml +84 -0
  420. data/spec/spec_tests/data/crud_unified/findOneAndUpdate-hint-serverError.yml +100 -0
  421. data/spec/spec_tests/data/crud_unified/findOneAndUpdate-hint-unacknowledged.yml +92 -0
  422. data/spec/spec_tests/data/crud_unified/findOneAndUpdate-hint.yml +99 -0
  423. data/spec/spec_tests/data/crud_unified/insertMany-comment.yml +93 -0
  424. data/spec/spec_tests/data/crud_unified/insertMany-dots_and_dollars.yml +128 -0
  425. data/spec/spec_tests/data/crud_unified/insertOne-comment.yml +91 -0
  426. data/spec/spec_tests/data/crud_unified/insertOne-dots_and_dollars.yml +238 -0
  427. data/spec/spec_tests/data/crud_unified/replaceOne-comment.yml +105 -0
  428. data/spec/spec_tests/data/crud_unified/replaceOne-dots_and_dollars.yml +180 -0
  429. data/spec/spec_tests/data/crud_unified/replaceOne-hint-unacknowledged.yml +95 -0
  430. data/spec/spec_tests/data/crud_unified/replaceOne-hint.yml +108 -0
  431. data/spec/spec_tests/data/crud_unified/replaceOne-let.yml +98 -0
  432. data/spec/spec_tests/data/crud_unified/replaceOne-validation.yml +37 -0
  433. data/spec/spec_tests/data/crud_unified/updateMany-comment.yml +104 -0
  434. data/spec/spec_tests/data/crud_unified/updateMany-dots_and_dollars.yml +138 -0
  435. data/spec/spec_tests/data/crud_unified/updateMany-hint-clientError.yml +91 -0
  436. data/spec/spec_tests/data/crud_unified/updateMany-hint-serverError.yml +115 -0
  437. data/spec/spec_tests/data/crud_unified/updateMany-hint-unacknowledged.yml +96 -0
  438. data/spec/spec_tests/data/crud_unified/updateMany-hint.yml +115 -0
  439. data/spec/spec_tests/data/crud_unified/updateMany-let.yml +5 -1
  440. data/spec/spec_tests/data/crud_unified/updateMany-validation.yml +39 -0
  441. data/spec/spec_tests/data/crud_unified/updateOne-comment.yml +104 -0
  442. data/spec/spec_tests/data/crud_unified/updateOne-dots_and_dollars.yml +138 -0
  443. data/spec/spec_tests/data/crud_unified/updateOne-hint-clientError.yml +85 -0
  444. data/spec/spec_tests/data/crud_unified/updateOne-hint-serverError.yml +109 -0
  445. data/spec/spec_tests/data/crud_unified/updateOne-hint-unacknowledged.yml +95 -0
  446. data/spec/spec_tests/data/crud_unified/updateOne-hint.yml +109 -0
  447. data/spec/spec_tests/data/crud_unified/updateOne-let.yml +5 -1
  448. data/spec/spec_tests/data/crud_unified/updateOne-validation.yml +37 -0
  449. data/spec/spec_tests/data/crud_unified/updateWithPipelines.yml +8 -14
  450. data/spec/spec_tests/data/gridfs_unified/delete.yml +198 -0
  451. data/spec/spec_tests/data/gridfs_unified/download.yml +241 -0
  452. data/spec/spec_tests/data/gridfs_unified/downloadByName.yml +159 -0
  453. data/spec/spec_tests/data/gridfs_unified/upload-disableMD5.yml +92 -0
  454. data/spec/spec_tests/data/gridfs_unified/upload.yml +288 -0
  455. data/spec/spec_tests/data/retryable_reads/{aggregate-merge.yml → legacy/aggregate-merge.yml} +0 -0
  456. data/spec/spec_tests/data/retryable_reads/{aggregate-serverErrors.yml → legacy/aggregate-serverErrors.yml} +0 -0
  457. data/spec/spec_tests/data/retryable_reads/{aggregate.yml → legacy/aggregate.yml} +0 -0
  458. data/spec/spec_tests/data/retryable_reads/{changeStreams-client.watch-serverErrors.yml → legacy/changeStreams-client.watch-serverErrors.yml} +0 -0
  459. data/spec/spec_tests/data/retryable_reads/{changeStreams-client.watch.yml → legacy/changeStreams-client.watch.yml} +0 -0
  460. data/spec/spec_tests/data/retryable_reads/{changeStreams-db.coll.watch-serverErrors.yml → legacy/changeStreams-db.coll.watch-serverErrors.yml} +0 -0
  461. data/spec/spec_tests/data/retryable_reads/{changeStreams-db.coll.watch.yml → legacy/changeStreams-db.coll.watch.yml} +0 -0
  462. data/spec/spec_tests/data/retryable_reads/{changeStreams-db.watch-serverErrors.yml → legacy/changeStreams-db.watch-serverErrors.yml} +0 -0
  463. data/spec/spec_tests/data/retryable_reads/{changeStreams-db.watch.yml → legacy/changeStreams-db.watch.yml} +0 -0
  464. data/spec/spec_tests/data/retryable_reads/{count-serverErrors.yml → legacy/count-serverErrors.yml} +0 -0
  465. data/spec/spec_tests/data/retryable_reads/{count.yml → legacy/count.yml} +0 -0
  466. data/spec/spec_tests/data/retryable_reads/{countDocuments-serverErrors.yml → legacy/countDocuments-serverErrors.yml} +0 -0
  467. data/spec/spec_tests/data/retryable_reads/{countDocuments.yml → legacy/countDocuments.yml} +0 -0
  468. data/spec/spec_tests/data/retryable_reads/{distinct-serverErrors.yml → legacy/distinct-serverErrors.yml} +0 -0
  469. data/spec/spec_tests/data/retryable_reads/{distinct.yml → legacy/distinct.yml} +0 -0
  470. data/spec/spec_tests/data/retryable_reads/{estimatedDocumentCount-serverErrors-pre4.9.yml → legacy/estimatedDocumentCount-serverErrors.yml} +0 -2
  471. data/spec/spec_tests/data/retryable_reads/{estimatedDocumentCount-pre4.9.yml → legacy/estimatedDocumentCount.yml} +0 -2
  472. data/spec/spec_tests/data/retryable_reads/{find-serverErrors.yml → legacy/find-serverErrors.yml} +0 -0
  473. data/spec/spec_tests/data/retryable_reads/{find.yml → legacy/find.yml} +0 -0
  474. data/spec/spec_tests/data/retryable_reads/{findOne-serverErrors.yml → legacy/findOne-serverErrors.yml} +0 -0
  475. data/spec/spec_tests/data/retryable_reads/{findOne.yml → legacy/findOne.yml} +0 -0
  476. data/spec/spec_tests/data/retryable_reads/{gridfs-download-serverErrors.yml → legacy/gridfs-download-serverErrors.yml} +0 -0
  477. data/spec/spec_tests/data/retryable_reads/{gridfs-download.yml → legacy/gridfs-download.yml} +0 -0
  478. data/spec/spec_tests/data/retryable_reads/{gridfs-downloadByName-serverErrors.yml → legacy/gridfs-downloadByName-serverErrors.yml} +0 -0
  479. data/spec/spec_tests/data/retryable_reads/{gridfs-downloadByName.yml → legacy/gridfs-downloadByName.yml} +0 -0
  480. data/spec/spec_tests/data/retryable_reads/{listCollectionNames-serverErrors.yml → legacy/listCollectionNames-serverErrors.yml} +0 -0
  481. data/spec/spec_tests/data/retryable_reads/{listCollectionNames.yml → legacy/listCollectionNames.yml} +0 -0
  482. data/spec/spec_tests/data/retryable_reads/{listCollectionObjects-serverErrors.yml → legacy/listCollectionObjects-serverErrors.yml} +0 -0
  483. data/spec/spec_tests/data/retryable_reads/{listCollectionObjects.yml → legacy/listCollectionObjects.yml} +0 -0
  484. data/spec/spec_tests/data/retryable_reads/{listCollections-serverErrors.yml → legacy/listCollections-serverErrors.yml} +0 -0
  485. data/spec/spec_tests/data/retryable_reads/{listCollections.yml → legacy/listCollections.yml} +0 -0
  486. data/spec/spec_tests/data/retryable_reads/{listDatabaseNames-serverErrors.yml → legacy/listDatabaseNames-serverErrors.yml} +0 -0
  487. data/spec/spec_tests/data/retryable_reads/{listDatabaseNames.yml → legacy/listDatabaseNames.yml} +0 -0
  488. data/spec/spec_tests/data/retryable_reads/{listDatabaseObjects-serverErrors.yml → legacy/listDatabaseObjects-serverErrors.yml} +0 -0
  489. data/spec/spec_tests/data/retryable_reads/{listDatabaseObjects.yml → legacy/listDatabaseObjects.yml} +0 -0
  490. data/spec/spec_tests/data/retryable_reads/{listDatabases-serverErrors.yml → legacy/listDatabases-serverErrors.yml} +0 -0
  491. data/spec/spec_tests/data/retryable_reads/{listDatabases.yml → legacy/listDatabases.yml} +0 -0
  492. data/spec/spec_tests/data/retryable_reads/{listIndexNames-serverErrors.yml → legacy/listIndexNames-serverErrors.yml} +0 -0
  493. data/spec/spec_tests/data/retryable_reads/{listIndexNames.yml → legacy/listIndexNames.yml} +0 -0
  494. data/spec/spec_tests/data/retryable_reads/{listIndexes-serverErrors.yml → legacy/listIndexes-serverErrors.yml} +0 -0
  495. data/spec/spec_tests/data/retryable_reads/{listIndexes.yml → legacy/listIndexes.yml} +0 -0
  496. data/spec/spec_tests/data/retryable_reads/{mapReduce.yml → legacy/mapReduce.yml} +0 -0
  497. data/spec/spec_tests/data/retryable_reads/unified/handshakeError.yml +129 -0
  498. data/spec/spec_tests/data/retryable_writes/{bulkWrite-errorLabels.yml → legacy/bulkWrite-errorLabels.yml} +0 -0
  499. data/spec/spec_tests/data/retryable_writes/{bulkWrite-serverErrors.yml → legacy/bulkWrite-serverErrors.yml} +1 -1
  500. data/spec/spec_tests/data/retryable_writes/{bulkWrite.yml → legacy/bulkWrite.yml} +0 -0
  501. data/spec/spec_tests/data/retryable_writes/{deleteMany.yml → legacy/deleteMany.yml} +0 -0
  502. data/spec/spec_tests/data/retryable_writes/{deleteOne-errorLabels.yml → legacy/deleteOne-errorLabels.yml} +0 -0
  503. data/spec/spec_tests/data/retryable_writes/{deleteOne-serverErrors.yml → legacy/deleteOne-serverErrors.yml} +1 -1
  504. data/spec/spec_tests/data/retryable_writes/{deleteOne.yml → legacy/deleteOne.yml} +0 -0
  505. data/spec/spec_tests/data/retryable_writes/{findOneAndDelete-errorLabels.yml → legacy/findOneAndDelete-errorLabels.yml} +0 -0
  506. data/spec/spec_tests/data/retryable_writes/{findOneAndDelete-serverErrors.yml → legacy/findOneAndDelete-serverErrors.yml} +1 -1
  507. data/spec/spec_tests/data/retryable_writes/{findOneAndDelete.yml → legacy/findOneAndDelete.yml} +0 -0
  508. data/spec/spec_tests/data/retryable_writes/{findOneAndReplace-errorLabels.yml → legacy/findOneAndReplace-errorLabels.yml} +0 -0
  509. data/spec/spec_tests/data/retryable_writes/{findOneAndReplace-serverErrors.yml → legacy/findOneAndReplace-serverErrors.yml} +1 -1
  510. data/spec/spec_tests/data/retryable_writes/{findOneAndReplace.yml → legacy/findOneAndReplace.yml} +0 -0
  511. data/spec/spec_tests/data/retryable_writes/{findOneAndUpdate-errorLabels.yml → legacy/findOneAndUpdate-errorLabels.yml} +0 -0
  512. data/spec/spec_tests/data/retryable_writes/{findOneAndUpdate-serverErrors.yml → legacy/findOneAndUpdate-serverErrors.yml} +1 -1
  513. data/spec/spec_tests/data/retryable_writes/{findOneAndUpdate.yml → legacy/findOneAndUpdate.yml} +0 -0
  514. data/spec/spec_tests/data/retryable_writes/{insertMany-errorLabels.yml → legacy/insertMany-errorLabels.yml} +0 -0
  515. data/spec/spec_tests/data/retryable_writes/{insertMany-serverErrors.yml → legacy/insertMany-serverErrors.yml} +1 -1
  516. data/spec/spec_tests/data/retryable_writes/{insertMany.yml → legacy/insertMany.yml} +0 -0
  517. data/spec/spec_tests/data/retryable_writes/{insertOne-errorLabels.yml → legacy/insertOne-errorLabels.yml} +0 -0
  518. data/spec/spec_tests/data/retryable_writes/{insertOne-serverErrors.yml → legacy/insertOne-serverErrors.yml} +5 -5
  519. data/spec/spec_tests/data/retryable_writes/{insertOne.yml → legacy/insertOne.yml} +0 -0
  520. data/spec/spec_tests/data/retryable_writes/{replaceOne-errorLabels.yml → legacy/replaceOne-errorLabels.yml} +0 -0
  521. data/spec/spec_tests/data/retryable_writes/{replaceOne-serverErrors.yml → legacy/replaceOne-serverErrors.yml} +1 -1
  522. data/spec/spec_tests/data/retryable_writes/{replaceOne.yml → legacy/replaceOne.yml} +0 -0
  523. data/spec/spec_tests/data/retryable_writes/{updateMany.yml → legacy/updateMany.yml} +0 -0
  524. data/spec/spec_tests/data/retryable_writes/{updateOne-errorLabels.yml → legacy/updateOne-errorLabels.yml} +0 -0
  525. data/spec/spec_tests/data/retryable_writes/{updateOne-serverErrors.yml → legacy/updateOne-serverErrors.yml} +1 -1
  526. data/spec/spec_tests/data/retryable_writes/{updateOne.yml → legacy/updateOne.yml} +0 -0
  527. data/spec/spec_tests/data/retryable_writes/unified/bulkWrite-serverErrors.yml +96 -0
  528. data/spec/spec_tests/data/retryable_writes/unified/handshakeError.yml +137 -0
  529. data/spec/spec_tests/data/retryable_writes/unified/insertOne-serverErrors.yml +78 -0
  530. data/spec/spec_tests/data/sdam/errors/prefer-error-code.yml +2 -2
  531. data/spec/spec_tests/data/sdam_integration/hello-command-error.yml +6 -14
  532. data/spec/spec_tests/data/sdam_integration/hello-network-error.yml +4 -14
  533. data/spec/spec_tests/data/sdam_integration/hello-timeout.yml +8 -14
  534. data/spec/spec_tests/data/seed_list_discovery/load-balanced/loadBalanced-no-results.yml +5 -0
  535. data/spec/spec_tests/data/seed_list_discovery/load-balanced/srvMaxHosts-conflicts_with_loadBalanced-true-txt.yml +5 -0
  536. data/spec/spec_tests/data/seed_list_discovery/load-balanced/srvMaxHosts-conflicts_with_loadBalanced-true.yml +5 -0
  537. data/spec/spec_tests/data/seed_list_discovery/load-balanced/srvMaxHosts-zero-txt.yml +10 -0
  538. data/spec/spec_tests/data/seed_list_discovery/load-balanced/srvMaxHosts-zero.yml +10 -0
  539. data/spec/spec_tests/data/seed_list_discovery/replica-set/srv-service-name.yml +11 -0
  540. data/spec/spec_tests/data/seed_list_discovery/replica-set/srvMaxHosts-conflicts_with_replicaSet-txt.yml +5 -0
  541. data/spec/spec_tests/data/seed_list_discovery/replica-set/srvMaxHosts-conflicts_with_replicaSet.yml +5 -0
  542. data/spec/spec_tests/data/seed_list_discovery/replica-set/srvMaxHosts-equal_to_srv_records.yml +16 -0
  543. data/spec/spec_tests/data/seed_list_discovery/replica-set/srvMaxHosts-greater_than_srv_records.yml +15 -0
  544. data/spec/spec_tests/data/seed_list_discovery/replica-set/srvMaxHosts-less_than_srv_records.yml +15 -0
  545. data/spec/spec_tests/data/seed_list_discovery/replica-set/srvMaxHosts-zero-txt.yml +15 -0
  546. data/spec/spec_tests/data/seed_list_discovery/replica-set/srvMaxHosts-zero.yml +15 -0
  547. data/spec/spec_tests/data/seed_list_discovery/sharded/srvMaxHosts-equal_to_srv_records.yml +13 -0
  548. data/spec/spec_tests/data/seed_list_discovery/sharded/srvMaxHosts-greater_than_srv_records.yml +12 -0
  549. data/spec/spec_tests/data/seed_list_discovery/sharded/srvMaxHosts-less_than_srv_records.yml +10 -0
  550. data/spec/spec_tests/data/seed_list_discovery/sharded/srvMaxHosts-zero.yml +11 -0
  551. data/spec/spec_tests/data/server_selection/Unknown/read/ghost.yml +11 -0
  552. data/spec/spec_tests/data/server_selection/Unknown/write/ghost.yml +11 -0
  553. data/spec/spec_tests/data/sessions_unified/driver-sessions-server-support.yml +123 -0
  554. data/spec/spec_tests/data/sessions_unified/snapshot-sessions-not-supported-client-error.yml +9 -3
  555. data/spec/spec_tests/data/transactions/error-labels.yml +1 -1
  556. data/spec/spec_tests/data/transactions/errors-client.yml +8 -9
  557. data/spec/spec_tests/data/transactions/mongos-recovery-token.yml +1 -1
  558. data/spec/spec_tests/data/transactions/retryable-abort-errorLabels.yml +0 -2
  559. data/spec/spec_tests/data/transactions/retryable-abort.yml +7 -9
  560. data/spec/spec_tests/data/transactions/retryable-commit-errorLabels.yml +0 -2
  561. data/spec/spec_tests/data/transactions/retryable-commit.yml +7 -9
  562. data/spec/spec_tests/data/transactions/retryable-writes.yml +0 -2
  563. data/spec/spec_tests/data/transactions_unified/do-not-retry-read-in-transaction.yml +64 -0
  564. data/spec/spec_tests/data/transactions_unified/retryable-abort-handshake.yml +118 -0
  565. data/spec/spec_tests/data/transactions_unified/retryable-commit-handshake.yml +118 -0
  566. data/spec/spec_tests/data/unified/invalid/expectedEventsForClient-ignoreExtraEvents-type.yml +15 -0
  567. data/spec/spec_tests/data/unified/valid-fail/operation-unsupported.yml +13 -0
  568. data/spec/spec_tests/data/unified/valid-pass/expectedEventsForClient-ignoreExtraEvents.yml +78 -0
  569. data/spec/spec_tests/data/unified/valid-pass/poc-change-streams.yml +4 -1
  570. data/spec/spec_tests/data/unified/valid-pass/poc-command-monitoring.yml +3 -3
  571. data/spec/spec_tests/data/unified/valid-pass/poc-transactions.yml +3 -2
  572. data/spec/spec_tests/data/uri_options/srv-options.yml +96 -0
  573. data/spec/spec_tests/data/versioned_api/crud-api-version-1-strict.yml +6 -4
  574. data/spec/spec_tests/data/versioned_api/crud-api-version-1.yml +7 -5
  575. data/spec/spec_tests/gridfs_unified_spec.rb +13 -0
  576. data/spec/spec_tests/retryable_reads_spec.rb +4 -1
  577. data/spec/spec_tests/retryable_reads_unified_spec.rb +22 -0
  578. data/spec/spec_tests/retryable_writes_spec.rb +4 -1
  579. data/spec/spec_tests/retryable_writes_unified_spec.rb +21 -0
  580. data/spec/spec_tests/seed_list_discovery_spec.rb +10 -1
  581. data/spec/spec_tests/unified_spec.rb +6 -1
  582. data/spec/stress/connection_pool_timing_spec.rb +3 -2
  583. data/spec/stress/fork_reconnect_stress_spec.rb +3 -2
  584. data/spec/support/authorization.rb +1 -1
  585. data/spec/support/background_thread_registry.rb +3 -13
  586. data/spec/support/certificates/retrieve-atlas-cert +38 -0
  587. data/spec/support/cluster_tools.rb +1 -1
  588. data/spec/support/common_shortcuts.rb +22 -0
  589. data/spec/support/crypt/corpus/corpus-encrypted.json +9515 -0
  590. data/spec/support/crypt/corpus/corpus-key-aws.json +32 -32
  591. data/spec/support/crypt/corpus/corpus-key-azure.json +33 -0
  592. data/spec/support/crypt/corpus/corpus-key-gcp.json +35 -0
  593. data/spec/support/crypt/corpus/corpus-key-kmip.json +32 -0
  594. data/spec/support/crypt/corpus/corpus-key-local.json +30 -30
  595. data/spec/support/crypt/corpus/corpus-schema.json +4399 -121
  596. data/spec/support/crypt/corpus/corpus.json +4999 -37
  597. data/spec/support/crypt/data_keys/key_document_azure.json +33 -0
  598. data/spec/support/crypt/data_keys/key_document_gcp.json +37 -0
  599. data/spec/support/crypt/data_keys/key_document_kmip.json +32 -0
  600. data/spec/support/crypt/encryptedFields.json +33 -0
  601. data/spec/support/crypt/keys/key1-document.json +30 -0
  602. data/spec/support/crypt/schema_maps/schema_map_azure.json +17 -0
  603. data/spec/support/crypt/schema_maps/schema_map_azure_key_alt_names.json +12 -0
  604. data/spec/support/crypt/schema_maps/schema_map_gcp.json +17 -0
  605. data/spec/support/crypt/schema_maps/schema_map_gcp_key_alt_names.json +12 -0
  606. data/spec/support/crypt/schema_maps/schema_map_kmip.json +17 -0
  607. data/spec/support/crypt/schema_maps/schema_map_kmip_key_alt_names.json +12 -0
  608. data/spec/support/crypt.rb +258 -13
  609. data/spec/support/macros.rb +28 -0
  610. data/spec/support/mongos_macros.rb +17 -0
  611. data/spec/support/shared/scram_conversation.rb +2 -1
  612. data/spec/support/shared/session.rb +13 -7
  613. data/spec/support/spec_config.rb +90 -1
  614. data/spec/support/utils.rb +25 -4
  615. data.tar.gz.sig +0 -0
  616. metadata +604 -290
  617. metadata.gz.sig +0 -0
  618. data/lib/mongo/operation/delete/legacy.rb +0 -64
  619. data/lib/mongo/operation/insert/legacy.rb +0 -68
  620. data/lib/mongo/operation/update/legacy/result.rb +0 -112
  621. data/lib/mongo/operation/update/legacy.rb +0 -76
  622. data/spec/mongo/dbref_spec.rb +0 -152
  623. data/spec/mongo/operation/kill_cursors_spec.rb +0 -47
  624. data/spec/spec_tests/change_streams_spec.rb +0 -93
  625. data/spec/spec_tests/command_monitoring_spec.rb +0 -71
  626. data/spec/spec_tests/data/change_streams/change-streams-errors.yml +0 -101
  627. data/spec/spec_tests/data/change_streams/change-streams-resume-allowlist.yml +0 -1173
  628. data/spec/spec_tests/data/change_streams/change-streams-resume-errorLabels.yml +0 -1105
  629. data/spec/spec_tests/data/change_streams/change-streams.yml +0 -535
  630. data/spec/spec_tests/data/command_monitoring/bulkWrite.yml +0 -49
  631. data/spec/spec_tests/data/command_monitoring/command.yml +0 -61
  632. data/spec/spec_tests/data/command_monitoring/deleteMany.yml +0 -55
  633. data/spec/spec_tests/data/command_monitoring/deleteOne.yml +0 -55
  634. data/spec/spec_tests/data/command_monitoring/find.yml +0 -266
  635. data/spec/spec_tests/data/command_monitoring/insertMany.yml +0 -75
  636. data/spec/spec_tests/data/command_monitoring/insertOne.yml +0 -51
  637. data/spec/spec_tests/data/command_monitoring/unacknowledgedBulkWrite.yml +0 -34
  638. data/spec/spec_tests/data/command_monitoring/updateMany.yml +0 -65
  639. data/spec/spec_tests/data/command_monitoring/updateOne.yml +0 -90
  640. data/spec/spec_tests/data/crud_v2/aggregate-merge.yml +0 -103
  641. data/spec/spec_tests/data/crud_v2/aggregate-out-readConcern.yml +0 -111
  642. data/spec/spec_tests/data/crud_v2/bulkWrite-arrayFilters.yml +0 -103
  643. data/spec/spec_tests/data/crud_v2/bulkWrite-delete-hint-clientError.yml +0 -63
  644. data/spec/spec_tests/data/crud_v2/bulkWrite-delete-hint-serverError.yml +0 -92
  645. data/spec/spec_tests/data/crud_v2/bulkWrite-delete-hint.yml +0 -103
  646. data/spec/spec_tests/data/crud_v2/bulkWrite-update-hint-clientError.yml +0 -90
  647. data/spec/spec_tests/data/crud_v2/bulkWrite-update-hint-serverError.yml +0 -147
  648. data/spec/spec_tests/data/crud_v2/bulkWrite-update-hint.yml +0 -164
  649. data/spec/spec_tests/data/crud_v2/db-aggregate.yml +0 -39
  650. data/spec/spec_tests/data/crud_v2/deleteMany-hint-clientError.yml +0 -43
  651. data/spec/spec_tests/data/crud_v2/deleteMany-hint-serverError.yml +0 -62
  652. data/spec/spec_tests/data/crud_v2/deleteMany-hint.yml +0 -58
  653. data/spec/spec_tests/data/crud_v2/deleteOne-hint-clientError.yml +0 -41
  654. data/spec/spec_tests/data/crud_v2/deleteOne-hint-serverError.yml +0 -60
  655. data/spec/spec_tests/data/crud_v2/deleteOne-hint.yml +0 -57
  656. data/spec/spec_tests/data/crud_v2/find-allowdiskuse-clientError.yml +0 -28
  657. data/spec/spec_tests/data/crud_v2/find-allowdiskuse-serverError.yml +0 -44
  658. data/spec/spec_tests/data/crud_v2/find-allowdiskuse.yml +0 -50
  659. data/spec/spec_tests/data/crud_v2/findOneAndDelete-hint-clientError.yml +0 -45
  660. data/spec/spec_tests/data/crud_v2/findOneAndDelete-hint-serverError.yml +0 -60
  661. data/spec/spec_tests/data/crud_v2/findOneAndDelete-hint.yml +0 -56
  662. data/spec/spec_tests/data/crud_v2/findOneAndReplace-hint-clientError.yml +0 -40
  663. data/spec/spec_tests/data/crud_v2/findOneAndReplace-hint-serverError.yml +0 -59
  664. data/spec/spec_tests/data/crud_v2/findOneAndReplace-hint.yml +0 -55
  665. data/spec/spec_tests/data/crud_v2/findOneAndUpdate-hint-clientError.yml +0 -40
  666. data/spec/spec_tests/data/crud_v2/findOneAndUpdate-hint-serverError.yml +0 -58
  667. data/spec/spec_tests/data/crud_v2/findOneAndUpdate-hint.yml +0 -55
  668. data/spec/spec_tests/data/crud_v2/replaceOne-hint.yml +0 -61
  669. data/spec/spec_tests/data/crud_v2/unacknowledged-bulkWrite-delete-hint-clientError.yml +0 -60
  670. data/spec/spec_tests/data/crud_v2/unacknowledged-bulkWrite-update-hint-clientError.yml +0 -88
  671. data/spec/spec_tests/data/crud_v2/unacknowledged-deleteMany-hint-clientError.yml +0 -40
  672. data/spec/spec_tests/data/crud_v2/unacknowledged-deleteOne-hint-clientError.yml +0 -38
  673. data/spec/spec_tests/data/crud_v2/unacknowledged-findOneAndDelete-hint-clientError.yml +0 -42
  674. data/spec/spec_tests/data/crud_v2/unacknowledged-findOneAndReplace-hint-clientError.yml +0 -40
  675. data/spec/spec_tests/data/crud_v2/unacknowledged-findOneAndUpdate-hint-clientError.yml +0 -40
  676. data/spec/spec_tests/data/crud_v2/unacknowledged-replaceOne-hint-clientError.yml +0 -40
  677. data/spec/spec_tests/data/crud_v2/unacknowledged-updateMany-hint-clientError.yml +0 -43
  678. data/spec/spec_tests/data/crud_v2/unacknowledged-updateOne-hint-clientError.yml +0 -40
  679. data/spec/spec_tests/data/crud_v2/updateMany-hint-clientError.yml +0 -45
  680. data/spec/spec_tests/data/crud_v2/updateMany-hint-serverError.yml +0 -66
  681. data/spec/spec_tests/data/crud_v2/updateMany-hint.yml +0 -65
  682. data/spec/spec_tests/data/crud_v2/updateOne-hint-clientError.yml +0 -43
  683. data/spec/spec_tests/data/crud_v2/updateOne-hint-serverError.yml +0 -62
  684. data/spec/spec_tests/data/crud_v2/updateOne-hint.yml +0 -61
  685. data/spec/spec_tests/data/crud_v2/updateWithPipelines.yml +0 -157
  686. data/spec/spec_tests/data/retryable_reads/estimatedDocumentCount-4.9.yml +0 -60
  687. data/spec/spec_tests/data/retryable_reads/estimatedDocumentCount-serverErrors-4.9.yml +0 -146
  688. data/spec/support/crypt/corpus/corpus_encrypted.json +0 -4152
  689. data/spec/support/session_registry.rb +0 -55
@@ -84,22 +84,32 @@ module Mrss
84
84
 
85
85
  # Locates command stated events for the specified command name,
86
86
  # asserts that there is exactly one such event, and returns it.
87
- def single_command_started_event(command_name, include_auth: false)
87
+ def single_command_started_event(command_name, include_auth: false, database_name: nil)
88
88
  events = if include_auth
89
89
  started_events
90
90
  else
91
91
  non_auth_command_started_events
92
92
  end
93
- events.select! do |event|
94
- event.command[command_name]
93
+ get_one_event(events, command_name, 'started', database_name: database_name)
94
+ end
95
+
96
+ # Locates command succeeded events for the specified command name,
97
+ # asserts that there is exactly one such event, and returns it.
98
+ def single_command_succeeded_event(command_name, database_name: nil)
99
+ get_one_event(succeeded_events, command_name, 'succeeded', database_name: database_name)
100
+ end
101
+
102
+ def get_one_event(events, command_name, kind, database_name: nil)
103
+ events = events.select do |event|
104
+ event.command_name == command_name and
105
+ database_name.nil? || database_name == event.database_name
95
106
  end
96
107
  if events.length != 1
97
- raise "Expected a single #{command_name} event but we have #{events.length}"
108
+ raise "Expected a single '#{command_name}' #{kind} event#{database_name ? " for '#{database_name}'" : ''} but we have #{events.length}"
98
109
  end
99
110
  events.first
100
111
  end
101
112
 
102
-
103
113
  # Get the first succeeded event published for the name, and then delete it.
104
114
  #
105
115
  # @param [ String ] name The event name.
@@ -87,12 +87,25 @@ module Mrss
87
87
 
88
88
  def require_libmongocrypt
89
89
  before(:all) do
90
- unless ENV['LIBMONGOCRYPT_PATH']
90
+ # If FLE is set in environment, the entire test run is supposed to
91
+ # include FLE therefore run the FLE tests.
92
+ if (ENV['LIBMONGOCRYPT_PATH'] || '').empty? && (ENV['FLE'] || '').empty?
91
93
  skip 'Test requires path to libmongocrypt to be specified in LIBMONGOCRYPT_PATH env variable'
92
94
  end
93
95
  end
94
96
  end
95
97
 
98
+ def min_libmongocrypt_version(version)
99
+ require_libmongocrypt
100
+ before(:all) do
101
+ actual_version = Gem::Version.new(Mongo::Crypt::Binding.mongocrypt_version(nil))
102
+ min_version = Gem::Version.new(version)
103
+ unless actual_version >= min_version
104
+ skip "libmongocrypt version #{min_version} required, but version #{actual_version} is available"
105
+ end
106
+ end
107
+ end
108
+
96
109
  def require_no_libmongocrypt
97
110
  before(:all) do
98
111
  if ENV['LIBMONGOCRYPT_PATH']
@@ -187,5 +200,31 @@ module Mrss
187
200
  end
188
201
  end
189
202
  end
203
+
204
+ def require_fallbacks
205
+ before(:all) do
206
+ unless %w(yes true 1).include?((ENV['TEST_I18N_FALLBACKS'] || '').downcase)
207
+ skip 'Set TEST_I18N_FALLBACKS=1 environment variable to run these tests'
208
+ end
209
+ end
210
+ end
211
+
212
+ # This is a macro for retrying flaky tests on CI that occasionally fail.
213
+ # Note that the tests will only be retried on CI.
214
+ #
215
+ # @param [ Integer ] :tries The number of times to retry.
216
+ # @param [ Integer ] :sleep The number of seconds to sleep in between retries.
217
+ # If nothing, or nil, is passed, we won't wait in between retries.
218
+ def retry_test(tries: 3, sleep: nil)
219
+ if %w(1 yes true).include?(ENV['CI'])
220
+ around do |example|
221
+ if sleep
222
+ example.run_with_retry retry: tries, retry_wait: sleep
223
+ else
224
+ example.run_with_retry retry: tries
225
+ end
226
+ end
227
+ end
228
+ end
190
229
  end
191
230
  end
@@ -0,0 +1,69 @@
1
+ # frozen_string_literal: true
2
+ # encoding: utf-8
3
+
4
+ require 'singleton'
5
+
6
+ module Mrss
7
+
8
+ def self.patch_mongo_for_session_registry
9
+
10
+ Mongo::Client.class_eval do
11
+ alias :get_session_without_tracking :get_session
12
+
13
+ def get_session(options = {})
14
+ get_session_without_tracking(options).tap do |session|
15
+ SessionRegistry.instance.register(session) if session&.materialized?
16
+ end
17
+ end
18
+ end
19
+
20
+ Mongo::Session.class_eval do
21
+ alias :end_session_without_tracking :end_session
22
+
23
+ def end_session
24
+ SessionRegistry.instance.unregister(self)
25
+ end_session_without_tracking
26
+ end
27
+
28
+ alias :materialize_if_needed_without_tracking :materialize_if_needed
29
+
30
+ def materialize_if_needed
31
+ materialize_if_needed_without_tracking.tap do
32
+ SessionRegistry.instance.register(self)
33
+ end
34
+ end
35
+ end
36
+ end
37
+ end
38
+
39
+ module Mrss
40
+ class SessionRegistry
41
+ include Singleton
42
+
43
+ def initialize
44
+ @registry = {}
45
+ end
46
+
47
+ def register(session)
48
+ @registry[session.session_id] = session if session
49
+ end
50
+
51
+ def unregister(session)
52
+ return if session.ended? || !session.materialized?
53
+ @registry.delete(session.session_id)
54
+ end
55
+
56
+ def verify_sessions_ended!
57
+ @registry.delete_if { |_, session| session.ended? }
58
+
59
+ unless @registry.empty?
60
+ sessions = @registry.map { |_, session| session }
61
+ raise "Session registry contains live sessions: #{sessions.join(', ')}"
62
+ end
63
+ end
64
+
65
+ def clear_registry
66
+ @registry = {}
67
+ end
68
+ end
69
+ end
@@ -0,0 +1,60 @@
1
+ # frozen_string_literal: true
2
+ # encoding: utf-8
3
+
4
+ require 'singleton'
5
+
6
+ module Mrss
7
+
8
+ def self.patch_mongo_for_session_registry
9
+
10
+ Mongo::Client.class_eval do
11
+ alias :get_session_without_tracking :get_session
12
+
13
+ def get_session(options = {})
14
+ get_session_without_tracking(options).tap do |session|
15
+ SessionRegistry.instance.register(session)
16
+ end
17
+ end
18
+ end
19
+
20
+ Mongo::Session.class_eval do
21
+ alias :end_session_without_tracking :end_session
22
+
23
+ def end_session
24
+ SessionRegistry.instance.unregister(self)
25
+ end_session_without_tracking
26
+ end
27
+ end
28
+ end
29
+ end
30
+
31
+ module Mrss
32
+ class SessionRegistry
33
+ include Singleton
34
+
35
+ def initialize
36
+ @registry = {}
37
+ end
38
+
39
+ def register(session)
40
+ @registry[session.session_id] = session if session
41
+ end
42
+
43
+ def unregister(session)
44
+ @registry.delete(session.session_id) unless session.ended?
45
+ end
46
+
47
+ def verify_sessions_ended!
48
+ @registry.delete_if { |_, session| session.ended? }
49
+
50
+ unless @registry.empty?
51
+ sessions = @registry.map { |_, session| session }
52
+ raise "Session registry contains live sessions: #{sessions.join(', ')}"
53
+ end
54
+ end
55
+
56
+ def clear_registry
57
+ @registry = {}
58
+ end
59
+ end
60
+ end
@@ -12,15 +12,21 @@ server_url = "http://downloads.10gen.com/linux/mongodb-linux-x86_64-enterprise-#
12
12
  server_archive_basename = File.basename(server_url)
13
13
  server_extracted_dir = server_archive_basename.sub(/\.(tar\.gz|tgz)$/, '')
14
14
 
15
- toolchain_upper='291ba4a4e8297f142796e70eee71b99f333e35e1'
15
+ # When changing, also update the hash in shlib/set_env.sh.
16
+ TOOLCHAIN_VERSION='219833abad4d9d3bf43c0fef101a8ca082ac4ae9'
16
17
 
17
- ruby_toolchain_url = "http://boxes.10gen.com/build/toolchain-drivers/mongo-ruby-driver/ruby-toolchain-#{distro}-#{toolchain_upper}.tar.xz"
18
- #ruby_toolchain_url = "https://s3.amazonaws.com//mciuploads/mongo-ruby-toolchain/#{distro}/#{toolchain_upper}/mongo_ruby_driver_toolchain_#{distro.gsub('-', '_')}_patch_#{toolchain_upper}_#{toolchain_lower}.tar.gz"
18
+ def ruby_toolchain_url(ruby)
19
+ "http://boxes.10gen.com/build/toolchain-drivers/mongo-ruby-driver/#{TOOLCHAIN_VERSION}/#{distro}/#{ruby}.tar.xz"
20
+ end
21
+
22
+ #ruby_toolchain_url = "https://s3.amazonaws.com//mciuploads/mongo-ruby-toolchain/#{distro}/#{TOOLCHAIN_VERSION}/mongo_ruby_driver_toolchain_#{distro.gsub('-', '_')}_patch_#{TOOLCHAIN_VERSION}_#{toolchain_lower}.tar.gz"
19
23
 
20
24
  %>
21
25
 
22
26
  FROM <%= base_image %>
23
27
 
28
+ ENV DOCKER=1
29
+
24
30
  <% if debian? %>
25
31
 
26
32
  ENV DEBIAN_FRONTEND=noninteractive
@@ -33,15 +39,10 @@ FROM <%= base_image %>
33
39
 
34
40
  <% if ruby_head? %>
35
41
 
36
- # To use current versions of mlaunch, Python 3.6+ is required.
37
- # Most distros ship with older Pythons, therefore we need to install
42
+ # To use current versions of mlaunch, Python 3.7+ is required.
43
+ # Many distros ship with older Pythons, therefore we need to install
38
44
  # a newer Python from somewhere. This section installs the Python
39
- # toolhcain which comes with recent Pythons.
40
- # Alternatively, Ruby toolchain compiles its own copy of Python 3 but
41
- # this is currently incomplete in that on older distros with old OpenSSL,
42
- # the built Python has no ssl module and hence practically is unusable.
43
- # Currently Ruby driver uses mtools-legacy which supports Python 2,
44
- # avoiding this entire issue for the time being.
45
+ # toolchain which comes with recent Pythons.
45
46
 
46
47
  #RUN curl --retry 3 -fL <%= python_toolchain_url %> -o python-toolchain.tar.gz
47
48
  #RUN tar -xC /opt -zf python-toolchain.tar.gz
@@ -54,7 +55,7 @@ FROM <%= base_image %>
54
55
  # than bash.
55
56
  # Ruby runtime dependencies: libyaml-0-2
56
57
  # Compiling ruby libraries: gcc make
57
- # Compiling pyhton packages: python2.7-dev
58
+ # Compiling python packages: python3-dev
58
59
  # JRuby: openjdk-8-jdk-headless
59
60
  # Server dependencies: libsnmp30 libcurl3/libcurl4
60
61
  # Determining OS we are running on: lsb-release
@@ -84,15 +85,6 @@ FROM <%= base_image %>
84
85
  tzdata shared-mime-info
85
86
  ) %>
86
87
 
87
- <% if distro =~ /ubuntu1404/ %>
88
- # For building python & setuptools
89
- <% packages += %w(libssl-dev unzip) %>
90
- <% end %>
91
-
92
- <% if distro !~ /ubuntu2004/ %>
93
- <% packages += %w(python2.7-dev) %>
94
- <% end %>
95
-
96
88
  <% if distro =~ /ubuntu2004/ %>
97
89
  <% packages << 'libsnmp35' %>
98
90
  <% else %>
@@ -119,15 +111,16 @@ FROM <%= base_image %>
119
111
  <% packages << 'libcurl3' %>
120
112
  <% end %>
121
113
 
122
- <% if distro =~ /ubuntu1804/ %>
114
+ <% if distro =~ /ubuntu1804|ubuntu2004/ %>
123
115
  <% packages << 'nodejs' %>
124
116
  <% end %>
125
117
 
126
118
  <% if distro =~ /ubuntu2004/ %>
127
- <% packages += %w(ruby ruby2.7 bundler python2 python2-dev) %>
119
+ <% packages += %w(ruby ruby2.7 bundler) %>
128
120
  <% end %>
129
121
 
130
122
  RUN apt-get update && apt-get install -y <%= packages.join(' ') %>
123
+
131
124
  <% else %>
132
125
 
133
126
  <% if distro =~ /rhel6/ %>
@@ -190,27 +183,13 @@ CFG
190
183
 
191
184
  <% if preload? %>
192
185
 
193
- <% if distro =~ /ubuntu1404/ %>
194
-
195
- # I couldn't find a prebuilt package of anything more recent than 2.7.6
196
- # for 14.04.
197
- RUN curl --retry 3 -fL https://www.python.org/ftp/python/2.7.16/Python-2.7.16.tar.xz | \
198
- tar xfJ - && \
199
- cd Python-2.7.16 && \
200
- ./configure && \
201
- nice make -j4 && \
202
- make install && \
203
- cd .. && rm -rf Python-2.7.16
204
-
205
- ENV PATH=/usr/local/bin:$PATH
206
-
207
- RUN curl --retry 3 -fL -o setuptools-44.1.1.zip https://files.pythonhosted.org/packages/b2/40/4e00501c204b457f10fe410da0c97537214b2265247bc9a5bc6edd55b9e4/setuptools-44.1.1.zip && \
208
- unzip setuptools-44.1.1.zip && \
209
- cd setuptools-44.1.1 && \
210
- python setup.py install && \
211
- cd .. && rm -rf setuptools-44.1.1
212
-
213
- <% end%>
186
+ <% if distro =~ /debian9|ubuntu1604|ubuntu1804/ %>
187
+ # Install python 3.7 for mlaunch.
188
+ RUN curl -fL --retry 3 https://github.com/p-mongodb/deps/raw/main/<%= distro %>-python37.tar.xz | \
189
+ tar xfJ - -C /opt
190
+ ENV PATH=/opt/python37/bin:$PATH
191
+ RUN python3 -V
192
+ <% end %>
214
193
 
215
194
  <% if true || distro =~ /rhel|ubuntu1604/ %>
216
195
 
@@ -226,30 +205,50 @@ CFG
226
205
  # therefore install it the manual way.
227
206
  #
228
207
  # https://pip.pypa.io/en/stable/installing/
229
- RUN curl --retry 3 -fL https://bootstrap.pypa.io/pip/2.7/get-pip.py | python2
208
+ RUN curl --retry 3 -fL https://bootstrap.pypa.io/pip/get-pip.py | python3
209
+ RUN python3 -m pip install --upgrade pip setuptools wheel
230
210
 
231
211
  <% end %>
232
212
 
233
213
  # Current virtualenv fails with
234
214
  # https://github.com/pypa/virtualenv/issues/1630
235
- <% if distro =~ /ubuntu2004/ %>
236
- RUN python3 -m pip install 'virtualenv<20' 'mtools-legacy[mlaunch]==1.5.5'
215
+ <% mtools = 'legacy' %>
216
+ <% case mtools
217
+ when 'legacy' %>
218
+ # dateutil dependency is missing in mtools: https://github.com/rueckstiess/mtools/issues/864
219
+ RUN python3 -m pip install 'virtualenv<20' 'mtools-legacy[mlaunch]' 'pymongo<4' python-dateutil
220
+ <% when 'git' %>
221
+ # dateutil dependency is missing in mtools: https://github.com/rueckstiess/mtools/issues/864
222
+ RUN python3 -m pip install virtualenv 'pymongo>=4' python-dateutil psutil
223
+
224
+ # Install mtools from git because released versions do not work with pymongo 4.0
225
+ RUN git clone https://github.com/p-mongodb/mtools && \
226
+ cd mtools && \
227
+ python3 setup.py install
237
228
  <% else %>
238
- RUN python2 -m pip install 'virtualenv<20' 'mtools-legacy[mlaunch]==1.5.5'
229
+ # mtools[mlaunch] does not work: https://github.com/rueckstiess/mtools/issues/856
230
+ # dateutil dependency is missing in mtools: https://github.com/rueckstiess/mtools/issues/864
231
+ RUN python3 -m pip install virtualenv 'pymongo>=4' python-dateutil psutil mtools
239
232
  <% end %>
240
233
 
241
- RUN pip --version && \
242
- pip install 'mtools-legacy[mlaunch]==1.5.5'
243
-
244
234
  <% if @env.fetch('MONGODB_VERSION') >= '4.4' %>
245
235
  # ubuntu1604 installs MarkupSafe 0.0.0 here instead of 2.0.0+
246
236
  # as specified by dependencies, causing OCSP mock to not work.
247
237
  RUN python3 -mpip install asn1crypto oscrypto flask --upgrade
248
238
  <% end %>
249
239
 
240
+ # FLE is tested against 4.0+ servers.
241
+ <% if @env.fetch('MONGODB_VERSION') >= '4.0' %>
242
+ # Requirements in drivers-evergreen-tools:
243
+ # boto3~=1.19 cryptography~=3.4.8 pykmip~=0.10.0
244
+ # cryptography does not install due to lacking setuptools_rust
245
+ # (either that version or anything that isn't part of system packages)
246
+ RUN python3 -mpip install boto3~=1.19 cryptography pykmip~=0.10.0
247
+ <% end %>
248
+
250
249
  <% unless ruby_head? || system_ruby? %>
251
250
 
252
- RUN curl --retry 3 -fL <%= ruby_toolchain_url %> |tar -xC /opt -Jf -
251
+ RUN curl --retry 3 -fL <%= ruby_toolchain_url(ruby) %> |tar -xC /opt -Jf -
253
252
  ENV PATH=/opt/rubies/<%= ruby %>/bin:$PATH \
254
253
  USE_OPT_TOOLCHAIN=1
255
254
  #ENV PATH=/opt/rubies/python/3/bin:$PATH
@@ -290,12 +289,15 @@ WORKDIR /app
290
289
  <% end %>
291
290
 
292
291
  <% if fle? %>
293
- RUN curl --retry 3 -fLo libmongocrypt-all.tar.gz "https://s3.amazonaws.com/mciuploads/libmongocrypt/all/master/latest/libmongocrypt-all.tar.gz"
294
- RUN tar xf libmongocrypt-all.tar.gz
292
+ RUN curl --retry 3 -fL "https://s3.amazonaws.com/mciuploads/libmongocrypt/all/master/latest/libmongocrypt-all.tar.gz" |tar zxf -
295
293
 
296
294
  <%= "ENV LIBMONGOCRYPT_PATH #{libmongocrypt_path}" %>
297
295
  <% end %>
298
296
 
297
+ <% if preload? %>
298
+ ENV DOCKER_PRELOAD=1
299
+ <% end %>
300
+
299
301
  ENV MONGO_ORCHESTRATION_HOME=/tmpfs \
300
302
  PROJECT_DIRECTORY=/app \
301
303
  <%= @env.map { |k, v| %Q`#{k}="#{v.gsub('$', "\\$").gsub('"', "\\\"")}"` }.join(" \\\n ") %>
@@ -0,0 +1,27 @@
1
+ show_local_instructions_impl() {
2
+ local arch="$1"
3
+ shift
4
+
5
+ echo To test this configuration locally:
6
+ local params=
7
+ while test -n "$1"; do
8
+ key="$1"
9
+ shift
10
+ # ${!foo} syntax is bash specific:
11
+ # https://stackoverflow.com/questions/14049057/bash-expand-variable-in-a-variable
12
+ value="${!key}"
13
+ if test -n "$value"; then
14
+ params="$params $key=$value"
15
+ fi
16
+ done
17
+
18
+ # $0 has the current script being executed which is also the script that
19
+ # was initially invoked EXCEPT for the AWS configurations which use the
20
+ # wrapper script.
21
+ if echo "$AUTH" |grep -q ^aws; then
22
+ script=.evergreen/run-tests-aws-auth.sh
23
+ else
24
+ script="$0"
25
+ fi
26
+ echo ./.evergreen/test-on-docker -d $arch $params -s "$script"
27
+ }
@@ -13,7 +13,8 @@ _detect_distro() {
13
13
  if test -f /etc/debian_version; then
14
14
  # Debian or Ubuntu
15
15
  if test "`uname -m`" = aarch64; then
16
- distro=ubuntu1604-arm
16
+ release=`lsb_release -rs |tr -d .`
17
+ distro="ubuntu$release"-arm
17
18
  elif lsb_release -is |grep -q Debian; then
18
19
  release=`lsb_release -rs |tr -d .`
19
20
  # In docker, release is something like 9.11.
@@ -1,6 +1,18 @@
1
1
  # This file contains functions pertaining to downloading, starting and
2
2
  # configuring a MongoDB server.
3
3
 
4
+ # Note that mlaunch is executed with (and therefore installed with) Python 2.
5
+ # The reason for this is that in the past, some of the distros we tested on
6
+ # had an ancient version of Python 3 that was unusable (e.g. it couldn't
7
+ # install anything from PyPI due to outdated TLS/SSL implementation).
8
+ # It is likely that all of the current distros we use have a recent enough
9
+ # and working Python 3 implementation, such that we could use Python 3 for
10
+ # everything.
11
+ #
12
+ # Note that some distros (e.g. ubuntu2004) do not contain a `python' binary
13
+ # at all, thus python2 or python3 must be explicitly specified depending on
14
+ # the desired version.
15
+
4
16
  set_fcv() {
5
17
  if test -n "$FCV"; then
6
18
  mongo --eval 'assert.commandWorked(db.adminCommand( { setFeatureCompatibilityVersion: "'"$FCV"'" } ));' "$MONGODB_URI"
@@ -34,44 +46,54 @@ prepare_server() {
34
46
  if test "$MONGODB_VERSION" = latest; then
35
47
  # Test on the most recent published 4.3 release.
36
48
  # https://jira.mongodb.org/browse/RUBY-1724
37
- echo 'Using "latest" server is not currently implemented' 1>&2
38
- exit 1
49
+
50
+ . $PROJECT_DIRECTORY/.mod/drivers-evergreen-tools/.evergreen/download-mongodb.sh
51
+
52
+ get_distro
53
+ get_mongodb_download_url_for "$DISTRO" "latest"
54
+ prepare_server_from_url $MONGODB_DOWNLOAD_URL
39
55
  else
40
56
  download_version="$MONGODB_VERSION"
57
+ url=`$(dirname $0)/get-mongodb-download-url $download_version $arch`
58
+ prepare_server_from_url $url
41
59
  fi
42
60
 
43
- url=`$(dirname $0)/get-mongodb-download-url $download_version $arch`
44
-
45
- prepare_server_from_url $url
46
61
  }
47
62
 
48
63
  prepare_server_from_url() {
49
64
  url=$1
50
65
 
51
- mongodb_dir="$MONGO_ORCHESTRATION_HOME"/mdb
66
+ dirname=`basename $url |sed -e s/.tgz//`
67
+ mongodb_dir="$MONGO_ORCHESTRATION_HOME"/mdb/"$dirname"
52
68
  mkdir -p "$mongodb_dir"
53
- curl --retry 3 $url |tar xz -C "$mongodb_dir" -f -
54
- BINDIR="$mongodb_dir"/`basename $url |sed -e s/.tgz//`/bin
69
+ curl --retry 3 $url | tar xz -C "$mongodb_dir" --strip-components 1 -f -
70
+ BINDIR="$mongodb_dir"/bin
55
71
  export PATH="$BINDIR":$PATH
56
72
  }
57
73
 
58
74
  install_mlaunch_virtualenv() {
59
- python2 -V || true
60
- if ! python2 -m virtualenv -h >/dev/null; then
75
+ python3 -V || true
76
+ if ! python3 -m virtualenv -h >/dev/null; then
61
77
  # Current virtualenv fails with
62
78
  # https://github.com/pypa/virtualenv/issues/1630
63
- python2 -m pip install 'virtualenv<20' --user
79
+ python3 -m pip install 'virtualenv<20' --user
64
80
  fi
65
81
  if test "$USE_SYSTEM_PYTHON_PACKAGES" = 1 &&
66
- python2 -m pip list |grep mtools-legacy
82
+ python3 -m pip list |grep mtools
67
83
  then
68
84
  # Use the existing mtools-legacy
69
85
  :
70
86
  else
71
87
  venvpath="$MONGO_ORCHESTRATION_HOME"/venv
72
- python2 -m virtualenv -p python2 $venvpath
88
+ python3 -m virtualenv -p python3 $venvpath
73
89
  . $venvpath/bin/activate
74
- pip install 'mtools-legacy[mlaunch]==1.5.5'
90
+ # [mlaunch] does not work:
91
+ # https://github.com/rueckstiess/mtools/issues/856
92
+ # dateutil dependency is missing in mtools: https://github.com/rueckstiess/mtools/issues/864
93
+ #pip install 'mtools==1.7' 'pymongo==4.1' python-dateutil psutil
94
+
95
+ # dateutil dependency is missing in mtools: https://github.com/rueckstiess/mtools/issues/864
96
+ pip install 'mtools-legacy[mlaunch]' 'pymongo<4' python-dateutil
75
97
  fi
76
98
  }
77
99
 
@@ -84,7 +106,8 @@ install_mlaunch_pip() {
84
106
  python -V || true
85
107
  python3 -V || true
86
108
  pythonpath="$MONGO_ORCHESTRATION_HOME"/python
87
- pip install -t "$pythonpath" 'mtools-legacy[mlaunch]'
109
+ # dateutil dependency is missing in mtools: https://github.com/rueckstiess/mtools/issues/864
110
+ pip install -t "$pythonpath" 'mtools-legacy[mlaunch]' 'pymongo<4' python-dateutil
88
111
  export PATH="$pythonpath/bin":$PATH
89
112
  export PYTHONPATH="$pythonpath"
90
113
  }
@@ -108,7 +131,8 @@ install_mlaunch_git() {
108
131
  virtualenv -p python3 $venvpath
109
132
  . $venvpath/bin/activate
110
133
 
111
- pip3 install psutil pymongo
134
+ # dateutil dependency is missing in mtools: https://github.com/rueckstiess/mtools/issues/864
135
+ pip3 install psutil pymongo python-dateutil
112
136
 
113
137
  git clone $repo mlaunch
114
138
  cd mlaunch
@@ -123,12 +147,13 @@ install_mlaunch_git() {
123
147
  virtualenv $venvpath
124
148
  . $venvpath/bin/activate
125
149
 
126
- pip install psutil pymongo
150
+ # dateutil dependency is missing in mtools: https://github.com/rueckstiess/mtools/issues/864
151
+ pip install psutil pymongo python-dateutil
127
152
 
128
153
  git clone $repo mlaunch
129
154
  (cd mlaunch &&
130
155
  git checkout origin/$branch &&
131
- python setup.py install
156
+ python2 setup.py install
132
157
  )
133
158
  fi
134
159
  }
@@ -148,7 +173,7 @@ calculate_server_args() {
148
173
  fi
149
174
 
150
175
  if test $mongo_version = latest; then
151
- mongo_version=49
176
+ mongo_version=60
152
177
  fi
153
178
 
154
179
  local args="--setParameter enableTestCommands=1"
@@ -309,7 +334,7 @@ launch_ocsp_mock() {
309
334
 
310
335
  launch_server() {
311
336
  local dbdir="$1"
312
- python -m mtools.mlaunch.mlaunch --dir "$dbdir" --binarypath "$BINDIR" $SERVER_ARGS
337
+ python3 -m mtools.mlaunch.mlaunch --dir "$dbdir" --binarypath "$BINDIR" $SERVER_ARGS
313
338
 
314
339
  if test "$TOPOLOGY" = sharded-cluster && test $MONGODB_VERSION = 3.6; then
315
340
  # On 3.6 server the sessions collection is not immediately available,
@@ -345,7 +370,7 @@ launch_server() {
345
370
  port="${BASH_REMATCH[1]}"
346
371
  mongoses+=("${base_url}:${port}")
347
372
  fi
348
- done < <(python -m mtools.mlaunch.mlaunch list --dir "$dbdir" --binarypath "$BINDIR")
373
+ done < <(python2 -m mtools.mlaunch.mlaunch list --dir "$dbdir" --binarypath "$BINDIR")
349
374
 
350
375
  if [ -n "$config_server" ]; then
351
376
  ${mongo_command} "$config_server" --eval 'db.adminCommand("refreshLogicalSessionCacheNow")'