mongo 2.13.0 → 2.15.0.alpha

Sign up to get free protection for your applications and to get access to all the features.
Files changed (375) hide show
  1. checksums.yaml +4 -4
  2. checksums.yaml.gz.sig +1 -4
  3. data.tar.gz.sig +0 -0
  4. data/README.md +4 -1
  5. data/Rakefile +46 -18
  6. data/lib/mongo.rb +32 -0
  7. data/lib/mongo/address.rb +1 -1
  8. data/lib/mongo/address/ipv4.rb +1 -1
  9. data/lib/mongo/address/ipv6.rb +1 -1
  10. data/lib/mongo/auth/aws/conversation.rb +1 -4
  11. data/lib/mongo/auth/base.rb +13 -7
  12. data/lib/mongo/auth/conversation_base.rb +32 -0
  13. data/lib/mongo/auth/cr/conversation.rb +6 -29
  14. data/lib/mongo/auth/gssapi/conversation.rb +4 -15
  15. data/lib/mongo/auth/ldap/conversation.rb +3 -14
  16. data/lib/mongo/auth/sasl_conversation_base.rb +1 -13
  17. data/lib/mongo/auth/scram_conversation_base.rb +7 -34
  18. data/lib/mongo/auth/user/view.rb +16 -9
  19. data/lib/mongo/auth/x509/conversation.rb +4 -25
  20. data/lib/mongo/background_thread.rb +11 -0
  21. data/lib/mongo/bulk_write.rb +38 -18
  22. data/lib/mongo/caching_cursor.rb +74 -0
  23. data/lib/mongo/client.rb +142 -16
  24. data/lib/mongo/cluster.rb +22 -31
  25. data/lib/mongo/cluster/reapers/cursor_reaper.rb +6 -2
  26. data/lib/mongo/cluster/sdam_flow.rb +14 -0
  27. data/lib/mongo/cluster/topology/single.rb +1 -1
  28. data/lib/mongo/collection.rb +58 -18
  29. data/lib/mongo/collection/view.rb +24 -20
  30. data/lib/mongo/collection/view/aggregation.rb +26 -5
  31. data/lib/mongo/collection/view/builder/find_command.rb +38 -18
  32. data/lib/mongo/collection/view/change_stream.rb +1 -1
  33. data/lib/mongo/collection/view/explainable.rb +27 -8
  34. data/lib/mongo/collection/view/iterable.rb +73 -13
  35. data/lib/mongo/collection/view/map_reduce.rb +2 -2
  36. data/lib/mongo/collection/view/readable.rb +57 -21
  37. data/lib/mongo/collection/view/writable.rb +29 -15
  38. data/lib/mongo/crypt/encryption_io.rb +6 -6
  39. data/lib/mongo/cursor.rb +18 -5
  40. data/lib/mongo/database.rb +28 -5
  41. data/lib/mongo/database/view.rb +2 -2
  42. data/lib/mongo/error.rb +11 -1
  43. data/lib/mongo/error/bulk_write_error.rb +17 -3
  44. data/lib/mongo/error/internal_driver_error.rb +22 -0
  45. data/lib/mongo/error/invalid_read_concern.rb +28 -0
  46. data/lib/mongo/error/operation_failure.rb +26 -7
  47. data/lib/mongo/error/parser.rb +65 -12
  48. data/lib/mongo/error/server_api_conflict.rb +23 -0
  49. data/lib/mongo/error/server_api_not_supported.rb +24 -0
  50. data/lib/mongo/error/server_certificate_revoked.rb +22 -0
  51. data/lib/mongo/error/unmet_dependency.rb +21 -0
  52. data/lib/mongo/error/unsupported_option.rb +14 -12
  53. data/lib/mongo/grid/fs_bucket.rb +37 -37
  54. data/lib/mongo/index/view.rb +21 -11
  55. data/lib/mongo/lint.rb +2 -1
  56. data/lib/mongo/logger.rb +3 -3
  57. data/lib/mongo/monitoring.rb +13 -4
  58. data/lib/mongo/monitoring/event/server_heartbeat_failed.rb +27 -16
  59. data/lib/mongo/monitoring/event/server_heartbeat_succeeded.rb +26 -15
  60. data/lib/mongo/operation.rb +4 -2
  61. data/lib/mongo/operation/aggregate/result.rb +9 -8
  62. data/lib/mongo/operation/collections_info.rb +18 -1
  63. data/lib/mongo/operation/collections_info/command.rb +5 -0
  64. data/lib/mongo/operation/collections_info/result.rb +18 -1
  65. data/lib/mongo/operation/context.rb +99 -0
  66. data/lib/mongo/operation/delete/bulk_result.rb +2 -0
  67. data/lib/mongo/operation/delete/result.rb +3 -0
  68. data/lib/mongo/operation/explain/command.rb +4 -0
  69. data/lib/mongo/operation/explain/legacy.rb +4 -0
  70. data/lib/mongo/operation/explain/op_msg.rb +6 -0
  71. data/lib/mongo/operation/explain/result.rb +3 -0
  72. data/lib/mongo/operation/find/legacy/result.rb +2 -0
  73. data/lib/mongo/operation/find/result.rb +13 -0
  74. data/lib/mongo/operation/get_more/result.rb +3 -0
  75. data/lib/mongo/operation/indexes.rb +15 -1
  76. data/lib/mongo/operation/indexes/result.rb +5 -0
  77. data/lib/mongo/operation/insert/bulk_result.rb +5 -0
  78. data/lib/mongo/operation/insert/command.rb +2 -2
  79. data/lib/mongo/operation/insert/legacy.rb +2 -2
  80. data/lib/mongo/operation/insert/op_msg.rb +2 -2
  81. data/lib/mongo/operation/insert/result.rb +5 -0
  82. data/lib/mongo/operation/list_collections/result.rb +9 -1
  83. data/lib/mongo/operation/map_reduce/result.rb +10 -0
  84. data/lib/mongo/operation/parallel_scan/result.rb +4 -0
  85. data/lib/mongo/operation/result.rb +37 -6
  86. data/lib/mongo/operation/shared/bypass_document_validation.rb +1 -0
  87. data/lib/mongo/operation/shared/causal_consistency_supported.rb +1 -0
  88. data/lib/mongo/operation/shared/executable.rb +25 -14
  89. data/lib/mongo/operation/shared/executable_no_validate.rb +2 -2
  90. data/lib/mongo/operation/shared/idable.rb +2 -1
  91. data/lib/mongo/operation/shared/limited.rb +1 -0
  92. data/lib/mongo/operation/shared/object_id_generator.rb +1 -0
  93. data/lib/mongo/operation/shared/op_msg_or_command.rb +1 -7
  94. data/lib/mongo/operation/shared/op_msg_or_find_command.rb +1 -7
  95. data/lib/mongo/operation/shared/polymorphic_operation.rb +39 -0
  96. data/lib/mongo/operation/shared/response_handling.rb +23 -23
  97. data/lib/mongo/operation/shared/result/aggregatable.rb +1 -0
  98. data/lib/mongo/operation/shared/sessions_supported.rb +14 -2
  99. data/lib/mongo/operation/shared/specifiable.rb +1 -0
  100. data/lib/mongo/operation/shared/write.rb +9 -18
  101. data/lib/mongo/operation/shared/write_concern_supported.rb +1 -0
  102. data/lib/mongo/operation/update/legacy/result.rb +7 -0
  103. data/lib/mongo/operation/update/result.rb +8 -0
  104. data/lib/mongo/operation/users_info/result.rb +3 -0
  105. data/lib/mongo/protocol/compressed.rb +51 -5
  106. data/lib/mongo/protocol/message.rb +31 -4
  107. data/lib/mongo/protocol/msg.rb +37 -12
  108. data/lib/mongo/protocol/query.rb +36 -0
  109. data/lib/mongo/query_cache.rb +272 -0
  110. data/lib/mongo/retryable.rb +9 -2
  111. data/lib/mongo/server.rb +12 -16
  112. data/lib/mongo/server/app_metadata.rb +52 -18
  113. data/lib/mongo/server/connection.rb +5 -0
  114. data/lib/mongo/server/connection_base.rb +16 -15
  115. data/lib/mongo/server/connection_common.rb +2 -2
  116. data/lib/mongo/server/connection_pool.rb +9 -4
  117. data/lib/mongo/server/description.rb +12 -1
  118. data/lib/mongo/server/description/features.rb +9 -8
  119. data/lib/mongo/server/monitor.rb +21 -2
  120. data/lib/mongo/server/monitor/app_metadata.rb +1 -1
  121. data/lib/mongo/server/monitor/connection.rb +12 -13
  122. data/lib/mongo/server/pending_connection.rb +26 -8
  123. data/lib/mongo/server/push_monitor.rb +12 -2
  124. data/lib/mongo/server_selector/base.rb +5 -1
  125. data/lib/mongo/session.rb +7 -3
  126. data/lib/mongo/session/session_pool.rb +4 -2
  127. data/lib/mongo/socket.rb +35 -8
  128. data/lib/mongo/socket/ocsp_cache.rb +97 -0
  129. data/lib/mongo/socket/ocsp_verifier.rb +368 -0
  130. data/lib/mongo/socket/ssl.rb +53 -24
  131. data/lib/mongo/srv/monitor.rb +7 -24
  132. data/lib/mongo/srv/resolver.rb +14 -10
  133. data/lib/mongo/timeout.rb +2 -0
  134. data/lib/mongo/uri.rb +21 -390
  135. data/lib/mongo/uri/options_mapper.rb +620 -0
  136. data/lib/mongo/uri/srv_protocol.rb +3 -2
  137. data/lib/mongo/utils.rb +27 -1
  138. data/lib/mongo/version.rb +1 -1
  139. data/spec/NOTES.aws-auth.md +12 -7
  140. data/spec/README.md +87 -2
  141. data/spec/integration/auth_spec.rb +25 -15
  142. data/spec/integration/bson_symbol_spec.rb +4 -2
  143. data/spec/integration/bulk_write_error_message_spec.rb +41 -0
  144. data/spec/integration/bulk_write_spec.rb +48 -0
  145. data/spec/integration/change_stream_spec.rb +5 -5
  146. data/spec/integration/client_authentication_options_spec.rb +92 -28
  147. data/spec/integration/client_side_encryption/auto_encryption_bulk_writes_spec.rb +6 -2
  148. data/spec/integration/command_monitoring_spec.rb +2 -2
  149. data/spec/integration/connection_pool_populator_spec.rb +4 -2
  150. data/spec/integration/connection_spec.rb +2 -0
  151. data/spec/integration/cursor_reaping_spec.rb +54 -18
  152. data/spec/integration/docs_examples_spec.rb +8 -1
  153. data/spec/integration/fork_reconnect_spec.rb +60 -2
  154. data/spec/integration/ocsp_connectivity_spec.rb +26 -0
  155. data/spec/integration/ocsp_verifier_cache_spec.rb +188 -0
  156. data/spec/integration/ocsp_verifier_spec.rb +340 -0
  157. data/spec/integration/operation_failure_code_spec.rb +1 -1
  158. data/spec/integration/operation_failure_message_spec.rb +90 -0
  159. data/spec/integration/query_cache_spec.rb +1045 -0
  160. data/spec/integration/query_cache_transactions_spec.rb +190 -0
  161. data/spec/integration/reconnect_spec.rb +1 -1
  162. data/spec/integration/retryable_writes/retryable_writes_40_and_newer_spec.rb +1 -0
  163. data/spec/integration/retryable_writes/shared/performs_legacy_retries.rb +2 -0
  164. data/spec/integration/sdam_error_handling_spec.rb +86 -1
  165. data/spec/integration/sdam_events_spec.rb +8 -7
  166. data/spec/integration/server_selection_spec.rb +36 -0
  167. data/spec/integration/size_limit_spec.rb +20 -19
  168. data/spec/integration/snappy_compression_spec.rb +25 -0
  169. data/spec/integration/srv_monitoring_spec.rb +39 -4
  170. data/spec/integration/srv_spec.rb +56 -0
  171. data/spec/integration/transactions_examples_spec.rb +23 -7
  172. data/spec/integration/zlib_compression_spec.rb +1 -1
  173. data/spec/integration/zstd_compression_spec.rb +26 -0
  174. data/spec/lite_spec_helper.rb +15 -5
  175. data/spec/mongo/address_spec.rb +16 -12
  176. data/spec/mongo/auth/ldap/conversation_spec.rb +1 -1
  177. data/spec/mongo/auth/ldap_spec.rb +5 -1
  178. data/spec/mongo/auth/scram_negotiation_spec.rb +1 -1
  179. data/spec/mongo/auth/scram_spec.rb +1 -1
  180. data/spec/mongo/auth/user_spec.rb +1 -1
  181. data/spec/mongo/auth/x509/conversation_spec.rb +3 -3
  182. data/spec/mongo/bulk_write_spec.rb +2 -2
  183. data/spec/mongo/caching_cursor_spec.rb +70 -0
  184. data/spec/mongo/client_construction_spec.rb +273 -35
  185. data/spec/mongo/client_encryption_spec.rb +16 -10
  186. data/spec/mongo/client_spec.rb +64 -0
  187. data/spec/mongo/cluster/topology/replica_set_spec.rb +1 -1
  188. data/spec/mongo/cluster/topology/sharded_spec.rb +1 -1
  189. data/spec/mongo/cluster/topology/single_spec.rb +15 -6
  190. data/spec/mongo/cluster/topology/unknown_spec.rb +1 -1
  191. data/spec/mongo/cluster/topology_spec.rb +1 -1
  192. data/spec/mongo/cluster_spec.rb +6 -18
  193. data/spec/mongo/collection/view/change_stream_resume_spec.rb +1 -1
  194. data/spec/mongo/collection/view/explainable_spec.rb +87 -4
  195. data/spec/mongo/collection/view/map_reduce_spec.rb +2 -0
  196. data/spec/mongo/collection/view/readable_spec.rb +50 -0
  197. data/spec/mongo/collection_crud_spec.rb +4357 -0
  198. data/spec/mongo/collection_ddl_spec.rb +534 -0
  199. data/spec/mongo/collection_spec.rb +5 -4787
  200. data/spec/mongo/crypt/auto_decryption_context_spec.rb +1 -1
  201. data/spec/mongo/crypt/auto_encryption_context_spec.rb +1 -1
  202. data/spec/mongo/crypt/binary_spec.rb +1 -6
  203. data/spec/mongo/crypt/binding/binary_spec.rb +1 -6
  204. data/spec/mongo/crypt/binding/context_spec.rb +2 -7
  205. data/spec/mongo/crypt/binding/helpers_spec.rb +1 -6
  206. data/spec/mongo/crypt/binding/mongocrypt_spec.rb +2 -7
  207. data/spec/mongo/crypt/binding/status_spec.rb +1 -6
  208. data/spec/mongo/crypt/binding/version_spec.rb +1 -6
  209. data/spec/mongo/crypt/data_key_context_spec.rb +1 -1
  210. data/spec/mongo/crypt/explicit_decryption_context_spec.rb +1 -1
  211. data/spec/mongo/crypt/explicit_encryption_context_spec.rb +1 -1
  212. data/spec/mongo/crypt/status_spec.rb +1 -6
  213. data/spec/mongo/database_spec.rb +174 -4
  214. data/spec/mongo/error/bulk_write_error_spec.rb +3 -3
  215. data/spec/mongo/error/no_server_available_spec.rb +1 -1
  216. data/spec/mongo/error/parser_spec.rb +37 -6
  217. data/spec/mongo/index/view_spec.rb +8 -2
  218. data/spec/mongo/logger_spec.rb +13 -11
  219. data/spec/mongo/monitoring/event/server_closed_spec.rb +1 -1
  220. data/spec/mongo/monitoring/event/server_heartbeat_failed_spec.rb +1 -1
  221. data/spec/mongo/monitoring/event/server_heartbeat_succeeded_spec.rb +1 -1
  222. data/spec/mongo/monitoring/event/server_opening_spec.rb +1 -1
  223. data/spec/mongo/monitoring/event/topology_changed_spec.rb +1 -1
  224. data/spec/mongo/monitoring/event/topology_closed_spec.rb +1 -1
  225. data/spec/mongo/monitoring/event/topology_opening_spec.rb +1 -1
  226. data/spec/mongo/operation/aggregate_spec.rb +2 -1
  227. data/spec/mongo/operation/collections_info_spec.rb +4 -1
  228. data/spec/mongo/operation/command_spec.rb +6 -3
  229. data/spec/mongo/operation/create_index_spec.rb +6 -3
  230. data/spec/mongo/operation/create_user_spec.rb +6 -3
  231. data/spec/mongo/operation/delete/bulk_spec.rb +9 -6
  232. data/spec/mongo/operation/delete/op_msg_spec.rb +3 -3
  233. data/spec/mongo/operation/delete_spec.rb +11 -7
  234. data/spec/mongo/operation/drop_index_spec.rb +6 -2
  235. data/spec/mongo/operation/find/legacy_spec.rb +3 -1
  236. data/spec/mongo/operation/get_more_spec.rb +3 -1
  237. data/spec/mongo/operation/indexes_spec.rb +5 -1
  238. data/spec/mongo/operation/insert/bulk_spec.rb +10 -7
  239. data/spec/mongo/operation/insert/command_spec.rb +2 -2
  240. data/spec/mongo/operation/insert/op_msg_spec.rb +3 -3
  241. data/spec/mongo/operation/insert_spec.rb +15 -12
  242. data/spec/mongo/operation/map_reduce_spec.rb +5 -2
  243. data/spec/mongo/operation/read_preference_op_msg_spec.rb +1 -1
  244. data/spec/mongo/operation/remove_user_spec.rb +6 -3
  245. data/spec/mongo/operation/result_spec.rb +1 -1
  246. data/spec/mongo/operation/update/bulk_spec.rb +9 -6
  247. data/spec/mongo/operation/update/command_spec.rb +2 -2
  248. data/spec/mongo/operation/update/op_msg_spec.rb +3 -3
  249. data/spec/mongo/operation/update_spec.rb +10 -7
  250. data/spec/mongo/operation/update_user_spec.rb +4 -1
  251. data/spec/mongo/protocol/compressed_spec.rb +26 -12
  252. data/spec/mongo/query_cache_middleware_spec.rb +55 -0
  253. data/spec/mongo/query_cache_spec.rb +280 -0
  254. data/spec/mongo/retryable_spec.rb +3 -2
  255. data/spec/mongo/server/app_metadata_shared.rb +2 -2
  256. data/spec/mongo/server/app_metadata_spec.rb +2 -0
  257. data/spec/mongo/server/connection_pool/populator_spec.rb +3 -1
  258. data/spec/mongo/server/connection_pool_spec.rb +8 -4
  259. data/spec/mongo/server/connection_spec.rb +39 -25
  260. data/spec/mongo/server/description_spec.rb +18 -0
  261. data/spec/mongo/server/monitor/connection_spec.rb +17 -7
  262. data/spec/mongo/server/monitor_spec.rb +9 -1
  263. data/spec/mongo/server_selector_spec.rb +2 -2
  264. data/spec/mongo/server_spec.rb +15 -2
  265. data/spec/mongo/socket/ssl_spec.rb +44 -4
  266. data/spec/mongo/socket_spec.rb +2 -2
  267. data/spec/mongo/tls_context_hooks_spec.rb +37 -0
  268. data/spec/mongo/uri/srv_protocol_spec.rb +64 -33
  269. data/spec/mongo/uri_option_parsing_spec.rb +11 -11
  270. data/spec/mongo/uri_spec.rb +68 -41
  271. data/spec/mongo/utils_spec.rb +39 -0
  272. data/spec/runners/auth.rb +3 -0
  273. data/spec/runners/change_streams/test.rb +1 -1
  274. data/spec/runners/connection_string.rb +31 -124
  275. data/spec/runners/crud/requirement.rb +40 -3
  276. data/spec/runners/crud/test_base.rb +0 -19
  277. data/spec/runners/crud/verifier.rb +8 -0
  278. data/spec/runners/server_selection.rb +1 -1
  279. data/spec/runners/transactions/operation.rb +13 -2
  280. data/spec/runners/transactions/test.rb +3 -2
  281. data/spec/runners/unified.rb +96 -0
  282. data/spec/runners/unified/assertions.rb +249 -0
  283. data/spec/runners/unified/change_stream_operations.rb +26 -0
  284. data/spec/runners/unified/crud_operations.rb +199 -0
  285. data/spec/runners/unified/ddl_operations.rb +96 -0
  286. data/spec/runners/unified/entity_map.rb +39 -0
  287. data/spec/runners/unified/error.rb +25 -0
  288. data/spec/runners/unified/event_subscriber.rb +91 -0
  289. data/spec/runners/unified/exceptions.rb +21 -0
  290. data/spec/runners/unified/grid_fs_operations.rb +55 -0
  291. data/spec/runners/unified/support_operations.rb +250 -0
  292. data/spec/runners/unified/test.rb +393 -0
  293. data/spec/runners/unified/test_group.rb +28 -0
  294. data/spec/runners/unified/using_hash.rb +31 -0
  295. data/spec/shared/LICENSE +20 -0
  296. data/spec/shared/bin/get-mongodb-download-url +17 -0
  297. data/spec/shared/lib/mrss/child_process_helper.rb +80 -0
  298. data/spec/shared/lib/mrss/cluster_config.rb +218 -0
  299. data/spec/shared/lib/mrss/constraints.rb +346 -0
  300. data/spec/shared/lib/mrss/docker_runner.rb +262 -0
  301. data/spec/shared/lib/mrss/lite_constraints.rb +175 -0
  302. data/spec/shared/lib/mrss/server_version_registry.rb +112 -0
  303. data/spec/shared/lib/mrss/spec_organizer.rb +149 -0
  304. data/spec/shared/lib/mrss/utils.rb +15 -0
  305. data/spec/shared/share/Dockerfile.erb +231 -0
  306. data/spec/shared/shlib/distro.sh +73 -0
  307. data/spec/shared/shlib/server.sh +290 -0
  308. data/spec/shared/shlib/set_env.sh +128 -0
  309. data/spec/solo/clean_exit_spec.rb +21 -0
  310. data/spec/spec_helper.rb +7 -2
  311. data/spec/spec_tests/cmap_spec.rb +7 -3
  312. data/spec/spec_tests/crud_unified_spec.rb +10 -0
  313. data/spec/spec_tests/data/change_streams/change-streams-errors.yml +0 -1
  314. data/spec/spec_tests/data/change_streams/change-streams.yml +0 -2
  315. data/spec/spec_tests/data/cmap/pool-checkout-connection.yml +6 -2
  316. data/spec/spec_tests/data/cmap/pool-create-min-size.yml +3 -0
  317. data/spec/spec_tests/data/connection_string/valid-warnings.yml +24 -0
  318. data/spec/spec_tests/data/crud_unified/estimatedDocumentCount.yml +267 -0
  319. data/spec/spec_tests/data/retryable_reads/estimatedDocumentCount-4.9.yml +60 -0
  320. data/spec/spec_tests/data/retryable_reads/{estimatedDocumentCount.yml → estimatedDocumentCount-pre4.9.yml} +2 -0
  321. data/spec/spec_tests/data/retryable_reads/estimatedDocumentCount-serverErrors-4.9.yml +146 -0
  322. data/spec/spec_tests/data/retryable_reads/{estimatedDocumentCount-serverErrors.yml → estimatedDocumentCount-serverErrors-pre4.9.yml} +2 -0
  323. data/spec/spec_tests/data/retryable_reads/listIndexNames.yml +1 -1
  324. data/spec/spec_tests/data/sdam_monitoring/discovered_standalone.yml +1 -3
  325. data/spec/spec_tests/data/sdam_monitoring/standalone.yml +2 -2
  326. data/spec/spec_tests/data/sdam_monitoring/standalone_repeated.yml +2 -2
  327. data/spec/spec_tests/data/sdam_monitoring/standalone_suppress_equal_description_changes.yml +2 -2
  328. data/spec/spec_tests/data/sdam_monitoring/standalone_to_rs_with_me_mismatch.yml +2 -2
  329. data/spec/spec_tests/data/unified/valid-fail/operation-failure.yml +31 -0
  330. data/spec/spec_tests/data/unified/valid-pass/poc-change-streams.yml +220 -0
  331. data/spec/spec_tests/data/unified/valid-pass/poc-command-monitoring.yml +102 -0
  332. data/spec/spec_tests/data/unified/valid-pass/poc-crud.yml +184 -0
  333. data/spec/spec_tests/data/unified/valid-pass/poc-gridfs.yml +155 -0
  334. data/spec/spec_tests/data/unified/valid-pass/poc-retryable-reads.yml +193 -0
  335. data/spec/spec_tests/data/unified/valid-pass/poc-retryable-writes.yml +210 -0
  336. data/spec/spec_tests/data/unified/valid-pass/poc-sessions.yml +215 -0
  337. data/spec/spec_tests/data/unified/valid-pass/poc-transactions-convenient-api.yml +235 -0
  338. data/spec/spec_tests/data/unified/valid-pass/poc-transactions-mongos-pin-auto.yml +169 -0
  339. data/spec/spec_tests/data/unified/valid-pass/poc-transactions.yml +170 -0
  340. data/spec/spec_tests/data/uri_options/auth-options.yml +25 -0
  341. data/spec/spec_tests/data/uri_options/compression-options.yml +7 -4
  342. data/spec/spec_tests/data/uri_options/read-preference-options.yml +24 -0
  343. data/spec/spec_tests/data/uri_options/ruby-connection-options.yml +1 -0
  344. data/spec/spec_tests/data/uri_options/tls-options.yml +160 -4
  345. data/spec/spec_tests/data/versioned_api/crud-api-version-1-strict.yml +416 -0
  346. data/spec/spec_tests/data/versioned_api/crud-api-version-1.yml +409 -0
  347. data/spec/spec_tests/data/versioned_api/runcommand-helper-no-api-version-declared.yml +67 -0
  348. data/spec/spec_tests/data/versioned_api/test-commands-deprecation-errors.yml +47 -0
  349. data/spec/spec_tests/data/versioned_api/test-commands-strict-mode.yml +44 -0
  350. data/spec/spec_tests/data/versioned_api/transaction-handling.yml +180 -0
  351. data/spec/spec_tests/dns_seedlist_discovery_spec.rb +9 -1
  352. data/spec/spec_tests/unified_spec.rb +15 -0
  353. data/spec/spec_tests/uri_options_spec.rb +47 -33
  354. data/spec/spec_tests/versioned_api_spec.rb +10 -0
  355. data/spec/stress/fork_reconnect_stress_spec.rb +1 -1
  356. data/spec/support/certificates/atlas-ocsp-ca.crt +28 -0
  357. data/spec/support/certificates/atlas-ocsp.crt +41 -0
  358. data/spec/support/client_registry_macros.rb +11 -2
  359. data/spec/support/common_shortcuts.rb +59 -0
  360. data/spec/support/constraints.rb +6 -253
  361. data/spec/support/matchers.rb +16 -0
  362. data/spec/support/ocsp +1 -0
  363. data/spec/support/session_registry.rb +52 -0
  364. data/spec/support/shared/session.rb +2 -2
  365. data/spec/support/spec_config.rb +68 -3
  366. data/spec/support/spec_setup.rb +48 -38
  367. data/spec/support/utils.rb +102 -4
  368. metadata +1087 -936
  369. metadata.gz.sig +0 -0
  370. data/lib/mongo/operation/shared/collections_info_or_list_collections.rb +0 -56
  371. data/lib/mongo/operation/shared/op_msg_or_list_indexes_command.rb +0 -47
  372. data/spec/support/child_process_helper.rb +0 -78
  373. data/spec/support/cluster_config.rb +0 -207
  374. data/spec/support/lite_constraints.rb +0 -141
  375. data/spec/support/spec_organizer.rb +0 -129
@@ -0,0 +1,393 @@
1
+ require 'runners/crud/requirement'
2
+ require 'runners/unified/crud_operations'
3
+ require 'runners/unified/grid_fs_operations'
4
+ require 'runners/unified/ddl_operations'
5
+ require 'runners/unified/change_stream_operations'
6
+ require 'runners/unified/support_operations'
7
+ require 'runners/unified/assertions'
8
+ require 'support/utils'
9
+
10
+ module Unified
11
+
12
+ class Test
13
+ include CrudOperations
14
+ include GridFsOperations
15
+ include DdlOperations
16
+ include ChangeStreamOperations
17
+ include SupportOperations
18
+ include Assertions
19
+
20
+ def initialize(spec, **opts)
21
+ @spec = spec
22
+ @entities = EntityMap.new
23
+ @test_spec = UsingHash[@spec.fetch('test')]
24
+ @description = @test_spec.use('description')
25
+ @outcome = @test_spec.use('outcome')
26
+ @expected_events = @test_spec.use('expectEvents')
27
+ @skip_reason = @test_spec.use('skipReason')
28
+ if req = @test_spec.use('runOnRequirements')
29
+ @reqs = req.map { |r| Mongo::CRUD::Requirement.new(r) }
30
+ end
31
+ if req = @spec['group_runOnRequirements']
32
+ @group_reqs = req.map { |r| Mongo::CRUD::Requirement.new(r) }
33
+ end
34
+ mongoses = @spec['createEntities'].select do |spec|
35
+ spec['client']
36
+ end.map do |spec|
37
+ spec['client']['useMultipleMongoses']
38
+ end.compact.uniq
39
+ if mongoses.length > 1
40
+ raise Error::InvalidTest, "Conflicting useMultipleMongoses values"
41
+ end
42
+ @multiple_mongoses = mongoses.first
43
+ @test_spec.freeze
44
+ @subscribers = {}
45
+ @options = opts
46
+ end
47
+
48
+ attr_reader :test_spec
49
+ attr_reader :description
50
+ attr_reader :outcome
51
+ attr_reader :skip_reason
52
+ attr_reader :reqs, :group_reqs
53
+ attr_reader :options
54
+
55
+ def skip?
56
+ !!@skip_reason
57
+ end
58
+
59
+ def require_multiple_mongoses?
60
+ @multiple_mongoses == true
61
+ end
62
+
63
+ def require_single_mongos?
64
+ @multiple_mongoses == false
65
+ end
66
+
67
+ attr_reader :entities
68
+
69
+ def create_entities
70
+ @spec['createEntities'].each do |entity_spec|
71
+ unless entity_spec.keys.length == 1
72
+ raise NotImplementedError, "Entity must have exactly one key"
73
+ end
74
+
75
+ type, spec = entity_spec.first
76
+ spec = UsingHash[spec]
77
+ id = spec.use!('id')
78
+
79
+ entity = case type
80
+ when 'client'
81
+ # Handled earlier
82
+ spec.delete('useMultipleMongoses')
83
+
84
+ if smc_opts = spec.use('uriOptions')
85
+ opts = Mongo::URI::OptionsMapper.new.smc_to_ruby(smc_opts)
86
+ else
87
+ opts = {}
88
+ end
89
+
90
+ if store_events = spec.use('storeEventsAsEntities')
91
+ store_event_names = {}
92
+ store_events.each do |spec|
93
+ entity_name = spec['id']
94
+ event_names = spec['events']
95
+ #event_name = event_name.gsub(/Event$/, '').gsub(/[A-Z]/) { |m| "_#{m}" }.upcase
96
+ #event_name = event_name.gsub(/Event$/, '').sub(/./) { |m| m.upcase }
97
+ event_names.each do |event_name|
98
+ store_event_names[event_name] = entity_name
99
+ end
100
+ end
101
+ store_event_names.values.uniq.each do |entity_name|
102
+ entities.set(:event_list, entity_name, [])
103
+ end
104
+ subscriber = StoringEventSubscriber.new do |payload|
105
+ if entity_name = store_event_names[payload['name']]
106
+ entities.get(:event_list, entity_name) << payload
107
+ end
108
+ end
109
+ opts[:sdam_proc] = lambda do |client|
110
+ client.subscribe(Mongo::Monitoring::COMMAND, subscriber)
111
+ client.subscribe(Mongo::Monitoring::CONNECTION_POOL, subscriber)
112
+ end
113
+ end
114
+
115
+ if server_api = spec.use('serverApi')
116
+ server_api = ::Utils.underscore_hash(server_api)
117
+ opts[:server_api] = server_api
118
+ end
119
+
120
+ create_client(**opts).tap do |client|
121
+ if oe = spec.use('observeEvents')
122
+ oe.each do |event|
123
+ case event
124
+ when 'commandStartedEvent', 'commandSucceededEvent', 'commandFailedEvent'
125
+ subscriber = (@subscribers[client] ||= EventSubscriber.new)
126
+ unless client.send(:monitoring).subscribers[Mongo::Monitoring::COMMAND].include?(subscriber)
127
+ client.subscribe(Mongo::Monitoring::COMMAND, subscriber)
128
+ end
129
+ kind = event.sub('command', '').sub('Event', '').downcase.to_sym
130
+ subscriber.add_wanted_events(kind)
131
+ if ignore_events = spec.use('ignoreCommandMonitoringEvents')
132
+ subscriber.ignore_commands(ignore_events)
133
+ end
134
+ else
135
+ raise NotImplementedError, "Unknown event #{event}"
136
+ end
137
+ end
138
+ end
139
+ end
140
+ when 'database'
141
+ client = entities.get(:client, spec.use!('client'))
142
+ client.use(spec.use!('databaseName')).database
143
+ when 'collection'
144
+ database = entities.get(:database, spec.use!('database'))
145
+ # TODO verify
146
+ opts = Utils.snakeize_hash(spec.use('collectionOptions') || {})
147
+ database[spec.use!('collectionName'), opts]
148
+ when 'bucket'
149
+ database = entities.get(:database, spec.use!('database'))
150
+ database.fs
151
+ when 'session'
152
+ client = entities.get(:client, spec.use!('client'))
153
+
154
+ if smc_opts = spec.use('sessionOptions')
155
+ opts = ::Utils.underscore_hash(smc_opts)
156
+ else
157
+ opts = {}
158
+ end
159
+
160
+ client.start_session(**opts)
161
+ else
162
+ raise NotImplementedError, "Unknown type #{type}"
163
+ end
164
+ unless spec.empty?
165
+ raise NotImplementedError, "Unhandled spec keys: #{spec}"
166
+ end
167
+ entities.set(type.to_sym, id, entity)
168
+ end
169
+ end
170
+
171
+ def set_initial_data
172
+ @spec['initialData']&.each do |entity_spec|
173
+ spec = UsingHash[entity_spec]
174
+ collection = root_authorized_client.use(spec.use!('databaseName'))[spec.use!('collectionName')]
175
+ collection.drop
176
+ docs = spec.use!('documents')
177
+ if docs.any?
178
+ collection.insert_many(docs)
179
+ else
180
+ begin
181
+ collection.create
182
+ rescue Mongo::Error => e
183
+ if Mongo::Error::OperationFailure === e && (
184
+ e.code == 48 || e.message =~ /collection already exists/
185
+ )
186
+ # Already exists
187
+ else
188
+ raise
189
+ end
190
+ end
191
+ end
192
+ unless spec.empty?
193
+ raise NotImplementedError, "Unhandled spec keys: #{spec}"
194
+ end
195
+ end
196
+ end
197
+
198
+ def run
199
+ kill_sessions
200
+
201
+ test_spec = UsingHash[self.test_spec]
202
+ ops = test_spec.use!('operations')
203
+ execute_operations(ops)
204
+ unless test_spec.empty?
205
+ raise NotImplementedError, "Unhandled spec keys: #{test_spec}"
206
+ end
207
+ ensure
208
+ disable_fail_points
209
+ end
210
+
211
+ def stop!
212
+ @stop = true
213
+ end
214
+
215
+ def stop?
216
+ !!@stop
217
+ end
218
+
219
+ def cleanup
220
+ if $kill_transactions || true
221
+ kill_sessions
222
+ $kill_transactions = nil
223
+ end
224
+
225
+ entities[:client]&.each do |id, client|
226
+ client.close
227
+ end
228
+ end
229
+
230
+ private
231
+
232
+ def execute_operations(ops)
233
+ ops.each do |op|
234
+ execute_operation(op)
235
+ end
236
+ end
237
+
238
+ def execute_operation(op)
239
+ use_all(op, 'operation', op) do |op|
240
+ name = Utils.underscore(op.use!('name'))
241
+ method_name = name
242
+ if name.to_s == 'loop'
243
+ method_name = "_#{name}"
244
+ end
245
+ if expected_error = op.use('expectError')
246
+ begin
247
+ send(method_name, op)
248
+ rescue Mongo::Error, BSON::String::IllegalKey => e
249
+ if expected_error.use('isClientError')
250
+ unless BSON::String::IllegalKey === e
251
+ raise Error::ErrorMismatch, "Expected client error but got #{e}"
252
+ end
253
+ end
254
+ if code = expected_error.use('errorCode')
255
+ unless e.code == code
256
+ raise Error::ErrorMismatch, "Expected #{code} code but had #{e.code}"
257
+ end
258
+ end
259
+ if code_name = expected_error.use('errorCodeName')
260
+ unless e.code_name == code_name
261
+ raise Error::ErrorMismatch, "Expected #{code_name} code name but had #{e.code_name}"
262
+ end
263
+ end
264
+ if text = expected_error.use('errorContains')
265
+ unless e.to_s.include?(text)
266
+ raise Error::ErrorMismatch, "Expected #{text} in the message but had #{e}"
267
+ end
268
+ end
269
+ if labels = expected_error.use('errorLabelsContain')
270
+ labels.each do |label|
271
+ unless e.label?(label)
272
+ raise Error::ErrorMismatch, "Expected error to contain label #{label} but it did not"
273
+ end
274
+ end
275
+ end
276
+ if omit_labels = expected_error.use('errorLabelsOmit')
277
+ omit_labels.each do |label|
278
+ if e.label?(label)
279
+ raise Error::ErrorMismatch, "Expected error to not contain label #{label} but it did"
280
+ end
281
+ end
282
+ end
283
+ if expected_result = expected_error.use('expectResult')
284
+ assert_result_matches(e.result, expected_result)
285
+ #expected_result.clear
286
+ # Important: this must be the last branch.
287
+ elsif expected_error.use('isError')
288
+ # Nothing but we consume the key.
289
+ end
290
+ unless expected_error.empty?
291
+ raise NotImplementedError, "Unhandled keys: #{expected_error}"
292
+ end
293
+ else
294
+ raise Error::ErrorMismatch, "Expected exception but none was raised"
295
+ end
296
+ else
297
+ result = send(method_name, op)
298
+ if expected_result = op.use('expectResult')
299
+ if result.nil? && !expected_result.empty?
300
+ raise Error::ResultMismatch, "Actual result nil but expected result #{expected_result}"
301
+ elsif Array === expected_result
302
+ assert_documents_match(result, expected_result)
303
+ else
304
+ assert_result_matches(result, expected_result)
305
+ end
306
+ #expected_result.clear
307
+ end
308
+ if save_entity = op.use('saveResultAsEntity')
309
+ entities.set(:result, save_entity, result)
310
+ end
311
+ end
312
+ end
313
+ end
314
+
315
+ def use_sub(hash, key, &block)
316
+ v = hash.use!(key)
317
+ use_all(hash, key, v, &block)
318
+ end
319
+
320
+ def use_all(hash, key, v)
321
+ orig_v = v.dup
322
+ (yield v).tap do
323
+ unless v.empty?
324
+ raise NotImplementedError, "Unconsumed items for #{key}: #{v}\nOriginal hash: #{orig_v}"
325
+ end
326
+ end
327
+ end
328
+
329
+ def use_arguments(op, &block)
330
+ if op.key?('arguments')
331
+ use_sub(op, 'arguments', &block)
332
+ else
333
+ yield UsingHash.new
334
+ end
335
+ end
336
+
337
+ def disable_fail_points
338
+ if $disable_fail_points
339
+ $disable_fail_points.each do |(fail_point_command, address)|
340
+ client = ClusterTools.instance.direct_client(address,
341
+ database: 'admin')
342
+ client.command(configureFailPoint: fail_point_command['configureFailPoint'],
343
+ mode: 'off')
344
+ end
345
+ $disable_fail_points = nil
346
+ end
347
+ end
348
+
349
+ def kill_sessions
350
+ if options[:kill_sessions] != false
351
+ begin
352
+ root_authorized_client.command(
353
+ killAllSessions: [],
354
+ )
355
+ rescue Mongo::Error::OperationFailure => e
356
+ if e.code == 11601
357
+ # operation was interrupted, ignore
358
+ elsif e.code == 59
359
+ # no such command (old server), ignore
360
+ else
361
+ raise
362
+ end
363
+ end
364
+ end
365
+ end
366
+
367
+ def root_authorized_client
368
+ @root_authorized_client ||= ClientRegistry.instance.global_client('root_authorized')
369
+ end
370
+
371
+ def create_client(**opts)
372
+ args = case v = options[:client_args]
373
+ when Array
374
+ unless v.length == 2
375
+ raise NotImplementedError, 'Client args array must have two elements'
376
+ end
377
+ [v.first, v.last.dup]
378
+ when String
379
+ [v, {}]
380
+ else
381
+ [
382
+ SpecConfig.instance.addresses,
383
+ SpecConfig.instance.all_test_options,
384
+ ]
385
+ end
386
+ args.last.update(
387
+ max_read_retries: 0,
388
+ max_write_retries: 0,
389
+ ).update(opts)
390
+ Mongo::Client.new(*args)
391
+ end
392
+ end
393
+ end
@@ -0,0 +1,28 @@
1
+ module Unified
2
+
3
+ class TestGroup
4
+ def initialize(path, **opts)
5
+ if String === path
6
+ data = YAML.load(File.read(path))
7
+ else
8
+ data = path
9
+ end
10
+ @spec = BSON::ExtJSON.parse_obj(data)
11
+ @options = opts
12
+ end
13
+
14
+ attr_reader :options
15
+
16
+ def tests
17
+ reqs = @spec['runOnRequirements']
18
+
19
+ @spec.fetch('tests').map do |test|
20
+ sub = @spec.dup
21
+ sub.delete('tests')
22
+ sub['test'] = test
23
+ sub['group_runOnRequirements'] = reqs
24
+ Test.new(sub, **options)
25
+ end
26
+ end
27
+ end
28
+ end
@@ -0,0 +1,31 @@
1
+ module Unified
2
+
3
+ class UsingHash < Hash
4
+ def use(key)
5
+ wrap(self[key]).tap do
6
+ delete(key)
7
+ end
8
+ end
9
+
10
+ def use!(key)
11
+ wrap(fetch(key)).tap do
12
+ delete(key)
13
+ end
14
+ end
15
+
16
+ private
17
+
18
+ def wrap(v)
19
+ case v
20
+ when Hash
21
+ self.class[v]
22
+ when Array
23
+ v.map do |subv|
24
+ wrap(subv)
25
+ end
26
+ else
27
+ v
28
+ end
29
+ end
30
+ end
31
+ end