mongo 2.12.4 → 2.13.0.beta1
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- checksums.yaml.gz.sig +0 -0
- data.tar.gz.sig +0 -0
- data/CONTRIBUTING.md +8 -36
- data/LICENSE +1 -1
- data/README.md +54 -54
- data/Rakefile +1 -1
- data/lib/mongo.rb +4 -1
- data/lib/mongo/active_support.rb +1 -1
- data/lib/mongo/address.rb +40 -13
- data/lib/mongo/address/ipv4.rb +32 -5
- data/lib/mongo/address/ipv6.rb +32 -5
- data/lib/mongo/address/unix.rb +3 -3
- data/lib/mongo/address/validator.rb +1 -1
- data/lib/mongo/auth.rb +36 -13
- data/lib/mongo/auth/aws.rb +37 -0
- data/lib/mongo/auth/aws/conversation.rb +128 -0
- data/lib/mongo/auth/aws/credentials_retriever.rb +219 -0
- data/lib/mongo/auth/aws/request.rb +257 -0
- data/lib/mongo/auth/base.rb +129 -0
- data/lib/mongo/auth/conversation_base.rb +52 -0
- data/lib/mongo/auth/cr.rb +9 -36
- data/lib/mongo/auth/cr/conversation.rb +24 -69
- data/lib/mongo/auth/credential_cache.rb +1 -1
- data/lib/mongo/auth/gssapi.rb +38 -0
- data/lib/mongo/auth/gssapi/conversation.rb +108 -0
- data/lib/mongo/auth/ldap.rb +9 -34
- data/lib/mongo/auth/ldap/conversation.rb +3 -43
- data/lib/mongo/auth/roles.rb +1 -1
- data/lib/mongo/auth/sasl_conversation_base.rb +111 -0
- data/lib/mongo/auth/scram.rb +39 -51
- data/lib/mongo/auth/scram/conversation.rb +12 -506
- data/lib/mongo/auth/scram256.rb +31 -0
- data/lib/mongo/auth/scram256/conversation.rb +63 -0
- data/lib/mongo/auth/scram_conversation_base.rb +402 -0
- data/lib/mongo/auth/stringprep.rb +5 -4
- data/lib/mongo/auth/stringprep/profiles/sasl.rb +2 -1
- data/lib/mongo/auth/stringprep/tables.rb +2 -1
- data/lib/mongo/auth/stringprep/unicode_normalize/normalize.rb +1 -0
- data/lib/mongo/auth/stringprep/unicode_normalize/tables.rb +1 -0
- data/lib/mongo/auth/user.rb +2 -2
- data/lib/mongo/auth/user/view.rb +1 -1
- data/lib/mongo/auth/x509.rb +14 -32
- data/lib/mongo/auth/x509/conversation.rb +15 -42
- data/lib/mongo/background_thread.rb +11 -2
- data/lib/mongo/bson.rb +1 -1
- data/lib/mongo/bulk_write.rb +61 -26
- data/lib/mongo/bulk_write/combineable.rb +20 -8
- data/lib/mongo/bulk_write/ordered_combiner.rb +1 -1
- data/lib/mongo/bulk_write/result.rb +1 -1
- data/lib/mongo/bulk_write/result_combiner.rb +1 -1
- data/lib/mongo/bulk_write/transformable.rb +9 -10
- data/lib/mongo/bulk_write/unordered_combiner.rb +1 -1
- data/lib/mongo/bulk_write/validatable.rb +5 -1
- data/lib/mongo/client.rb +38 -23
- data/lib/mongo/client_encryption.rb +1 -1
- data/lib/mongo/cluster.rb +126 -54
- data/lib/mongo/cluster/periodic_executor.rb +1 -1
- data/lib/mongo/cluster/reapers/cursor_reaper.rb +1 -1
- data/lib/mongo/cluster/reapers/socket_reaper.rb +1 -1
- data/lib/mongo/cluster/sdam_flow.rb +23 -7
- data/lib/mongo/cluster/topology.rb +19 -2
- data/lib/mongo/cluster/topology/base.rb +1 -1
- data/lib/mongo/cluster/topology/no_replica_set_options.rb +1 -1
- data/lib/mongo/cluster/topology/replica_set_no_primary.rb +1 -1
- data/lib/mongo/cluster/topology/replica_set_with_primary.rb +1 -1
- data/lib/mongo/cluster/topology/sharded.rb +1 -1
- data/lib/mongo/cluster/topology/single.rb +1 -1
- data/lib/mongo/cluster/topology/unknown.rb +1 -1
- data/lib/mongo/cluster_time.rb +1 -1
- data/lib/mongo/collection.rb +24 -8
- data/lib/mongo/collection/view.rb +6 -2
- data/lib/mongo/collection/view/aggregation.rb +6 -3
- data/lib/mongo/collection/view/builder.rb +1 -1
- data/lib/mongo/collection/view/builder/aggregation.rb +1 -1
- data/lib/mongo/collection/view/builder/find_command.rb +9 -1
- data/lib/mongo/collection/view/builder/flags.rb +1 -1
- data/lib/mongo/collection/view/builder/map_reduce.rb +1 -1
- data/lib/mongo/collection/view/builder/modifiers.rb +1 -1
- data/lib/mongo/collection/view/builder/op_query.rb +1 -1
- data/lib/mongo/collection/view/change_stream.rb +3 -6
- data/lib/mongo/collection/view/change_stream/retryable.rb +1 -1
- data/lib/mongo/collection/view/explainable.rb +1 -1
- data/lib/mongo/collection/view/immutable.rb +1 -1
- data/lib/mongo/collection/view/iterable.rb +8 -2
- data/lib/mongo/collection/view/map_reduce.rb +7 -4
- data/lib/mongo/collection/view/readable.rb +11 -5
- data/lib/mongo/collection/view/writable.rb +52 -8
- data/lib/mongo/crypt.rb +1 -1
- data/lib/mongo/crypt/auto_decryption_context.rb +1 -1
- data/lib/mongo/crypt/auto_encrypter.rb +1 -1
- data/lib/mongo/crypt/auto_encryption_context.rb +1 -1
- data/lib/mongo/crypt/binary.rb +1 -1
- data/lib/mongo/crypt/binding.rb +1 -1
- data/lib/mongo/crypt/context.rb +1 -1
- data/lib/mongo/crypt/data_key_context.rb +1 -1
- data/lib/mongo/crypt/encryption_io.rb +41 -24
- data/lib/mongo/crypt/explicit_decryption_context.rb +1 -1
- data/lib/mongo/crypt/explicit_encrypter.rb +1 -1
- data/lib/mongo/crypt/explicit_encryption_context.rb +1 -1
- data/lib/mongo/crypt/handle.rb +1 -1
- data/lib/mongo/crypt/hooks.rb +1 -1
- data/lib/mongo/crypt/kms_context.rb +1 -1
- data/lib/mongo/crypt/status.rb +1 -1
- data/lib/mongo/cursor.rb +3 -3
- data/lib/mongo/cursor/builder.rb +1 -1
- data/lib/mongo/cursor/builder/get_more_command.rb +1 -1
- data/lib/mongo/cursor/builder/kill_cursors_command.rb +1 -1
- data/lib/mongo/cursor/builder/op_get_more.rb +1 -1
- data/lib/mongo/cursor/builder/op_kill_cursors.rb +1 -1
- data/lib/mongo/database.rb +4 -1
- data/lib/mongo/database/view.rb +2 -2
- data/lib/mongo/dbref.rb +1 -1
- data/lib/mongo/error.rb +25 -2
- data/lib/mongo/error/auth_error.rb +1 -1
- data/lib/mongo/error/bulk_write_error.rb +1 -1
- data/lib/mongo/error/change_stream_resumable.rb +1 -1
- data/lib/mongo/error/closed_stream.rb +1 -1
- data/lib/mongo/error/connection_check_out_timeout.rb +1 -1
- data/lib/mongo/error/connection_perished.rb +23 -0
- data/lib/mongo/error/credential_check_error.rb +26 -0
- data/lib/mongo/error/extra_file_chunk.rb +1 -1
- data/lib/mongo/error/file_not_found.rb +1 -1
- data/lib/mongo/error/handshake_error.rb +1 -1
- data/lib/mongo/error/insufficient_iteration_count.rb +1 -1
- data/lib/mongo/error/invalid_address.rb +1 -1
- data/lib/mongo/error/invalid_application_name.rb +1 -1
- data/lib/mongo/error/invalid_bulk_operation.rb +1 -1
- data/lib/mongo/error/invalid_bulk_operation_type.rb +1 -1
- data/lib/mongo/error/invalid_collection_name.rb +1 -1
- data/lib/mongo/error/invalid_cursor_operation.rb +1 -1
- data/lib/mongo/error/invalid_database_name.rb +1 -1
- data/lib/mongo/error/invalid_document.rb +1 -1
- data/lib/mongo/error/invalid_file.rb +1 -1
- data/lib/mongo/error/invalid_file_revision.rb +1 -1
- data/lib/mongo/error/invalid_min_pool_size.rb +1 -1
- data/lib/mongo/error/invalid_nonce.rb +2 -2
- data/lib/mongo/error/invalid_read_option.rb +1 -1
- data/lib/mongo/error/invalid_replacement_document.rb +1 -1
- data/lib/mongo/error/invalid_server_auth_response.rb +23 -0
- data/lib/mongo/error/invalid_server_preference.rb +6 -1
- data/lib/mongo/error/invalid_session.rb +1 -1
- data/lib/mongo/error/invalid_signature.rb +1 -1
- data/lib/mongo/error/invalid_transaction_operation.rb +1 -1
- data/lib/mongo/error/invalid_txt_record.rb +1 -1
- data/lib/mongo/error/invalid_update_document.rb +1 -1
- data/lib/mongo/error/invalid_uri.rb +1 -1
- data/lib/mongo/error/invalid_write_concern.rb +1 -1
- data/lib/mongo/error/lint_error.rb +1 -1
- data/lib/mongo/error/max_bson_size.rb +1 -1
- data/lib/mongo/error/max_message_size.rb +1 -1
- data/lib/mongo/error/mismatched_domain.rb +1 -1
- data/lib/mongo/error/missing_file_chunk.rb +1 -1
- data/lib/mongo/error/missing_password.rb +1 -1
- data/lib/mongo/error/missing_resume_token.rb +1 -1
- data/lib/mongo/error/missing_scram_server_signature.rb +27 -0
- data/lib/mongo/error/multi_index_drop.rb +1 -1
- data/lib/mongo/error/need_primary_server.rb +1 -1
- data/lib/mongo/error/no_server_available.rb +1 -1
- data/lib/mongo/error/no_srv_records.rb +1 -1
- data/lib/mongo/error/notable.rb +18 -3
- data/lib/mongo/error/operation_failure.rb +62 -49
- data/lib/mongo/error/parser.rb +16 -5
- data/lib/mongo/error/pool_closed_error.rb +1 -1
- data/lib/mongo/error/raise_original_error.rb +29 -0
- data/lib/mongo/error/session_ended.rb +1 -1
- data/lib/mongo/error/socket_error.rb +1 -1
- data/lib/mongo/error/socket_timeout_error.rb +1 -1
- data/lib/mongo/error/unchangeable_collection_option.rb +1 -1
- data/lib/mongo/error/unexpected_chunk_length.rb +1 -1
- data/lib/mongo/error/unexpected_response.rb +1 -1
- data/lib/mongo/error/unknown_payload_type.rb +1 -1
- data/lib/mongo/error/unsupported_array_filters.rb +7 -2
- data/lib/mongo/error/unsupported_collation.rb +7 -2
- data/lib/mongo/error/unsupported_features.rb +1 -1
- data/lib/mongo/error/unsupported_message_type.rb +1 -1
- data/lib/mongo/error/unsupported_option.rb +99 -0
- data/lib/mongo/error/write_retryable.rb +1 -1
- data/lib/mongo/event.rb +1 -1
- data/lib/mongo/event/base.rb +1 -1
- data/lib/mongo/event/listeners.rb +1 -1
- data/lib/mongo/event/publisher.rb +1 -1
- data/lib/mongo/event/subscriber.rb +1 -1
- data/lib/mongo/grid.rb +1 -1
- data/lib/mongo/grid/file.rb +1 -6
- data/lib/mongo/grid/file/chunk.rb +1 -3
- data/lib/mongo/grid/file/info.rb +1 -1
- data/lib/mongo/grid/fs_bucket.rb +20 -17
- data/lib/mongo/grid/stream.rb +1 -1
- data/lib/mongo/grid/stream/read.rb +1 -1
- data/lib/mongo/grid/stream/write.rb +4 -10
- data/lib/mongo/id.rb +1 -1
- data/lib/mongo/index.rb +2 -1
- data/lib/mongo/index/view.rb +58 -11
- data/lib/mongo/lint.rb +10 -0
- data/lib/mongo/loggable.rb +1 -1
- data/lib/mongo/logger.rb +1 -1
- data/lib/mongo/monitoring.rb +1 -1
- data/lib/mongo/monitoring/cmap_log_subscriber.rb +1 -1
- data/lib/mongo/monitoring/command_log_subscriber.rb +12 -5
- data/lib/mongo/monitoring/event.rb +1 -1
- data/lib/mongo/monitoring/event/cmap.rb +1 -1
- data/lib/mongo/monitoring/event/cmap/base.rb +1 -1
- data/lib/mongo/monitoring/event/cmap/connection_check_out_failed.rb +1 -1
- data/lib/mongo/monitoring/event/cmap/connection_check_out_started.rb +1 -1
- data/lib/mongo/monitoring/event/cmap/connection_checked_in.rb +1 -1
- data/lib/mongo/monitoring/event/cmap/connection_checked_out.rb +1 -1
- data/lib/mongo/monitoring/event/cmap/connection_closed.rb +1 -1
- data/lib/mongo/monitoring/event/cmap/connection_created.rb +1 -1
- data/lib/mongo/monitoring/event/cmap/connection_ready.rb +1 -1
- data/lib/mongo/monitoring/event/cmap/pool_cleared.rb +1 -1
- data/lib/mongo/monitoring/event/cmap/pool_closed.rb +1 -1
- data/lib/mongo/monitoring/event/cmap/pool_created.rb +1 -1
- data/lib/mongo/monitoring/event/command_failed.rb +1 -1
- data/lib/mongo/monitoring/event/command_started.rb +9 -3
- data/lib/mongo/monitoring/event/command_succeeded.rb +1 -1
- data/lib/mongo/monitoring/event/secure.rb +8 -2
- data/lib/mongo/monitoring/event/server_closed.rb +1 -1
- data/lib/mongo/monitoring/event/server_description_changed.rb +1 -1
- data/lib/mongo/monitoring/event/server_heartbeat_failed.rb +1 -1
- data/lib/mongo/monitoring/event/server_heartbeat_started.rb +1 -1
- data/lib/mongo/monitoring/event/server_heartbeat_succeeded.rb +1 -1
- data/lib/mongo/monitoring/event/server_opening.rb +1 -1
- data/lib/mongo/monitoring/event/topology_changed.rb +1 -1
- data/lib/mongo/monitoring/event/topology_closed.rb +1 -1
- data/lib/mongo/monitoring/event/topology_opening.rb +1 -1
- data/lib/mongo/monitoring/publishable.rb +5 -8
- data/lib/mongo/monitoring/sdam_log_subscriber.rb +1 -1
- data/lib/mongo/monitoring/server_closed_log_subscriber.rb +1 -1
- data/lib/mongo/monitoring/server_description_changed_log_subscriber.rb +1 -1
- data/lib/mongo/monitoring/server_opening_log_subscriber.rb +1 -1
- data/lib/mongo/monitoring/topology_changed_log_subscriber.rb +1 -1
- data/lib/mongo/monitoring/topology_closed_log_subscriber.rb +1 -1
- data/lib/mongo/monitoring/topology_opening_log_subscriber.rb +1 -1
- data/lib/mongo/monitoring/unified_sdam_log_subscriber.rb +1 -1
- data/lib/mongo/operation.rb +1 -0
- data/lib/mongo/operation/aggregate.rb +1 -1
- data/lib/mongo/operation/aggregate/command.rb +5 -5
- data/lib/mongo/operation/aggregate/op_msg.rb +1 -1
- data/lib/mongo/operation/aggregate/result.rb +1 -1
- data/lib/mongo/operation/collections_info.rb +3 -36
- data/lib/mongo/operation/collections_info/command.rb +40 -0
- data/lib/mongo/operation/collections_info/result.rb +1 -1
- data/lib/mongo/operation/command.rb +1 -1
- data/lib/mongo/operation/command/command.rb +3 -3
- data/lib/mongo/operation/command/op_msg.rb +1 -1
- data/lib/mongo/operation/count.rb +1 -1
- data/lib/mongo/operation/count/command.rb +3 -3
- data/lib/mongo/operation/count/op_msg.rb +1 -1
- data/lib/mongo/operation/create.rb +1 -1
- data/lib/mongo/operation/create/command.rb +3 -3
- data/lib/mongo/operation/create/op_msg.rb +1 -1
- data/lib/mongo/operation/create_index.rb +1 -1
- data/lib/mongo/operation/create_index/command.rb +4 -4
- data/lib/mongo/operation/create_index/op_msg.rb +6 -3
- data/lib/mongo/operation/create_user.rb +1 -1
- data/lib/mongo/operation/create_user/command.rb +4 -4
- data/lib/mongo/operation/create_user/op_msg.rb +2 -2
- data/lib/mongo/operation/delete.rb +1 -1
- data/lib/mongo/operation/delete/bulk_result.rb +1 -1
- data/lib/mongo/operation/delete/command.rb +4 -4
- data/lib/mongo/operation/delete/legacy.rb +2 -2
- data/lib/mongo/operation/delete/op_msg.rb +4 -4
- data/lib/mongo/operation/delete/result.rb +2 -2
- data/lib/mongo/operation/distinct.rb +1 -1
- data/lib/mongo/operation/distinct/command.rb +3 -3
- data/lib/mongo/operation/distinct/op_msg.rb +1 -1
- data/lib/mongo/operation/drop.rb +1 -1
- data/lib/mongo/operation/drop/command.rb +3 -3
- data/lib/mongo/operation/drop/op_msg.rb +1 -1
- data/lib/mongo/operation/drop_database.rb +1 -1
- data/lib/mongo/operation/drop_database/command.rb +3 -3
- data/lib/mongo/operation/drop_database/op_msg.rb +1 -1
- data/lib/mongo/operation/drop_index.rb +1 -1
- data/lib/mongo/operation/drop_index/command.rb +4 -4
- data/lib/mongo/operation/drop_index/op_msg.rb +2 -2
- data/lib/mongo/operation/explain.rb +1 -1
- data/lib/mongo/operation/explain/command.rb +3 -3
- data/lib/mongo/operation/explain/legacy.rb +3 -3
- data/lib/mongo/operation/explain/op_msg.rb +1 -1
- data/lib/mongo/operation/explain/result.rb +1 -1
- data/lib/mongo/operation/find.rb +1 -1
- data/lib/mongo/operation/find/command.rb +3 -3
- data/lib/mongo/operation/find/legacy.rb +3 -3
- data/lib/mongo/operation/find/legacy/result.rb +1 -1
- data/lib/mongo/operation/find/op_msg.rb +2 -12
- data/lib/mongo/operation/find/result.rb +1 -1
- data/lib/mongo/operation/get_more.rb +1 -1
- data/lib/mongo/operation/get_more/command.rb +3 -3
- data/lib/mongo/operation/get_more/legacy.rb +2 -2
- data/lib/mongo/operation/get_more/op_msg.rb +2 -12
- data/lib/mongo/operation/get_more/result.rb +1 -1
- data/lib/mongo/operation/indexes.rb +1 -1
- data/lib/mongo/operation/indexes/command.rb +3 -3
- data/lib/mongo/operation/indexes/legacy.rb +4 -4
- data/lib/mongo/operation/indexes/op_msg.rb +1 -1
- data/lib/mongo/operation/indexes/result.rb +1 -1
- data/lib/mongo/operation/insert.rb +3 -2
- data/lib/mongo/operation/insert/bulk_result.rb +6 -2
- data/lib/mongo/operation/insert/command.rb +7 -7
- data/lib/mongo/operation/insert/legacy.rb +9 -5
- data/lib/mongo/operation/insert/op_msg.rb +6 -6
- data/lib/mongo/operation/insert/result.rb +7 -4
- data/lib/mongo/operation/kill_cursors.rb +1 -1
- data/lib/mongo/operation/kill_cursors/command.rb +3 -3
- data/lib/mongo/operation/kill_cursors/legacy.rb +2 -2
- data/lib/mongo/operation/kill_cursors/op_msg.rb +1 -1
- data/lib/mongo/operation/list_collections.rb +1 -1
- data/lib/mongo/operation/list_collections/command.rb +4 -4
- data/lib/mongo/operation/list_collections/op_msg.rb +2 -2
- data/lib/mongo/operation/list_collections/result.rb +1 -1
- data/lib/mongo/operation/map_reduce.rb +1 -1
- data/lib/mongo/operation/map_reduce/command.rb +3 -3
- data/lib/mongo/operation/map_reduce/op_msg.rb +1 -1
- data/lib/mongo/operation/map_reduce/result.rb +1 -1
- data/lib/mongo/operation/op_msg_base.rb +3 -3
- data/lib/mongo/operation/parallel_scan.rb +1 -1
- data/lib/mongo/operation/parallel_scan/command.rb +5 -5
- data/lib/mongo/operation/parallel_scan/op_msg.rb +2 -2
- data/lib/mongo/operation/parallel_scan/result.rb +1 -1
- data/lib/mongo/operation/remove_user.rb +1 -1
- data/lib/mongo/operation/remove_user/command.rb +4 -4
- data/lib/mongo/operation/remove_user/op_msg.rb +2 -2
- data/lib/mongo/operation/result.rb +28 -4
- data/lib/mongo/operation/shared/bypass_document_validation.rb +10 -4
- data/lib/mongo/operation/shared/causal_consistency_supported.rb +3 -3
- data/lib/mongo/operation/shared/collections_info_or_list_collections.rb +56 -0
- data/lib/mongo/operation/shared/executable.rb +46 -28
- data/lib/mongo/operation/shared/executable_no_validate.rb +3 -3
- data/lib/mongo/operation/shared/executable_transaction_label.rb +1 -1
- data/lib/mongo/operation/shared/idable.rb +1 -1
- data/lib/mongo/operation/shared/limited.rb +10 -2
- data/lib/mongo/operation/shared/object_id_generator.rb +1 -1
- data/lib/mongo/operation/shared/op_msg_or_command.rb +7 -5
- data/lib/mongo/operation/shared/op_msg_or_find_command.rb +8 -6
- data/lib/mongo/operation/shared/op_msg_or_list_indexes_command.rb +8 -6
- data/lib/mongo/operation/shared/polymorphic_lookup.rb +1 -1
- data/lib/mongo/operation/shared/polymorphic_result.rb +1 -1
- data/lib/mongo/operation/shared/read_preference_supported.rb +19 -16
- data/lib/mongo/operation/shared/response_handling.rb +83 -8
- data/lib/mongo/operation/shared/result/aggregatable.rb +1 -1
- data/lib/mongo/operation/shared/result/use_legacy_error_parser.rb +1 -1
- data/lib/mongo/operation/shared/sessions_supported.rb +50 -27
- data/lib/mongo/operation/shared/specifiable.rb +32 -20
- data/lib/mongo/operation/shared/write.rb +25 -19
- data/lib/mongo/operation/shared/write_concern_supported.rb +6 -6
- data/lib/mongo/operation/update.rb +1 -1
- data/lib/mongo/operation/update/bulk_result.rb +1 -1
- data/lib/mongo/operation/update/command.rb +4 -4
- data/lib/mongo/operation/update/legacy.rb +2 -2
- data/lib/mongo/operation/update/legacy/result.rb +1 -1
- data/lib/mongo/operation/update/op_msg.rb +4 -4
- data/lib/mongo/operation/update/result.rb +2 -2
- data/lib/mongo/operation/update_user.rb +1 -1
- data/lib/mongo/operation/update_user/command.rb +4 -4
- data/lib/mongo/operation/update_user/op_msg.rb +2 -2
- data/lib/mongo/operation/users_info.rb +1 -1
- data/lib/mongo/operation/users_info/command.rb +4 -4
- data/lib/mongo/operation/users_info/op_msg.rb +2 -2
- data/lib/mongo/operation/users_info/result.rb +1 -1
- data/lib/mongo/options.rb +1 -1
- data/lib/mongo/options/mapper.rb +1 -1
- data/lib/mongo/options/redacted.rb +1 -1
- data/lib/mongo/protocol/bit_vector.rb +1 -1
- data/lib/mongo/protocol/compressed.rb +1 -1
- data/lib/mongo/protocol/delete.rb +1 -1
- data/lib/mongo/protocol/get_more.rb +1 -1
- data/lib/mongo/protocol/insert.rb +1 -1
- data/lib/mongo/protocol/kill_cursors.rb +1 -1
- data/lib/mongo/protocol/message.rb +5 -14
- data/lib/mongo/protocol/msg.rb +5 -24
- data/lib/mongo/protocol/query.rb +1 -37
- data/lib/mongo/protocol/registry.rb +1 -1
- data/lib/mongo/protocol/reply.rb +1 -1
- data/lib/mongo/protocol/serializers.rb +3 -6
- data/lib/mongo/protocol/update.rb +1 -1
- data/lib/mongo/retryable.rb +23 -10
- data/lib/mongo/semaphore.rb +1 -1
- data/lib/mongo/server.rb +32 -7
- data/lib/mongo/server/app_metadata.rb +17 -4
- data/lib/mongo/server/connection.rb +35 -131
- data/lib/mongo/server/connection_base.rb +31 -42
- data/lib/mongo/server/connection_common.rb +75 -1
- data/lib/mongo/server/connection_pool.rb +20 -1
- data/lib/mongo/server/connection_pool/populator.rb +1 -1
- data/lib/mongo/server/context.rb +1 -1
- data/lib/mongo/server/description.rb +44 -2
- data/lib/mongo/server/description/features.rb +12 -3
- data/lib/mongo/server/monitor.rb +116 -72
- data/lib/mongo/server/monitor/app_metadata.rb +1 -1
- data/lib/mongo/server/monitor/connection.rb +62 -80
- data/lib/mongo/server/pending_connection.rb +205 -3
- data/lib/mongo/server/round_trip_time_averager.rb +12 -3
- data/lib/mongo/server_selector.rb +2 -1
- data/lib/mongo/server_selector/base.rb +40 -0
- data/lib/mongo/server_selector/nearest.rb +25 -15
- data/lib/mongo/server_selector/primary.rb +23 -22
- data/lib/mongo/server_selector/primary_preferred.rb +25 -15
- data/lib/mongo/server_selector/secondary.rb +25 -15
- data/lib/mongo/server_selector/secondary_preferred.rb +28 -27
- data/lib/mongo/server_selector/selectable.rb +30 -15
- data/lib/mongo/session.rb +12 -1
- data/lib/mongo/session/server_session.rb +1 -1
- data/lib/mongo/session/session_pool.rb +1 -1
- data/lib/mongo/socket.rb +103 -35
- data/lib/mongo/socket/ssl.rb +97 -34
- data/lib/mongo/socket/tcp.rb +39 -31
- data/lib/mongo/socket/unix.rb +14 -6
- data/lib/mongo/srv.rb +1 -1
- data/lib/mongo/srv/monitor.rb +1 -1
- data/lib/mongo/srv/resolver.rb +1 -1
- data/lib/mongo/srv/result.rb +1 -1
- data/lib/mongo/timeout.rb +9 -9
- data/lib/mongo/topology_version.rb +80 -0
- data/lib/mongo/uri.rb +61 -47
- data/lib/mongo/uri/srv_protocol.rb +9 -1
- data/lib/mongo/version.rb +2 -2
- data/lib/mongo/write_concern.rb +1 -1
- data/lib/mongo/write_concern/acknowledged.rb +1 -1
- data/lib/mongo/write_concern/base.rb +1 -1
- data/lib/mongo/write_concern/unacknowledged.rb +1 -1
- data/mongo.gemspec +1 -1
- data/spec/NOTES.aws-auth.md +291 -0
- data/spec/README.aws-auth.md +318 -0
- data/spec/README.md +64 -17
- data/spec/integration/auth_spec.rb +29 -9
- data/spec/integration/aws_auth_request_spec.rb +74 -0
- data/spec/integration/aws_credentials_retriever_spec.rb +103 -0
- data/spec/integration/change_stream_spec.rb +123 -51
- data/spec/integration/client_authentication_options_spec.rb +0 -37
- data/spec/integration/client_construction_aws_auth_spec.rb +191 -0
- data/spec/integration/client_construction_spec.rb +1 -1
- data/spec/integration/client_side_encryption/auto_encryption_bulk_writes_spec.rb +5 -9
- data/spec/integration/collection_indexes_prose_spec.rb +55 -0
- data/spec/integration/command_monitoring_spec.rb +30 -6
- data/spec/integration/command_spec.rb +11 -9
- data/spec/integration/connect_single_rs_name_spec.rb +5 -3
- data/spec/integration/connection_spec.rb +1 -0
- data/spec/integration/crud_spec.rb +28 -0
- data/spec/integration/cursor_reaping_spec.rb +14 -10
- data/spec/integration/fork_reconnect_spec.rb +143 -0
- data/spec/integration/get_more_spec.rb +10 -3
- data/spec/integration/heartbeat_events_spec.rb +1 -1
- data/spec/integration/read_preference_spec.rb +41 -11
- data/spec/integration/reconnect_spec.rb +2 -3
- data/spec/integration/retryable_errors_spec.rb +33 -14
- data/spec/integration/{retryable_writes_spec.rb → retryable_writes/retryable_writes_36_and_older_spec.rb} +55 -51
- data/spec/integration/retryable_writes/retryable_writes_40_and_newer_spec.rb +401 -0
- data/spec/integration/retryable_writes/shared/adds_diagnostics.rb +15 -0
- data/spec/integration/retryable_writes/shared/does_not_support_retries.rb +24 -0
- data/spec/integration/retryable_writes/shared/only_supports_legacy_retries.rb +25 -0
- data/spec/integration/retryable_writes/shared/performs_legacy_retries.rb +215 -0
- data/spec/integration/retryable_writes/shared/performs_modern_retries.rb +232 -0
- data/spec/integration/retryable_writes/shared/performs_no_retries.rb +110 -0
- data/spec/integration/retryable_writes/shared/supports_legacy_retries.rb +19 -0
- data/spec/integration/retryable_writes/shared/supports_modern_retries.rb +25 -0
- data/spec/integration/retryable_writes/shared/supports_retries.rb +16 -0
- data/spec/integration/sdam_error_handling_spec.rb +116 -18
- data/spec/integration/sdam_events_spec.rb +1 -0
- data/spec/integration/server_spec.rb +42 -26
- data/spec/integration/size_limit_spec.rb +2 -20
- data/spec/integration/step_down_spec.rb +15 -15
- data/spec/integration/transactions_api_examples_spec.rb +59 -0
- data/spec/integration/transactions_examples_spec.rb +5 -2
- data/spec/integration/x509_auth_spec.rb +109 -0
- data/spec/kerberos/kerberos_spec.rb +10 -6
- data/spec/lite_spec_helper.rb +21 -19
- data/spec/mongo/address/ipv4_spec.rb +1 -1
- data/spec/mongo/address_spec.rb +2 -2
- data/spec/mongo/auth/cr_spec.rb +7 -7
- data/spec/mongo/auth/gssapi/conversation_spec.rb +121 -0
- data/spec/mongo/auth/invalid_mechanism_spec.rb +1 -1
- data/spec/mongo/auth/ldap/conversation_spec.rb +1 -1
- data/spec/mongo/auth/ldap_spec.rb +3 -3
- data/spec/mongo/auth/scram/conversation_spec.rb +119 -334
- data/spec/mongo/auth/scram256/conversation_spec.rb +171 -0
- data/spec/mongo/auth/{scram/negotiation_spec.rb → scram_negotiation_spec.rb} +13 -8
- data/spec/mongo/auth/scram_spec.rb +28 -68
- data/spec/mongo/auth/user_spec.rb +1 -1
- data/spec/mongo/auth/x509/conversation_spec.rb +1 -1
- data/spec/mongo/auth/x509_spec.rb +8 -8
- data/spec/mongo/auth_spec.rb +4 -4
- data/spec/mongo/bulk_write_spec.rb +206 -2
- data/spec/mongo/client_construction_spec.rb +290 -86
- data/spec/mongo/client_spec.rb +21 -2
- data/spec/mongo/cluster_spec.rb +4 -2
- data/spec/mongo/collection/view/aggregation_spec.rb +6 -2
- data/spec/mongo/collection/view/builder/find_command_spec.rb +17 -6
- data/spec/mongo/collection/view/change_stream_resume_spec.rb +392 -0
- data/spec/mongo/collection/view/change_stream_spec.rb +0 -318
- data/spec/mongo/collection/view/iterable_spec.rb +38 -0
- data/spec/mongo/collection/view/map_reduce_spec.rb +6 -2
- data/spec/mongo/collection/view/readable_spec.rb +15 -1
- data/spec/mongo/collection/view/writable_spec.rb +208 -1
- data/spec/mongo/collection_spec.rb +31 -67
- data/spec/mongo/cursor/builder/get_more_command_spec.rb +6 -1
- data/spec/mongo/cursor/builder/op_get_more_spec.rb +6 -1
- data/spec/mongo/cursor/builder/op_kill_cursors_spec.rb +6 -1
- data/spec/mongo/cursor_spec.rb +9 -1
- data/spec/mongo/database_spec.rb +6 -2
- data/spec/mongo/error/operation_failure_heavy_spec.rb +58 -0
- data/spec/mongo/error/operation_failure_spec.rb +130 -72
- data/spec/mongo/error/unsupported_option_spec.rb +54 -0
- data/spec/mongo/grid/fs_bucket_spec.rb +18 -0
- data/spec/mongo/grid/stream/write_spec.rb +32 -0
- data/spec/mongo/index/view_spec.rb +166 -0
- data/spec/mongo/operation/aggregate/result_spec.rb +6 -1
- data/spec/mongo/operation/delete/bulk_spec.rb +18 -6
- data/spec/mongo/operation/delete/op_msg_spec.rb +22 -14
- data/spec/mongo/operation/find/legacy_spec.rb +27 -7
- data/spec/mongo/operation/get_more_spec.rb +6 -1
- data/spec/mongo/operation/insert/bulk_spec.rb +21 -7
- data/spec/mongo/operation/insert/command_spec.rb +4 -0
- data/spec/mongo/operation/insert/op_msg_spec.rb +22 -14
- data/spec/mongo/operation/limited_spec.rb +5 -3
- data/spec/mongo/operation/read_preference_legacy_spec.rb +16 -4
- data/spec/mongo/operation/read_preference_op_msg_spec.rb +115 -5
- data/spec/mongo/operation/result_spec.rb +6 -1
- data/spec/mongo/operation/update/bulk_spec.rb +18 -6
- data/spec/mongo/operation/update/command_spec.rb +4 -0
- data/spec/mongo/operation/update/op_msg_spec.rb +22 -14
- data/spec/mongo/retryable_spec.rb +71 -70
- data/spec/mongo/server/app_metadata_shared.rb +56 -0
- data/spec/mongo/server/app_metadata_spec.rb +8 -1
- data/spec/mongo/server/connection_auth_spec.rb +31 -12
- data/spec/mongo/server/connection_pool_spec.rb +0 -31
- data/spec/mongo/server/connection_spec.rb +118 -71
- data/spec/mongo/server/monitor/app_metadata_spec.rb +8 -1
- data/spec/mongo/server/monitor/connection_spec.rb +1 -82
- data/spec/mongo/server/monitor_spec.rb +76 -17
- data/spec/mongo/server/round_trip_time_averager_spec.rb +5 -3
- data/spec/mongo/server_selector/nearest_spec.rb +1 -0
- data/spec/mongo/server_selector/primary_preferred_spec.rb +1 -0
- data/spec/mongo/server_selector/primary_spec.rb +18 -0
- data/spec/mongo/server_selector/secondary_preferred_spec.rb +18 -1
- data/spec/mongo/server_selector/secondary_spec.rb +1 -0
- data/spec/mongo/server_selector_spec.rb +0 -1
- data/spec/mongo/session/session_pool_spec.rb +7 -3
- data/spec/mongo/socket/ssl_spec.rb +2 -2
- data/spec/mongo/socket/tcp_spec.rb +2 -2
- data/spec/mongo/socket/unix_spec.rb +2 -2
- data/spec/mongo/socket_spec.rb +9 -9
- data/spec/mongo/timeout_spec.rb +22 -68
- data/spec/mongo/uri_spec.rb +21 -6
- data/spec/runners/auth.rb +5 -6
- data/spec/runners/change_streams/outcome.rb +42 -0
- data/spec/runners/change_streams/spec.rb +57 -0
- data/spec/runners/change_streams/test.rb +229 -0
- data/spec/runners/cmap/verifier.rb +1 -1
- data/spec/runners/command_monitoring.rb +1 -1
- data/spec/runners/connection_string.rb +3 -2
- data/spec/runners/crud.rb +2 -2
- data/spec/runners/crud/context.rb +1 -1
- data/spec/runners/crud/operation.rb +120 -30
- data/spec/runners/crud/outcome.rb +1 -1
- data/spec/runners/crud/spec.rb +1 -0
- data/spec/runners/crud/test.rb +8 -26
- data/spec/runners/crud/test_base.rb +47 -0
- data/spec/runners/crud/verifier.rb +21 -3
- data/spec/runners/gridfs.rb +1 -1
- data/spec/runners/{server_discovery_and_monitoring.rb → sdam.rb} +41 -22
- data/spec/runners/sdam/verifier.rb +26 -8
- data/spec/runners/sdam_monitoring.rb +1 -1
- data/spec/runners/transactions.rb +1 -2
- data/spec/runners/transactions/context.rb +1 -1
- data/spec/runners/transactions/operation.rb +5 -1
- data/spec/runners/transactions/spec.rb +1 -1
- data/spec/runners/transactions/test.rb +48 -54
- data/spec/spec_tests/auth_spec.rb +2 -0
- data/spec/spec_tests/change_streams_spec.rb +39 -4
- data/spec/spec_tests/client_side_encryption_spec.rb +3 -0
- data/spec/spec_tests/cmap_spec.rb +5 -0
- data/spec/spec_tests/command_monitoring_spec.rb +3 -0
- data/spec/spec_tests/connection_string_spec.rb +2 -0
- data/spec/spec_tests/crud_spec.rb +2 -0
- data/spec/spec_tests/data/auth/connection-string.yml +57 -1
- data/spec/spec_tests/data/change_streams/change-streams-errors.yml +30 -0
- data/spec/spec_tests/data/change_streams/change-streams-resume-errorLabels.yml +1105 -0
- data/spec/spec_tests/data/change_streams/change-streams-resume-whitelist.yml +1107 -0
- data/spec/spec_tests/data/change_streams/change-streams.yml +5 -4
- data/spec/spec_tests/data/crud_v2/aggregate-merge.yml +1 -1
- data/spec/spec_tests/data/crud_v2/bulkWrite-arrayFilters.yml +33 -11
- data/spec/spec_tests/data/crud_v2/bulkWrite-delete-hint-clientError.yml +63 -0
- data/spec/spec_tests/data/crud_v2/bulkWrite-delete-hint-serverError.yml +92 -0
- data/spec/spec_tests/data/crud_v2/bulkWrite-delete-hint.yml +103 -0
- data/spec/spec_tests/data/crud_v2/bulkWrite-update-hint-clientError.yml +90 -0
- data/spec/spec_tests/data/crud_v2/bulkWrite-update-hint-serverError.yml +147 -0
- data/spec/spec_tests/data/crud_v2/bulkWrite-update-hint.yml +164 -0
- data/spec/spec_tests/data/crud_v2/deleteMany-hint-clientError.yml +43 -0
- data/spec/spec_tests/data/crud_v2/deleteMany-hint-serverError.yml +62 -0
- data/spec/spec_tests/data/crud_v2/deleteMany-hint.yml +58 -0
- data/spec/spec_tests/data/crud_v2/deleteOne-hint-clientError.yml +41 -0
- data/spec/spec_tests/data/crud_v2/deleteOne-hint-serverError.yml +60 -0
- data/spec/spec_tests/data/crud_v2/deleteOne-hint.yml +57 -0
- data/spec/spec_tests/data/crud_v2/find-allowdiskuse-clientError.yml +28 -0
- data/spec/spec_tests/data/crud_v2/find-allowdiskuse-serverError.yml +44 -0
- data/spec/spec_tests/data/crud_v2/find-allowdiskuse.yml +50 -0
- data/spec/spec_tests/data/crud_v2/findOneAndDelete-hint-clientError.yml +45 -0
- data/spec/spec_tests/data/crud_v2/findOneAndDelete-hint-serverError.yml +60 -0
- data/spec/spec_tests/data/crud_v2/findOneAndDelete-hint.yml +56 -0
- data/spec/spec_tests/data/crud_v2/findOneAndReplace-hint-clientError.yml +40 -0
- data/spec/spec_tests/data/crud_v2/findOneAndReplace-hint-serverError.yml +59 -0
- data/spec/spec_tests/data/crud_v2/findOneAndReplace-hint.yml +55 -0
- data/spec/spec_tests/data/crud_v2/findOneAndUpdate-hint-clientError.yml +40 -0
- data/spec/spec_tests/data/crud_v2/findOneAndUpdate-hint-serverError.yml +58 -0
- data/spec/spec_tests/data/crud_v2/findOneAndUpdate-hint.yml +55 -0
- data/spec/spec_tests/data/crud_v2/replaceOne-hint.yml +61 -0
- data/spec/spec_tests/data/crud_v2/unacknowledged-bulkWrite-delete-hint-clientError.yml +60 -0
- data/spec/spec_tests/data/crud_v2/unacknowledged-bulkWrite-update-hint-clientError.yml +88 -0
- data/spec/spec_tests/data/crud_v2/unacknowledged-deleteMany-hint-clientError.yml +40 -0
- data/spec/spec_tests/data/crud_v2/unacknowledged-deleteOne-hint-clientError.yml +38 -0
- data/spec/spec_tests/data/crud_v2/unacknowledged-findOneAndDelete-hint-clientError.yml +42 -0
- data/spec/spec_tests/data/crud_v2/unacknowledged-findOneAndReplace-hint-clientError.yml +40 -0
- data/spec/spec_tests/data/crud_v2/unacknowledged-findOneAndUpdate-hint-clientError.yml +40 -0
- data/spec/spec_tests/data/crud_v2/unacknowledged-replaceOne-hint-clientError.yml +40 -0
- data/spec/spec_tests/data/crud_v2/unacknowledged-updateMany-hint-clientError.yml +43 -0
- data/spec/spec_tests/data/crud_v2/unacknowledged-updateOne-hint-clientError.yml +40 -0
- data/spec/spec_tests/data/crud_v2/updateMany-hint-clientError.yml +45 -0
- data/spec/spec_tests/data/crud_v2/updateMany-hint-serverError.yml +66 -0
- data/spec/spec_tests/data/crud_v2/updateMany-hint.yml +65 -0
- data/spec/spec_tests/data/crud_v2/updateOne-hint-clientError.yml +43 -0
- data/spec/spec_tests/data/crud_v2/updateOne-hint-serverError.yml +62 -0
- data/spec/spec_tests/data/crud_v2/updateOne-hint.yml +61 -0
- data/spec/spec_tests/data/crud_v2/updateWithPipelines.yml +65 -0
- data/spec/spec_tests/data/dns_seedlist_discovery/direct-connection-false.yml +10 -0
- data/spec/spec_tests/data/dns_seedlist_discovery/direct-connection-true.yml +5 -0
- data/spec/spec_tests/data/read_write_concern/operation/default-write-concern-2.6.yml +215 -0
- data/spec/spec_tests/data/read_write_concern/operation/default-write-concern-3.2.yml +58 -0
- data/spec/spec_tests/data/read_write_concern/operation/default-write-concern-3.4.yml +95 -0
- data/spec/spec_tests/data/read_write_concern/operation/default-write-concern-4.2.yml +36 -0
- data/spec/spec_tests/data/retryable_writes/bulkWrite-errorLabels.yml +77 -0
- data/spec/spec_tests/data/retryable_writes/bulkWrite-serverErrors.yml +37 -0
- data/spec/spec_tests/data/retryable_writes/deleteOne-errorLabels.yml +48 -0
- data/spec/spec_tests/data/retryable_writes/deleteOne-serverErrors.yml +22 -0
- data/spec/spec_tests/data/retryable_writes/findOneAndDelete-errorLabels.yml +49 -0
- data/spec/spec_tests/data/retryable_writes/findOneAndDelete-serverErrors.yml +23 -0
- data/spec/spec_tests/data/retryable_writes/findOneAndReplace-errorLabels.yml +52 -0
- data/spec/spec_tests/data/retryable_writes/findOneAndReplace-serverErrors.yml +25 -0
- data/spec/spec_tests/data/retryable_writes/findOneAndUpdate-errorLabels.yml +52 -0
- data/spec/spec_tests/data/retryable_writes/findOneAndUpdate-serverErrors.yml +24 -0
- data/spec/spec_tests/data/retryable_writes/insertMany-errorLabels.yml +54 -0
- data/spec/spec_tests/data/retryable_writes/insertMany-serverErrors.yml +24 -0
- data/spec/spec_tests/data/retryable_writes/insertOne-errorLabels.yml +44 -0
- data/spec/spec_tests/data/retryable_writes/insertOne-serverErrors.yml +69 -0
- data/spec/spec_tests/data/retryable_writes/replaceOne-errorLabels.yml +53 -0
- data/spec/spec_tests/data/retryable_writes/replaceOne-serverErrors.yml +23 -0
- data/spec/spec_tests/data/retryable_writes/updateOne-errorLabels.yml +53 -0
- data/spec/spec_tests/data/retryable_writes/updateOne-serverErrors.yml +23 -0
- data/spec/spec_tests/data/sdam/errors/error_handling_handshake.yml +54 -0
- data/spec/spec_tests/data/sdam/errors/non-stale-network-error.yml +46 -0
- data/spec/spec_tests/data/sdam/errors/non-stale-network-timeout-error.yml +37 -0
- data/spec/spec_tests/data/sdam/errors/non-stale-topologyVersion-greater-InterruptedAtShutdown.yml +60 -0
- data/spec/spec_tests/data/sdam/errors/non-stale-topologyVersion-greater-InterruptedDueToReplStateChange.yml +60 -0
- data/spec/spec_tests/data/sdam/errors/non-stale-topologyVersion-greater-NotMaster.yml +60 -0
- data/spec/spec_tests/data/sdam/errors/non-stale-topologyVersion-greater-NotMasterNoSlaveOk.yml +60 -0
- data/spec/spec_tests/data/sdam/errors/non-stale-topologyVersion-greater-NotMasterOrSecondary.yml +60 -0
- data/spec/spec_tests/data/sdam/errors/non-stale-topologyVersion-greater-PrimarySteppedDown.yml +60 -0
- data/spec/spec_tests/data/sdam/errors/non-stale-topologyVersion-greater-ShutdownInProgress.yml +60 -0
- data/spec/spec_tests/data/sdam/errors/non-stale-topologyVersion-missing-InterruptedAtShutdown.yml +51 -0
- data/spec/spec_tests/data/sdam/errors/non-stale-topologyVersion-missing-InterruptedDueToReplStateChange.yml +51 -0
- data/spec/spec_tests/data/sdam/errors/non-stale-topologyVersion-missing-NotMaster.yml +51 -0
- data/spec/spec_tests/data/sdam/errors/non-stale-topologyVersion-missing-NotMasterNoSlaveOk.yml +51 -0
- data/spec/spec_tests/data/sdam/errors/non-stale-topologyVersion-missing-NotMasterOrSecondary.yml +51 -0
- data/spec/spec_tests/data/sdam/errors/non-stale-topologyVersion-missing-PrimarySteppedDown.yml +51 -0
- data/spec/spec_tests/data/sdam/errors/non-stale-topologyVersion-missing-ShutdownInProgress.yml +51 -0
- data/spec/spec_tests/data/sdam/errors/non-stale-topologyVersion-proccessId-changed-InterruptedAtShutdown.yml +60 -0
- data/spec/spec_tests/data/sdam/errors/non-stale-topologyVersion-proccessId-changed-InterruptedDueToReplStateChange.yml +60 -0
- data/spec/spec_tests/data/sdam/errors/non-stale-topologyVersion-proccessId-changed-NotMaster.yml +60 -0
- data/spec/spec_tests/data/sdam/errors/non-stale-topologyVersion-proccessId-changed-NotMasterNoSlaveOk.yml +60 -0
- data/spec/spec_tests/data/sdam/errors/non-stale-topologyVersion-proccessId-changed-NotMasterOrSecondary.yml +60 -0
- data/spec/spec_tests/data/sdam/errors/non-stale-topologyVersion-proccessId-changed-PrimarySteppedDown.yml +60 -0
- data/spec/spec_tests/data/sdam/errors/non-stale-topologyVersion-proccessId-changed-ShutdownInProgress.yml +60 -0
- data/spec/spec_tests/data/sdam/errors/post-42-InterruptedAtShutdown.yml +46 -0
- data/spec/spec_tests/data/sdam/errors/post-42-InterruptedDueToReplStateChange.yml +46 -0
- data/spec/spec_tests/data/sdam/errors/post-42-NotMaster.yml +46 -0
- data/spec/spec_tests/data/sdam/errors/post-42-NotMasterNoSlaveOk.yml +46 -0
- data/spec/spec_tests/data/sdam/errors/post-42-NotMasterOrSecondary.yml +46 -0
- data/spec/spec_tests/data/sdam/errors/post-42-PrimarySteppedDown.yml +46 -0
- data/spec/spec_tests/data/sdam/errors/post-42-ShutdownInProgress.yml +46 -0
- data/spec/spec_tests/data/sdam/errors/pre-42-InterruptedAtShutdown.yml +46 -0
- data/spec/spec_tests/data/sdam/errors/pre-42-InterruptedDueToReplStateChange.yml +46 -0
- data/spec/spec_tests/data/sdam/errors/pre-42-NotMaster.yml +46 -0
- data/spec/spec_tests/data/sdam/errors/pre-42-NotMasterNoSlaveOk.yml +46 -0
- data/spec/spec_tests/data/sdam/errors/pre-42-NotMasterOrSecondary.yml +46 -0
- data/spec/spec_tests/data/sdam/errors/pre-42-PrimarySteppedDown.yml +46 -0
- data/spec/spec_tests/data/sdam/errors/pre-42-ShutdownInProgress.yml +46 -0
- data/spec/spec_tests/data/sdam/errors/stale-generation-InterruptedAtShutdown.yml +89 -0
- data/spec/spec_tests/data/sdam/errors/stale-generation-InterruptedDueToReplStateChange.yml +89 -0
- data/spec/spec_tests/data/sdam/errors/stale-generation-NotMaster.yml +89 -0
- data/spec/spec_tests/data/sdam/errors/stale-generation-NotMasterNoSlaveOk.yml +89 -0
- data/spec/spec_tests/data/sdam/errors/stale-generation-NotMasterOrSecondary.yml +89 -0
- data/spec/spec_tests/data/sdam/errors/stale-generation-PrimarySteppedDown.yml +89 -0
- data/spec/spec_tests/data/sdam/errors/stale-generation-ShutdownInProgress.yml +89 -0
- data/spec/spec_tests/data/sdam/errors/stale-generation-afterHandshakeCompletes-InterruptedAtShutdown.yml +89 -0
- data/spec/spec_tests/data/sdam/errors/stale-generation-afterHandshakeCompletes-InterruptedDueToReplStateChange.yml +89 -0
- data/spec/spec_tests/data/sdam/errors/stale-generation-afterHandshakeCompletes-NotMaster.yml +89 -0
- data/spec/spec_tests/data/sdam/errors/stale-generation-afterHandshakeCompletes-NotMasterNoSlaveOk.yml +89 -0
- data/spec/spec_tests/data/sdam/errors/stale-generation-afterHandshakeCompletes-NotMasterOrSecondary.yml +89 -0
- data/spec/spec_tests/data/sdam/errors/stale-generation-afterHandshakeCompletes-PrimarySteppedDown.yml +89 -0
- data/spec/spec_tests/data/sdam/errors/stale-generation-afterHandshakeCompletes-ShutdownInProgress.yml +89 -0
- data/spec/spec_tests/data/sdam/errors/stale-generation-afterHandshakeCompletes-network.yml +80 -0
- data/spec/spec_tests/data/sdam/errors/stale-generation-afterHandshakeCompletes-timeout.yml +80 -0
- data/spec/spec_tests/data/sdam/errors/stale-generation-beforeHandshakeCompletes-InterruptedAtShutdown.yml +89 -0
- data/spec/spec_tests/data/sdam/errors/stale-generation-beforeHandshakeCompletes-InterruptedDueToReplStateChange.yml +89 -0
- data/spec/spec_tests/data/sdam/errors/stale-generation-beforeHandshakeCompletes-NotMaster.yml +89 -0
- data/spec/spec_tests/data/sdam/errors/stale-generation-beforeHandshakeCompletes-NotMasterNoSlaveOk.yml +89 -0
- data/spec/spec_tests/data/sdam/errors/stale-generation-beforeHandshakeCompletes-NotMasterOrSecondary.yml +89 -0
- data/spec/spec_tests/data/sdam/errors/stale-generation-beforeHandshakeCompletes-PrimarySteppedDown.yml +89 -0
- data/spec/spec_tests/data/sdam/errors/stale-generation-beforeHandshakeCompletes-ShutdownInProgress.yml +89 -0
- data/spec/spec_tests/data/sdam/errors/stale-generation-beforeHandshakeCompletes-network.yml +80 -0
- data/spec/spec_tests/data/sdam/errors/stale-generation-beforeHandshakeCompletes-timeout.yml +80 -0
- data/spec/spec_tests/data/sdam/errors/stale-topologyVersion-InterruptedAtShutdown.yml +64 -0
- data/spec/spec_tests/data/sdam/errors/stale-topologyVersion-InterruptedDueToReplStateChange.yml +64 -0
- data/spec/spec_tests/data/sdam/errors/stale-topologyVersion-NotMaster.yml +64 -0
- data/spec/spec_tests/data/sdam/errors/stale-topologyVersion-NotMasterNoSlaveOk.yml +64 -0
- data/spec/spec_tests/data/sdam/errors/stale-topologyVersion-NotMasterOrSecondary.yml +64 -0
- data/spec/spec_tests/data/sdam/errors/stale-topologyVersion-PrimarySteppedDown.yml +64 -0
- data/spec/spec_tests/data/sdam/errors/stale-topologyVersion-ShutdownInProgress.yml +64 -0
- data/spec/spec_tests/data/sdam/rs/compatible.yml +2 -0
- data/spec/spec_tests/data/sdam/rs/compatible_unknown.yml +2 -0
- data/spec/spec_tests/data/sdam/rs/discover_arbiters.yml +2 -2
- data/spec/spec_tests/data/sdam/rs/discover_arbiters_replicaset.yml +43 -0
- data/spec/spec_tests/data/sdam/rs/discover_ghost.yml +35 -0
- data/spec/spec_tests/data/sdam/rs/{ghost_discovered.yml → discover_ghost_replicaset.yml} +1 -1
- data/spec/spec_tests/data/sdam/rs/discover_hidden.yml +50 -0
- data/spec/spec_tests/data/sdam/rs/discover_hidden_replicaset.yml +50 -0
- data/spec/spec_tests/data/sdam/rs/discover_passives.yml +2 -2
- data/spec/spec_tests/data/sdam/rs/discover_passives_replicaset.yml +81 -0
- data/spec/spec_tests/data/sdam/rs/discover_primary.yml +2 -2
- data/spec/spec_tests/data/sdam/rs/discover_primary_replicaset.yml +42 -0
- data/spec/spec_tests/data/sdam/rs/discover_rsother.yml +49 -0
- data/spec/spec_tests/data/sdam/rs/{rsother_discovered.yml → discover_rsother_replicaset.yml} +1 -1
- data/spec/spec_tests/data/sdam/rs/discover_secondary.yml +2 -2
- data/spec/spec_tests/data/sdam/rs/discover_secondary_replicaset.yml +43 -0
- data/spec/spec_tests/data/sdam/rs/incompatible_arbiter.yml +2 -0
- data/spec/spec_tests/data/sdam/rs/incompatible_ghost.yml +2 -0
- data/spec/spec_tests/data/sdam/rs/incompatible_other.yml +2 -0
- data/spec/spec_tests/data/sdam/rs/primary_mismatched_me.yml +23 -27
- data/spec/spec_tests/data/sdam/rs/primary_to_no_primary_mismatched_me.yml +79 -55
- data/spec/spec_tests/data/sdam/rs/replicaset_rsnp.yml +20 -0
- data/spec/spec_tests/data/sdam/rs/secondary_mismatched_me.yml +3 -2
- data/spec/spec_tests/data/sdam/rs/too_new.yml +2 -0
- data/spec/spec_tests/data/sdam/rs/topology_version_equal.yml +66 -0
- data/spec/spec_tests/data/sdam/rs/topology_version_greater.yml +189 -0
- data/spec/spec_tests/data/sdam/rs/topology_version_less.yml +62 -0
- data/spec/spec_tests/data/sdam/sharded/discover_single_mongos.yml +23 -0
- data/spec/spec_tests/data/sdam/single/direct_connection_external_ip.yml +1 -1
- data/spec/spec_tests/data/sdam/single/direct_connection_mongos.yml +2 -2
- data/spec/spec_tests/data/sdam/single/direct_connection_replicaset.yml +22 -0
- data/spec/spec_tests/data/sdam/single/direct_connection_rsarbiter.yml +2 -2
- data/spec/spec_tests/data/sdam/single/direct_connection_rsprimary.yml +2 -2
- data/spec/spec_tests/data/sdam/single/direct_connection_rssecondary.yml +2 -2
- data/spec/spec_tests/data/sdam/single/direct_connection_slave.yml +1 -1
- data/spec/spec_tests/data/sdam/single/direct_connection_standalone.yml +2 -2
- data/spec/spec_tests/data/sdam/single/{unavailable_seed.yml → direct_connection_unavailable_seed.yml} +2 -2
- data/spec/spec_tests/data/sdam/single/direct_connection_wrong_set_name.yml +38 -0
- data/spec/spec_tests/data/sdam/single/discover_standalone.yml +34 -0
- data/spec/spec_tests/data/sdam/single/discover_unavailable_seed.yml +28 -0
- data/spec/spec_tests/data/sdam/single/too_old_then_upgraded.yml +46 -0
- data/spec/spec_tests/data/transactions/create-collection.yml +131 -0
- data/spec/spec_tests/data/transactions/create-index.yml +152 -0
- data/spec/spec_tests/data/transactions/error-labels.yml +87 -21
- data/spec/spec_tests/data/transactions/mongos-recovery-token.yml +1 -0
- data/spec/spec_tests/data/transactions/retryable-abort-errorLabels.yml +124 -0
- data/spec/spec_tests/data/transactions/retryable-abort.yml +17 -2
- data/spec/spec_tests/data/transactions/retryable-commit-errorLabels.yml +132 -0
- data/spec/spec_tests/data/transactions/retryable-commit.yml +24 -9
- data/spec/spec_tests/data/uri_options/connection-options.yml +43 -0
- data/spec/spec_tests/data/uri_options/ruby-auth-options.yml +12 -0
- data/spec/spec_tests/data/uri_options/ruby-connection-options.yml +57 -0
- data/spec/spec_tests/dns_seedlist_discovery_spec.rb +3 -1
- data/spec/spec_tests/gridfs_spec.rb +2 -0
- data/spec/spec_tests/max_staleness_spec.rb +3 -1
- data/spec/spec_tests/read_write_concern_connection_string_spec.rb +2 -0
- data/spec/spec_tests/read_write_concern_operaton_spec.rb +10 -0
- data/spec/spec_tests/retryable_reads_spec.rb +2 -0
- data/spec/spec_tests/retryable_writes_spec.rb +8 -1
- data/spec/spec_tests/sdam_monitoring_spec.rb +3 -1
- data/spec/spec_tests/sdam_spec.rb +70 -1
- data/spec/spec_tests/server_selection_rtt_spec.rb +2 -0
- data/spec/spec_tests/server_selection_spec.rb +2 -0
- data/spec/spec_tests/transactions_api_spec.rb +5 -0
- data/spec/spec_tests/transactions_spec.rb +5 -0
- data/spec/spec_tests/uri_options_spec.rb +2 -0
- data/spec/stress/cleanup_spec.rb +43 -0
- data/spec/stress/connection_pool_stress_spec.rb +1 -5
- data/spec/stress/connection_pool_timing_spec.rb +3 -6
- data/spec/stress/fork_reconnect_stress_spec.rb +109 -0
- data/spec/support/authorization.rb +1 -11
- data/spec/support/aws_utils.rb +62 -0
- data/spec/support/aws_utils/base.rb +134 -0
- data/spec/support/aws_utils/inspector.rb +224 -0
- data/spec/support/aws_utils/orchestrator.rb +370 -0
- data/spec/support/aws_utils/provisioner.rb +360 -0
- data/spec/support/background_thread_registry.rb +6 -2
- data/spec/support/client_registry.rb +5 -24
- data/spec/support/cluster_config.rb +1 -0
- data/spec/support/common_shortcuts.rb +43 -0
- data/spec/support/constraints.rb +27 -7
- data/spec/support/crypt.rb +1 -1
- data/spec/support/event_subscriber.rb +94 -84
- data/spec/support/lite_constraints.rb +47 -0
- data/spec/support/shared/scram_conversation.rb +100 -0
- data/spec/support/shared/server_selector.rb +81 -1
- data/spec/support/shared/session.rb +29 -21
- data/spec/support/spec_config.rb +39 -9
- data/spec/support/spec_setup.rb +8 -4
- data/spec/support/utils.rb +115 -24
- metadata +1134 -744
- metadata.gz.sig +0 -0
- data/lib/mongo/server/connectable.rb +0 -107
- data/spec/integration/bulk_write_spec.rb +0 -19
- data/spec/integration/grid_fs_bucket_spec.rb +0 -48
- data/spec/integration/zlib_compression_spec.rb +0 -25
- data/spec/runners/change_streams.rb +0 -262
- data/spec/runners/change_streams/operation.rb +0 -89
- data/spec/spec_tests/data/sdam/sharded/ruby_discovered_single_mongos.yml +0 -27
@@ -0,0 +1,370 @@
|
|
1
|
+
module AwsUtils
|
2
|
+
class Orchestrator < Base
|
3
|
+
|
4
|
+
def assume_role(role_arn)
|
5
|
+
# https://docs.aws.amazon.com/sdk-for-ruby/v3/api/Aws/STS/Client.html#assume_role-instance_method
|
6
|
+
resp = sts_client.assume_role(
|
7
|
+
role_arn: role_arn,
|
8
|
+
role_session_name: "#{NAMESPACE}.test",
|
9
|
+
)
|
10
|
+
resp.credentials
|
11
|
+
end
|
12
|
+
|
13
|
+
def set_instance_profile(instance_id,
|
14
|
+
instance_profile_name: AWS_AUTH_INSTANCE_PROFILE_NAME,
|
15
|
+
instance_profile_arn: nil
|
16
|
+
)
|
17
|
+
clear_instance_profile(instance_id)
|
18
|
+
|
19
|
+
deadline = Time.now + 30
|
20
|
+
begin
|
21
|
+
ec2_client.associate_iam_instance_profile(
|
22
|
+
iam_instance_profile: {
|
23
|
+
name: instance_profile_name,
|
24
|
+
arn: instance_profile_arn,
|
25
|
+
},
|
26
|
+
instance_id: instance_id,
|
27
|
+
)
|
28
|
+
rescue Aws::EC2::Errors::RequestLimitExceeded => e
|
29
|
+
if Time.now >= deadline
|
30
|
+
raise
|
31
|
+
end
|
32
|
+
STDERR.puts("AWS request limit exceeded: #{e.class}: #{e}, will retry")
|
33
|
+
sleep 5
|
34
|
+
retry
|
35
|
+
end
|
36
|
+
end
|
37
|
+
|
38
|
+
def clear_instance_profile(instance_id)
|
39
|
+
assoc = detect_object(ec2_client.describe_iam_instance_profile_associations,
|
40
|
+
:iam_instance_profile_associations, :instance_id, instance_id)
|
41
|
+
|
42
|
+
if assoc
|
43
|
+
deadline = Time.now + 30
|
44
|
+
begin
|
45
|
+
ec2_client.disassociate_iam_instance_profile(
|
46
|
+
association_id: assoc.association_id,
|
47
|
+
)
|
48
|
+
rescue Aws::EC2::Errors::RequestLimitExceeded => e
|
49
|
+
if Time.now >= deadline
|
50
|
+
raise
|
51
|
+
end
|
52
|
+
STDERR.puts("AWS request limit exceeded: #{e.class}: #{e}, will retry")
|
53
|
+
sleep 5
|
54
|
+
retry
|
55
|
+
end
|
56
|
+
end
|
57
|
+
end
|
58
|
+
|
59
|
+
def provision_auth_ec2_instance(key_pair_name: nil, public_key_path: nil,
|
60
|
+
distro: 'ubuntu1604'
|
61
|
+
)
|
62
|
+
security_group_id = ssh_security_group_id!
|
63
|
+
reservations = ec2_client.describe_instances(filters: [
|
64
|
+
{name: 'tag:name', values: [AWS_AUTH_EC2_INSTANCE_NAME]},
|
65
|
+
]).reservations
|
66
|
+
instance = find_running_instance(reservations)
|
67
|
+
if instance.nil?
|
68
|
+
ami_name = AWS_AUTH_EC2_AMI_NAMES.fetch(distro)
|
69
|
+
image = ec2_client.describe_images(
|
70
|
+
filters: [{name: 'name', values: [ami_name]}],
|
71
|
+
).images.first
|
72
|
+
if public_key_path
|
73
|
+
public_key = File.read(public_key_path)
|
74
|
+
user_data = Base64.encode64(<<-CMD)
|
75
|
+
#!/bin/sh
|
76
|
+
for user in `ls /home`; do
|
77
|
+
cd /home/$user &&
|
78
|
+
mkdir -p .ssh &&
|
79
|
+
chmod 0700 .ssh &&
|
80
|
+
chown $user:$user .ssh &&
|
81
|
+
cat <<-EOT |tee -a .ssh/authorized_keys
|
82
|
+
#{public_key}
|
83
|
+
EOT
|
84
|
+
done
|
85
|
+
CMD
|
86
|
+
end
|
87
|
+
resp = ec2_client.run_instances(
|
88
|
+
instance_type: 't3a.small',
|
89
|
+
image_id: image.image_id,
|
90
|
+
min_count: 1,
|
91
|
+
max_count: 1,
|
92
|
+
key_name: key_pair_name,
|
93
|
+
user_data: user_data,
|
94
|
+
tag_specifications: [{
|
95
|
+
resource_type: 'instance',
|
96
|
+
tags: [{key: 'name', value: AWS_AUTH_EC2_INSTANCE_NAME}],
|
97
|
+
}],
|
98
|
+
monitoring: {enabled: false},
|
99
|
+
credit_specification: {cpu_credits: 'standard'},
|
100
|
+
security_group_ids: [security_group_id],
|
101
|
+
metadata_options: {
|
102
|
+
# This is required for Docker containers on the instance to be able
|
103
|
+
# to use the instance metadata endpoints.
|
104
|
+
http_put_response_hop_limit: 2,
|
105
|
+
},
|
106
|
+
).to_h
|
107
|
+
instance_id = resp[:instances].first[:instance_id]
|
108
|
+
reservations = ec2_client.describe_instances(instance_ids: [instance_id]).reservations
|
109
|
+
instance = find_running_instance(reservations)
|
110
|
+
end
|
111
|
+
if instance.nil?
|
112
|
+
raise "Instance should have been found here"
|
113
|
+
end
|
114
|
+
if instance.state.name == 'stopped'
|
115
|
+
ec2_client.start_instances(instance_ids: [instance.instance_id])
|
116
|
+
end
|
117
|
+
10.times do
|
118
|
+
if %w(stopped pending).include?(instance.state.name)
|
119
|
+
puts "Waiting for instance #{instance.instance_id} to start (current state: #{instance.state.name})"
|
120
|
+
sleep 5
|
121
|
+
end
|
122
|
+
reservations = ec2_client.describe_instances(instance_ids: [instance.instance_id]).reservations
|
123
|
+
instance = find_running_instance(reservations)
|
124
|
+
end
|
125
|
+
puts "Found usable instance #{instance.instance_id} at #{instance.public_ip_address}"
|
126
|
+
end
|
127
|
+
|
128
|
+
def terminate_auth_ec2_instance
|
129
|
+
ec2_client.describe_instances(filters: [
|
130
|
+
{name: 'tag:name', values: [AWS_AUTH_EC2_INSTANCE_NAME]},
|
131
|
+
]).each do |resp|
|
132
|
+
resp.reservations.each do |res|
|
133
|
+
res.instances.each do |instance|
|
134
|
+
puts "Terminating #{instance.instance_id}"
|
135
|
+
ec2_client.terminate_instances(instance_ids: [instance.instance_id])
|
136
|
+
end
|
137
|
+
end
|
138
|
+
end
|
139
|
+
end
|
140
|
+
|
141
|
+
def provision_auth_ecs_task(public_key_path: nil,
|
142
|
+
cluster_name: AWS_AUTH_ECS_CLUSTER_NAME,
|
143
|
+
service_name: AWS_AUTH_ECS_SERVICE_NAME,
|
144
|
+
security_group_id: nil,
|
145
|
+
subnet_ids: nil,
|
146
|
+
task_definition_ref: AWS_AUTH_ECS_TASK_FAMILY
|
147
|
+
)
|
148
|
+
security_group_id ||= ssh_vpc_security_group_id!
|
149
|
+
subnet_ids ||= [subnet_id!]
|
150
|
+
|
151
|
+
# https://docs.aws.amazon.com/AmazonECS/latest/developerguide/ECS_AWSCLI_Fargate.html
|
152
|
+
resp = ecs_client.describe_clusters(
|
153
|
+
clusters: [cluster_name],
|
154
|
+
)
|
155
|
+
cluster = detect_object(resp, :clusters, :cluster_name, cluster_name)
|
156
|
+
if cluster.nil?
|
157
|
+
raise 'No cluster found, please run `aws setup-resources`'
|
158
|
+
end
|
159
|
+
|
160
|
+
if public_key_path
|
161
|
+
public_key = File.read(public_key_path)
|
162
|
+
unless public_key =~ /\Assh-/
|
163
|
+
raise "The file at #{public_key_path} does not look like a public key"
|
164
|
+
end
|
165
|
+
entry_point = ['bash', '-c', <<-CMD]
|
166
|
+
apt-get update &&
|
167
|
+
apt-get install -y openssh-server &&
|
168
|
+
cd /root &&
|
169
|
+
mkdir -p .ssh &&
|
170
|
+
chmod 0700 .ssh &&
|
171
|
+
cat >.ssh/authorized_keys <<-EOT &&
|
172
|
+
#{public_key}
|
173
|
+
EOT
|
174
|
+
service ssh start &&
|
175
|
+
sleep 10000000
|
176
|
+
#mkdir /run/sshd && /usr/sbin/sshd -d
|
177
|
+
CMD
|
178
|
+
else
|
179
|
+
entry_point = nil
|
180
|
+
end
|
181
|
+
launch_type = if options[:ec2]
|
182
|
+
'EC2'
|
183
|
+
else
|
184
|
+
'FARGATE'
|
185
|
+
end
|
186
|
+
# When testing in Evergreen, we are given the task definition ARN
|
187
|
+
# and we always launch the tasks with that ARN.
|
188
|
+
# When testing locally, we repace task definition every time we launch
|
189
|
+
# the service.
|
190
|
+
if task_definition_ref !~ /^arn:/
|
191
|
+
execution_role = detect_object(iam_client.list_roles, :roles, :role_name, AWS_AUTH_ECS_EXECUTION_ROLE_NAME)
|
192
|
+
if execution_role.nil?
|
193
|
+
raise 'Execution role not configured'
|
194
|
+
end
|
195
|
+
task_role = detect_object(iam_client.list_roles, :roles, :role_name, AWS_AUTH_ECS_TASK_ROLE_NAME)
|
196
|
+
if task_role.nil?
|
197
|
+
raise 'Task role not configured'
|
198
|
+
end
|
199
|
+
|
200
|
+
task_definition = ecs_client.register_task_definition(
|
201
|
+
family: AWS_AUTH_ECS_TASK_FAMILY,
|
202
|
+
container_definitions: [{
|
203
|
+
name: 'ssh',
|
204
|
+
essential: true,
|
205
|
+
entry_point: entry_point,
|
206
|
+
image: 'debian:9',
|
207
|
+
port_mappings: [{
|
208
|
+
container_port: 22,
|
209
|
+
protocol: 'tcp',
|
210
|
+
}],
|
211
|
+
log_configuration: {
|
212
|
+
log_driver: 'awslogs',
|
213
|
+
options: {
|
214
|
+
'awslogs-group' => AWS_AUTH_ECS_LOG_GROUP,
|
215
|
+
'awslogs-region' => region,
|
216
|
+
'awslogs-stream-prefix' => AWS_AUTH_ECS_LOG_STREAM_PREFIX,
|
217
|
+
},
|
218
|
+
},
|
219
|
+
}],
|
220
|
+
requires_compatibilities: [launch_type],
|
221
|
+
network_mode: 'awsvpc',
|
222
|
+
cpu: '512',
|
223
|
+
memory: '2048',
|
224
|
+
# This is the ECS task role used for AWS auth testing
|
225
|
+
task_role_arn: task_role.arn,
|
226
|
+
# The execution role is required to support awslogs (logging to
|
227
|
+
# CloudWatch).
|
228
|
+
execution_role_arn: execution_role.arn,
|
229
|
+
).task_definition
|
230
|
+
task_definition_ref = AWS_AUTH_ECS_TASK_FAMILY
|
231
|
+
end
|
232
|
+
|
233
|
+
service = ecs_client.describe_services(
|
234
|
+
cluster: cluster_name,
|
235
|
+
services: [service_name],
|
236
|
+
).services.first
|
237
|
+
|
238
|
+
if service && service.status.downcase == 'draining'
|
239
|
+
puts "Waiting for #{service_name} to drain"
|
240
|
+
ecs_client.wait_until(
|
241
|
+
:services_inactive, {
|
242
|
+
cluster: cluster.cluster_name,
|
243
|
+
services: [service_name],
|
244
|
+
},
|
245
|
+
delay: 5,
|
246
|
+
max_attempts: 36,
|
247
|
+
)
|
248
|
+
puts "... done."
|
249
|
+
service = nil
|
250
|
+
end
|
251
|
+
if service && service.status.downcase == 'inactive'
|
252
|
+
service = nil
|
253
|
+
end
|
254
|
+
if service
|
255
|
+
puts "Updating service with status #{service.status}"
|
256
|
+
service = ecs_client.update_service(
|
257
|
+
cluster: cluster_name,
|
258
|
+
service: service_name,
|
259
|
+
task_definition: task_definition_ref,
|
260
|
+
).service
|
261
|
+
else
|
262
|
+
puts "Creating a new service"
|
263
|
+
vpc_config = {}
|
264
|
+
unless options[:ec2]
|
265
|
+
vpc_config[:assign_public_ip] = 'ENABLED'
|
266
|
+
end
|
267
|
+
service = ecs_client.create_service(
|
268
|
+
desired_count: 1,
|
269
|
+
service_name: service_name,
|
270
|
+
task_definition: task_definition_ref,
|
271
|
+
cluster: cluster_name,
|
272
|
+
launch_type: launch_type,
|
273
|
+
network_configuration: {
|
274
|
+
awsvpc_configuration: vpc_config.merge(
|
275
|
+
subnets: subnet_ids,
|
276
|
+
security_groups: [security_group_id],
|
277
|
+
),
|
278
|
+
},
|
279
|
+
).service
|
280
|
+
end
|
281
|
+
end
|
282
|
+
|
283
|
+
def wait_for_ecs_ready(
|
284
|
+
cluster_name: AWS_AUTH_ECS_CLUSTER_NAME,
|
285
|
+
service_name: AWS_AUTH_ECS_SERVICE_NAME,
|
286
|
+
timeout: 20
|
287
|
+
)
|
288
|
+
deadline = Time.now + timeout
|
289
|
+
|
290
|
+
# The AWS SDK waiter seems to immediately fail sometimes right after
|
291
|
+
# the service is created, so wait for the service to become active
|
292
|
+
# manually and then use the waiter to wait for the service to become
|
293
|
+
# stable.
|
294
|
+
#
|
295
|
+
# The failure may be due to the fact that apparently, it is possible for
|
296
|
+
# describe_services to not return an existing service for some time.
|
297
|
+
# Therefore, allow the lack of service to be a transient error.
|
298
|
+
loop do
|
299
|
+
service = ecs_client.describe_services(
|
300
|
+
cluster: cluster_name,
|
301
|
+
services: [service_name],
|
302
|
+
).services.first
|
303
|
+
|
304
|
+
if service.nil?
|
305
|
+
puts "Service #{service_name} in cluster #{cluster_name} does not exist (yet?)"
|
306
|
+
status = 'MISSING'
|
307
|
+
elsif service.status.downcase == 'active'
|
308
|
+
break
|
309
|
+
else
|
310
|
+
status = service.status
|
311
|
+
end
|
312
|
+
|
313
|
+
now = Time.now
|
314
|
+
if now >= deadline
|
315
|
+
raise "Service #{service_name} in cluster #{cluster_name} did not become ready in #{timeout} seconds (current status: #{status})"
|
316
|
+
end
|
317
|
+
|
318
|
+
puts "Wating for service #{service_name} in cluster #{cluster_name} to become ready (#{'%2.1f' % (deadline - now)} seconds remaining, current status: #{status})"
|
319
|
+
sleep 5
|
320
|
+
end
|
321
|
+
|
322
|
+
puts "Wating for service #{service_name} in cluster #{cluster_name} to become stable"
|
323
|
+
ecs_client.wait_until(
|
324
|
+
:services_stable, {
|
325
|
+
cluster: cluster_name,
|
326
|
+
services: [service_name],
|
327
|
+
},
|
328
|
+
delay: 5,
|
329
|
+
max_attempts: 36,
|
330
|
+
)
|
331
|
+
end
|
332
|
+
|
333
|
+
def terminate_auth_ecs_task
|
334
|
+
ecs_client.describe_services(
|
335
|
+
cluster: AWS_AUTH_ECS_CLUSTER_NAME,
|
336
|
+
services: [AWS_AUTH_ECS_SERVICE_NAME],
|
337
|
+
).each do |resp|
|
338
|
+
resp.services.each do |service|
|
339
|
+
puts "Terminating #{service.service_name}"
|
340
|
+
begin
|
341
|
+
ecs_client.update_service(
|
342
|
+
cluster: AWS_AUTH_ECS_CLUSTER_NAME,
|
343
|
+
service: service.service_name,
|
344
|
+
desired_count: 0,
|
345
|
+
)
|
346
|
+
rescue Aws::ECS::Errors::ServiceNotActiveException
|
347
|
+
# No action needed
|
348
|
+
end
|
349
|
+
ecs_client.delete_service(
|
350
|
+
cluster: AWS_AUTH_ECS_CLUSTER_NAME,
|
351
|
+
service: service.service_name,
|
352
|
+
)
|
353
|
+
end
|
354
|
+
end
|
355
|
+
end
|
356
|
+
|
357
|
+
private
|
358
|
+
|
359
|
+
def find_running_instance(reservations)
|
360
|
+
instance = nil
|
361
|
+
reservations.each do |reservation|
|
362
|
+
instance = reservation.instances.detect do |instance|
|
363
|
+
%w(pending running stopped).include?(instance.state.name)
|
364
|
+
end
|
365
|
+
break if instance
|
366
|
+
end
|
367
|
+
instance
|
368
|
+
end
|
369
|
+
end
|
370
|
+
end
|
@@ -0,0 +1,360 @@
|
|
1
|
+
module AwsUtils
|
2
|
+
class Provisioner < Base
|
3
|
+
|
4
|
+
def setup_aws_auth_resources
|
5
|
+
security_group_id = ssh_security_group_id
|
6
|
+
if security_group_id.nil?
|
7
|
+
security_group_id = ec2_client.create_security_group(
|
8
|
+
group_name: AWS_AUTH_SECURITY_GROUP_NAME,
|
9
|
+
description: 'Inbound SSH',
|
10
|
+
).group_id
|
11
|
+
end
|
12
|
+
puts "EC2 Security group: #{security_group_id}"
|
13
|
+
setup_security_group(security_group_id)
|
14
|
+
|
15
|
+
vpc = ec2_client.describe_vpcs(
|
16
|
+
filters: [{
|
17
|
+
name: 'cidr',
|
18
|
+
values: [AWS_AUTH_VPC_CIDR],
|
19
|
+
}],
|
20
|
+
).vpcs.first
|
21
|
+
if vpc.nil?
|
22
|
+
vpc = ec2_client.create_vpc(
|
23
|
+
cidr_block: AWS_AUTH_VPC_CIDR,
|
24
|
+
).vpc
|
25
|
+
end
|
26
|
+
|
27
|
+
# The VPC must have an internet gateway and the subnet in the VPC
|
28
|
+
# must have a route to the internet gateway.
|
29
|
+
# https://docs.aws.amazon.com/vpc/latest/userguide/VPC_Internet_Gateway.html#d0e22943
|
30
|
+
# Internet gateways cannot be named when they are created, therefore
|
31
|
+
# we check if our VPC has a gateway and if not, create an unnamed one
|
32
|
+
# and attach it right away.
|
33
|
+
# https://aws.amazon.com/premiumsupport/knowledge-center/ecs-pull-container-error/
|
34
|
+
igw = ec2_client.describe_internet_gateways(
|
35
|
+
filters: [{
|
36
|
+
name: 'attachment.vpc-id',
|
37
|
+
values: [vpc.vpc_id],
|
38
|
+
}],
|
39
|
+
).internet_gateways.first
|
40
|
+
if igw.nil?
|
41
|
+
igw = ec2_client.create_internet_gateway.internet_gateway
|
42
|
+
ec2_client.attach_internet_gateway(
|
43
|
+
internet_gateway_id: igw.internet_gateway_id,
|
44
|
+
vpc_id: vpc.vpc_id,
|
45
|
+
)
|
46
|
+
end
|
47
|
+
|
48
|
+
# https://docs.aws.amazon.com/vpc/latest/userguide/VPC_Internet_Gateway.html#Add_IGW_Routing
|
49
|
+
route_table = ec2_client.describe_route_tables(
|
50
|
+
filters: [{
|
51
|
+
name: 'vpc-id',
|
52
|
+
values: [vpc.vpc_id],
|
53
|
+
}],
|
54
|
+
).route_tables.first
|
55
|
+
ec2_client.create_route(
|
56
|
+
destination_cidr_block: '0.0.0.0/0',
|
57
|
+
gateway_id: igw.internet_gateway_id,
|
58
|
+
route_table_id: route_table.route_table_id,
|
59
|
+
)
|
60
|
+
|
61
|
+
vpc_security_group_id = ssh_vpc_security_group_id
|
62
|
+
if vpc_security_group_id.nil?
|
63
|
+
vpc_security_group_id = ec2_client.create_security_group(
|
64
|
+
group_name: AWS_AUTH_VPC_SECURITY_GROUP_NAME,
|
65
|
+
description: 'Inbound SSH',
|
66
|
+
vpc_id: vpc.vpc_id,
|
67
|
+
).group_id
|
68
|
+
end
|
69
|
+
setup_security_group(vpc_security_group_id)
|
70
|
+
|
71
|
+
subnet = ec2_client.describe_subnets(
|
72
|
+
filters: [{
|
73
|
+
name: 'vpc-id',
|
74
|
+
values: [vpc.vpc_id],
|
75
|
+
}],
|
76
|
+
).subnets.first
|
77
|
+
if subnet.nil?
|
78
|
+
subnet = ec2_client.create_subnet(
|
79
|
+
cidr_block: AWS_AUTH_VPC_CIDR,
|
80
|
+
vpc_id: vpc.vpc_id,
|
81
|
+
).subnet
|
82
|
+
end
|
83
|
+
puts "VPC: #{vpc.vpc_id}, subnet: #{subnet.subnet_id}, security group: #{vpc_security_group_id}"
|
84
|
+
|
85
|
+
# For testing regular credentials, create an IAM user with no permissions.
|
86
|
+
|
87
|
+
user = detect_object(iam_client.list_users, :users, :user_name, AWS_AUTH_REGULAR_USER_NAME)
|
88
|
+
if user.nil?
|
89
|
+
resp = iam_client.create_user(
|
90
|
+
user_name: AWS_AUTH_REGULAR_USER_NAME,
|
91
|
+
)
|
92
|
+
user = resp.user
|
93
|
+
end
|
94
|
+
|
95
|
+
puts "Regular AWS auth unprivileged user: #{user.arn}"
|
96
|
+
|
97
|
+
# Assume role testing
|
98
|
+
# https://aws.amazon.com/premiumsupport/knowledge-center/iam-assume-role-cli/
|
99
|
+
#
|
100
|
+
# The instructions given in the above guide create an intermediate user
|
101
|
+
# who has the ability to assume the role. This script reuses the
|
102
|
+
# regular unprivileged user to be the user that assumes the role.
|
103
|
+
user_policy = detect_object(iam_client.list_policies, :policies, :policy_name, AWS_AUTH_ASSUME_ROLE_USER_POLICY_NAME)
|
104
|
+
if user_policy.nil?
|
105
|
+
user_policy_document = {
|
106
|
+
"Version": "2012-10-17",
|
107
|
+
"Statement": [
|
108
|
+
{
|
109
|
+
"Effect": "Allow",
|
110
|
+
"Action": [
|
111
|
+
"ec2:Describe*",
|
112
|
+
"iam:ListRoles",
|
113
|
+
"sts:AssumeRole",
|
114
|
+
],
|
115
|
+
"Resource": "*",
|
116
|
+
},
|
117
|
+
],
|
118
|
+
}
|
119
|
+
user_policy = iam_client.create_policy(
|
120
|
+
policy_name: AWS_AUTH_ASSUME_ROLE_USER_POLICY_NAME,
|
121
|
+
policy_document: user_policy_document.to_json,
|
122
|
+
).policy
|
123
|
+
end
|
124
|
+
|
125
|
+
iam_client.attach_user_policy(
|
126
|
+
policy_arn: user_policy.arn,
|
127
|
+
user_name: user.user_name,
|
128
|
+
)
|
129
|
+
|
130
|
+
assume_role = detect_object(iam_client.list_roles, :roles, :role_name, AWS_AUTH_ASSUME_ROLE_NAME)
|
131
|
+
if assume_role.nil?
|
132
|
+
aws_account_id = user.arn.split(':')[4]
|
133
|
+
assume_role_policy = {
|
134
|
+
"Version": "2012-10-17",
|
135
|
+
"Statement": {
|
136
|
+
"Effect": "Allow",
|
137
|
+
"Principal": { "AWS": "arn:aws:iam::#{aws_account_id}:root" },
|
138
|
+
"Action": "sts:AssumeRole",
|
139
|
+
},
|
140
|
+
}
|
141
|
+
resp = iam_client.create_role(
|
142
|
+
role_name: AWS_AUTH_ASSUME_ROLE_NAME,
|
143
|
+
assume_role_policy_document: assume_role_policy.to_json,
|
144
|
+
max_session_duration: 12*3600,
|
145
|
+
)
|
146
|
+
assume_role = resp.role
|
147
|
+
end
|
148
|
+
puts "Assume role ARN: #{assume_role.arn}"
|
149
|
+
|
150
|
+
# For testing retrieval of credentials from EC2 link local endpoint,
|
151
|
+
# create an instance profile.
|
152
|
+
ips = iam_client.list_instance_profiles
|
153
|
+
instance_profile = ips.instance_profiles.detect do |instance_profile|
|
154
|
+
instance_profile.instance_profile_name == AWS_AUTH_INSTANCE_PROFILE_NAME
|
155
|
+
end
|
156
|
+
if instance_profile.nil?
|
157
|
+
resp = iam_client.create_instance_profile(
|
158
|
+
instance_profile_name: AWS_AUTH_INSTANCE_PROFILE_NAME,
|
159
|
+
)
|
160
|
+
instance_profile = resp.instance_profile
|
161
|
+
end
|
162
|
+
|
163
|
+
puts "EC2 instance profile: #{instance_profile.arn}"
|
164
|
+
|
165
|
+
# https://docs.aws.amazon.com/AWSEC2/latest/UserGuide/iam-roles-for-amazon-ec2.html#create-iam-role
|
166
|
+
assume_role_policy_document = {
|
167
|
+
"Version": "2012-10-17",
|
168
|
+
"Statement": {
|
169
|
+
"Effect": "Allow",
|
170
|
+
"Principal": {"Service": "ec2.amazonaws.com"},
|
171
|
+
"Action": "sts:AssumeRole",
|
172
|
+
},
|
173
|
+
}
|
174
|
+
ec2_role_policy_document = {
|
175
|
+
"Version": "2012-10-17",
|
176
|
+
"Statement": [
|
177
|
+
{
|
178
|
+
"Effect": "Allow",
|
179
|
+
"Action": [
|
180
|
+
"ec2:Describe*",
|
181
|
+
],
|
182
|
+
"Resource": "*",
|
183
|
+
},
|
184
|
+
],
|
185
|
+
}
|
186
|
+
ec2_role = create_role_with_policy(
|
187
|
+
AWS_AUTH_EC2_ROLE_NAME,
|
188
|
+
{
|
189
|
+
assume_role_policy_document: assume_role_policy_document.to_json,
|
190
|
+
},
|
191
|
+
ec2_role_policy_document,
|
192
|
+
)
|
193
|
+
puts "EC2 role ARN: #{ec2_role.arn}"
|
194
|
+
|
195
|
+
instance_profile.roles.each do |role|
|
196
|
+
iam_client.remove_role_from_instance_profile(
|
197
|
+
instance_profile_name: AWS_AUTH_INSTANCE_PROFILE_NAME,
|
198
|
+
role_name: role.role_name,
|
199
|
+
)
|
200
|
+
end
|
201
|
+
|
202
|
+
iam_client.add_role_to_instance_profile(
|
203
|
+
instance_profile_name: AWS_AUTH_INSTANCE_PROFILE_NAME,
|
204
|
+
role_name: AWS_AUTH_EC2_ROLE_NAME,
|
205
|
+
)
|
206
|
+
|
207
|
+
# https://docs.aws.amazon.com/AmazonECS/latest/developerguide/ECS_AWSCLI_Fargate.html
|
208
|
+
puts "ECS cluster name: #{AWS_AUTH_ECS_CLUSTER_NAME}"
|
209
|
+
resp = ecs_client.describe_clusters(
|
210
|
+
clusters: [AWS_AUTH_ECS_CLUSTER_NAME],
|
211
|
+
)
|
212
|
+
cluster = detect_object(resp, :clusters, :cluster_name, AWS_AUTH_ECS_CLUSTER_NAME)
|
213
|
+
if cluster.nil?
|
214
|
+
resp = ecs_client.create_cluster(
|
215
|
+
cluster_name: AWS_AUTH_ECS_CLUSTER_NAME,
|
216
|
+
)
|
217
|
+
cluster = resp.cluster
|
218
|
+
end
|
219
|
+
|
220
|
+
# https://docs.aws.amazon.com/AmazonECS/latest/developerguide/task-iam-roles.html
|
221
|
+
ecs_assume_role_policy_document = {
|
222
|
+
"Version": "2012-10-17",
|
223
|
+
"Statement": [
|
224
|
+
{
|
225
|
+
"Sid": "",
|
226
|
+
"Effect": "Allow",
|
227
|
+
"Principal": {
|
228
|
+
"Service": "ecs-tasks.amazonaws.com",
|
229
|
+
},
|
230
|
+
"Action": "sts:AssumeRole",
|
231
|
+
},
|
232
|
+
],
|
233
|
+
}
|
234
|
+
|
235
|
+
# The task role itself does not have any permissions.
|
236
|
+
# The example given in https://docs.aws.amazon.com/AmazonECS/latest/developerguide/task-iam-roles.html
|
237
|
+
# allows read-only access to an S3 bucket.
|
238
|
+
ecs_task_role_policy_document = {
|
239
|
+
"Version": "2012-10-17",
|
240
|
+
"Statement": [],
|
241
|
+
}
|
242
|
+
ecs_task_role = create_role_with_policy(
|
243
|
+
AWS_AUTH_ECS_TASK_ROLE_NAME,
|
244
|
+
{
|
245
|
+
assume_role_policy_document: ecs_assume_role_policy_document.to_json,
|
246
|
+
},
|
247
|
+
)
|
248
|
+
|
249
|
+
# Logging to CloudWatch:
|
250
|
+
# https://docs.aws.amazon.com/AmazonCloudWatch/latest/logs/QuickStartEC2Instance.html
|
251
|
+
ecs_execution_role_policy_document = {
|
252
|
+
"Version": "2012-10-17",
|
253
|
+
"Statement": [
|
254
|
+
{
|
255
|
+
"Effect": "Allow",
|
256
|
+
"Action": [
|
257
|
+
"logs:CreateLogGroup",
|
258
|
+
"logs:CreateLogStream",
|
259
|
+
"logs:PutLogEvents",
|
260
|
+
"logs:DescribeLogStreams",
|
261
|
+
],
|
262
|
+
"Resource": [
|
263
|
+
"*"
|
264
|
+
],
|
265
|
+
}],
|
266
|
+
}
|
267
|
+
ecs_execution_role = create_role_with_policy(
|
268
|
+
AWS_AUTH_ECS_EXECUTION_ROLE_NAME,
|
269
|
+
{
|
270
|
+
assume_role_policy_document: ecs_assume_role_policy_document.to_json,
|
271
|
+
},
|
272
|
+
ecs_execution_role_policy_document,
|
273
|
+
)
|
274
|
+
|
275
|
+
=begin
|
276
|
+
iam_client.attach_role_policy(
|
277
|
+
role_name: AWS_AUTH_ECS_ROLE_NAME,
|
278
|
+
policy_arn: "arn:aws:iam::aws:policy/AmazonECSTaskExecutionRolePolicy",
|
279
|
+
)
|
280
|
+
=end
|
281
|
+
|
282
|
+
log_group = logs_client.describe_log_groups(
|
283
|
+
log_group_name_prefix: AWS_AUTH_ECS_LOG_GROUP,
|
284
|
+
).log_groups.first
|
285
|
+
unless log_group
|
286
|
+
logs_client.create_log_group(
|
287
|
+
log_group_name: AWS_AUTH_ECS_LOG_GROUP,
|
288
|
+
)
|
289
|
+
end
|
290
|
+
|
291
|
+
logs_client.put_retention_policy(
|
292
|
+
log_group_name: AWS_AUTH_ECS_LOG_GROUP,
|
293
|
+
retention_in_days: 1,
|
294
|
+
)
|
295
|
+
end
|
296
|
+
|
297
|
+
def reset_keys
|
298
|
+
user = detect_object(iam_client.list_users, :users, :user_name, AWS_AUTH_REGULAR_USER_NAME)
|
299
|
+
if user.nil?
|
300
|
+
raise 'No user found, please run `aws setup-resources`'
|
301
|
+
end
|
302
|
+
|
303
|
+
iam_client.list_access_keys(
|
304
|
+
user_name: user.user_name,
|
305
|
+
).to_h[:access_key_metadata].each do |access_key|
|
306
|
+
iam_client.delete_access_key(
|
307
|
+
user_name: user.user_name,
|
308
|
+
access_key_id: access_key[:access_key_id],
|
309
|
+
)
|
310
|
+
end
|
311
|
+
|
312
|
+
resp = iam_client.create_access_key(
|
313
|
+
user_name: user.user_name,
|
314
|
+
)
|
315
|
+
access_key = resp.to_h[:access_key]
|
316
|
+
|
317
|
+
puts "Credentials for regular user (#{AWS_AUTH_REGULAR_USER_NAME}):"
|
318
|
+
puts "AWS_ACCESS_KEY_ID=#{access_key[:access_key_id]}"
|
319
|
+
puts "AWS_SECRET_ACCESS_KEY=#{access_key[:secret_access_key]}"
|
320
|
+
puts
|
321
|
+
end
|
322
|
+
|
323
|
+
private
|
324
|
+
|
325
|
+
def create_role_with_policy(role_name, role_options, role_policy_document = nil)
|
326
|
+
role = detect_object(iam_client.list_roles, :roles, :role_name, role_name)
|
327
|
+
if role.nil?
|
328
|
+
resp = iam_client.create_role({
|
329
|
+
role_name: role_name,
|
330
|
+
}.update(role_options))
|
331
|
+
role = resp.role
|
332
|
+
end
|
333
|
+
|
334
|
+
if role_policy_document
|
335
|
+
iam_client.put_role_policy(
|
336
|
+
role_name: role_name,
|
337
|
+
policy_name: "#{role_name}.policy",
|
338
|
+
policy_document: role_policy_document.to_json,
|
339
|
+
)
|
340
|
+
end
|
341
|
+
|
342
|
+
role
|
343
|
+
end
|
344
|
+
|
345
|
+
def setup_security_group(security_group_id)
|
346
|
+
ec2_client.authorize_security_group_ingress(
|
347
|
+
group_id: security_group_id,
|
348
|
+
ip_permissions: [{
|
349
|
+
from_port: 22,
|
350
|
+
to_port: 22,
|
351
|
+
ip_protocol: 'tcp',
|
352
|
+
ip_ranges: [{
|
353
|
+
cidr_ip: '0.0.0.0/0',
|
354
|
+
}],
|
355
|
+
}],
|
356
|
+
)
|
357
|
+
rescue Aws::EC2::Errors::InvalidPermissionDuplicate
|
358
|
+
end
|
359
|
+
end
|
360
|
+
end
|