hybrid_platforms_conductor 32.17.1 → 33.0.3
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/CHANGELOG.md +36 -0
- data/README.md +6 -3
- data/bin/check-node +0 -1
- data/bin/deploy +0 -1
- data/bin/get_impacted_nodes +0 -1
- data/bin/last_deploys +12 -8
- data/bin/nodes_to_deploy +6 -6
- data/bin/setup +6 -6
- data/bin/topograph +1 -1
- data/docs/config_dsl.md +45 -1
- data/docs/executables.md +6 -7
- data/docs/executables/check-node.md +3 -3
- data/docs/executables/deploy.md +3 -3
- data/docs/executables/dump_nodes_json.md +3 -3
- data/docs/executables/test.md +3 -3
- data/docs/executables/topograph.md +3 -3
- data/docs/gen/mermaid/README.md-0.png +0 -0
- data/docs/gen/mermaid/docs/executables/check-node.md-0.png +0 -0
- data/docs/gen/mermaid/docs/executables/deploy.md-0.png +0 -0
- data/docs/gen/mermaid/docs/executables/free_ips.md-0.png +0 -0
- data/docs/gen/mermaid/docs/executables/get_impacted_nodes.md-0.png +0 -0
- data/docs/gen/mermaid/docs/executables/last_deploys.md-0.png +0 -0
- data/docs/gen/mermaid/docs/executables/nodes_to_deploy.md-0.png +0 -0
- data/docs/gen/mermaid/docs/executables/report.md-0.png +0 -0
- data/docs/gen/mermaid/docs/executables/run.md-0.png +0 -0
- data/docs/gen/mermaid/docs/executables/ssh_config.md-0.png +0 -0
- data/docs/gen/mermaid/docs/executables/test.md-0.png +0 -0
- data/docs/plugins.md +46 -0
- data/docs/plugins/log/remote_fs.md +26 -0
- data/docs/plugins/secrets_reader/cli.md +31 -0
- data/docs/plugins/secrets_reader/thycotic.md +46 -0
- data/lib/hybrid_platforms_conductor/action.rb +4 -4
- data/lib/hybrid_platforms_conductor/actions_executor.rb +45 -43
- data/lib/hybrid_platforms_conductor/bitbucket.rb +5 -4
- data/lib/hybrid_platforms_conductor/cmd_runner.rb +13 -12
- data/lib/hybrid_platforms_conductor/cmdb.rb +2 -2
- data/lib/hybrid_platforms_conductor/common_config_dsl/bitbucket.rb +2 -1
- data/lib/hybrid_platforms_conductor/common_config_dsl/confluence.rb +2 -1
- data/lib/hybrid_platforms_conductor/common_config_dsl/file_system_tests.rb +5 -4
- data/lib/hybrid_platforms_conductor/common_config_dsl/github.rb +4 -3
- data/lib/hybrid_platforms_conductor/common_config_dsl/idempotence_tests.rb +2 -2
- data/lib/hybrid_platforms_conductor/config.rb +8 -4
- data/lib/hybrid_platforms_conductor/confluence.rb +1 -1
- data/lib/hybrid_platforms_conductor/connector.rb +5 -2
- data/lib/hybrid_platforms_conductor/core_extensions/cleanroom/fix_kwargs.rb +116 -0
- data/lib/hybrid_platforms_conductor/core_extensions/symbol/zero.rb +24 -0
- data/lib/hybrid_platforms_conductor/credentials.rb +39 -36
- data/lib/hybrid_platforms_conductor/current_dir_monitor.rb +4 -1
- data/lib/hybrid_platforms_conductor/deployer.rb +275 -225
- data/lib/hybrid_platforms_conductor/executable.rb +20 -15
- data/lib/hybrid_platforms_conductor/hpc_plugins/cmdb/config.rb +10 -7
- data/lib/hybrid_platforms_conductor/hpc_plugins/cmdb/host_ip.rb +1 -1
- data/lib/hybrid_platforms_conductor/hpc_plugins/cmdb/host_keys.rb +2 -2
- data/lib/hybrid_platforms_conductor/hpc_plugins/cmdb/platform_handlers.rb +4 -4
- data/lib/hybrid_platforms_conductor/hpc_plugins/connector/local.rb +2 -0
- data/lib/hybrid_platforms_conductor/hpc_plugins/connector/ssh.rb +45 -49
- data/lib/hybrid_platforms_conductor/hpc_plugins/log/my_log_plugin.rb.sample +100 -0
- data/lib/hybrid_platforms_conductor/hpc_plugins/log/remote_fs.rb +180 -0
- data/lib/hybrid_platforms_conductor/hpc_plugins/platform_handler/serverless_chef.rb +68 -66
- data/lib/hybrid_platforms_conductor/hpc_plugins/platform_handler/serverless_chef/dsl_parser.rb +13 -0
- data/lib/hybrid_platforms_conductor/hpc_plugins/platform_handler/serverless_chef/recipes_tree_builder.rb +39 -38
- data/lib/hybrid_platforms_conductor/hpc_plugins/platform_handler/yaml_inventory.rb +5 -4
- data/lib/hybrid_platforms_conductor/hpc_plugins/provisioner/docker.rb +43 -45
- data/lib/hybrid_platforms_conductor/hpc_plugins/provisioner/podman.rb +18 -20
- data/lib/hybrid_platforms_conductor/hpc_plugins/provisioner/proxmox.rb +119 -118
- data/lib/hybrid_platforms_conductor/hpc_plugins/provisioner/proxmox/proxmox_waiter.rb +39 -43
- data/lib/hybrid_platforms_conductor/hpc_plugins/provisioner/proxmox/reserve_proxmox_container +9 -13
- data/lib/hybrid_platforms_conductor/hpc_plugins/report/confluence.rb +2 -2
- data/lib/hybrid_platforms_conductor/hpc_plugins/report/mediawiki.rb +28 -21
- data/lib/hybrid_platforms_conductor/hpc_plugins/report/stdout.rb +26 -22
- data/lib/hybrid_platforms_conductor/hpc_plugins/secrets_reader/cli.rb +77 -0
- data/lib/hybrid_platforms_conductor/hpc_plugins/secrets_reader/my_secrets_reader_plugin.rb.sample +46 -0
- data/lib/hybrid_platforms_conductor/hpc_plugins/secrets_reader/thycotic.rb +90 -0
- data/lib/hybrid_platforms_conductor/hpc_plugins/test/bitbucket_conf.rb +3 -3
- data/lib/hybrid_platforms_conductor/hpc_plugins/test/check_deploy_and_idempotence.rb +4 -2
- data/lib/hybrid_platforms_conductor/hpc_plugins/test/deploy_freshness.rb +7 -21
- data/lib/hybrid_platforms_conductor/hpc_plugins/test/deploy_removes_root_access.rb +21 -19
- data/lib/hybrid_platforms_conductor/hpc_plugins/test/divergence.rb +2 -2
- data/lib/hybrid_platforms_conductor/hpc_plugins/test/executables.rb +2 -2
- data/lib/hybrid_platforms_conductor/hpc_plugins/test/file_system.rb +19 -21
- data/lib/hybrid_platforms_conductor/hpc_plugins/test/file_system_hdfs.rb +19 -21
- data/lib/hybrid_platforms_conductor/hpc_plugins/test/github_ci.rb +2 -3
- data/lib/hybrid_platforms_conductor/hpc_plugins/test/idempotence.rb +2 -2
- data/lib/hybrid_platforms_conductor/hpc_plugins/test/ip.rb +1 -1
- data/lib/hybrid_platforms_conductor/hpc_plugins/test/jenkins_ci_conf.rb +21 -22
- data/lib/hybrid_platforms_conductor/hpc_plugins/test/jenkins_ci_masters_ok.rb +10 -12
- data/lib/hybrid_platforms_conductor/hpc_plugins/test/linear_strategy.rb +9 -9
- data/lib/hybrid_platforms_conductor/hpc_plugins/test/local_users.rb +2 -2
- data/lib/hybrid_platforms_conductor/hpc_plugins/test/mounts.rb +2 -2
- data/lib/hybrid_platforms_conductor/hpc_plugins/test/orphan_files.rb +10 -9
- data/lib/hybrid_platforms_conductor/hpc_plugins/test/ports.rb +2 -2
- data/lib/hybrid_platforms_conductor/hpc_plugins/test/private_ips.rb +5 -5
- data/lib/hybrid_platforms_conductor/hpc_plugins/test/public_ips.rb +5 -5
- data/lib/hybrid_platforms_conductor/hpc_plugins/test/spectre.rb +4 -6
- data/lib/hybrid_platforms_conductor/hpc_plugins/test/veids.rb +3 -3
- data/lib/hybrid_platforms_conductor/hpc_plugins/test/vulnerabilities.rb +25 -24
- data/lib/hybrid_platforms_conductor/hpc_plugins/test_report/confluence.rb +2 -2
- data/lib/hybrid_platforms_conductor/hpc_plugins/test_report/stdout.rb +8 -6
- data/lib/hybrid_platforms_conductor/io_router.rb +14 -13
- data/lib/hybrid_platforms_conductor/json_dumper.rb +2 -2
- data/lib/hybrid_platforms_conductor/log.rb +31 -0
- data/lib/hybrid_platforms_conductor/logger_helpers.rb +19 -16
- data/lib/hybrid_platforms_conductor/nodes_handler.rb +89 -71
- data/lib/hybrid_platforms_conductor/parallel_threads.rb +7 -11
- data/lib/hybrid_platforms_conductor/platform_handler.rb +7 -7
- data/lib/hybrid_platforms_conductor/platforms_handler.rb +5 -3
- data/lib/hybrid_platforms_conductor/plugin.rb +2 -2
- data/lib/hybrid_platforms_conductor/plugins.rb +14 -8
- data/lib/hybrid_platforms_conductor/provisioner.rb +4 -4
- data/lib/hybrid_platforms_conductor/report.rb +2 -2
- data/lib/hybrid_platforms_conductor/reports_handler.rb +3 -2
- data/lib/hybrid_platforms_conductor/secrets_reader.rb +31 -0
- data/lib/hybrid_platforms_conductor/services_handler.rb +32 -29
- data/lib/hybrid_platforms_conductor/test_only_remote_node.rb +1 -1
- data/lib/hybrid_platforms_conductor/test_report.rb +15 -18
- data/lib/hybrid_platforms_conductor/tests_runner.rb +116 -118
- data/lib/hybrid_platforms_conductor/thycotic.rb +28 -19
- data/lib/hybrid_platforms_conductor/topographer.rb +200 -190
- data/lib/hybrid_platforms_conductor/topographer/plugins/graphviz.rb +8 -8
- data/lib/hybrid_platforms_conductor/topographer/plugins/json.rb +4 -4
- data/lib/hybrid_platforms_conductor/version.rb +1 -1
- data/spec/hybrid_platforms_conductor_test.rb +51 -12
- data/spec/hybrid_platforms_conductor_test/api/actions_executor/actions/bash_spec.rb +18 -11
- data/spec/hybrid_platforms_conductor_test/api/actions_executor/actions/interactive_spec.rb +2 -2
- data/spec/hybrid_platforms_conductor_test/api/actions_executor/actions/remote_bash_spec.rb +32 -21
- data/spec/hybrid_platforms_conductor_test/api/actions_executor/actions/ruby_spec.rb +75 -49
- data/spec/hybrid_platforms_conductor_test/api/actions_executor/actions/scp_spec.rb +27 -15
- data/spec/hybrid_platforms_conductor_test/api/actions_executor/actions_spec.rb +90 -59
- data/spec/hybrid_platforms_conductor_test/api/actions_executor/connection_spec.rb +46 -44
- data/spec/hybrid_platforms_conductor_test/api/actions_executor/connectors/local/connectable_nodes_spec.rb +12 -8
- data/spec/hybrid_platforms_conductor_test/api/actions_executor/connectors/local/remote_actions_spec.rb +4 -7
- data/spec/hybrid_platforms_conductor_test/api/actions_executor/connectors/ssh/cli_options_spec.rb +21 -22
- data/spec/hybrid_platforms_conductor_test/api/actions_executor/connectors/ssh/config_dsl_spec.rb +23 -24
- data/spec/hybrid_platforms_conductor_test/api/actions_executor/connectors/ssh/connectable_nodes_spec.rb +10 -6
- data/spec/hybrid_platforms_conductor_test/api/actions_executor/connectors/ssh/connections_spec.rb +106 -75
- data/spec/hybrid_platforms_conductor_test/api/actions_executor/connectors/ssh/global_helpers_spec.rb +145 -126
- data/spec/hybrid_platforms_conductor_test/api/actions_executor/connectors/ssh/node_helpers_spec.rb +3 -3
- data/spec/hybrid_platforms_conductor_test/api/actions_executor/connectors/ssh/remote_actions_spec.rb +29 -25
- data/spec/hybrid_platforms_conductor_test/api/actions_executor/logging_spec.rb +167 -142
- data/spec/hybrid_platforms_conductor_test/api/actions_executor/parallel_spec.rb +272 -244
- data/spec/hybrid_platforms_conductor_test/api/actions_executor/timeout_spec.rb +16 -16
- data/spec/hybrid_platforms_conductor_test/api/cmd_runner_spec.rb +36 -36
- data/spec/hybrid_platforms_conductor_test/api/config_spec.rb +24 -22
- data/spec/hybrid_platforms_conductor_test/api/deployer/check_spec.rb +4 -2
- data/spec/hybrid_platforms_conductor_test/api/deployer/config_dsl_spec.rb +43 -5
- data/spec/hybrid_platforms_conductor_test/api/deployer/deploy_spec.rb +199 -216
- data/spec/hybrid_platforms_conductor_test/api/deployer/log_plugins/remote_fs_spec.rb +223 -0
- data/spec/hybrid_platforms_conductor_test/api/deployer/parse_deploy_output_spec.rb +55 -59
- data/spec/hybrid_platforms_conductor_test/api/deployer/provisioner_spec.rb +36 -62
- data/spec/hybrid_platforms_conductor_test/api/deployer/provisioners/podman_spec.rb +17 -17
- data/spec/hybrid_platforms_conductor_test/api/deployer/provisioners/proxmox/config_dsl_spec.rb +4 -4
- data/spec/hybrid_platforms_conductor_test/api/deployer/provisioners/proxmox/create_spec.rb +44 -51
- data/spec/hybrid_platforms_conductor_test/api/deployer/provisioners/proxmox/destroy_spec.rb +3 -3
- data/spec/hybrid_platforms_conductor_test/api/deployer/provisioners/proxmox/ip_spec.rb +12 -16
- data/spec/hybrid_platforms_conductor_test/api/deployer/provisioners/proxmox/reserve_proxmox_container/destroy_vm_spec.rb +31 -19
- data/spec/hybrid_platforms_conductor_test/api/deployer/provisioners/proxmox/reserve_proxmox_container/expired_containers_spec.rb +324 -266
- data/spec/hybrid_platforms_conductor_test/api/deployer/provisioners/proxmox/reserve_proxmox_container/ips_assignment_spec.rb +89 -61
- data/spec/hybrid_platforms_conductor_test/api/deployer/provisioners/proxmox/reserve_proxmox_container/other_lxc_containers_resources_spec.rb +117 -93
- data/spec/hybrid_platforms_conductor_test/api/deployer/provisioners/proxmox/reserve_proxmox_container/pve_node_resources_spec.rb +71 -54
- data/spec/hybrid_platforms_conductor_test/api/deployer/provisioners/proxmox/reserve_proxmox_container/retries_spec.rb +10 -8
- data/spec/hybrid_platforms_conductor_test/api/deployer/provisioners/proxmox/reserve_proxmox_container/vm_ids_assignment_spec.rb +80 -60
- data/spec/hybrid_platforms_conductor_test/api/deployer/provisioners/proxmox/start_spec.rb +1 -1
- data/spec/hybrid_platforms_conductor_test/api/deployer/provisioners/proxmox/state_spec.rb +1 -1
- data/spec/hybrid_platforms_conductor_test/api/deployer/provisioners/proxmox/stop_spec.rb +1 -1
- data/spec/hybrid_platforms_conductor_test/api/deployer/secrets_reader_plugins/cli_spec.rb +64 -0
- data/spec/hybrid_platforms_conductor_test/api/deployer/secrets_reader_plugins/thycotic_spec.rb +268 -0
- data/spec/hybrid_platforms_conductor_test/api/nodes_handler/cmdbs/config_spec.rb +8 -10
- data/spec/hybrid_platforms_conductor_test/api/nodes_handler/cmdbs/host_ip_spec.rb +33 -24
- data/spec/hybrid_platforms_conductor_test/api/nodes_handler/cmdbs/host_keys_spec.rb +64 -51
- data/spec/hybrid_platforms_conductor_test/api/nodes_handler/cmdbs/platform_handlers_spec.rb +3 -3
- data/spec/hybrid_platforms_conductor_test/api/nodes_handler/cmdbs_plugins_api_spec.rb +50 -51
- data/spec/hybrid_platforms_conductor_test/api/nodes_handler/common_spec.rb +91 -81
- data/spec/hybrid_platforms_conductor_test/api/nodes_handler/config_dsl_spec.rb +14 -16
- data/spec/hybrid_platforms_conductor_test/api/nodes_handler/git_diff_impacts_spec.rb +51 -75
- data/spec/hybrid_platforms_conductor_test/api/nodes_handler/nodes_selectors_spec.rb +35 -26
- data/spec/hybrid_platforms_conductor_test/api/nodes_handler/platform_handlers_plugins_api_spec.rb +24 -16
- data/spec/hybrid_platforms_conductor_test/api/nodes_handler/several_platforms_spec.rb +29 -19
- data/spec/hybrid_platforms_conductor_test/api/platform_handler_spec.rb +4 -4
- data/spec/hybrid_platforms_conductor_test/api/platform_handlers/serverless_chef/config_dsl_spec.rb +2 -2
- data/spec/hybrid_platforms_conductor_test/api/platform_handlers/serverless_chef/deploy_output_parsing_spec.rb +6 -6
- data/spec/hybrid_platforms_conductor_test/api/platform_handlers/serverless_chef/diff_impacts_spec.rb +57 -99
- data/spec/hybrid_platforms_conductor_test/api/platform_handlers/serverless_chef/inventory_spec.rb +4 -4
- data/spec/hybrid_platforms_conductor_test/api/platform_handlers/serverless_chef/packaging_spec.rb +32 -35
- data/spec/hybrid_platforms_conductor_test/api/platform_handlers/serverless_chef/services_deployment_spec.rb +10 -10
- data/spec/hybrid_platforms_conductor_test/api/platforms_handler_spec.rb +38 -27
- data/spec/hybrid_platforms_conductor_test/api/plugins_spec.rb +46 -52
- data/spec/hybrid_platforms_conductor_test/api/reports_handler_spec.rb +2 -2
- data/spec/hybrid_platforms_conductor_test/api/services_handler/actions_to_deploy_spec.rb +90 -58
- data/spec/hybrid_platforms_conductor_test/api/services_handler/deploy_allowed_spec.rb +38 -34
- data/spec/hybrid_platforms_conductor_test/api/services_handler/log_info_spec.rb +11 -9
- data/spec/hybrid_platforms_conductor_test/api/services_handler/package_spec.rb +193 -171
- data/spec/hybrid_platforms_conductor_test/api/services_handler/parse_deploy_output_spec.rb +66 -54
- data/spec/hybrid_platforms_conductor_test/api/services_handler/prepare_for_deploy_spec.rb +147 -133
- data/spec/hybrid_platforms_conductor_test/api/tests_runner/common_spec.rb +69 -49
- data/spec/hybrid_platforms_conductor_test/api/tests_runner/global_spec.rb +5 -4
- data/spec/hybrid_platforms_conductor_test/api/tests_runner/node_check_spec.rb +8 -5
- data/spec/hybrid_platforms_conductor_test/api/tests_runner/node_spec.rb +8 -5
- data/spec/hybrid_platforms_conductor_test/api/tests_runner/node_ssh_spec.rb +30 -27
- data/spec/hybrid_platforms_conductor_test/api/tests_runner/platform_spec.rb +12 -9
- data/spec/hybrid_platforms_conductor_test/api/tests_runner/reports_spec.rb +48 -47
- data/spec/hybrid_platforms_conductor_test/api/tests_runner/test_plugins/bitbucket_conf_spec.rb +5 -5
- data/spec/hybrid_platforms_conductor_test/api/tests_runner/test_plugins/github_ci_spec.rb +5 -5
- data/spec/hybrid_platforms_conductor_test/api/tests_runner/test_reports_plugins/confluence_spec.rb +5 -5
- data/spec/hybrid_platforms_conductor_test/cmdb_plugins/test_cmdb.rb +9 -9
- data/spec/hybrid_platforms_conductor_test/cmdb_plugins/{test_cmdb2.rb → test_cmdb_2.rb} +6 -6
- data/spec/hybrid_platforms_conductor_test/cmdb_plugins/test_cmdb_others.rb +3 -3
- data/spec/hybrid_platforms_conductor_test/cmdb_plugins/{test_cmdb_others2.rb → test_cmdb_others_2.rb} +2 -2
- data/spec/hybrid_platforms_conductor_test/docs_spec.rb +1 -1
- data/spec/hybrid_platforms_conductor_test/executables/{check-node_spec.rb → check_node_spec.rb} +4 -6
- data/spec/hybrid_platforms_conductor_test/executables/deploy_spec.rb +4 -6
- data/spec/hybrid_platforms_conductor_test/executables/get_impacted_nodes_spec.rb +76 -77
- data/spec/hybrid_platforms_conductor_test/executables/last_deploys_spec.rb +159 -113
- data/spec/hybrid_platforms_conductor_test/executables/nodes_to_deploy_spec.rb +299 -160
- data/spec/hybrid_platforms_conductor_test/executables/options/actions_executor_spec.rb +4 -6
- data/spec/hybrid_platforms_conductor_test/executables/options/cmd_runner_spec.rb +3 -5
- data/spec/hybrid_platforms_conductor_test/executables/options/common_spec.rb +8 -8
- data/spec/hybrid_platforms_conductor_test/executables/options/deployer_spec.rb +12 -196
- data/spec/hybrid_platforms_conductor_test/executables/options/nodes_handler_spec.rb +9 -10
- data/spec/hybrid_platforms_conductor_test/executables/options/nodes_selectors_spec.rb +9 -10
- data/spec/hybrid_platforms_conductor_test/executables/options/reports_handler_spec.rb +1 -1
- data/spec/hybrid_platforms_conductor_test/executables/options/tests_runner_spec.rb +22 -22
- data/spec/hybrid_platforms_conductor_test/executables/report_spec.rb +22 -16
- data/spec/hybrid_platforms_conductor_test/executables/run_spec.rb +32 -32
- data/spec/hybrid_platforms_conductor_test/executables/ssh_config_spec.rb +7 -9
- data/spec/hybrid_platforms_conductor_test/executables/test_spec.rb +3 -5
- data/spec/hybrid_platforms_conductor_test/helpers/actions_executor_helpers.rb +2 -2
- data/spec/hybrid_platforms_conductor_test/helpers/cmd_runner_helpers.rb +4 -3
- data/spec/hybrid_platforms_conductor_test/helpers/cmdb_helpers.rb +2 -2
- data/spec/hybrid_platforms_conductor_test/helpers/config_helpers.rb +1 -1
- data/spec/hybrid_platforms_conductor_test/helpers/connector_ssh_helpers.rb +12 -13
- data/spec/hybrid_platforms_conductor_test/helpers/deployer_helpers.rb +245 -56
- data/spec/hybrid_platforms_conductor_test/helpers/executables_helpers.rb +11 -11
- data/spec/hybrid_platforms_conductor_test/helpers/nodes_handler_helpers.rb +1 -1
- data/spec/hybrid_platforms_conductor_test/helpers/platforms_handler_helpers.rb +39 -28
- data/spec/hybrid_platforms_conductor_test/helpers/plugins_helpers.rb +1 -1
- data/spec/hybrid_platforms_conductor_test/helpers/provisioner_proxmox_helpers.rb +86 -111
- data/spec/hybrid_platforms_conductor_test/helpers/reports_handler_helpers.rb +1 -1
- data/spec/hybrid_platforms_conductor_test/helpers/serverless_chef_helpers.rb +3 -3
- data/spec/hybrid_platforms_conductor_test/helpers/services_handler_helpers.rb +1 -1
- data/spec/hybrid_platforms_conductor_test/helpers/tests_runner_helpers.rb +1 -1
- data/spec/hybrid_platforms_conductor_test/mocked_lib/my_test_gem/hpc_plugins/test_plugin_type/{test_plugin_id1.rb → test_plugin_id_1.rb} +0 -0
- data/spec/hybrid_platforms_conductor_test/mocked_lib/my_test_gem/hpc_plugins/test_plugin_type/{test_plugin_id2.rb → test_plugin_id_2.rb} +0 -0
- data/spec/hybrid_platforms_conductor_test/mocked_lib/my_test_gem2/sub_dir/hpc_plugins/test_plugin_type/{test_plugin_id3.rb → test_plugin_id_3.rb} +0 -0
- data/spec/hybrid_platforms_conductor_test/mocked_lib/my_test_gem2/sub_dir/hpc_plugins/{test_plugin_type2/test_plugin_id4.rb → test_plugin_type_2/test_plugin_id_4.rb} +0 -0
- data/spec/hybrid_platforms_conductor_test/platform_handler_plugins/test.rb +1 -1
- data/spec/hybrid_platforms_conductor_test/platform_handler_plugins/{test2.rb → test_2.rb} +0 -0
- data/spec/hybrid_platforms_conductor_test/rubocop_spec.rb +31 -0
- data/spec/hybrid_platforms_conductor_test/serverless_chef_repositories/1_node/nodes/node.json +3 -3
- data/spec/hybrid_platforms_conductor_test/serverless_chef_repositories/data_bags/nodes/node.json +3 -3
- data/spec/hybrid_platforms_conductor_test/serverless_chef_repositories/recipes/cookbooks/test_cookbook_2/libraries/default.rb +1 -0
- data/spec/hybrid_platforms_conductor_test/serverless_chef_repositories/several_cookbooks/other_cookbooks/test_cookbook_2/libraries/default.rb +1 -0
- data/spec/hybrid_platforms_conductor_test/shared_examples/deployer.rb +952 -0
- data/spec/hybrid_platforms_conductor_test/test_connector.rb +4 -3
- data/spec/hybrid_platforms_conductor_test/test_log_no_read_plugin.rb +84 -0
- data/spec/hybrid_platforms_conductor_test/test_log_plugin.rb +105 -0
- data/spec/hybrid_platforms_conductor_test/test_plugins/global.rb +1 -0
- data/spec/hybrid_platforms_conductor_test/test_plugins/node.rb +1 -0
- data/spec/hybrid_platforms_conductor_test/test_plugins/node_check.rb +1 -0
- data/spec/hybrid_platforms_conductor_test/test_plugins/platform.rb +1 -0
- data/spec/hybrid_platforms_conductor_test/test_plugins/several_checks.rb +2 -2
- data/spec/hybrid_platforms_conductor_test/test_secrets_reader_plugin.rb +45 -0
- data/spec/hybrid_platforms_conductor_test/tests_report_plugin.rb +5 -6
- data/spec/spec_helper.rb +17 -18
- data/tools/check_md +16 -20
- data/tools/generate_mermaid +1 -1
- metadata +194 -144
- data/spec/hybrid_platforms_conductor_test/helpers/deployer_test_helpers.rb +0 -916
@@ -1,8 +1,8 @@
|
|
1
1
|
describe HybridPlatformsConductor::ActionsExecutor do
|
2
2
|
|
3
|
-
context 'checking connector plugin local' do
|
3
|
+
context 'when checking connector plugin local' do
|
4
4
|
|
5
|
-
context 'checking connectable nodes selection' do
|
5
|
+
context 'when checking connectable nodes selection' do
|
6
6
|
|
7
7
|
# Return the connector to be tested
|
8
8
|
#
|
@@ -13,12 +13,16 @@ describe HybridPlatformsConductor::ActionsExecutor do
|
|
13
13
|
end
|
14
14
|
|
15
15
|
it 'selects connectable nodes correctly' do
|
16
|
-
with_test_platform(
|
17
|
-
|
18
|
-
|
19
|
-
|
20
|
-
|
21
|
-
|
16
|
+
with_test_platform(
|
17
|
+
{
|
18
|
+
nodes: {
|
19
|
+
'node1' => { meta: { host_ip: '192.168.42.42' } },
|
20
|
+
'node2' => {},
|
21
|
+
'node3' => { meta: { host_ip: '127.0.0.1', local_node: true } },
|
22
|
+
'node4' => { meta: { local_node: true } }
|
23
|
+
}
|
24
|
+
}
|
25
|
+
) do
|
22
26
|
expect(test_connector.connectable_nodes_from(%w[node1 node2 node3 node4]).sort).to eq %w[node3 node4].sort
|
23
27
|
end
|
24
28
|
end
|
@@ -1,8 +1,8 @@
|
|
1
1
|
describe HybridPlatformsConductor::ActionsExecutor do
|
2
2
|
|
3
|
-
context 'checking connector plugin local' do
|
3
|
+
context 'when checking connector plugin local' do
|
4
4
|
|
5
|
-
context 'checking remote actions' do
|
5
|
+
context 'when checking remote actions' do
|
6
6
|
|
7
7
|
# Return the connector to be tested
|
8
8
|
#
|
@@ -19,7 +19,6 @@ describe HybridPlatformsConductor::ActionsExecutor do
|
|
19
19
|
# * *expected_stdout* (String): Expected stdout after client code execution [default: '']
|
20
20
|
# * *expected_stderr* (String): Expected stderr after client code execution [default: '']
|
21
21
|
# * *timeout* (Integer or nil): Timeout to prepare the connector for [default: nil]
|
22
|
-
# * *password* (String or nil): Password to set for the node, or nil for none [default: nil]
|
23
22
|
# * *additional_config* (String): Additional config [default: '']
|
24
23
|
# * Proc: Client code to execute testing
|
25
24
|
def with_test_platform_for_remote_testing(
|
@@ -27,13 +26,11 @@ describe HybridPlatformsConductor::ActionsExecutor do
|
|
27
26
|
expected_stdout: '',
|
28
27
|
expected_stderr: '',
|
29
28
|
timeout: nil,
|
30
|
-
password: nil,
|
31
29
|
additional_config: ''
|
32
30
|
)
|
33
31
|
with_test_platform(
|
34
32
|
{ nodes: { 'node' => { meta: { local_node: true } } } },
|
35
|
-
|
36
|
-
additional_config
|
33
|
+
additional_config: additional_config
|
37
34
|
) do
|
38
35
|
with_cmd_runner_mocked(expected_cmds) do
|
39
36
|
test_connector.with_connection_to(['node']) do
|
@@ -62,7 +59,7 @@ describe HybridPlatformsConductor::ActionsExecutor do
|
|
62
59
|
expected_cmds: [
|
63
60
|
[
|
64
61
|
'cd /tmp/hpc_local_workspaces/node ; bash_cmd.bash',
|
65
|
-
proc do |
|
62
|
+
proc do |_cmd, log_to_file: nil, log_to_stdout: true, log_stdout_to_io: nil, log_stderr_to_io: nil, expected_code: 0, timeout: nil, no_exception: false|
|
66
63
|
expect(timeout).to eq 5
|
67
64
|
[0, '', '']
|
68
65
|
end
|
data/spec/hybrid_platforms_conductor_test/api/actions_executor/connectors/ssh/cli_options_spec.rb
CHANGED
@@ -1,8 +1,8 @@
|
|
1
1
|
describe HybridPlatformsConductor::ActionsExecutor do
|
2
2
|
|
3
|
-
context 'checking connector plugin ssh' do
|
3
|
+
context 'when checking connector plugin ssh' do
|
4
4
|
|
5
|
-
context 'checking command-line interface options' do
|
5
|
+
context 'when checking command-line interface options' do
|
6
6
|
|
7
7
|
# Setup a platform for tests
|
8
8
|
#
|
@@ -13,11 +13,10 @@ describe HybridPlatformsConductor::ActionsExecutor do
|
|
13
13
|
def with_test_platform_for_cli
|
14
14
|
with_test_platform(
|
15
15
|
{ nodes: { 'node' => {} } },
|
16
|
-
|
17
|
-
"
|
16
|
+
additional_config: <<~EO_CONFIG
|
18
17
|
gateway :test_gateway, 'Host test_gateway'
|
19
|
-
gateway :
|
20
|
-
|
18
|
+
gateway :test_gateway_2, 'Host test_gateway_2'
|
19
|
+
EO_CONFIG
|
21
20
|
) do |repository|
|
22
21
|
ENV['hpc_ssh_gateways_conf'] = 'test_gateway'
|
23
22
|
yield repository
|
@@ -34,10 +33,10 @@ describe HybridPlatformsConductor::ActionsExecutor do
|
|
34
33
|
|
35
34
|
it 'selects the correct gateway user' do
|
36
35
|
with_test_platform_for_cli do
|
37
|
-
expect_actions_executor_runs
|
36
|
+
expect_actions_executor_runs [proc do
|
38
37
|
expect(test_connector.ssh_gateway_user).to eq 'another_user'
|
39
38
|
{}
|
40
|
-
end]
|
39
|
+
end]
|
41
40
|
exit_code, stdout, stderr = run 'run', '--node', 'node', '--command', 'echo Hello', '--ssh-gateway-user', 'another_user'
|
42
41
|
expect(exit_code).to eq 0
|
43
42
|
expect(stdout).to eq ''
|
@@ -47,11 +46,11 @@ describe HybridPlatformsConductor::ActionsExecutor do
|
|
47
46
|
|
48
47
|
it 'selects the correct gateway conf' do
|
49
48
|
with_test_platform_for_cli do
|
50
|
-
expect_actions_executor_runs
|
51
|
-
expect(test_connector.ssh_gateways_conf).to eq :
|
49
|
+
expect_actions_executor_runs [proc do
|
50
|
+
expect(test_connector.ssh_gateways_conf).to eq :test_gateway_2
|
52
51
|
{}
|
53
|
-
end]
|
54
|
-
exit_code, stdout, stderr = run 'run', '--node', 'node', '--command', 'echo Hello', '--ssh-gateways-conf', '
|
52
|
+
end]
|
53
|
+
exit_code, stdout, stderr = run 'run', '--node', 'node', '--command', 'echo Hello', '--ssh-gateways-conf', 'test_gateway_2'
|
55
54
|
expect(exit_code).to eq 0
|
56
55
|
expect(stdout).to eq ''
|
57
56
|
expect(stderr).to eq ''
|
@@ -60,10 +59,10 @@ describe HybridPlatformsConductor::ActionsExecutor do
|
|
60
59
|
|
61
60
|
it 'does not use the SSH control master' do
|
62
61
|
with_test_platform_for_cli do
|
63
|
-
expect_actions_executor_runs
|
62
|
+
expect_actions_executor_runs [proc do
|
64
63
|
expect(test_connector.ssh_use_control_master).to eq false
|
65
64
|
{}
|
66
|
-
end]
|
65
|
+
end]
|
67
66
|
exit_code, stdout, stderr = run 'run', '--node', 'node', '--command', 'echo Hello', '--ssh-no-control-master'
|
68
67
|
expect(exit_code).to eq 0
|
69
68
|
expect(stdout).to eq ''
|
@@ -73,10 +72,10 @@ describe HybridPlatformsConductor::ActionsExecutor do
|
|
73
72
|
|
74
73
|
it 'does not use strict host key checking' do
|
75
74
|
with_test_platform_for_cli do
|
76
|
-
expect_actions_executor_runs
|
75
|
+
expect_actions_executor_runs [proc do
|
77
76
|
expect(test_connector.ssh_strict_host_key_checking).to eq false
|
78
77
|
{}
|
79
|
-
end]
|
78
|
+
end]
|
80
79
|
exit_code, stdout, stderr = run 'run', '--node', 'node', '--command', 'echo Hello', '--ssh-no-host-key-checking'
|
81
80
|
expect(exit_code).to eq 0
|
82
81
|
expect(stdout).to eq ''
|
@@ -86,10 +85,10 @@ describe HybridPlatformsConductor::ActionsExecutor do
|
|
86
85
|
|
87
86
|
it 'uses a different SSH user name' do
|
88
87
|
with_test_platform_for_cli do
|
89
|
-
expect_actions_executor_runs
|
88
|
+
expect_actions_executor_runs [proc do
|
90
89
|
expect(test_connector.ssh_user).to eq 'ssh_new_user'
|
91
90
|
{}
|
92
|
-
end]
|
91
|
+
end]
|
93
92
|
exit_code, stdout, stderr = run 'run', '--node', 'node', '--command', 'echo Hello', '--ssh-user', 'ssh_new_user'
|
94
93
|
expect(exit_code).to eq 0
|
95
94
|
expect(stdout).to eq ''
|
@@ -101,9 +100,9 @@ describe HybridPlatformsConductor::ActionsExecutor do
|
|
101
100
|
ENV.delete 'hpc_ssh_user'
|
102
101
|
ENV.delete 'USER'
|
103
102
|
with_test_platform_for_cli do
|
104
|
-
with_cmd_runner_mocked
|
103
|
+
with_cmd_runner_mocked [
|
105
104
|
['whoami', proc { [0, '', ''] }]
|
106
|
-
]
|
105
|
+
] do
|
107
106
|
expect { run 'run', '--node', 'node', '--command', 'echo Hello' }.to raise_error(RuntimeError, 'No SSH user name specified. Please use --ssh-user option or hpc_ssh_user environment variable to set it.')
|
108
107
|
end
|
109
108
|
end
|
@@ -111,10 +110,10 @@ describe HybridPlatformsConductor::ActionsExecutor do
|
|
111
110
|
|
112
111
|
it 'expects passwords to be input' do
|
113
112
|
with_test_platform_for_cli do
|
114
|
-
expect_actions_executor_runs
|
113
|
+
expect_actions_executor_runs [proc do
|
115
114
|
expect(test_connector.auth_password).to eq true
|
116
115
|
{}
|
117
|
-
end]
|
116
|
+
end]
|
118
117
|
exit_code, stdout, stderr = run 'run', '--node', 'node', '--command', 'echo Hello', '--password'
|
119
118
|
expect(exit_code).to eq 0
|
120
119
|
expect(stdout).to eq ''
|
data/spec/hybrid_platforms_conductor_test/api/actions_executor/connectors/ssh/config_dsl_spec.rb
CHANGED
@@ -1,13 +1,13 @@
|
|
1
1
|
describe HybridPlatformsConductor::ActionsExecutor do
|
2
2
|
|
3
|
-
context 'checking connector plugin ssh' do
|
3
|
+
context 'when checking connector plugin ssh' do
|
4
4
|
|
5
|
-
context 'checking Config DSL extensions' do
|
5
|
+
context 'when checking Config DSL extensions' do
|
6
6
|
|
7
7
|
it 'returns 1 defined gateway' do
|
8
|
-
with_repository do
|
9
|
-
with_platforms 'gateway :
|
10
|
-
expect(test_config.known_gateways).to eq [:
|
8
|
+
with_repository do
|
9
|
+
with_platforms 'gateway :gateway_1, \'\'' do
|
10
|
+
expect(test_config.known_gateways).to eq [:gateway_1]
|
11
11
|
end
|
12
12
|
end
|
13
13
|
end
|
@@ -17,28 +17,28 @@ describe HybridPlatformsConductor::ActionsExecutor do
|
|
17
17
|
Host gateway
|
18
18
|
Hostname mygateway.com
|
19
19
|
'
|
20
|
-
with_repository do
|
21
|
-
with_platforms "gateway :
|
22
|
-
expect(test_config.ssh_for_gateway(:
|
20
|
+
with_repository do
|
21
|
+
with_platforms "gateway :gateway_1, '#{ssh_gateway}'" do
|
22
|
+
expect(test_config.ssh_for_gateway(:gateway_1)).to eq ssh_gateway
|
23
23
|
end
|
24
24
|
end
|
25
25
|
end
|
26
26
|
|
27
27
|
it 'returns 1 defined gateway with its content and replacing ERB template correctly' do
|
28
|
-
with_repository do
|
29
|
-
with_platforms 'gateway :
|
30
|
-
expect(test_config.ssh_for_gateway(:
|
28
|
+
with_repository do
|
29
|
+
with_platforms 'gateway :gateway_1, \'Host gateway_<%= @user %>\'' do
|
30
|
+
expect(test_config.ssh_for_gateway(:gateway_1, user: 'test_user')).to eq 'Host gateway_test_user'
|
31
31
|
end
|
32
32
|
end
|
33
33
|
end
|
34
34
|
|
35
35
|
it 'returns several defined gateways' do
|
36
|
-
with_repository do
|
36
|
+
with_repository do
|
37
37
|
with_platforms '
|
38
|
-
gateway :
|
39
|
-
gateway :
|
38
|
+
gateway :gateway_1, \'\'
|
39
|
+
gateway :gateway_2, \'\'
|
40
40
|
' do
|
41
|
-
expect(test_config.known_gateways.sort).to eq %i[
|
41
|
+
expect(test_config.known_gateways.sort).to eq %i[gateway_1 gateway_2].sort
|
42
42
|
end
|
43
43
|
end
|
44
44
|
end
|
@@ -50,30 +50,29 @@ describe HybridPlatformsConductor::ActionsExecutor do
|
|
50
50
|
'node1' => {},
|
51
51
|
'node2' => {},
|
52
52
|
'node3' => {}
|
53
|
-
}
|
53
|
+
}
|
54
54
|
},
|
55
|
-
|
56
|
-
'
|
55
|
+
additional_config: <<~'EO_CONFIG'
|
57
56
|
for_nodes(%w[node1 node3]) do
|
58
57
|
transform_ssh_connection do |node, connection, connection_user, gateway, gateway_user|
|
59
58
|
["#{connection}_#{node}_13", "#{connection_user}_#{node}_13", "#{gateway}_#{node}_13", "#{gateway_user}_#{node}_13"]
|
60
59
|
end
|
61
60
|
end
|
62
|
-
for_nodes(
|
61
|
+
for_nodes('node1') do
|
63
62
|
transform_ssh_connection do |node, connection, connection_user, gateway, gateway_user|
|
64
63
|
["#{connection}_#{node}_1", "#{connection_user}_#{node}_1", "#{gateway}_#{node}_1", "#{gateway_user}_#{node}_1"]
|
65
64
|
end
|
66
65
|
end
|
67
|
-
|
66
|
+
EO_CONFIG
|
68
67
|
) do
|
69
68
|
expect(test_config.ssh_connection_transforms.size).to eq 2
|
70
69
|
expect(test_config.ssh_connection_transforms[0][:nodes_selectors_stack]).to eq [%w[node1 node3]]
|
71
|
-
expect(test_config.ssh_connection_transforms[0][:transform].call('node1', 'test_host', 'test_user', 'test_gateway', 'test_gateway_user')).to eq [
|
72
|
-
|
70
|
+
expect(test_config.ssh_connection_transforms[0][:transform].call('node1', 'test_host', 'test_user', 'test_gateway', 'test_gateway_user')).to eq %w[
|
71
|
+
test_host_node1_13 test_user_node1_13 test_gateway_node1_13 test_gateway_user_node1_13
|
73
72
|
]
|
74
73
|
expect(test_config.ssh_connection_transforms[1][:nodes_selectors_stack]).to eq ['node1']
|
75
|
-
expect(test_config.ssh_connection_transforms[1][:transform].call('node1', 'test_host', 'test_user', 'test_gateway', 'test_gateway_user')).to eq [
|
76
|
-
|
74
|
+
expect(test_config.ssh_connection_transforms[1][:transform].call('node1', 'test_host', 'test_user', 'test_gateway', 'test_gateway_user')).to eq %w[
|
75
|
+
test_host_node1_1 test_user_node1_1 test_gateway_node1_1 test_gateway_user_node1_1
|
77
76
|
]
|
78
77
|
end
|
79
78
|
end
|
@@ -1,8 +1,8 @@
|
|
1
1
|
describe HybridPlatformsConductor::ActionsExecutor do
|
2
2
|
|
3
|
-
context 'checking connector plugin ssh' do
|
3
|
+
context 'when checking connector plugin ssh' do
|
4
4
|
|
5
|
-
context 'checking connectable nodes selection' do
|
5
|
+
context 'when checking connectable nodes selection' do
|
6
6
|
|
7
7
|
# Return the connector to be tested
|
8
8
|
#
|
@@ -13,10 +13,14 @@ describe HybridPlatformsConductor::ActionsExecutor do
|
|
13
13
|
end
|
14
14
|
|
15
15
|
it 'selects connectable nodes correctly' do
|
16
|
-
with_test_platform(
|
17
|
-
|
18
|
-
|
19
|
-
|
16
|
+
with_test_platform(
|
17
|
+
{
|
18
|
+
nodes: {
|
19
|
+
'node1' => { meta: { host_ip: '192.168.42.42' } },
|
20
|
+
'node2' => {}
|
21
|
+
}
|
22
|
+
}
|
23
|
+
) do
|
20
24
|
expect(test_connector.connectable_nodes_from(%w[node1 node2])).to eq ['node1']
|
21
25
|
end
|
22
26
|
end
|
data/spec/hybrid_platforms_conductor_test/api/actions_executor/connectors/ssh/connections_spec.rb
CHANGED
@@ -1,8 +1,8 @@
|
|
1
1
|
describe HybridPlatformsConductor::ActionsExecutor do
|
2
2
|
|
3
|
-
context 'checking connector plugin ssh' do
|
3
|
+
context 'when checking connector plugin ssh' do
|
4
4
|
|
5
|
-
context 'checking connections preparations' do
|
5
|
+
context 'when checking connections preparations' do
|
6
6
|
|
7
7
|
# Return the connector to be tested
|
8
8
|
#
|
@@ -13,12 +13,12 @@ describe HybridPlatformsConductor::ActionsExecutor do
|
|
13
13
|
end
|
14
14
|
|
15
15
|
it 'creates an SSH master to 1 node' do
|
16
|
-
with_test_platform(nodes: { 'node' => { meta: { host_ip: '192.168.42.42' } } }) do
|
16
|
+
with_test_platform({ nodes: { 'node' => { meta: { host_ip: '192.168.42.42' } } } }) do
|
17
17
|
with_cmd_runner_mocked(
|
18
18
|
[
|
19
19
|
['which env', proc { [0, "/usr/bin/env\n", ''] }],
|
20
20
|
['ssh -V 2>&1', proc { [0, "OpenSSH_7.4p1 Debian-10+deb9u7, OpenSSL 1.0.2u 20 Dec 2019\n", ''] }]
|
21
|
-
] + ssh_expected_commands_for('node' => { connection: '192.168.42.42', user: 'test_user' })
|
21
|
+
] + ssh_expected_commands_for({ 'node' => { connection: '192.168.42.42', user: 'test_user' } })
|
22
22
|
) do
|
23
23
|
test_connector.ssh_user = 'test_user'
|
24
24
|
test_connector.with_connection_to(['node']) do |connected_nodes|
|
@@ -29,7 +29,7 @@ describe HybridPlatformsConductor::ActionsExecutor do
|
|
29
29
|
end
|
30
30
|
|
31
31
|
it 'creates an SSH master to 1 node not having Session Exec capabilities' do
|
32
|
-
with_test_platform(nodes: { 'node' => { meta: { host_ip: '192.168.42.42', ssh_session_exec: false } } }) do
|
32
|
+
with_test_platform({ nodes: { 'node' => { meta: { host_ip: '192.168.42.42', ssh_session_exec: false } } } }) do
|
33
33
|
with_cmd_runner_mocked(
|
34
34
|
[
|
35
35
|
['which env', proc { [0, "/usr/bin/env\n", ''] }],
|
@@ -45,7 +45,7 @@ describe HybridPlatformsConductor::ActionsExecutor do
|
|
45
45
|
end
|
46
46
|
|
47
47
|
it 'can\'t create an SSH master to 1 node not having Session Exec capabilities when hpc_interactive is false' do
|
48
|
-
with_test_platform(nodes: { 'node' => { meta: { host_ip: '192.168.42.42', ssh_session_exec: false } } }) do
|
48
|
+
with_test_platform({ nodes: { 'node' => { meta: { host_ip: '192.168.42.42', ssh_session_exec: false } } } }) do
|
49
49
|
ENV['hpc_interactive'] = 'false'
|
50
50
|
with_cmd_runner_mocked(
|
51
51
|
[
|
@@ -67,19 +67,25 @@ describe HybridPlatformsConductor::ActionsExecutor do
|
|
67
67
|
end
|
68
68
|
|
69
69
|
it 'fails without creating exception when creating an SSH master to 1 node not having Session Exec capabilities when hpc_interactive is false and we use no_exception' do
|
70
|
-
with_test_platform(
|
71
|
-
|
72
|
-
|
73
|
-
|
74
|
-
|
70
|
+
with_test_platform(
|
71
|
+
{
|
72
|
+
nodes: {
|
73
|
+
'node1' => { meta: { host_ip: '192.168.42.1' } },
|
74
|
+
'node2' => { meta: { host_ip: '192.168.42.2', ssh_session_exec: false } },
|
75
|
+
'node3' => { meta: { host_ip: '192.168.42.3' } }
|
76
|
+
}
|
77
|
+
}
|
78
|
+
) do
|
75
79
|
ENV['hpc_interactive'] = 'false'
|
76
80
|
with_cmd_runner_mocked(
|
77
81
|
[
|
78
82
|
['which env', proc { [0, "/usr/bin/env\n", ''] }],
|
79
83
|
['ssh -V 2>&1', proc { [0, "OpenSSH_7.4p1 Debian-10+deb9u7, OpenSSL 1.0.2u 20 Dec 2019\n", ''] }]
|
80
84
|
] + ssh_expected_commands_for(
|
81
|
-
|
82
|
-
|
85
|
+
{
|
86
|
+
'node1' => { connection: '192.168.42.1', user: 'test_user' },
|
87
|
+
'node3' => { connection: '192.168.42.3', user: 'test_user' }
|
88
|
+
}
|
83
89
|
) + ssh_expected_commands_for(
|
84
90
|
{
|
85
91
|
'node2' => { connection: '192.168.42.2', user: 'test_user' }
|
@@ -97,19 +103,25 @@ describe HybridPlatformsConductor::ActionsExecutor do
|
|
97
103
|
end
|
98
104
|
|
99
105
|
it 'creates SSH master to several nodes' do
|
100
|
-
with_test_platform(
|
101
|
-
|
102
|
-
|
103
|
-
|
104
|
-
|
106
|
+
with_test_platform(
|
107
|
+
{
|
108
|
+
nodes: {
|
109
|
+
'node1' => { meta: { host_ip: '192.168.42.1' } },
|
110
|
+
'node2' => { meta: { host_ip: '192.168.42.2' } },
|
111
|
+
'node3' => { meta: { host_ip: '192.168.42.3' } }
|
112
|
+
}
|
113
|
+
}
|
114
|
+
) do
|
105
115
|
with_cmd_runner_mocked(
|
106
116
|
[
|
107
117
|
['which env', proc { [0, "/usr/bin/env\n", ''] }],
|
108
118
|
['ssh -V 2>&1', proc { [0, "OpenSSH_7.4p1 Debian-10+deb9u7, OpenSSL 1.0.2u 20 Dec 2019\n", ''] }]
|
109
119
|
] + ssh_expected_commands_for(
|
110
|
-
|
111
|
-
|
112
|
-
|
120
|
+
{
|
121
|
+
'node1' => { connection: '192.168.42.1', user: 'test_user' },
|
122
|
+
'node2' => { connection: '192.168.42.2', user: 'test_user' },
|
123
|
+
'node3' => { connection: '192.168.42.3', user: 'test_user' }
|
124
|
+
}
|
113
125
|
)
|
114
126
|
) do
|
115
127
|
test_connector.ssh_user = 'test_user'
|
@@ -123,32 +135,33 @@ describe HybridPlatformsConductor::ActionsExecutor do
|
|
123
135
|
it 'creates SSH master to several nodes with ssh connections transformed' do
|
124
136
|
with_test_platform(
|
125
137
|
{ nodes: {
|
126
|
-
|
127
|
-
|
128
|
-
|
138
|
+
'node1' => { meta: { host_ip: '192.168.42.1' } },
|
139
|
+
'node2' => { meta: { host_ip: '192.168.42.2' } },
|
140
|
+
'node3' => { meta: { host_ip: '192.168.42.3' } }
|
129
141
|
} },
|
130
|
-
|
131
|
-
'
|
142
|
+
additional_config: <<~'EO_CONFIG'
|
132
143
|
for_nodes(%w[node1 node3]) do
|
133
144
|
transform_ssh_connection do |node, connection, connection_user, gateway, gateway_user|
|
134
145
|
["#{connection}_#{node}_13", "#{connection_user}_#{node}_13", "#{gateway}_#{node}_13", "#{gateway_user}_#{node}_13"]
|
135
146
|
end
|
136
147
|
end
|
137
|
-
for_nodes(
|
148
|
+
for_nodes('node1') do
|
138
149
|
transform_ssh_connection do |node, connection, connection_user, gateway, gateway_user|
|
139
150
|
["#{connection}_#{node}_1", "#{connection_user}_#{node}_1", "#{gateway}_#{node}_1", "#{gateway_user}_#{node}_1"]
|
140
151
|
end
|
141
152
|
end
|
142
|
-
|
153
|
+
EO_CONFIG
|
143
154
|
) do
|
144
155
|
with_cmd_runner_mocked(
|
145
156
|
[
|
146
157
|
['which env', proc { [0, "/usr/bin/env\n", ''] }],
|
147
158
|
['ssh -V 2>&1', proc { [0, "OpenSSH_7.4p1 Debian-10+deb9u7, OpenSSL 1.0.2u 20 Dec 2019\n", ''] }]
|
148
159
|
] + ssh_expected_commands_for(
|
149
|
-
|
150
|
-
|
151
|
-
|
160
|
+
{
|
161
|
+
'node1' => { ip: '192.168.42.1', connection: '192.168.42.1_node1_13_node1_1', user: 'test_user_node1_13_node1_1' },
|
162
|
+
'node2' => { ip: '192.168.42.2', connection: '192.168.42.2', user: 'test_user' },
|
163
|
+
'node3' => { ip: '192.168.42.3', connection: '192.168.42.3_node3_13', user: 'test_user_node3_13' }
|
164
|
+
}
|
152
165
|
)
|
153
166
|
) do
|
154
167
|
test_connector.ssh_user = 'test_user'
|
@@ -160,11 +173,15 @@ describe HybridPlatformsConductor::ActionsExecutor do
|
|
160
173
|
end
|
161
174
|
|
162
175
|
it 'fails when an SSH master can\'t be created' do
|
163
|
-
with_test_platform(
|
164
|
-
|
165
|
-
|
166
|
-
|
167
|
-
|
176
|
+
with_test_platform(
|
177
|
+
{
|
178
|
+
nodes: {
|
179
|
+
'node1' => { meta: { host_ip: '192.168.42.1' } },
|
180
|
+
'node2' => { meta: { host_ip: '192.168.42.2' } },
|
181
|
+
'node3' => { meta: { host_ip: '192.168.42.3' } }
|
182
|
+
}
|
183
|
+
}
|
184
|
+
) do
|
168
185
|
with_cmd_runner_mocked(
|
169
186
|
[
|
170
187
|
['which env', proc { [0, "/usr/bin/env\n", ''] }],
|
@@ -186,24 +203,30 @@ describe HybridPlatformsConductor::ActionsExecutor do
|
|
186
203
|
)
|
187
204
|
) do
|
188
205
|
test_connector.ssh_user = 'test_user'
|
189
|
-
expect { test_connector.with_connection_to(%w[node1 node2 node3]) }.to raise_error(
|
206
|
+
expect { test_connector.with_connection_to(%w[node1 node2 node3]) }.to raise_error(%r{^Error while starting SSH Control Master with .+/ssh -o BatchMode=yes -o ControlMaster=yes -o ControlPersist=yes hpc.node2 true: Can't connect to 192.168.42.2$})
|
190
207
|
end
|
191
208
|
end
|
192
209
|
end
|
193
210
|
|
194
211
|
it 'fails without throwing exception when an SSH master can\'t be created and we use no_exception' do
|
195
|
-
with_test_platform(
|
196
|
-
|
197
|
-
|
198
|
-
|
199
|
-
|
212
|
+
with_test_platform(
|
213
|
+
{
|
214
|
+
nodes: {
|
215
|
+
'node1' => { meta: { host_ip: '192.168.42.1' } },
|
216
|
+
'node2' => { meta: { host_ip: '192.168.42.2' } },
|
217
|
+
'node3' => { meta: { host_ip: '192.168.42.3' } }
|
218
|
+
}
|
219
|
+
}
|
220
|
+
) do
|
200
221
|
with_cmd_runner_mocked(
|
201
222
|
[
|
202
223
|
['which env', proc { [0, "/usr/bin/env\n", ''] }],
|
203
224
|
['ssh -V 2>&1', proc { [0, "OpenSSH_7.4p1 Debian-10+deb9u7, OpenSSL 1.0.2u 20 Dec 2019\n", ''] }]
|
204
225
|
] + ssh_expected_commands_for(
|
205
|
-
|
206
|
-
|
226
|
+
{
|
227
|
+
'node1' => { connection: '192.168.42.1', user: 'test_user' },
|
228
|
+
'node3' => { connection: '192.168.42.3', user: 'test_user' }
|
229
|
+
}
|
207
230
|
) + ssh_expected_commands_for(
|
208
231
|
{
|
209
232
|
'node2' => { connection: '192.168.42.2', user: 'test_user', control_master_create_error: 'Can\'t connect to 192.168.42.2' }
|
@@ -220,13 +243,13 @@ describe HybridPlatformsConductor::ActionsExecutor do
|
|
220
243
|
end
|
221
244
|
|
222
245
|
it 'reuses SSH master already created to 1 node' do
|
223
|
-
with_test_platform(nodes: { 'node' => { meta: { host_ip: '192.168.42.42' } } }) do
|
246
|
+
with_test_platform({ nodes: { 'node' => { meta: { host_ip: '192.168.42.42' } } } }) do
|
224
247
|
with_cmd_runner_mocked(
|
225
248
|
[
|
226
249
|
['which env', proc { [0, "/usr/bin/env\n", ''] }],
|
227
250
|
['ssh -V 2>&1', proc { [0, "OpenSSH_7.4p1 Debian-10+deb9u7, OpenSSL 1.0.2u 20 Dec 2019\n", ''] }]
|
228
251
|
] +
|
229
|
-
ssh_expected_commands_for('node' => { connection: '192.168.42.42', user: 'test_user' }) +
|
252
|
+
ssh_expected_commands_for({ 'node' => { connection: '192.168.42.42', user: 'test_user' } }) +
|
230
253
|
ssh_expected_commands_for(
|
231
254
|
{ 'node' => { connection: '192.168.42.42', user: 'test_user' } },
|
232
255
|
with_strict_host_key_checking: false,
|
@@ -245,24 +268,32 @@ describe HybridPlatformsConductor::ActionsExecutor do
|
|
245
268
|
end
|
246
269
|
|
247
270
|
it 'reuses SSH masters already created to some nodes and create new ones if needed' do
|
248
|
-
with_test_platform(
|
249
|
-
|
250
|
-
|
251
|
-
|
252
|
-
|
253
|
-
|
271
|
+
with_test_platform(
|
272
|
+
{
|
273
|
+
nodes: {
|
274
|
+
'node1' => { meta: { host_ip: '192.168.42.1' } },
|
275
|
+
'node2' => { meta: { host_ip: '192.168.42.2' } },
|
276
|
+
'node3' => { meta: { host_ip: '192.168.42.3' } },
|
277
|
+
'node4' => { meta: { host_ip: '192.168.42.4' } }
|
278
|
+
}
|
279
|
+
}
|
280
|
+
) do
|
254
281
|
with_cmd_runner_mocked(
|
255
282
|
[
|
256
283
|
['which env', proc { [0, "/usr/bin/env\n", ''] }],
|
257
284
|
['ssh -V 2>&1', proc { [0, "OpenSSH_7.4p1 Debian-10+deb9u7, OpenSSL 1.0.2u 20 Dec 2019\n", ''] }]
|
258
285
|
] +
|
259
286
|
ssh_expected_commands_for(
|
260
|
-
|
261
|
-
|
287
|
+
{
|
288
|
+
'node1' => { connection: '192.168.42.1', user: 'test_user' },
|
289
|
+
'node3' => { connection: '192.168.42.3', user: 'test_user' }
|
290
|
+
}
|
262
291
|
) +
|
263
292
|
ssh_expected_commands_for(
|
264
|
-
|
265
|
-
|
293
|
+
{
|
294
|
+
'node2' => { connection: '192.168.42.2', user: 'test_user' },
|
295
|
+
'node4' => { connection: '192.168.42.4', user: 'test_user' }
|
296
|
+
}
|
266
297
|
) +
|
267
298
|
ssh_expected_commands_for(
|
268
299
|
{
|
@@ -285,14 +316,14 @@ describe HybridPlatformsConductor::ActionsExecutor do
|
|
285
316
|
end
|
286
317
|
|
287
318
|
it 'makes sure the last client using ControlMaster destroys it, even using a different environment' do
|
288
|
-
with_test_platform(nodes: { 'node' => { meta: { host_ip: '192.168.42.42' } } }) do
|
319
|
+
with_test_platform({ nodes: { 'node' => { meta: { host_ip: '192.168.42.42' } } } }) do
|
289
320
|
# 1. Current thread creates the ControlMaster.
|
290
321
|
# 2. Second thread connects to it.
|
291
322
|
# 3. Current thread releases it.
|
292
323
|
# 4. Second thread releases it, hence destroying it.
|
293
324
|
init_commands = [
|
294
325
|
['which env', proc { [0, "/usr/bin/env\n", ''] }],
|
295
|
-
['ssh -V 2>&1', proc { [0, "OpenSSH_7.4p1 Debian-10+deb9u7, OpenSSL 1.0.2u 20 Dec 2019\n", ''] }]
|
326
|
+
['ssh -V 2>&1', proc { [0, "OpenSSH_7.4p1 Debian-10+deb9u7, OpenSSL 1.0.2u 20 Dec 2019\n", ''] }]
|
296
327
|
]
|
297
328
|
nodes_connections_to_mock = { 'node' => { connection: '192.168.42.42', user: 'test_user' } }
|
298
329
|
step = 0
|
@@ -311,7 +342,7 @@ describe HybridPlatformsConductor::ActionsExecutor do
|
|
311
342
|
second_config = HybridPlatformsConductor::Config.new logger: logger, logger_stderr: logger
|
312
343
|
second_platforms_handler = HybridPlatformsConductor::PlatformsHandler.new logger: logger, logger_stderr: logger, config: second_config, cmd_runner: second_cmd_runner
|
313
344
|
second_nodes_handler = HybridPlatformsConductor::NodesHandler.new logger: logger, logger_stderr: logger, config: second_config, cmd_runner: second_cmd_runner, platforms_handler: second_platforms_handler
|
314
|
-
second_actions_executor =
|
345
|
+
second_actions_executor = described_class.new logger: logger, logger_stderr: logger, config: second_config, cmd_runner: second_cmd_runner, nodes_handler: second_nodes_handler
|
315
346
|
second_actions_executor.connector(:ssh).ssh_user = 'test_user'
|
316
347
|
# Wait for the first thread to create ControlMaster
|
317
348
|
sleep 0.1 while step == 0
|
@@ -339,7 +370,7 @@ describe HybridPlatformsConductor::ActionsExecutor do
|
|
339
370
|
end
|
340
371
|
|
341
372
|
it 'does not create SSH master if asked' do
|
342
|
-
with_test_platform(nodes: { 'node' => { meta: { host_ip: '192.168.42.42' } } }) do
|
373
|
+
with_test_platform({ nodes: { 'node' => { meta: { host_ip: '192.168.42.42' } } } }) do
|
343
374
|
with_cmd_runner_mocked(
|
344
375
|
[
|
345
376
|
['which env', proc { [0, "/usr/bin/env\n", ''] }],
|
@@ -360,7 +391,7 @@ describe HybridPlatformsConductor::ActionsExecutor do
|
|
360
391
|
end
|
361
392
|
|
362
393
|
it 'does not check host keys if asked' do
|
363
|
-
with_test_platform(nodes: { 'node' => { meta: { host_ip: '192.168.42.42' } } }) do
|
394
|
+
with_test_platform({ nodes: { 'node' => { meta: { host_ip: '192.168.42.42' } } } }) do
|
364
395
|
with_cmd_runner_mocked(
|
365
396
|
[
|
366
397
|
['which env', proc { [0, "/usr/bin/env\n", ''] }],
|
@@ -379,7 +410,7 @@ describe HybridPlatformsConductor::ActionsExecutor do
|
|
379
410
|
end
|
380
411
|
|
381
412
|
it 'does not use batch mode when passwords are to be expected' do
|
382
|
-
with_test_platform(nodes: { 'node' => { meta: { host_ip: '192.168.42.42' } } }) do
|
413
|
+
with_test_platform({ nodes: { 'node' => { meta: { host_ip: '192.168.42.42' } } } }) do
|
383
414
|
with_cmd_runner_mocked(
|
384
415
|
[
|
385
416
|
['which env', proc { [0, "/usr/bin/env\n", ''] }],
|
@@ -398,7 +429,7 @@ describe HybridPlatformsConductor::ActionsExecutor do
|
|
398
429
|
end
|
399
430
|
|
400
431
|
it 'uses sshpass to prepare connections needing passwords' do
|
401
|
-
with_test_platform(nodes: { 'node' => { meta: { host_ip: '192.168.42.42' } } }) do
|
432
|
+
with_test_platform({ nodes: { 'node' => { meta: { host_ip: '192.168.42.42' } } } }) do
|
402
433
|
with_cmd_runner_mocked(
|
403
434
|
[
|
404
435
|
['sshpass -V', proc { [0, "sshpass 1.06\n", ''] }],
|
@@ -418,13 +449,13 @@ describe HybridPlatformsConductor::ActionsExecutor do
|
|
418
449
|
end
|
419
450
|
|
420
451
|
it 'does not reuse provided SSH executables and configs' do
|
421
|
-
with_test_platform(nodes: { 'node' => { meta: { host_ip: '192.168.42.42' } } }) do
|
452
|
+
with_test_platform({ nodes: { 'node' => { meta: { host_ip: '192.168.42.42' } } } }) do
|
422
453
|
with_cmd_runner_mocked(
|
423
454
|
[
|
424
455
|
['which env', proc { [0, "/usr/bin/env\n", ''] }],
|
425
456
|
['ssh -V 2>&1', proc { [0, "OpenSSH_7.4p1 Debian-10+deb9u7, OpenSSL 1.0.2u 20 Dec 2019\n", ''] }]
|
426
457
|
] +
|
427
|
-
ssh_expected_commands_for('node' => { connection: '192.168.42.42', user: 'test_user' }) +
|
458
|
+
ssh_expected_commands_for({ 'node' => { connection: '192.168.42.42', user: 'test_user' } }) +
|
428
459
|
ssh_expected_commands_for(
|
429
460
|
{ 'node' => { connection: '192.168.42.42', user: 'test_user' } },
|
430
461
|
with_strict_host_key_checking: false,
|
@@ -449,13 +480,13 @@ describe HybridPlatformsConductor::ActionsExecutor do
|
|
449
480
|
end
|
450
481
|
|
451
482
|
it 'cleans provided SSH executables and configs after use' do
|
452
|
-
with_test_platform(nodes: { 'node' => { meta: { host_ip: '192.168.42.42' } } }) do
|
483
|
+
with_test_platform({ nodes: { 'node' => { meta: { host_ip: '192.168.42.42' } } } }) do
|
453
484
|
with_cmd_runner_mocked(
|
454
485
|
[
|
455
486
|
['which env', proc { [0, "/usr/bin/env\n", ''] }],
|
456
487
|
['ssh -V 2>&1', proc { [0, "OpenSSH_7.4p1 Debian-10+deb9u7, OpenSSL 1.0.2u 20 Dec 2019\n", ''] }]
|
457
488
|
] +
|
458
|
-
ssh_expected_commands_for('node' => { connection: '192.168.42.42', user: 'test_user' }) +
|
489
|
+
ssh_expected_commands_for({ 'node' => { connection: '192.168.42.42', user: 'test_user' } }) +
|
459
490
|
ssh_expected_commands_for(
|
460
491
|
{ 'node' => { connection: '192.168.42.42', user: 'test_user' } },
|
461
492
|
with_strict_host_key_checking: false,
|
@@ -488,12 +519,12 @@ describe HybridPlatformsConductor::ActionsExecutor do
|
|
488
519
|
end
|
489
520
|
|
490
521
|
it 'creates an SSH master to 1 node even when there is a stalled ControlMaster file' do
|
491
|
-
with_test_platform(nodes: { 'node' => { meta: { host_ip: '192.168.42.42' } } }) do
|
522
|
+
with_test_platform({ nodes: { 'node' => { meta: { host_ip: '192.168.42.42' } } } }) do
|
492
523
|
with_cmd_runner_mocked(
|
493
524
|
[
|
494
525
|
['which env', proc { [0, "/usr/bin/env\n", ''] }],
|
495
526
|
['ssh -V 2>&1', proc { [0, "OpenSSH_7.4p1 Debian-10+deb9u7, OpenSSL 1.0.2u 20 Dec 2019\n", ''] }]
|
496
|
-
] + ssh_expected_commands_for('node' => { connection: '192.168.42.42', user: 'test_user' })
|
527
|
+
] + ssh_expected_commands_for({ 'node' => { connection: '192.168.42.42', user: 'test_user' } })
|
497
528
|
) do
|
498
529
|
test_connector.ssh_user = 'test_user'
|
499
530
|
# Fake a ControlMaster file that is stalled
|
@@ -505,12 +536,12 @@ describe HybridPlatformsConductor::ActionsExecutor do
|
|
505
536
|
end
|
506
537
|
|
507
538
|
it 'creates an SSH master to 1 node even when there is a left-over user for the ControlMaster file that has not been unregistered' do
|
508
|
-
with_test_platform(nodes: { 'node' => { meta: { host_ip: '192.168.42.42' } } }) do
|
539
|
+
with_test_platform({ nodes: { 'node' => { meta: { host_ip: '192.168.42.42' } } } }) do
|
509
540
|
with_cmd_runner_mocked(
|
510
541
|
[
|
511
542
|
['which env', proc { [0, "/usr/bin/env\n", ''] }],
|
512
543
|
['ssh -V 2>&1', proc { [0, "OpenSSH_7.4p1 Debian-10+deb9u7, OpenSSL 1.0.2u 20 Dec 2019\n", ''] }]
|
513
|
-
] + ssh_expected_commands_for('node' => { connection: '192.168.42.42', user: 'test_user' })
|
544
|
+
] + ssh_expected_commands_for({ 'node' => { connection: '192.168.42.42', user: 'test_user' } })
|
514
545
|
) do
|
515
546
|
test_connector.ssh_user = 'test_user'
|
516
547
|
# Fake a user that was not cleaned correctly
|
@@ -522,21 +553,21 @@ describe HybridPlatformsConductor::ActionsExecutor do
|
|
522
553
|
end
|
523
554
|
|
524
555
|
it 'retries when the remote node is booting up' do
|
525
|
-
with_test_platform(nodes: { 'node' => { meta: { host_ip: '192.168.42.42' } } }) do
|
556
|
+
with_test_platform({ nodes: { 'node' => { meta: { host_ip: '192.168.42.42' } } } }) do
|
526
557
|
nbr_boot_messages = 0
|
527
558
|
with_cmd_runner_mocked(
|
528
559
|
[
|
529
560
|
['which env', proc { [0, "/usr/bin/env\n", ''] }],
|
530
|
-
['ssh -V 2>&1', proc { [0, "OpenSSH_7.4p1 Debian-10+deb9u7, OpenSSL 1.0.2u 20 Dec 2019\n", ''] }]
|
561
|
+
['ssh -V 2>&1', proc { [0, "OpenSSH_7.4p1 Debian-10+deb9u7, OpenSSL 1.0.2u 20 Dec 2019\n", ''] }]
|
531
562
|
] +
|
532
563
|
[[
|
533
|
-
|
564
|
+
%r{^.+/ssh -o BatchMode=yes -o ControlMaster=yes -o ControlPersist=yes hpc\.node true$},
|
534
565
|
proc do
|
535
566
|
nbr_boot_messages += 1
|
536
567
|
[255, '', "System is booting up. See pam_nologin(8)\nAuthentication failed.\n"]
|
537
568
|
end
|
538
569
|
]] * 3 +
|
539
|
-
ssh_expected_commands_for('node' => { connection: '192.168.42.42', user: 'test_user' })
|
570
|
+
ssh_expected_commands_for({ 'node' => { connection: '192.168.42.42', user: 'test_user' } })
|
540
571
|
) do
|
541
572
|
test_connector.ssh_user = 'test_user'
|
542
573
|
# To speed up the test, alter the wait time between retries.
|