hybrid_platforms_conductor 32.17.1 → 33.0.3

Sign up to get free protection for your applications and to get access to all the features.
Files changed (268) hide show
  1. checksums.yaml +4 -4
  2. data/CHANGELOG.md +36 -0
  3. data/README.md +6 -3
  4. data/bin/check-node +0 -1
  5. data/bin/deploy +0 -1
  6. data/bin/get_impacted_nodes +0 -1
  7. data/bin/last_deploys +12 -8
  8. data/bin/nodes_to_deploy +6 -6
  9. data/bin/setup +6 -6
  10. data/bin/topograph +1 -1
  11. data/docs/config_dsl.md +45 -1
  12. data/docs/executables.md +6 -7
  13. data/docs/executables/check-node.md +3 -3
  14. data/docs/executables/deploy.md +3 -3
  15. data/docs/executables/dump_nodes_json.md +3 -3
  16. data/docs/executables/test.md +3 -3
  17. data/docs/executables/topograph.md +3 -3
  18. data/docs/gen/mermaid/README.md-0.png +0 -0
  19. data/docs/gen/mermaid/docs/executables/check-node.md-0.png +0 -0
  20. data/docs/gen/mermaid/docs/executables/deploy.md-0.png +0 -0
  21. data/docs/gen/mermaid/docs/executables/free_ips.md-0.png +0 -0
  22. data/docs/gen/mermaid/docs/executables/get_impacted_nodes.md-0.png +0 -0
  23. data/docs/gen/mermaid/docs/executables/last_deploys.md-0.png +0 -0
  24. data/docs/gen/mermaid/docs/executables/nodes_to_deploy.md-0.png +0 -0
  25. data/docs/gen/mermaid/docs/executables/report.md-0.png +0 -0
  26. data/docs/gen/mermaid/docs/executables/run.md-0.png +0 -0
  27. data/docs/gen/mermaid/docs/executables/ssh_config.md-0.png +0 -0
  28. data/docs/gen/mermaid/docs/executables/test.md-0.png +0 -0
  29. data/docs/plugins.md +46 -0
  30. data/docs/plugins/log/remote_fs.md +26 -0
  31. data/docs/plugins/secrets_reader/cli.md +31 -0
  32. data/docs/plugins/secrets_reader/thycotic.md +46 -0
  33. data/lib/hybrid_platforms_conductor/action.rb +4 -4
  34. data/lib/hybrid_platforms_conductor/actions_executor.rb +45 -43
  35. data/lib/hybrid_platforms_conductor/bitbucket.rb +5 -4
  36. data/lib/hybrid_platforms_conductor/cmd_runner.rb +13 -12
  37. data/lib/hybrid_platforms_conductor/cmdb.rb +2 -2
  38. data/lib/hybrid_platforms_conductor/common_config_dsl/bitbucket.rb +2 -1
  39. data/lib/hybrid_platforms_conductor/common_config_dsl/confluence.rb +2 -1
  40. data/lib/hybrid_platforms_conductor/common_config_dsl/file_system_tests.rb +5 -4
  41. data/lib/hybrid_platforms_conductor/common_config_dsl/github.rb +4 -3
  42. data/lib/hybrid_platforms_conductor/common_config_dsl/idempotence_tests.rb +2 -2
  43. data/lib/hybrid_platforms_conductor/config.rb +8 -4
  44. data/lib/hybrid_platforms_conductor/confluence.rb +1 -1
  45. data/lib/hybrid_platforms_conductor/connector.rb +5 -2
  46. data/lib/hybrid_platforms_conductor/core_extensions/cleanroom/fix_kwargs.rb +116 -0
  47. data/lib/hybrid_platforms_conductor/core_extensions/symbol/zero.rb +24 -0
  48. data/lib/hybrid_platforms_conductor/credentials.rb +39 -36
  49. data/lib/hybrid_platforms_conductor/current_dir_monitor.rb +4 -1
  50. data/lib/hybrid_platforms_conductor/deployer.rb +275 -225
  51. data/lib/hybrid_platforms_conductor/executable.rb +20 -15
  52. data/lib/hybrid_platforms_conductor/hpc_plugins/cmdb/config.rb +10 -7
  53. data/lib/hybrid_platforms_conductor/hpc_plugins/cmdb/host_ip.rb +1 -1
  54. data/lib/hybrid_platforms_conductor/hpc_plugins/cmdb/host_keys.rb +2 -2
  55. data/lib/hybrid_platforms_conductor/hpc_plugins/cmdb/platform_handlers.rb +4 -4
  56. data/lib/hybrid_platforms_conductor/hpc_plugins/connector/local.rb +2 -0
  57. data/lib/hybrid_platforms_conductor/hpc_plugins/connector/ssh.rb +45 -49
  58. data/lib/hybrid_platforms_conductor/hpc_plugins/log/my_log_plugin.rb.sample +100 -0
  59. data/lib/hybrid_platforms_conductor/hpc_plugins/log/remote_fs.rb +180 -0
  60. data/lib/hybrid_platforms_conductor/hpc_plugins/platform_handler/serverless_chef.rb +68 -66
  61. data/lib/hybrid_platforms_conductor/hpc_plugins/platform_handler/serverless_chef/dsl_parser.rb +13 -0
  62. data/lib/hybrid_platforms_conductor/hpc_plugins/platform_handler/serverless_chef/recipes_tree_builder.rb +39 -38
  63. data/lib/hybrid_platforms_conductor/hpc_plugins/platform_handler/yaml_inventory.rb +5 -4
  64. data/lib/hybrid_platforms_conductor/hpc_plugins/provisioner/docker.rb +43 -45
  65. data/lib/hybrid_platforms_conductor/hpc_plugins/provisioner/podman.rb +18 -20
  66. data/lib/hybrid_platforms_conductor/hpc_plugins/provisioner/proxmox.rb +119 -118
  67. data/lib/hybrid_platforms_conductor/hpc_plugins/provisioner/proxmox/proxmox_waiter.rb +39 -43
  68. data/lib/hybrid_platforms_conductor/hpc_plugins/provisioner/proxmox/reserve_proxmox_container +9 -13
  69. data/lib/hybrid_platforms_conductor/hpc_plugins/report/confluence.rb +2 -2
  70. data/lib/hybrid_platforms_conductor/hpc_plugins/report/mediawiki.rb +28 -21
  71. data/lib/hybrid_platforms_conductor/hpc_plugins/report/stdout.rb +26 -22
  72. data/lib/hybrid_platforms_conductor/hpc_plugins/secrets_reader/cli.rb +77 -0
  73. data/lib/hybrid_platforms_conductor/hpc_plugins/secrets_reader/my_secrets_reader_plugin.rb.sample +46 -0
  74. data/lib/hybrid_platforms_conductor/hpc_plugins/secrets_reader/thycotic.rb +90 -0
  75. data/lib/hybrid_platforms_conductor/hpc_plugins/test/bitbucket_conf.rb +3 -3
  76. data/lib/hybrid_platforms_conductor/hpc_plugins/test/check_deploy_and_idempotence.rb +4 -2
  77. data/lib/hybrid_platforms_conductor/hpc_plugins/test/deploy_freshness.rb +7 -21
  78. data/lib/hybrid_platforms_conductor/hpc_plugins/test/deploy_removes_root_access.rb +21 -19
  79. data/lib/hybrid_platforms_conductor/hpc_plugins/test/divergence.rb +2 -2
  80. data/lib/hybrid_platforms_conductor/hpc_plugins/test/executables.rb +2 -2
  81. data/lib/hybrid_platforms_conductor/hpc_plugins/test/file_system.rb +19 -21
  82. data/lib/hybrid_platforms_conductor/hpc_plugins/test/file_system_hdfs.rb +19 -21
  83. data/lib/hybrid_platforms_conductor/hpc_plugins/test/github_ci.rb +2 -3
  84. data/lib/hybrid_platforms_conductor/hpc_plugins/test/idempotence.rb +2 -2
  85. data/lib/hybrid_platforms_conductor/hpc_plugins/test/ip.rb +1 -1
  86. data/lib/hybrid_platforms_conductor/hpc_plugins/test/jenkins_ci_conf.rb +21 -22
  87. data/lib/hybrid_platforms_conductor/hpc_plugins/test/jenkins_ci_masters_ok.rb +10 -12
  88. data/lib/hybrid_platforms_conductor/hpc_plugins/test/linear_strategy.rb +9 -9
  89. data/lib/hybrid_platforms_conductor/hpc_plugins/test/local_users.rb +2 -2
  90. data/lib/hybrid_platforms_conductor/hpc_plugins/test/mounts.rb +2 -2
  91. data/lib/hybrid_platforms_conductor/hpc_plugins/test/orphan_files.rb +10 -9
  92. data/lib/hybrid_platforms_conductor/hpc_plugins/test/ports.rb +2 -2
  93. data/lib/hybrid_platforms_conductor/hpc_plugins/test/private_ips.rb +5 -5
  94. data/lib/hybrid_platforms_conductor/hpc_plugins/test/public_ips.rb +5 -5
  95. data/lib/hybrid_platforms_conductor/hpc_plugins/test/spectre.rb +4 -6
  96. data/lib/hybrid_platforms_conductor/hpc_plugins/test/veids.rb +3 -3
  97. data/lib/hybrid_platforms_conductor/hpc_plugins/test/vulnerabilities.rb +25 -24
  98. data/lib/hybrid_platforms_conductor/hpc_plugins/test_report/confluence.rb +2 -2
  99. data/lib/hybrid_platforms_conductor/hpc_plugins/test_report/stdout.rb +8 -6
  100. data/lib/hybrid_platforms_conductor/io_router.rb +14 -13
  101. data/lib/hybrid_platforms_conductor/json_dumper.rb +2 -2
  102. data/lib/hybrid_platforms_conductor/log.rb +31 -0
  103. data/lib/hybrid_platforms_conductor/logger_helpers.rb +19 -16
  104. data/lib/hybrid_platforms_conductor/nodes_handler.rb +89 -71
  105. data/lib/hybrid_platforms_conductor/parallel_threads.rb +7 -11
  106. data/lib/hybrid_platforms_conductor/platform_handler.rb +7 -7
  107. data/lib/hybrid_platforms_conductor/platforms_handler.rb +5 -3
  108. data/lib/hybrid_platforms_conductor/plugin.rb +2 -2
  109. data/lib/hybrid_platforms_conductor/plugins.rb +14 -8
  110. data/lib/hybrid_platforms_conductor/provisioner.rb +4 -4
  111. data/lib/hybrid_platforms_conductor/report.rb +2 -2
  112. data/lib/hybrid_platforms_conductor/reports_handler.rb +3 -2
  113. data/lib/hybrid_platforms_conductor/secrets_reader.rb +31 -0
  114. data/lib/hybrid_platforms_conductor/services_handler.rb +32 -29
  115. data/lib/hybrid_platforms_conductor/test_only_remote_node.rb +1 -1
  116. data/lib/hybrid_platforms_conductor/test_report.rb +15 -18
  117. data/lib/hybrid_platforms_conductor/tests_runner.rb +116 -118
  118. data/lib/hybrid_platforms_conductor/thycotic.rb +28 -19
  119. data/lib/hybrid_platforms_conductor/topographer.rb +200 -190
  120. data/lib/hybrid_platforms_conductor/topographer/plugins/graphviz.rb +8 -8
  121. data/lib/hybrid_platforms_conductor/topographer/plugins/json.rb +4 -4
  122. data/lib/hybrid_platforms_conductor/version.rb +1 -1
  123. data/spec/hybrid_platforms_conductor_test.rb +51 -12
  124. data/spec/hybrid_platforms_conductor_test/api/actions_executor/actions/bash_spec.rb +18 -11
  125. data/spec/hybrid_platforms_conductor_test/api/actions_executor/actions/interactive_spec.rb +2 -2
  126. data/spec/hybrid_platforms_conductor_test/api/actions_executor/actions/remote_bash_spec.rb +32 -21
  127. data/spec/hybrid_platforms_conductor_test/api/actions_executor/actions/ruby_spec.rb +75 -49
  128. data/spec/hybrid_platforms_conductor_test/api/actions_executor/actions/scp_spec.rb +27 -15
  129. data/spec/hybrid_platforms_conductor_test/api/actions_executor/actions_spec.rb +90 -59
  130. data/spec/hybrid_platforms_conductor_test/api/actions_executor/connection_spec.rb +46 -44
  131. data/spec/hybrid_platforms_conductor_test/api/actions_executor/connectors/local/connectable_nodes_spec.rb +12 -8
  132. data/spec/hybrid_platforms_conductor_test/api/actions_executor/connectors/local/remote_actions_spec.rb +4 -7
  133. data/spec/hybrid_platforms_conductor_test/api/actions_executor/connectors/ssh/cli_options_spec.rb +21 -22
  134. data/spec/hybrid_platforms_conductor_test/api/actions_executor/connectors/ssh/config_dsl_spec.rb +23 -24
  135. data/spec/hybrid_platforms_conductor_test/api/actions_executor/connectors/ssh/connectable_nodes_spec.rb +10 -6
  136. data/spec/hybrid_platforms_conductor_test/api/actions_executor/connectors/ssh/connections_spec.rb +106 -75
  137. data/spec/hybrid_platforms_conductor_test/api/actions_executor/connectors/ssh/global_helpers_spec.rb +145 -126
  138. data/spec/hybrid_platforms_conductor_test/api/actions_executor/connectors/ssh/node_helpers_spec.rb +3 -3
  139. data/spec/hybrid_platforms_conductor_test/api/actions_executor/connectors/ssh/remote_actions_spec.rb +29 -25
  140. data/spec/hybrid_platforms_conductor_test/api/actions_executor/logging_spec.rb +167 -142
  141. data/spec/hybrid_platforms_conductor_test/api/actions_executor/parallel_spec.rb +272 -244
  142. data/spec/hybrid_platforms_conductor_test/api/actions_executor/timeout_spec.rb +16 -16
  143. data/spec/hybrid_platforms_conductor_test/api/cmd_runner_spec.rb +36 -36
  144. data/spec/hybrid_platforms_conductor_test/api/config_spec.rb +24 -22
  145. data/spec/hybrid_platforms_conductor_test/api/deployer/check_spec.rb +4 -2
  146. data/spec/hybrid_platforms_conductor_test/api/deployer/config_dsl_spec.rb +43 -5
  147. data/spec/hybrid_platforms_conductor_test/api/deployer/deploy_spec.rb +199 -216
  148. data/spec/hybrid_platforms_conductor_test/api/deployer/log_plugins/remote_fs_spec.rb +223 -0
  149. data/spec/hybrid_platforms_conductor_test/api/deployer/parse_deploy_output_spec.rb +55 -59
  150. data/spec/hybrid_platforms_conductor_test/api/deployer/provisioner_spec.rb +36 -62
  151. data/spec/hybrid_platforms_conductor_test/api/deployer/provisioners/podman_spec.rb +17 -17
  152. data/spec/hybrid_platforms_conductor_test/api/deployer/provisioners/proxmox/config_dsl_spec.rb +4 -4
  153. data/spec/hybrid_platforms_conductor_test/api/deployer/provisioners/proxmox/create_spec.rb +44 -51
  154. data/spec/hybrid_platforms_conductor_test/api/deployer/provisioners/proxmox/destroy_spec.rb +3 -3
  155. data/spec/hybrid_platforms_conductor_test/api/deployer/provisioners/proxmox/ip_spec.rb +12 -16
  156. data/spec/hybrid_platforms_conductor_test/api/deployer/provisioners/proxmox/reserve_proxmox_container/destroy_vm_spec.rb +31 -19
  157. data/spec/hybrid_platforms_conductor_test/api/deployer/provisioners/proxmox/reserve_proxmox_container/expired_containers_spec.rb +324 -266
  158. data/spec/hybrid_platforms_conductor_test/api/deployer/provisioners/proxmox/reserve_proxmox_container/ips_assignment_spec.rb +89 -61
  159. data/spec/hybrid_platforms_conductor_test/api/deployer/provisioners/proxmox/reserve_proxmox_container/other_lxc_containers_resources_spec.rb +117 -93
  160. data/spec/hybrid_platforms_conductor_test/api/deployer/provisioners/proxmox/reserve_proxmox_container/pve_node_resources_spec.rb +71 -54
  161. data/spec/hybrid_platforms_conductor_test/api/deployer/provisioners/proxmox/reserve_proxmox_container/retries_spec.rb +10 -8
  162. data/spec/hybrid_platforms_conductor_test/api/deployer/provisioners/proxmox/reserve_proxmox_container/vm_ids_assignment_spec.rb +80 -60
  163. data/spec/hybrid_platforms_conductor_test/api/deployer/provisioners/proxmox/start_spec.rb +1 -1
  164. data/spec/hybrid_platforms_conductor_test/api/deployer/provisioners/proxmox/state_spec.rb +1 -1
  165. data/spec/hybrid_platforms_conductor_test/api/deployer/provisioners/proxmox/stop_spec.rb +1 -1
  166. data/spec/hybrid_platforms_conductor_test/api/deployer/secrets_reader_plugins/cli_spec.rb +64 -0
  167. data/spec/hybrid_platforms_conductor_test/api/deployer/secrets_reader_plugins/thycotic_spec.rb +268 -0
  168. data/spec/hybrid_platforms_conductor_test/api/nodes_handler/cmdbs/config_spec.rb +8 -10
  169. data/spec/hybrid_platforms_conductor_test/api/nodes_handler/cmdbs/host_ip_spec.rb +33 -24
  170. data/spec/hybrid_platforms_conductor_test/api/nodes_handler/cmdbs/host_keys_spec.rb +64 -51
  171. data/spec/hybrid_platforms_conductor_test/api/nodes_handler/cmdbs/platform_handlers_spec.rb +3 -3
  172. data/spec/hybrid_platforms_conductor_test/api/nodes_handler/cmdbs_plugins_api_spec.rb +50 -51
  173. data/spec/hybrid_platforms_conductor_test/api/nodes_handler/common_spec.rb +91 -81
  174. data/spec/hybrid_platforms_conductor_test/api/nodes_handler/config_dsl_spec.rb +14 -16
  175. data/spec/hybrid_platforms_conductor_test/api/nodes_handler/git_diff_impacts_spec.rb +51 -75
  176. data/spec/hybrid_platforms_conductor_test/api/nodes_handler/nodes_selectors_spec.rb +35 -26
  177. data/spec/hybrid_platforms_conductor_test/api/nodes_handler/platform_handlers_plugins_api_spec.rb +24 -16
  178. data/spec/hybrid_platforms_conductor_test/api/nodes_handler/several_platforms_spec.rb +29 -19
  179. data/spec/hybrid_platforms_conductor_test/api/platform_handler_spec.rb +4 -4
  180. data/spec/hybrid_platforms_conductor_test/api/platform_handlers/serverless_chef/config_dsl_spec.rb +2 -2
  181. data/spec/hybrid_platforms_conductor_test/api/platform_handlers/serverless_chef/deploy_output_parsing_spec.rb +6 -6
  182. data/spec/hybrid_platforms_conductor_test/api/platform_handlers/serverless_chef/diff_impacts_spec.rb +57 -99
  183. data/spec/hybrid_platforms_conductor_test/api/platform_handlers/serverless_chef/inventory_spec.rb +4 -4
  184. data/spec/hybrid_platforms_conductor_test/api/platform_handlers/serverless_chef/packaging_spec.rb +32 -35
  185. data/spec/hybrid_platforms_conductor_test/api/platform_handlers/serverless_chef/services_deployment_spec.rb +10 -10
  186. data/spec/hybrid_platforms_conductor_test/api/platforms_handler_spec.rb +38 -27
  187. data/spec/hybrid_platforms_conductor_test/api/plugins_spec.rb +46 -52
  188. data/spec/hybrid_platforms_conductor_test/api/reports_handler_spec.rb +2 -2
  189. data/spec/hybrid_platforms_conductor_test/api/services_handler/actions_to_deploy_spec.rb +90 -58
  190. data/spec/hybrid_platforms_conductor_test/api/services_handler/deploy_allowed_spec.rb +38 -34
  191. data/spec/hybrid_platforms_conductor_test/api/services_handler/log_info_spec.rb +11 -9
  192. data/spec/hybrid_platforms_conductor_test/api/services_handler/package_spec.rb +193 -171
  193. data/spec/hybrid_platforms_conductor_test/api/services_handler/parse_deploy_output_spec.rb +66 -54
  194. data/spec/hybrid_platforms_conductor_test/api/services_handler/prepare_for_deploy_spec.rb +147 -133
  195. data/spec/hybrid_platforms_conductor_test/api/tests_runner/common_spec.rb +69 -49
  196. data/spec/hybrid_platforms_conductor_test/api/tests_runner/global_spec.rb +5 -4
  197. data/spec/hybrid_platforms_conductor_test/api/tests_runner/node_check_spec.rb +8 -5
  198. data/spec/hybrid_platforms_conductor_test/api/tests_runner/node_spec.rb +8 -5
  199. data/spec/hybrid_platforms_conductor_test/api/tests_runner/node_ssh_spec.rb +30 -27
  200. data/spec/hybrid_platforms_conductor_test/api/tests_runner/platform_spec.rb +12 -9
  201. data/spec/hybrid_platforms_conductor_test/api/tests_runner/reports_spec.rb +48 -47
  202. data/spec/hybrid_platforms_conductor_test/api/tests_runner/test_plugins/bitbucket_conf_spec.rb +5 -5
  203. data/spec/hybrid_platforms_conductor_test/api/tests_runner/test_plugins/github_ci_spec.rb +5 -5
  204. data/spec/hybrid_platforms_conductor_test/api/tests_runner/test_reports_plugins/confluence_spec.rb +5 -5
  205. data/spec/hybrid_platforms_conductor_test/cmdb_plugins/test_cmdb.rb +9 -9
  206. data/spec/hybrid_platforms_conductor_test/cmdb_plugins/{test_cmdb2.rb → test_cmdb_2.rb} +6 -6
  207. data/spec/hybrid_platforms_conductor_test/cmdb_plugins/test_cmdb_others.rb +3 -3
  208. data/spec/hybrid_platforms_conductor_test/cmdb_plugins/{test_cmdb_others2.rb → test_cmdb_others_2.rb} +2 -2
  209. data/spec/hybrid_platforms_conductor_test/docs_spec.rb +1 -1
  210. data/spec/hybrid_platforms_conductor_test/executables/{check-node_spec.rb → check_node_spec.rb} +4 -6
  211. data/spec/hybrid_platforms_conductor_test/executables/deploy_spec.rb +4 -6
  212. data/spec/hybrid_platforms_conductor_test/executables/get_impacted_nodes_spec.rb +76 -77
  213. data/spec/hybrid_platforms_conductor_test/executables/last_deploys_spec.rb +159 -113
  214. data/spec/hybrid_platforms_conductor_test/executables/nodes_to_deploy_spec.rb +299 -160
  215. data/spec/hybrid_platforms_conductor_test/executables/options/actions_executor_spec.rb +4 -6
  216. data/spec/hybrid_platforms_conductor_test/executables/options/cmd_runner_spec.rb +3 -5
  217. data/spec/hybrid_platforms_conductor_test/executables/options/common_spec.rb +8 -8
  218. data/spec/hybrid_platforms_conductor_test/executables/options/deployer_spec.rb +12 -196
  219. data/spec/hybrid_platforms_conductor_test/executables/options/nodes_handler_spec.rb +9 -10
  220. data/spec/hybrid_platforms_conductor_test/executables/options/nodes_selectors_spec.rb +9 -10
  221. data/spec/hybrid_platforms_conductor_test/executables/options/reports_handler_spec.rb +1 -1
  222. data/spec/hybrid_platforms_conductor_test/executables/options/tests_runner_spec.rb +22 -22
  223. data/spec/hybrid_platforms_conductor_test/executables/report_spec.rb +22 -16
  224. data/spec/hybrid_platforms_conductor_test/executables/run_spec.rb +32 -32
  225. data/spec/hybrid_platforms_conductor_test/executables/ssh_config_spec.rb +7 -9
  226. data/spec/hybrid_platforms_conductor_test/executables/test_spec.rb +3 -5
  227. data/spec/hybrid_platforms_conductor_test/helpers/actions_executor_helpers.rb +2 -2
  228. data/spec/hybrid_platforms_conductor_test/helpers/cmd_runner_helpers.rb +4 -3
  229. data/spec/hybrid_platforms_conductor_test/helpers/cmdb_helpers.rb +2 -2
  230. data/spec/hybrid_platforms_conductor_test/helpers/config_helpers.rb +1 -1
  231. data/spec/hybrid_platforms_conductor_test/helpers/connector_ssh_helpers.rb +12 -13
  232. data/spec/hybrid_platforms_conductor_test/helpers/deployer_helpers.rb +245 -56
  233. data/spec/hybrid_platforms_conductor_test/helpers/executables_helpers.rb +11 -11
  234. data/spec/hybrid_platforms_conductor_test/helpers/nodes_handler_helpers.rb +1 -1
  235. data/spec/hybrid_platforms_conductor_test/helpers/platforms_handler_helpers.rb +39 -28
  236. data/spec/hybrid_platforms_conductor_test/helpers/plugins_helpers.rb +1 -1
  237. data/spec/hybrid_platforms_conductor_test/helpers/provisioner_proxmox_helpers.rb +86 -111
  238. data/spec/hybrid_platforms_conductor_test/helpers/reports_handler_helpers.rb +1 -1
  239. data/spec/hybrid_platforms_conductor_test/helpers/serverless_chef_helpers.rb +3 -3
  240. data/spec/hybrid_platforms_conductor_test/helpers/services_handler_helpers.rb +1 -1
  241. data/spec/hybrid_platforms_conductor_test/helpers/tests_runner_helpers.rb +1 -1
  242. data/spec/hybrid_platforms_conductor_test/mocked_lib/my_test_gem/hpc_plugins/test_plugin_type/{test_plugin_id1.rb → test_plugin_id_1.rb} +0 -0
  243. data/spec/hybrid_platforms_conductor_test/mocked_lib/my_test_gem/hpc_plugins/test_plugin_type/{test_plugin_id2.rb → test_plugin_id_2.rb} +0 -0
  244. data/spec/hybrid_platforms_conductor_test/mocked_lib/my_test_gem2/sub_dir/hpc_plugins/test_plugin_type/{test_plugin_id3.rb → test_plugin_id_3.rb} +0 -0
  245. data/spec/hybrid_platforms_conductor_test/mocked_lib/my_test_gem2/sub_dir/hpc_plugins/{test_plugin_type2/test_plugin_id4.rb → test_plugin_type_2/test_plugin_id_4.rb} +0 -0
  246. data/spec/hybrid_platforms_conductor_test/platform_handler_plugins/test.rb +1 -1
  247. data/spec/hybrid_platforms_conductor_test/platform_handler_plugins/{test2.rb → test_2.rb} +0 -0
  248. data/spec/hybrid_platforms_conductor_test/rubocop_spec.rb +31 -0
  249. data/spec/hybrid_platforms_conductor_test/serverless_chef_repositories/1_node/nodes/node.json +3 -3
  250. data/spec/hybrid_platforms_conductor_test/serverless_chef_repositories/data_bags/nodes/node.json +3 -3
  251. data/spec/hybrid_platforms_conductor_test/serverless_chef_repositories/recipes/cookbooks/test_cookbook_2/libraries/default.rb +1 -0
  252. data/spec/hybrid_platforms_conductor_test/serverless_chef_repositories/several_cookbooks/other_cookbooks/test_cookbook_2/libraries/default.rb +1 -0
  253. data/spec/hybrid_platforms_conductor_test/shared_examples/deployer.rb +952 -0
  254. data/spec/hybrid_platforms_conductor_test/test_connector.rb +4 -3
  255. data/spec/hybrid_platforms_conductor_test/test_log_no_read_plugin.rb +84 -0
  256. data/spec/hybrid_platforms_conductor_test/test_log_plugin.rb +105 -0
  257. data/spec/hybrid_platforms_conductor_test/test_plugins/global.rb +1 -0
  258. data/spec/hybrid_platforms_conductor_test/test_plugins/node.rb +1 -0
  259. data/spec/hybrid_platforms_conductor_test/test_plugins/node_check.rb +1 -0
  260. data/spec/hybrid_platforms_conductor_test/test_plugins/platform.rb +1 -0
  261. data/spec/hybrid_platforms_conductor_test/test_plugins/several_checks.rb +2 -2
  262. data/spec/hybrid_platforms_conductor_test/test_secrets_reader_plugin.rb +45 -0
  263. data/spec/hybrid_platforms_conductor_test/tests_report_plugin.rb +5 -6
  264. data/spec/spec_helper.rb +17 -18
  265. data/tools/check_md +16 -20
  266. data/tools/generate_mermaid +1 -1
  267. metadata +194 -144
  268. data/spec/hybrid_platforms_conductor_test/helpers/deployer_test_helpers.rb +0 -916
@@ -1,8 +1,8 @@
1
1
  describe HybridPlatformsConductor::ActionsExecutor do
2
2
 
3
- context 'checking connector plugin local' do
3
+ context 'when checking connector plugin local' do
4
4
 
5
- context 'checking connectable nodes selection' do
5
+ context 'when checking connectable nodes selection' do
6
6
 
7
7
  # Return the connector to be tested
8
8
  #
@@ -13,12 +13,16 @@ describe HybridPlatformsConductor::ActionsExecutor do
13
13
  end
14
14
 
15
15
  it 'selects connectable nodes correctly' do
16
- with_test_platform(nodes: {
17
- 'node1' => { meta: { host_ip: '192.168.42.42' } },
18
- 'node2' => {},
19
- 'node3' => { meta: { host_ip: '127.0.0.1', local_node: true } },
20
- 'node4' => { meta: { local_node: true } }
21
- }) do
16
+ with_test_platform(
17
+ {
18
+ nodes: {
19
+ 'node1' => { meta: { host_ip: '192.168.42.42' } },
20
+ 'node2' => {},
21
+ 'node3' => { meta: { host_ip: '127.0.0.1', local_node: true } },
22
+ 'node4' => { meta: { local_node: true } }
23
+ }
24
+ }
25
+ ) do
22
26
  expect(test_connector.connectable_nodes_from(%w[node1 node2 node3 node4]).sort).to eq %w[node3 node4].sort
23
27
  end
24
28
  end
@@ -1,8 +1,8 @@
1
1
  describe HybridPlatformsConductor::ActionsExecutor do
2
2
 
3
- context 'checking connector plugin local' do
3
+ context 'when checking connector plugin local' do
4
4
 
5
- context 'checking remote actions' do
5
+ context 'when checking remote actions' do
6
6
 
7
7
  # Return the connector to be tested
8
8
  #
@@ -19,7 +19,6 @@ describe HybridPlatformsConductor::ActionsExecutor do
19
19
  # * *expected_stdout* (String): Expected stdout after client code execution [default: '']
20
20
  # * *expected_stderr* (String): Expected stderr after client code execution [default: '']
21
21
  # * *timeout* (Integer or nil): Timeout to prepare the connector for [default: nil]
22
- # * *password* (String or nil): Password to set for the node, or nil for none [default: nil]
23
22
  # * *additional_config* (String): Additional config [default: '']
24
23
  # * Proc: Client code to execute testing
25
24
  def with_test_platform_for_remote_testing(
@@ -27,13 +26,11 @@ describe HybridPlatformsConductor::ActionsExecutor do
27
26
  expected_stdout: '',
28
27
  expected_stderr: '',
29
28
  timeout: nil,
30
- password: nil,
31
29
  additional_config: ''
32
30
  )
33
31
  with_test_platform(
34
32
  { nodes: { 'node' => { meta: { local_node: true } } } },
35
- false,
36
- additional_config
33
+ additional_config: additional_config
37
34
  ) do
38
35
  with_cmd_runner_mocked(expected_cmds) do
39
36
  test_connector.with_connection_to(['node']) do
@@ -62,7 +59,7 @@ describe HybridPlatformsConductor::ActionsExecutor do
62
59
  expected_cmds: [
63
60
  [
64
61
  'cd /tmp/hpc_local_workspaces/node ; bash_cmd.bash',
65
- proc do |cmd, log_to_file: nil, log_to_stdout: true, log_stdout_to_io: nil, log_stderr_to_io: nil, expected_code: 0, timeout: nil, no_exception: false|
62
+ proc do |_cmd, log_to_file: nil, log_to_stdout: true, log_stdout_to_io: nil, log_stderr_to_io: nil, expected_code: 0, timeout: nil, no_exception: false|
66
63
  expect(timeout).to eq 5
67
64
  [0, '', '']
68
65
  end
@@ -1,8 +1,8 @@
1
1
  describe HybridPlatformsConductor::ActionsExecutor do
2
2
 
3
- context 'checking connector plugin ssh' do
3
+ context 'when checking connector plugin ssh' do
4
4
 
5
- context 'checking command-line interface options' do
5
+ context 'when checking command-line interface options' do
6
6
 
7
7
  # Setup a platform for tests
8
8
  #
@@ -13,11 +13,10 @@ describe HybridPlatformsConductor::ActionsExecutor do
13
13
  def with_test_platform_for_cli
14
14
  with_test_platform(
15
15
  { nodes: { 'node' => {} } },
16
- false,
17
- "
16
+ additional_config: <<~EO_CONFIG
18
17
  gateway :test_gateway, 'Host test_gateway'
19
- gateway :test_gateway2, 'Host test_gateway2'
20
- "
18
+ gateway :test_gateway_2, 'Host test_gateway_2'
19
+ EO_CONFIG
21
20
  ) do |repository|
22
21
  ENV['hpc_ssh_gateways_conf'] = 'test_gateway'
23
22
  yield repository
@@ -34,10 +33,10 @@ describe HybridPlatformsConductor::ActionsExecutor do
34
33
 
35
34
  it 'selects the correct gateway user' do
36
35
  with_test_platform_for_cli do
37
- expect_actions_executor_runs([proc do |actions, timeout: nil, concurrent: false, log_to_dir: 'run_logs', log_to_stdout: true|
36
+ expect_actions_executor_runs [proc do
38
37
  expect(test_connector.ssh_gateway_user).to eq 'another_user'
39
38
  {}
40
- end])
39
+ end]
41
40
  exit_code, stdout, stderr = run 'run', '--node', 'node', '--command', 'echo Hello', '--ssh-gateway-user', 'another_user'
42
41
  expect(exit_code).to eq 0
43
42
  expect(stdout).to eq ''
@@ -47,11 +46,11 @@ describe HybridPlatformsConductor::ActionsExecutor do
47
46
 
48
47
  it 'selects the correct gateway conf' do
49
48
  with_test_platform_for_cli do
50
- expect_actions_executor_runs([proc do |actions, timeout: nil, concurrent: false, log_to_dir: 'run_logs', log_to_stdout: true|
51
- expect(test_connector.ssh_gateways_conf).to eq :test_gateway2
49
+ expect_actions_executor_runs [proc do
50
+ expect(test_connector.ssh_gateways_conf).to eq :test_gateway_2
52
51
  {}
53
- end])
54
- exit_code, stdout, stderr = run 'run', '--node', 'node', '--command', 'echo Hello', '--ssh-gateways-conf', 'test_gateway2'
52
+ end]
53
+ exit_code, stdout, stderr = run 'run', '--node', 'node', '--command', 'echo Hello', '--ssh-gateways-conf', 'test_gateway_2'
55
54
  expect(exit_code).to eq 0
56
55
  expect(stdout).to eq ''
57
56
  expect(stderr).to eq ''
@@ -60,10 +59,10 @@ describe HybridPlatformsConductor::ActionsExecutor do
60
59
 
61
60
  it 'does not use the SSH control master' do
62
61
  with_test_platform_for_cli do
63
- expect_actions_executor_runs([proc do |actions, timeout: nil, concurrent: false, log_to_dir: 'run_logs', log_to_stdout: true|
62
+ expect_actions_executor_runs [proc do
64
63
  expect(test_connector.ssh_use_control_master).to eq false
65
64
  {}
66
- end])
65
+ end]
67
66
  exit_code, stdout, stderr = run 'run', '--node', 'node', '--command', 'echo Hello', '--ssh-no-control-master'
68
67
  expect(exit_code).to eq 0
69
68
  expect(stdout).to eq ''
@@ -73,10 +72,10 @@ describe HybridPlatformsConductor::ActionsExecutor do
73
72
 
74
73
  it 'does not use strict host key checking' do
75
74
  with_test_platform_for_cli do
76
- expect_actions_executor_runs([proc do |actions, timeout: nil, concurrent: false, log_to_dir: 'run_logs', log_to_stdout: true|
75
+ expect_actions_executor_runs [proc do
77
76
  expect(test_connector.ssh_strict_host_key_checking).to eq false
78
77
  {}
79
- end])
78
+ end]
80
79
  exit_code, stdout, stderr = run 'run', '--node', 'node', '--command', 'echo Hello', '--ssh-no-host-key-checking'
81
80
  expect(exit_code).to eq 0
82
81
  expect(stdout).to eq ''
@@ -86,10 +85,10 @@ describe HybridPlatformsConductor::ActionsExecutor do
86
85
 
87
86
  it 'uses a different SSH user name' do
88
87
  with_test_platform_for_cli do
89
- expect_actions_executor_runs([proc do |actions, timeout: nil, concurrent: false, log_to_dir: 'run_logs', log_to_stdout: true|
88
+ expect_actions_executor_runs [proc do
90
89
  expect(test_connector.ssh_user).to eq 'ssh_new_user'
91
90
  {}
92
- end])
91
+ end]
93
92
  exit_code, stdout, stderr = run 'run', '--node', 'node', '--command', 'echo Hello', '--ssh-user', 'ssh_new_user'
94
93
  expect(exit_code).to eq 0
95
94
  expect(stdout).to eq ''
@@ -101,9 +100,9 @@ describe HybridPlatformsConductor::ActionsExecutor do
101
100
  ENV.delete 'hpc_ssh_user'
102
101
  ENV.delete 'USER'
103
102
  with_test_platform_for_cli do
104
- with_cmd_runner_mocked([
103
+ with_cmd_runner_mocked [
105
104
  ['whoami', proc { [0, '', ''] }]
106
- ]) do
105
+ ] do
107
106
  expect { run 'run', '--node', 'node', '--command', 'echo Hello' }.to raise_error(RuntimeError, 'No SSH user name specified. Please use --ssh-user option or hpc_ssh_user environment variable to set it.')
108
107
  end
109
108
  end
@@ -111,10 +110,10 @@ describe HybridPlatformsConductor::ActionsExecutor do
111
110
 
112
111
  it 'expects passwords to be input' do
113
112
  with_test_platform_for_cli do
114
- expect_actions_executor_runs([proc do |actions, timeout: nil, concurrent: false, log_to_dir: 'run_logs', log_to_stdout: true|
113
+ expect_actions_executor_runs [proc do
115
114
  expect(test_connector.auth_password).to eq true
116
115
  {}
117
- end])
116
+ end]
118
117
  exit_code, stdout, stderr = run 'run', '--node', 'node', '--command', 'echo Hello', '--password'
119
118
  expect(exit_code).to eq 0
120
119
  expect(stdout).to eq ''
@@ -1,13 +1,13 @@
1
1
  describe HybridPlatformsConductor::ActionsExecutor do
2
2
 
3
- context 'checking connector plugin ssh' do
3
+ context 'when checking connector plugin ssh' do
4
4
 
5
- context 'checking Config DSL extensions' do
5
+ context 'when checking Config DSL extensions' do
6
6
 
7
7
  it 'returns 1 defined gateway' do
8
- with_repository do |repository|
9
- with_platforms 'gateway :gateway1, \'\'' do
10
- expect(test_config.known_gateways).to eq [:gateway1]
8
+ with_repository do
9
+ with_platforms 'gateway :gateway_1, \'\'' do
10
+ expect(test_config.known_gateways).to eq [:gateway_1]
11
11
  end
12
12
  end
13
13
  end
@@ -17,28 +17,28 @@ describe HybridPlatformsConductor::ActionsExecutor do
17
17
  Host gateway
18
18
  Hostname mygateway.com
19
19
  '
20
- with_repository do |repository|
21
- with_platforms "gateway :gateway1, '#{ssh_gateway}'" do
22
- expect(test_config.ssh_for_gateway(:gateway1)).to eq ssh_gateway
20
+ with_repository do
21
+ with_platforms "gateway :gateway_1, '#{ssh_gateway}'" do
22
+ expect(test_config.ssh_for_gateway(:gateway_1)).to eq ssh_gateway
23
23
  end
24
24
  end
25
25
  end
26
26
 
27
27
  it 'returns 1 defined gateway with its content and replacing ERB template correctly' do
28
- with_repository do |repository|
29
- with_platforms 'gateway :gateway1, \'Host gateway_<%= @user %>\'' do
30
- expect(test_config.ssh_for_gateway(:gateway1, user: 'test_user')).to eq 'Host gateway_test_user'
28
+ with_repository do
29
+ with_platforms 'gateway :gateway_1, \'Host gateway_<%= @user %>\'' do
30
+ expect(test_config.ssh_for_gateway(:gateway_1, user: 'test_user')).to eq 'Host gateway_test_user'
31
31
  end
32
32
  end
33
33
  end
34
34
 
35
35
  it 'returns several defined gateways' do
36
- with_repository do |repository|
36
+ with_repository do
37
37
  with_platforms '
38
- gateway :gateway1, \'\'
39
- gateway :gateway2, \'\'
38
+ gateway :gateway_1, \'\'
39
+ gateway :gateway_2, \'\'
40
40
  ' do
41
- expect(test_config.known_gateways.sort).to eq %i[gateway1 gateway2].sort
41
+ expect(test_config.known_gateways.sort).to eq %i[gateway_1 gateway_2].sort
42
42
  end
43
43
  end
44
44
  end
@@ -50,30 +50,29 @@ describe HybridPlatformsConductor::ActionsExecutor do
50
50
  'node1' => {},
51
51
  'node2' => {},
52
52
  'node3' => {}
53
- },
53
+ }
54
54
  },
55
- false,
56
- '
55
+ additional_config: <<~'EO_CONFIG'
57
56
  for_nodes(%w[node1 node3]) do
58
57
  transform_ssh_connection do |node, connection, connection_user, gateway, gateway_user|
59
58
  ["#{connection}_#{node}_13", "#{connection_user}_#{node}_13", "#{gateway}_#{node}_13", "#{gateway_user}_#{node}_13"]
60
59
  end
61
60
  end
62
- for_nodes(\'node1\') do
61
+ for_nodes('node1') do
63
62
  transform_ssh_connection do |node, connection, connection_user, gateway, gateway_user|
64
63
  ["#{connection}_#{node}_1", "#{connection_user}_#{node}_1", "#{gateway}_#{node}_1", "#{gateway_user}_#{node}_1"]
65
64
  end
66
65
  end
67
- '
66
+ EO_CONFIG
68
67
  ) do
69
68
  expect(test_config.ssh_connection_transforms.size).to eq 2
70
69
  expect(test_config.ssh_connection_transforms[0][:nodes_selectors_stack]).to eq [%w[node1 node3]]
71
- expect(test_config.ssh_connection_transforms[0][:transform].call('node1', 'test_host', 'test_user', 'test_gateway', 'test_gateway_user')).to eq [
72
- 'test_host_node1_13', 'test_user_node1_13', 'test_gateway_node1_13', 'test_gateway_user_node1_13'
70
+ expect(test_config.ssh_connection_transforms[0][:transform].call('node1', 'test_host', 'test_user', 'test_gateway', 'test_gateway_user')).to eq %w[
71
+ test_host_node1_13 test_user_node1_13 test_gateway_node1_13 test_gateway_user_node1_13
73
72
  ]
74
73
  expect(test_config.ssh_connection_transforms[1][:nodes_selectors_stack]).to eq ['node1']
75
- expect(test_config.ssh_connection_transforms[1][:transform].call('node1', 'test_host', 'test_user', 'test_gateway', 'test_gateway_user')).to eq [
76
- 'test_host_node1_1', 'test_user_node1_1', 'test_gateway_node1_1', 'test_gateway_user_node1_1'
74
+ expect(test_config.ssh_connection_transforms[1][:transform].call('node1', 'test_host', 'test_user', 'test_gateway', 'test_gateway_user')).to eq %w[
75
+ test_host_node1_1 test_user_node1_1 test_gateway_node1_1 test_gateway_user_node1_1
77
76
  ]
78
77
  end
79
78
  end
@@ -1,8 +1,8 @@
1
1
  describe HybridPlatformsConductor::ActionsExecutor do
2
2
 
3
- context 'checking connector plugin ssh' do
3
+ context 'when checking connector plugin ssh' do
4
4
 
5
- context 'checking connectable nodes selection' do
5
+ context 'when checking connectable nodes selection' do
6
6
 
7
7
  # Return the connector to be tested
8
8
  #
@@ -13,10 +13,14 @@ describe HybridPlatformsConductor::ActionsExecutor do
13
13
  end
14
14
 
15
15
  it 'selects connectable nodes correctly' do
16
- with_test_platform(nodes: {
17
- 'node1' => { meta: { host_ip: '192.168.42.42' } },
18
- 'node2' => {}
19
- }) do
16
+ with_test_platform(
17
+ {
18
+ nodes: {
19
+ 'node1' => { meta: { host_ip: '192.168.42.42' } },
20
+ 'node2' => {}
21
+ }
22
+ }
23
+ ) do
20
24
  expect(test_connector.connectable_nodes_from(%w[node1 node2])).to eq ['node1']
21
25
  end
22
26
  end
@@ -1,8 +1,8 @@
1
1
  describe HybridPlatformsConductor::ActionsExecutor do
2
2
 
3
- context 'checking connector plugin ssh' do
3
+ context 'when checking connector plugin ssh' do
4
4
 
5
- context 'checking connections preparations' do
5
+ context 'when checking connections preparations' do
6
6
 
7
7
  # Return the connector to be tested
8
8
  #
@@ -13,12 +13,12 @@ describe HybridPlatformsConductor::ActionsExecutor do
13
13
  end
14
14
 
15
15
  it 'creates an SSH master to 1 node' do
16
- with_test_platform(nodes: { 'node' => { meta: { host_ip: '192.168.42.42' } } }) do
16
+ with_test_platform({ nodes: { 'node' => { meta: { host_ip: '192.168.42.42' } } } }) do
17
17
  with_cmd_runner_mocked(
18
18
  [
19
19
  ['which env', proc { [0, "/usr/bin/env\n", ''] }],
20
20
  ['ssh -V 2>&1', proc { [0, "OpenSSH_7.4p1 Debian-10+deb9u7, OpenSSL 1.0.2u 20 Dec 2019\n", ''] }]
21
- ] + ssh_expected_commands_for('node' => { connection: '192.168.42.42', user: 'test_user' })
21
+ ] + ssh_expected_commands_for({ 'node' => { connection: '192.168.42.42', user: 'test_user' } })
22
22
  ) do
23
23
  test_connector.ssh_user = 'test_user'
24
24
  test_connector.with_connection_to(['node']) do |connected_nodes|
@@ -29,7 +29,7 @@ describe HybridPlatformsConductor::ActionsExecutor do
29
29
  end
30
30
 
31
31
  it 'creates an SSH master to 1 node not having Session Exec capabilities' do
32
- with_test_platform(nodes: { 'node' => { meta: { host_ip: '192.168.42.42', ssh_session_exec: false } } }) do
32
+ with_test_platform({ nodes: { 'node' => { meta: { host_ip: '192.168.42.42', ssh_session_exec: false } } } }) do
33
33
  with_cmd_runner_mocked(
34
34
  [
35
35
  ['which env', proc { [0, "/usr/bin/env\n", ''] }],
@@ -45,7 +45,7 @@ describe HybridPlatformsConductor::ActionsExecutor do
45
45
  end
46
46
 
47
47
  it 'can\'t create an SSH master to 1 node not having Session Exec capabilities when hpc_interactive is false' do
48
- with_test_platform(nodes: { 'node' => { meta: { host_ip: '192.168.42.42', ssh_session_exec: false } } }) do
48
+ with_test_platform({ nodes: { 'node' => { meta: { host_ip: '192.168.42.42', ssh_session_exec: false } } } }) do
49
49
  ENV['hpc_interactive'] = 'false'
50
50
  with_cmd_runner_mocked(
51
51
  [
@@ -67,19 +67,25 @@ describe HybridPlatformsConductor::ActionsExecutor do
67
67
  end
68
68
 
69
69
  it 'fails without creating exception when creating an SSH master to 1 node not having Session Exec capabilities when hpc_interactive is false and we use no_exception' do
70
- with_test_platform(nodes: {
71
- 'node1' => { meta: { host_ip: '192.168.42.1' } },
72
- 'node2' => { meta: { host_ip: '192.168.42.2', ssh_session_exec: false } },
73
- 'node3' => { meta: { host_ip: '192.168.42.3' } }
74
- }) do
70
+ with_test_platform(
71
+ {
72
+ nodes: {
73
+ 'node1' => { meta: { host_ip: '192.168.42.1' } },
74
+ 'node2' => { meta: { host_ip: '192.168.42.2', ssh_session_exec: false } },
75
+ 'node3' => { meta: { host_ip: '192.168.42.3' } }
76
+ }
77
+ }
78
+ ) do
75
79
  ENV['hpc_interactive'] = 'false'
76
80
  with_cmd_runner_mocked(
77
81
  [
78
82
  ['which env', proc { [0, "/usr/bin/env\n", ''] }],
79
83
  ['ssh -V 2>&1', proc { [0, "OpenSSH_7.4p1 Debian-10+deb9u7, OpenSSL 1.0.2u 20 Dec 2019\n", ''] }]
80
84
  ] + ssh_expected_commands_for(
81
- 'node1' => { connection: '192.168.42.1', user: 'test_user' },
82
- 'node3' => { connection: '192.168.42.3', user: 'test_user' }
85
+ {
86
+ 'node1' => { connection: '192.168.42.1', user: 'test_user' },
87
+ 'node3' => { connection: '192.168.42.3', user: 'test_user' }
88
+ }
83
89
  ) + ssh_expected_commands_for(
84
90
  {
85
91
  'node2' => { connection: '192.168.42.2', user: 'test_user' }
@@ -97,19 +103,25 @@ describe HybridPlatformsConductor::ActionsExecutor do
97
103
  end
98
104
 
99
105
  it 'creates SSH master to several nodes' do
100
- with_test_platform(nodes: {
101
- 'node1' => { meta: { host_ip: '192.168.42.1' } },
102
- 'node2' => { meta: { host_ip: '192.168.42.2' } },
103
- 'node3' => { meta: { host_ip: '192.168.42.3' } }
104
- }) do
106
+ with_test_platform(
107
+ {
108
+ nodes: {
109
+ 'node1' => { meta: { host_ip: '192.168.42.1' } },
110
+ 'node2' => { meta: { host_ip: '192.168.42.2' } },
111
+ 'node3' => { meta: { host_ip: '192.168.42.3' } }
112
+ }
113
+ }
114
+ ) do
105
115
  with_cmd_runner_mocked(
106
116
  [
107
117
  ['which env', proc { [0, "/usr/bin/env\n", ''] }],
108
118
  ['ssh -V 2>&1', proc { [0, "OpenSSH_7.4p1 Debian-10+deb9u7, OpenSSL 1.0.2u 20 Dec 2019\n", ''] }]
109
119
  ] + ssh_expected_commands_for(
110
- 'node1' => { connection: '192.168.42.1', user: 'test_user' },
111
- 'node2' => { connection: '192.168.42.2', user: 'test_user' },
112
- 'node3' => { connection: '192.168.42.3', user: 'test_user' }
120
+ {
121
+ 'node1' => { connection: '192.168.42.1', user: 'test_user' },
122
+ 'node2' => { connection: '192.168.42.2', user: 'test_user' },
123
+ 'node3' => { connection: '192.168.42.3', user: 'test_user' }
124
+ }
113
125
  )
114
126
  ) do
115
127
  test_connector.ssh_user = 'test_user'
@@ -123,32 +135,33 @@ describe HybridPlatformsConductor::ActionsExecutor do
123
135
  it 'creates SSH master to several nodes with ssh connections transformed' do
124
136
  with_test_platform(
125
137
  { nodes: {
126
- 'node1' => { meta: { host_ip: '192.168.42.1' } },
127
- 'node2' => { meta: { host_ip: '192.168.42.2' } },
128
- 'node3' => { meta: { host_ip: '192.168.42.3' } }
138
+ 'node1' => { meta: { host_ip: '192.168.42.1' } },
139
+ 'node2' => { meta: { host_ip: '192.168.42.2' } },
140
+ 'node3' => { meta: { host_ip: '192.168.42.3' } }
129
141
  } },
130
- false,
131
- '
142
+ additional_config: <<~'EO_CONFIG'
132
143
  for_nodes(%w[node1 node3]) do
133
144
  transform_ssh_connection do |node, connection, connection_user, gateway, gateway_user|
134
145
  ["#{connection}_#{node}_13", "#{connection_user}_#{node}_13", "#{gateway}_#{node}_13", "#{gateway_user}_#{node}_13"]
135
146
  end
136
147
  end
137
- for_nodes(\'node1\') do
148
+ for_nodes('node1') do
138
149
  transform_ssh_connection do |node, connection, connection_user, gateway, gateway_user|
139
150
  ["#{connection}_#{node}_1", "#{connection_user}_#{node}_1", "#{gateway}_#{node}_1", "#{gateway_user}_#{node}_1"]
140
151
  end
141
152
  end
142
- '
153
+ EO_CONFIG
143
154
  ) do
144
155
  with_cmd_runner_mocked(
145
156
  [
146
157
  ['which env', proc { [0, "/usr/bin/env\n", ''] }],
147
158
  ['ssh -V 2>&1', proc { [0, "OpenSSH_7.4p1 Debian-10+deb9u7, OpenSSL 1.0.2u 20 Dec 2019\n", ''] }]
148
159
  ] + ssh_expected_commands_for(
149
- 'node1' => { ip: '192.168.42.1', connection: '192.168.42.1_node1_13_node1_1', user: 'test_user_node1_13_node1_1' },
150
- 'node2' => { ip: '192.168.42.2', connection: '192.168.42.2', user: 'test_user' },
151
- 'node3' => { ip: '192.168.42.3', connection: '192.168.42.3_node3_13', user: 'test_user_node3_13' }
160
+ {
161
+ 'node1' => { ip: '192.168.42.1', connection: '192.168.42.1_node1_13_node1_1', user: 'test_user_node1_13_node1_1' },
162
+ 'node2' => { ip: '192.168.42.2', connection: '192.168.42.2', user: 'test_user' },
163
+ 'node3' => { ip: '192.168.42.3', connection: '192.168.42.3_node3_13', user: 'test_user_node3_13' }
164
+ }
152
165
  )
153
166
  ) do
154
167
  test_connector.ssh_user = 'test_user'
@@ -160,11 +173,15 @@ describe HybridPlatformsConductor::ActionsExecutor do
160
173
  end
161
174
 
162
175
  it 'fails when an SSH master can\'t be created' do
163
- with_test_platform(nodes: {
164
- 'node1' => { meta: { host_ip: '192.168.42.1' } },
165
- 'node2' => { meta: { host_ip: '192.168.42.2' } },
166
- 'node3' => { meta: { host_ip: '192.168.42.3' } }
167
- }) do
176
+ with_test_platform(
177
+ {
178
+ nodes: {
179
+ 'node1' => { meta: { host_ip: '192.168.42.1' } },
180
+ 'node2' => { meta: { host_ip: '192.168.42.2' } },
181
+ 'node3' => { meta: { host_ip: '192.168.42.3' } }
182
+ }
183
+ }
184
+ ) do
168
185
  with_cmd_runner_mocked(
169
186
  [
170
187
  ['which env', proc { [0, "/usr/bin/env\n", ''] }],
@@ -186,24 +203,30 @@ describe HybridPlatformsConductor::ActionsExecutor do
186
203
  )
187
204
  ) do
188
205
  test_connector.ssh_user = 'test_user'
189
- expect { test_connector.with_connection_to(%w[node1 node2 node3]) }.to raise_error(/^Error while starting SSH Control Master with .+\/ssh -o BatchMode=yes -o ControlMaster=yes -o ControlPersist=yes hpc.node2 true: Can't connect to 192.168.42.2$/)
206
+ expect { test_connector.with_connection_to(%w[node1 node2 node3]) }.to raise_error(%r{^Error while starting SSH Control Master with .+/ssh -o BatchMode=yes -o ControlMaster=yes -o ControlPersist=yes hpc.node2 true: Can't connect to 192.168.42.2$})
190
207
  end
191
208
  end
192
209
  end
193
210
 
194
211
  it 'fails without throwing exception when an SSH master can\'t be created and we use no_exception' do
195
- with_test_platform(nodes: {
196
- 'node1' => { meta: { host_ip: '192.168.42.1' } },
197
- 'node2' => { meta: { host_ip: '192.168.42.2' } },
198
- 'node3' => { meta: { host_ip: '192.168.42.3' } }
199
- }) do
212
+ with_test_platform(
213
+ {
214
+ nodes: {
215
+ 'node1' => { meta: { host_ip: '192.168.42.1' } },
216
+ 'node2' => { meta: { host_ip: '192.168.42.2' } },
217
+ 'node3' => { meta: { host_ip: '192.168.42.3' } }
218
+ }
219
+ }
220
+ ) do
200
221
  with_cmd_runner_mocked(
201
222
  [
202
223
  ['which env', proc { [0, "/usr/bin/env\n", ''] }],
203
224
  ['ssh -V 2>&1', proc { [0, "OpenSSH_7.4p1 Debian-10+deb9u7, OpenSSL 1.0.2u 20 Dec 2019\n", ''] }]
204
225
  ] + ssh_expected_commands_for(
205
- 'node1' => { connection: '192.168.42.1', user: 'test_user' },
206
- 'node3' => { connection: '192.168.42.3', user: 'test_user' }
226
+ {
227
+ 'node1' => { connection: '192.168.42.1', user: 'test_user' },
228
+ 'node3' => { connection: '192.168.42.3', user: 'test_user' }
229
+ }
207
230
  ) + ssh_expected_commands_for(
208
231
  {
209
232
  'node2' => { connection: '192.168.42.2', user: 'test_user', control_master_create_error: 'Can\'t connect to 192.168.42.2' }
@@ -220,13 +243,13 @@ describe HybridPlatformsConductor::ActionsExecutor do
220
243
  end
221
244
 
222
245
  it 'reuses SSH master already created to 1 node' do
223
- with_test_platform(nodes: { 'node' => { meta: { host_ip: '192.168.42.42' } } }) do
246
+ with_test_platform({ nodes: { 'node' => { meta: { host_ip: '192.168.42.42' } } } }) do
224
247
  with_cmd_runner_mocked(
225
248
  [
226
249
  ['which env', proc { [0, "/usr/bin/env\n", ''] }],
227
250
  ['ssh -V 2>&1', proc { [0, "OpenSSH_7.4p1 Debian-10+deb9u7, OpenSSL 1.0.2u 20 Dec 2019\n", ''] }]
228
251
  ] +
229
- ssh_expected_commands_for('node' => { connection: '192.168.42.42', user: 'test_user' }) +
252
+ ssh_expected_commands_for({ 'node' => { connection: '192.168.42.42', user: 'test_user' } }) +
230
253
  ssh_expected_commands_for(
231
254
  { 'node' => { connection: '192.168.42.42', user: 'test_user' } },
232
255
  with_strict_host_key_checking: false,
@@ -245,24 +268,32 @@ describe HybridPlatformsConductor::ActionsExecutor do
245
268
  end
246
269
 
247
270
  it 'reuses SSH masters already created to some nodes and create new ones if needed' do
248
- with_test_platform(nodes: {
249
- 'node1' => { meta: { host_ip: '192.168.42.1' } },
250
- 'node2' => { meta: { host_ip: '192.168.42.2' } },
251
- 'node3' => { meta: { host_ip: '192.168.42.3' } },
252
- 'node4' => { meta: { host_ip: '192.168.42.4' } }
253
- }) do
271
+ with_test_platform(
272
+ {
273
+ nodes: {
274
+ 'node1' => { meta: { host_ip: '192.168.42.1' } },
275
+ 'node2' => { meta: { host_ip: '192.168.42.2' } },
276
+ 'node3' => { meta: { host_ip: '192.168.42.3' } },
277
+ 'node4' => { meta: { host_ip: '192.168.42.4' } }
278
+ }
279
+ }
280
+ ) do
254
281
  with_cmd_runner_mocked(
255
282
  [
256
283
  ['which env', proc { [0, "/usr/bin/env\n", ''] }],
257
284
  ['ssh -V 2>&1', proc { [0, "OpenSSH_7.4p1 Debian-10+deb9u7, OpenSSL 1.0.2u 20 Dec 2019\n", ''] }]
258
285
  ] +
259
286
  ssh_expected_commands_for(
260
- 'node1' => { connection: '192.168.42.1', user: 'test_user' },
261
- 'node3' => { connection: '192.168.42.3', user: 'test_user' }
287
+ {
288
+ 'node1' => { connection: '192.168.42.1', user: 'test_user' },
289
+ 'node3' => { connection: '192.168.42.3', user: 'test_user' }
290
+ }
262
291
  ) +
263
292
  ssh_expected_commands_for(
264
- 'node2' => { connection: '192.168.42.2', user: 'test_user' },
265
- 'node4' => { connection: '192.168.42.4', user: 'test_user' }
293
+ {
294
+ 'node2' => { connection: '192.168.42.2', user: 'test_user' },
295
+ 'node4' => { connection: '192.168.42.4', user: 'test_user' }
296
+ }
266
297
  ) +
267
298
  ssh_expected_commands_for(
268
299
  {
@@ -285,14 +316,14 @@ describe HybridPlatformsConductor::ActionsExecutor do
285
316
  end
286
317
 
287
318
  it 'makes sure the last client using ControlMaster destroys it, even using a different environment' do
288
- with_test_platform(nodes: { 'node' => { meta: { host_ip: '192.168.42.42' } } }) do
319
+ with_test_platform({ nodes: { 'node' => { meta: { host_ip: '192.168.42.42' } } } }) do
289
320
  # 1. Current thread creates the ControlMaster.
290
321
  # 2. Second thread connects to it.
291
322
  # 3. Current thread releases it.
292
323
  # 4. Second thread releases it, hence destroying it.
293
324
  init_commands = [
294
325
  ['which env', proc { [0, "/usr/bin/env\n", ''] }],
295
- ['ssh -V 2>&1', proc { [0, "OpenSSH_7.4p1 Debian-10+deb9u7, OpenSSL 1.0.2u 20 Dec 2019\n", ''] }],
326
+ ['ssh -V 2>&1', proc { [0, "OpenSSH_7.4p1 Debian-10+deb9u7, OpenSSL 1.0.2u 20 Dec 2019\n", ''] }]
296
327
  ]
297
328
  nodes_connections_to_mock = { 'node' => { connection: '192.168.42.42', user: 'test_user' } }
298
329
  step = 0
@@ -311,7 +342,7 @@ describe HybridPlatformsConductor::ActionsExecutor do
311
342
  second_config = HybridPlatformsConductor::Config.new logger: logger, logger_stderr: logger
312
343
  second_platforms_handler = HybridPlatformsConductor::PlatformsHandler.new logger: logger, logger_stderr: logger, config: second_config, cmd_runner: second_cmd_runner
313
344
  second_nodes_handler = HybridPlatformsConductor::NodesHandler.new logger: logger, logger_stderr: logger, config: second_config, cmd_runner: second_cmd_runner, platforms_handler: second_platforms_handler
314
- second_actions_executor = HybridPlatformsConductor::ActionsExecutor.new logger: logger, logger_stderr: logger, config: second_config, cmd_runner: second_cmd_runner, nodes_handler: second_nodes_handler
345
+ second_actions_executor = described_class.new logger: logger, logger_stderr: logger, config: second_config, cmd_runner: second_cmd_runner, nodes_handler: second_nodes_handler
315
346
  second_actions_executor.connector(:ssh).ssh_user = 'test_user'
316
347
  # Wait for the first thread to create ControlMaster
317
348
  sleep 0.1 while step == 0
@@ -339,7 +370,7 @@ describe HybridPlatformsConductor::ActionsExecutor do
339
370
  end
340
371
 
341
372
  it 'does not create SSH master if asked' do
342
- with_test_platform(nodes: { 'node' => { meta: { host_ip: '192.168.42.42' } } }) do
373
+ with_test_platform({ nodes: { 'node' => { meta: { host_ip: '192.168.42.42' } } } }) do
343
374
  with_cmd_runner_mocked(
344
375
  [
345
376
  ['which env', proc { [0, "/usr/bin/env\n", ''] }],
@@ -360,7 +391,7 @@ describe HybridPlatformsConductor::ActionsExecutor do
360
391
  end
361
392
 
362
393
  it 'does not check host keys if asked' do
363
- with_test_platform(nodes: { 'node' => { meta: { host_ip: '192.168.42.42' } } }) do
394
+ with_test_platform({ nodes: { 'node' => { meta: { host_ip: '192.168.42.42' } } } }) do
364
395
  with_cmd_runner_mocked(
365
396
  [
366
397
  ['which env', proc { [0, "/usr/bin/env\n", ''] }],
@@ -379,7 +410,7 @@ describe HybridPlatformsConductor::ActionsExecutor do
379
410
  end
380
411
 
381
412
  it 'does not use batch mode when passwords are to be expected' do
382
- with_test_platform(nodes: { 'node' => { meta: { host_ip: '192.168.42.42' } } }) do
413
+ with_test_platform({ nodes: { 'node' => { meta: { host_ip: '192.168.42.42' } } } }) do
383
414
  with_cmd_runner_mocked(
384
415
  [
385
416
  ['which env', proc { [0, "/usr/bin/env\n", ''] }],
@@ -398,7 +429,7 @@ describe HybridPlatformsConductor::ActionsExecutor do
398
429
  end
399
430
 
400
431
  it 'uses sshpass to prepare connections needing passwords' do
401
- with_test_platform(nodes: { 'node' => { meta: { host_ip: '192.168.42.42' } } }) do
432
+ with_test_platform({ nodes: { 'node' => { meta: { host_ip: '192.168.42.42' } } } }) do
402
433
  with_cmd_runner_mocked(
403
434
  [
404
435
  ['sshpass -V', proc { [0, "sshpass 1.06\n", ''] }],
@@ -418,13 +449,13 @@ describe HybridPlatformsConductor::ActionsExecutor do
418
449
  end
419
450
 
420
451
  it 'does not reuse provided SSH executables and configs' do
421
- with_test_platform(nodes: { 'node' => { meta: { host_ip: '192.168.42.42' } } }) do
452
+ with_test_platform({ nodes: { 'node' => { meta: { host_ip: '192.168.42.42' } } } }) do
422
453
  with_cmd_runner_mocked(
423
454
  [
424
455
  ['which env', proc { [0, "/usr/bin/env\n", ''] }],
425
456
  ['ssh -V 2>&1', proc { [0, "OpenSSH_7.4p1 Debian-10+deb9u7, OpenSSL 1.0.2u 20 Dec 2019\n", ''] }]
426
457
  ] +
427
- ssh_expected_commands_for('node' => { connection: '192.168.42.42', user: 'test_user' }) +
458
+ ssh_expected_commands_for({ 'node' => { connection: '192.168.42.42', user: 'test_user' } }) +
428
459
  ssh_expected_commands_for(
429
460
  { 'node' => { connection: '192.168.42.42', user: 'test_user' } },
430
461
  with_strict_host_key_checking: false,
@@ -449,13 +480,13 @@ describe HybridPlatformsConductor::ActionsExecutor do
449
480
  end
450
481
 
451
482
  it 'cleans provided SSH executables and configs after use' do
452
- with_test_platform(nodes: { 'node' => { meta: { host_ip: '192.168.42.42' } } }) do
483
+ with_test_platform({ nodes: { 'node' => { meta: { host_ip: '192.168.42.42' } } } }) do
453
484
  with_cmd_runner_mocked(
454
485
  [
455
486
  ['which env', proc { [0, "/usr/bin/env\n", ''] }],
456
487
  ['ssh -V 2>&1', proc { [0, "OpenSSH_7.4p1 Debian-10+deb9u7, OpenSSL 1.0.2u 20 Dec 2019\n", ''] }]
457
488
  ] +
458
- ssh_expected_commands_for('node' => { connection: '192.168.42.42', user: 'test_user' }) +
489
+ ssh_expected_commands_for({ 'node' => { connection: '192.168.42.42', user: 'test_user' } }) +
459
490
  ssh_expected_commands_for(
460
491
  { 'node' => { connection: '192.168.42.42', user: 'test_user' } },
461
492
  with_strict_host_key_checking: false,
@@ -488,12 +519,12 @@ describe HybridPlatformsConductor::ActionsExecutor do
488
519
  end
489
520
 
490
521
  it 'creates an SSH master to 1 node even when there is a stalled ControlMaster file' do
491
- with_test_platform(nodes: { 'node' => { meta: { host_ip: '192.168.42.42' } } }) do
522
+ with_test_platform({ nodes: { 'node' => { meta: { host_ip: '192.168.42.42' } } } }) do
492
523
  with_cmd_runner_mocked(
493
524
  [
494
525
  ['which env', proc { [0, "/usr/bin/env\n", ''] }],
495
526
  ['ssh -V 2>&1', proc { [0, "OpenSSH_7.4p1 Debian-10+deb9u7, OpenSSL 1.0.2u 20 Dec 2019\n", ''] }]
496
- ] + ssh_expected_commands_for('node' => { connection: '192.168.42.42', user: 'test_user' })
527
+ ] + ssh_expected_commands_for({ 'node' => { connection: '192.168.42.42', user: 'test_user' } })
497
528
  ) do
498
529
  test_connector.ssh_user = 'test_user'
499
530
  # Fake a ControlMaster file that is stalled
@@ -505,12 +536,12 @@ describe HybridPlatformsConductor::ActionsExecutor do
505
536
  end
506
537
 
507
538
  it 'creates an SSH master to 1 node even when there is a left-over user for the ControlMaster file that has not been unregistered' do
508
- with_test_platform(nodes: { 'node' => { meta: { host_ip: '192.168.42.42' } } }) do
539
+ with_test_platform({ nodes: { 'node' => { meta: { host_ip: '192.168.42.42' } } } }) do
509
540
  with_cmd_runner_mocked(
510
541
  [
511
542
  ['which env', proc { [0, "/usr/bin/env\n", ''] }],
512
543
  ['ssh -V 2>&1', proc { [0, "OpenSSH_7.4p1 Debian-10+deb9u7, OpenSSL 1.0.2u 20 Dec 2019\n", ''] }]
513
- ] + ssh_expected_commands_for('node' => { connection: '192.168.42.42', user: 'test_user' })
544
+ ] + ssh_expected_commands_for({ 'node' => { connection: '192.168.42.42', user: 'test_user' } })
514
545
  ) do
515
546
  test_connector.ssh_user = 'test_user'
516
547
  # Fake a user that was not cleaned correctly
@@ -522,21 +553,21 @@ describe HybridPlatformsConductor::ActionsExecutor do
522
553
  end
523
554
 
524
555
  it 'retries when the remote node is booting up' do
525
- with_test_platform(nodes: { 'node' => { meta: { host_ip: '192.168.42.42' } } }) do
556
+ with_test_platform({ nodes: { 'node' => { meta: { host_ip: '192.168.42.42' } } } }) do
526
557
  nbr_boot_messages = 0
527
558
  with_cmd_runner_mocked(
528
559
  [
529
560
  ['which env', proc { [0, "/usr/bin/env\n", ''] }],
530
- ['ssh -V 2>&1', proc { [0, "OpenSSH_7.4p1 Debian-10+deb9u7, OpenSSL 1.0.2u 20 Dec 2019\n", ''] }],
561
+ ['ssh -V 2>&1', proc { [0, "OpenSSH_7.4p1 Debian-10+deb9u7, OpenSSL 1.0.2u 20 Dec 2019\n", ''] }]
531
562
  ] +
532
563
  [[
533
- /^.+\/ssh -o BatchMode=yes -o ControlMaster=yes -o ControlPersist=yes hpc\.node true$/,
564
+ %r{^.+/ssh -o BatchMode=yes -o ControlMaster=yes -o ControlPersist=yes hpc\.node true$},
534
565
  proc do
535
566
  nbr_boot_messages += 1
536
567
  [255, '', "System is booting up. See pam_nologin(8)\nAuthentication failed.\n"]
537
568
  end
538
569
  ]] * 3 +
539
- ssh_expected_commands_for('node' => { connection: '192.168.42.42', user: 'test_user' })
570
+ ssh_expected_commands_for({ 'node' => { connection: '192.168.42.42', user: 'test_user' } })
540
571
  ) do
541
572
  test_connector.ssh_user = 'test_user'
542
573
  # To speed up the test, alter the wait time between retries.