hybrid_platforms_conductor 33.0.0 → 33.0.1

Sign up to get free protection for your applications and to get access to all the features.
Files changed (242) hide show
  1. checksums.yaml +4 -4
  2. data/CHANGELOG.md +6 -0
  3. data/bin/check-node +0 -1
  4. data/bin/deploy +0 -1
  5. data/bin/get_impacted_nodes +0 -1
  6. data/bin/last_deploys +8 -7
  7. data/bin/nodes_to_deploy +2 -2
  8. data/bin/setup +6 -6
  9. data/bin/topograph +1 -1
  10. data/lib/hybrid_platforms_conductor/action.rb +4 -4
  11. data/lib/hybrid_platforms_conductor/actions_executor.rb +37 -42
  12. data/lib/hybrid_platforms_conductor/bitbucket.rb +5 -4
  13. data/lib/hybrid_platforms_conductor/cmd_runner.rb +13 -12
  14. data/lib/hybrid_platforms_conductor/cmdb.rb +2 -2
  15. data/lib/hybrid_platforms_conductor/common_config_dsl/bitbucket.rb +2 -1
  16. data/lib/hybrid_platforms_conductor/common_config_dsl/confluence.rb +2 -1
  17. data/lib/hybrid_platforms_conductor/common_config_dsl/file_system_tests.rb +5 -4
  18. data/lib/hybrid_platforms_conductor/common_config_dsl/github.rb +4 -3
  19. data/lib/hybrid_platforms_conductor/common_config_dsl/idempotence_tests.rb +2 -2
  20. data/lib/hybrid_platforms_conductor/config.rb +7 -4
  21. data/lib/hybrid_platforms_conductor/confluence.rb +1 -1
  22. data/lib/hybrid_platforms_conductor/connector.rb +5 -2
  23. data/lib/hybrid_platforms_conductor/core_extensions/symbol/zero.rb +24 -0
  24. data/lib/hybrid_platforms_conductor/credentials.rb +39 -36
  25. data/lib/hybrid_platforms_conductor/current_dir_monitor.rb +4 -1
  26. data/lib/hybrid_platforms_conductor/deployer.rb +95 -96
  27. data/lib/hybrid_platforms_conductor/executable.rb +20 -15
  28. data/lib/hybrid_platforms_conductor/hpc_plugins/cmdb/config.rb +10 -7
  29. data/lib/hybrid_platforms_conductor/hpc_plugins/cmdb/host_ip.rb +1 -1
  30. data/lib/hybrid_platforms_conductor/hpc_plugins/cmdb/host_keys.rb +2 -2
  31. data/lib/hybrid_platforms_conductor/hpc_plugins/cmdb/platform_handlers.rb +4 -4
  32. data/lib/hybrid_platforms_conductor/hpc_plugins/connector/local.rb +2 -0
  33. data/lib/hybrid_platforms_conductor/hpc_plugins/connector/ssh.rb +45 -49
  34. data/lib/hybrid_platforms_conductor/hpc_plugins/log/remote_fs.rb +6 -5
  35. data/lib/hybrid_platforms_conductor/hpc_plugins/platform_handler/serverless_chef.rb +68 -66
  36. data/lib/hybrid_platforms_conductor/hpc_plugins/platform_handler/serverless_chef/dsl_parser.rb +13 -0
  37. data/lib/hybrid_platforms_conductor/hpc_plugins/platform_handler/serverless_chef/recipes_tree_builder.rb +39 -38
  38. data/lib/hybrid_platforms_conductor/hpc_plugins/platform_handler/yaml_inventory.rb +5 -4
  39. data/lib/hybrid_platforms_conductor/hpc_plugins/provisioner/docker.rb +43 -45
  40. data/lib/hybrid_platforms_conductor/hpc_plugins/provisioner/podman.rb +18 -20
  41. data/lib/hybrid_platforms_conductor/hpc_plugins/provisioner/proxmox.rb +118 -117
  42. data/lib/hybrid_platforms_conductor/hpc_plugins/provisioner/proxmox/proxmox_waiter.rb +39 -43
  43. data/lib/hybrid_platforms_conductor/hpc_plugins/provisioner/proxmox/reserve_proxmox_container +9 -13
  44. data/lib/hybrid_platforms_conductor/hpc_plugins/report/confluence.rb +2 -2
  45. data/lib/hybrid_platforms_conductor/hpc_plugins/report/mediawiki.rb +28 -21
  46. data/lib/hybrid_platforms_conductor/hpc_plugins/report/stdout.rb +26 -22
  47. data/lib/hybrid_platforms_conductor/hpc_plugins/secrets_reader/cli.rb +8 -6
  48. data/lib/hybrid_platforms_conductor/hpc_plugins/secrets_reader/thycotic.rb +7 -4
  49. data/lib/hybrid_platforms_conductor/hpc_plugins/test/bitbucket_conf.rb +3 -3
  50. data/lib/hybrid_platforms_conductor/hpc_plugins/test/check_deploy_and_idempotence.rb +4 -2
  51. data/lib/hybrid_platforms_conductor/hpc_plugins/test/deploy_freshness.rb +0 -1
  52. data/lib/hybrid_platforms_conductor/hpc_plugins/test/deploy_removes_root_access.rb +21 -19
  53. data/lib/hybrid_platforms_conductor/hpc_plugins/test/divergence.rb +2 -2
  54. data/lib/hybrid_platforms_conductor/hpc_plugins/test/executables.rb +2 -2
  55. data/lib/hybrid_platforms_conductor/hpc_plugins/test/file_system.rb +19 -21
  56. data/lib/hybrid_platforms_conductor/hpc_plugins/test/file_system_hdfs.rb +19 -21
  57. data/lib/hybrid_platforms_conductor/hpc_plugins/test/github_ci.rb +2 -3
  58. data/lib/hybrid_platforms_conductor/hpc_plugins/test/idempotence.rb +2 -2
  59. data/lib/hybrid_platforms_conductor/hpc_plugins/test/ip.rb +1 -1
  60. data/lib/hybrid_platforms_conductor/hpc_plugins/test/jenkins_ci_conf.rb +21 -22
  61. data/lib/hybrid_platforms_conductor/hpc_plugins/test/jenkins_ci_masters_ok.rb +10 -12
  62. data/lib/hybrid_platforms_conductor/hpc_plugins/test/linear_strategy.rb +9 -9
  63. data/lib/hybrid_platforms_conductor/hpc_plugins/test/local_users.rb +2 -2
  64. data/lib/hybrid_platforms_conductor/hpc_plugins/test/mounts.rb +2 -2
  65. data/lib/hybrid_platforms_conductor/hpc_plugins/test/orphan_files.rb +10 -9
  66. data/lib/hybrid_platforms_conductor/hpc_plugins/test/ports.rb +2 -2
  67. data/lib/hybrid_platforms_conductor/hpc_plugins/test/private_ips.rb +5 -5
  68. data/lib/hybrid_platforms_conductor/hpc_plugins/test/public_ips.rb +5 -5
  69. data/lib/hybrid_platforms_conductor/hpc_plugins/test/spectre.rb +4 -6
  70. data/lib/hybrid_platforms_conductor/hpc_plugins/test/veids.rb +3 -3
  71. data/lib/hybrid_platforms_conductor/hpc_plugins/test/vulnerabilities.rb +25 -24
  72. data/lib/hybrid_platforms_conductor/hpc_plugins/test_report/confluence.rb +2 -2
  73. data/lib/hybrid_platforms_conductor/hpc_plugins/test_report/stdout.rb +8 -6
  74. data/lib/hybrid_platforms_conductor/io_router.rb +14 -13
  75. data/lib/hybrid_platforms_conductor/json_dumper.rb +2 -2
  76. data/lib/hybrid_platforms_conductor/log.rb +2 -2
  77. data/lib/hybrid_platforms_conductor/logger_helpers.rb +19 -16
  78. data/lib/hybrid_platforms_conductor/nodes_handler.rb +89 -71
  79. data/lib/hybrid_platforms_conductor/parallel_threads.rb +7 -11
  80. data/lib/hybrid_platforms_conductor/platform_handler.rb +7 -7
  81. data/lib/hybrid_platforms_conductor/platforms_handler.rb +5 -3
  82. data/lib/hybrid_platforms_conductor/plugin.rb +2 -2
  83. data/lib/hybrid_platforms_conductor/plugins.rb +13 -8
  84. data/lib/hybrid_platforms_conductor/provisioner.rb +4 -4
  85. data/lib/hybrid_platforms_conductor/report.rb +2 -2
  86. data/lib/hybrid_platforms_conductor/reports_handler.rb +3 -2
  87. data/lib/hybrid_platforms_conductor/secrets_reader.rb +2 -2
  88. data/lib/hybrid_platforms_conductor/services_handler.rb +32 -29
  89. data/lib/hybrid_platforms_conductor/test_only_remote_node.rb +1 -1
  90. data/lib/hybrid_platforms_conductor/test_report.rb +15 -18
  91. data/lib/hybrid_platforms_conductor/tests_runner.rb +116 -118
  92. data/lib/hybrid_platforms_conductor/thycotic.rb +28 -19
  93. data/lib/hybrid_platforms_conductor/topographer.rb +200 -190
  94. data/lib/hybrid_platforms_conductor/topographer/plugins/graphviz.rb +8 -8
  95. data/lib/hybrid_platforms_conductor/topographer/plugins/json.rb +4 -4
  96. data/lib/hybrid_platforms_conductor/version.rb +1 -1
  97. data/spec/hybrid_platforms_conductor_test.rb +6 -6
  98. data/spec/hybrid_platforms_conductor_test/api/actions_executor/actions/bash_spec.rb +16 -11
  99. data/spec/hybrid_platforms_conductor_test/api/actions_executor/actions/interactive_spec.rb +1 -1
  100. data/spec/hybrid_platforms_conductor_test/api/actions_executor/actions/remote_bash_spec.rb +23 -18
  101. data/spec/hybrid_platforms_conductor_test/api/actions_executor/actions/ruby_spec.rb +67 -49
  102. data/spec/hybrid_platforms_conductor_test/api/actions_executor/actions/scp_spec.rb +20 -14
  103. data/spec/hybrid_platforms_conductor_test/api/actions_executor/actions_spec.rb +63 -50
  104. data/spec/hybrid_platforms_conductor_test/api/actions_executor/connection_spec.rb +35 -35
  105. data/spec/hybrid_platforms_conductor_test/api/actions_executor/connectors/local/connectable_nodes_spec.rb +12 -8
  106. data/spec/hybrid_platforms_conductor_test/api/actions_executor/connectors/local/remote_actions_spec.rb +4 -7
  107. data/spec/hybrid_platforms_conductor_test/api/actions_executor/connectors/ssh/cli_options_spec.rb +21 -22
  108. data/spec/hybrid_platforms_conductor_test/api/actions_executor/connectors/ssh/config_dsl_spec.rb +23 -24
  109. data/spec/hybrid_platforms_conductor_test/api/actions_executor/connectors/ssh/connectable_nodes_spec.rb +10 -6
  110. data/spec/hybrid_platforms_conductor_test/api/actions_executor/connectors/ssh/connections_spec.rb +73 -54
  111. data/spec/hybrid_platforms_conductor_test/api/actions_executor/connectors/ssh/global_helpers_spec.rb +145 -126
  112. data/spec/hybrid_platforms_conductor_test/api/actions_executor/connectors/ssh/node_helpers_spec.rb +3 -3
  113. data/spec/hybrid_platforms_conductor_test/api/actions_executor/connectors/ssh/remote_actions_spec.rb +29 -25
  114. data/spec/hybrid_platforms_conductor_test/api/actions_executor/logging_spec.rb +106 -91
  115. data/spec/hybrid_platforms_conductor_test/api/actions_executor/parallel_spec.rb +272 -244
  116. data/spec/hybrid_platforms_conductor_test/api/actions_executor/timeout_spec.rb +10 -12
  117. data/spec/hybrid_platforms_conductor_test/api/cmd_runner_spec.rb +36 -36
  118. data/spec/hybrid_platforms_conductor_test/api/config_spec.rb +24 -22
  119. data/spec/hybrid_platforms_conductor_test/api/deployer/check_spec.rb +4 -2
  120. data/spec/hybrid_platforms_conductor_test/api/deployer/config_dsl_spec.rb +7 -11
  121. data/spec/hybrid_platforms_conductor_test/api/deployer/deploy_spec.rb +34 -26
  122. data/spec/hybrid_platforms_conductor_test/api/deployer/log_plugins/remote_fs_spec.rb +21 -21
  123. data/spec/hybrid_platforms_conductor_test/api/deployer/parse_deploy_output_spec.rb +55 -59
  124. data/spec/hybrid_platforms_conductor_test/api/deployer/provisioner_spec.rb +36 -62
  125. data/spec/hybrid_platforms_conductor_test/api/deployer/provisioners/podman_spec.rb +17 -17
  126. data/spec/hybrid_platforms_conductor_test/api/deployer/provisioners/proxmox/config_dsl_spec.rb +4 -4
  127. data/spec/hybrid_platforms_conductor_test/api/deployer/provisioners/proxmox/create_spec.rb +44 -51
  128. data/spec/hybrid_platforms_conductor_test/api/deployer/provisioners/proxmox/destroy_spec.rb +3 -3
  129. data/spec/hybrid_platforms_conductor_test/api/deployer/provisioners/proxmox/ip_spec.rb +12 -16
  130. data/spec/hybrid_platforms_conductor_test/api/deployer/provisioners/proxmox/reserve_proxmox_container/destroy_vm_spec.rb +31 -19
  131. data/spec/hybrid_platforms_conductor_test/api/deployer/provisioners/proxmox/reserve_proxmox_container/expired_containers_spec.rb +324 -266
  132. data/spec/hybrid_platforms_conductor_test/api/deployer/provisioners/proxmox/reserve_proxmox_container/ips_assignment_spec.rb +89 -61
  133. data/spec/hybrid_platforms_conductor_test/api/deployer/provisioners/proxmox/reserve_proxmox_container/other_lxc_containers_resources_spec.rb +117 -93
  134. data/spec/hybrid_platforms_conductor_test/api/deployer/provisioners/proxmox/reserve_proxmox_container/pve_node_resources_spec.rb +71 -54
  135. data/spec/hybrid_platforms_conductor_test/api/deployer/provisioners/proxmox/reserve_proxmox_container/retries_spec.rb +10 -8
  136. data/spec/hybrid_platforms_conductor_test/api/deployer/provisioners/proxmox/reserve_proxmox_container/vm_ids_assignment_spec.rb +80 -60
  137. data/spec/hybrid_platforms_conductor_test/api/deployer/provisioners/proxmox/start_spec.rb +1 -1
  138. data/spec/hybrid_platforms_conductor_test/api/deployer/provisioners/proxmox/state_spec.rb +1 -1
  139. data/spec/hybrid_platforms_conductor_test/api/deployer/provisioners/proxmox/stop_spec.rb +1 -1
  140. data/spec/hybrid_platforms_conductor_test/api/deployer/secrets_reader_plugins/cli_spec.rb +21 -20
  141. data/spec/hybrid_platforms_conductor_test/api/deployer/secrets_reader_plugins/thycotic_spec.rb +70 -55
  142. data/spec/hybrid_platforms_conductor_test/api/nodes_handler/cmdbs/config_spec.rb +8 -10
  143. data/spec/hybrid_platforms_conductor_test/api/nodes_handler/cmdbs/host_ip_spec.rb +33 -24
  144. data/spec/hybrid_platforms_conductor_test/api/nodes_handler/cmdbs/host_keys_spec.rb +64 -51
  145. data/spec/hybrid_platforms_conductor_test/api/nodes_handler/cmdbs/platform_handlers_spec.rb +3 -3
  146. data/spec/hybrid_platforms_conductor_test/api/nodes_handler/cmdbs_plugins_api_spec.rb +50 -51
  147. data/spec/hybrid_platforms_conductor_test/api/nodes_handler/common_spec.rb +91 -81
  148. data/spec/hybrid_platforms_conductor_test/api/nodes_handler/config_dsl_spec.rb +14 -16
  149. data/spec/hybrid_platforms_conductor_test/api/nodes_handler/git_diff_impacts_spec.rb +51 -75
  150. data/spec/hybrid_platforms_conductor_test/api/nodes_handler/nodes_selectors_spec.rb +35 -26
  151. data/spec/hybrid_platforms_conductor_test/api/nodes_handler/platform_handlers_plugins_api_spec.rb +24 -16
  152. data/spec/hybrid_platforms_conductor_test/api/nodes_handler/several_platforms_spec.rb +29 -19
  153. data/spec/hybrid_platforms_conductor_test/api/platform_handler_spec.rb +4 -4
  154. data/spec/hybrid_platforms_conductor_test/api/platform_handlers/serverless_chef/config_dsl_spec.rb +2 -2
  155. data/spec/hybrid_platforms_conductor_test/api/platform_handlers/serverless_chef/deploy_output_parsing_spec.rb +6 -6
  156. data/spec/hybrid_platforms_conductor_test/api/platform_handlers/serverless_chef/diff_impacts_spec.rb +57 -99
  157. data/spec/hybrid_platforms_conductor_test/api/platform_handlers/serverless_chef/inventory_spec.rb +4 -4
  158. data/spec/hybrid_platforms_conductor_test/api/platform_handlers/serverless_chef/packaging_spec.rb +32 -35
  159. data/spec/hybrid_platforms_conductor_test/api/platform_handlers/serverless_chef/services_deployment_spec.rb +10 -10
  160. data/spec/hybrid_platforms_conductor_test/api/platforms_handler_spec.rb +38 -27
  161. data/spec/hybrid_platforms_conductor_test/api/plugins_spec.rb +46 -52
  162. data/spec/hybrid_platforms_conductor_test/api/reports_handler_spec.rb +2 -2
  163. data/spec/hybrid_platforms_conductor_test/api/services_handler/actions_to_deploy_spec.rb +90 -58
  164. data/spec/hybrid_platforms_conductor_test/api/services_handler/deploy_allowed_spec.rb +38 -34
  165. data/spec/hybrid_platforms_conductor_test/api/services_handler/log_info_spec.rb +11 -9
  166. data/spec/hybrid_platforms_conductor_test/api/services_handler/package_spec.rb +193 -171
  167. data/spec/hybrid_platforms_conductor_test/api/services_handler/parse_deploy_output_spec.rb +66 -54
  168. data/spec/hybrid_platforms_conductor_test/api/services_handler/prepare_for_deploy_spec.rb +147 -133
  169. data/spec/hybrid_platforms_conductor_test/api/tests_runner/common_spec.rb +69 -49
  170. data/spec/hybrid_platforms_conductor_test/api/tests_runner/global_spec.rb +4 -3
  171. data/spec/hybrid_platforms_conductor_test/api/tests_runner/node_check_spec.rb +8 -5
  172. data/spec/hybrid_platforms_conductor_test/api/tests_runner/node_spec.rb +8 -5
  173. data/spec/hybrid_platforms_conductor_test/api/tests_runner/node_ssh_spec.rb +30 -27
  174. data/spec/hybrid_platforms_conductor_test/api/tests_runner/platform_spec.rb +12 -9
  175. data/spec/hybrid_platforms_conductor_test/api/tests_runner/reports_spec.rb +48 -47
  176. data/spec/hybrid_platforms_conductor_test/api/tests_runner/test_plugins/bitbucket_conf_spec.rb +5 -5
  177. data/spec/hybrid_platforms_conductor_test/api/tests_runner/test_plugins/github_ci_spec.rb +5 -5
  178. data/spec/hybrid_platforms_conductor_test/api/tests_runner/test_reports_plugins/confluence_spec.rb +5 -5
  179. data/spec/hybrid_platforms_conductor_test/cmdb_plugins/test_cmdb.rb +9 -9
  180. data/spec/hybrid_platforms_conductor_test/cmdb_plugins/{test_cmdb2.rb → test_cmdb_2.rb} +6 -6
  181. data/spec/hybrid_platforms_conductor_test/cmdb_plugins/test_cmdb_others.rb +3 -3
  182. data/spec/hybrid_platforms_conductor_test/cmdb_plugins/{test_cmdb_others2.rb → test_cmdb_others_2.rb} +2 -2
  183. data/spec/hybrid_platforms_conductor_test/docs_spec.rb +1 -1
  184. data/spec/hybrid_platforms_conductor_test/executables/{check-node_spec.rb → check_node_spec.rb} +4 -6
  185. data/spec/hybrid_platforms_conductor_test/executables/deploy_spec.rb +4 -6
  186. data/spec/hybrid_platforms_conductor_test/executables/get_impacted_nodes_spec.rb +76 -77
  187. data/spec/hybrid_platforms_conductor_test/executables/last_deploys_spec.rb +13 -15
  188. data/spec/hybrid_platforms_conductor_test/executables/nodes_to_deploy_spec.rb +289 -307
  189. data/spec/hybrid_platforms_conductor_test/executables/options/actions_executor_spec.rb +4 -6
  190. data/spec/hybrid_platforms_conductor_test/executables/options/cmd_runner_spec.rb +3 -5
  191. data/spec/hybrid_platforms_conductor_test/executables/options/common_spec.rb +8 -9
  192. data/spec/hybrid_platforms_conductor_test/executables/options/deployer_spec.rb +12 -14
  193. data/spec/hybrid_platforms_conductor_test/executables/options/nodes_handler_spec.rb +9 -10
  194. data/spec/hybrid_platforms_conductor_test/executables/options/nodes_selectors_spec.rb +9 -10
  195. data/spec/hybrid_platforms_conductor_test/executables/options/reports_handler_spec.rb +1 -1
  196. data/spec/hybrid_platforms_conductor_test/executables/options/tests_runner_spec.rb +22 -22
  197. data/spec/hybrid_platforms_conductor_test/executables/report_spec.rb +22 -16
  198. data/spec/hybrid_platforms_conductor_test/executables/run_spec.rb +32 -32
  199. data/spec/hybrid_platforms_conductor_test/executables/ssh_config_spec.rb +7 -9
  200. data/spec/hybrid_platforms_conductor_test/executables/test_spec.rb +3 -5
  201. data/spec/hybrid_platforms_conductor_test/helpers/actions_executor_helpers.rb +2 -2
  202. data/spec/hybrid_platforms_conductor_test/helpers/cmd_runner_helpers.rb +4 -3
  203. data/spec/hybrid_platforms_conductor_test/helpers/cmdb_helpers.rb +2 -2
  204. data/spec/hybrid_platforms_conductor_test/helpers/config_helpers.rb +1 -1
  205. data/spec/hybrid_platforms_conductor_test/helpers/connector_ssh_helpers.rb +12 -13
  206. data/spec/hybrid_platforms_conductor_test/helpers/deployer_helpers.rb +216 -14
  207. data/spec/hybrid_platforms_conductor_test/helpers/executables_helpers.rb +11 -11
  208. data/spec/hybrid_platforms_conductor_test/helpers/nodes_handler_helpers.rb +1 -1
  209. data/spec/hybrid_platforms_conductor_test/helpers/platforms_handler_helpers.rb +39 -28
  210. data/spec/hybrid_platforms_conductor_test/helpers/plugins_helpers.rb +1 -1
  211. data/spec/hybrid_platforms_conductor_test/helpers/provisioner_proxmox_helpers.rb +86 -111
  212. data/spec/hybrid_platforms_conductor_test/helpers/reports_handler_helpers.rb +1 -1
  213. data/spec/hybrid_platforms_conductor_test/helpers/serverless_chef_helpers.rb +3 -3
  214. data/spec/hybrid_platforms_conductor_test/helpers/services_handler_helpers.rb +1 -1
  215. data/spec/hybrid_platforms_conductor_test/helpers/tests_runner_helpers.rb +1 -1
  216. data/spec/hybrid_platforms_conductor_test/mocked_lib/my_test_gem/hpc_plugins/test_plugin_type/{test_plugin_id1.rb → test_plugin_id_1.rb} +0 -0
  217. data/spec/hybrid_platforms_conductor_test/mocked_lib/my_test_gem/hpc_plugins/test_plugin_type/{test_plugin_id2.rb → test_plugin_id_2.rb} +0 -0
  218. data/spec/hybrid_platforms_conductor_test/mocked_lib/my_test_gem2/sub_dir/hpc_plugins/test_plugin_type/{test_plugin_id3.rb → test_plugin_id_3.rb} +0 -0
  219. data/spec/hybrid_platforms_conductor_test/mocked_lib/my_test_gem2/sub_dir/hpc_plugins/{test_plugin_type2/test_plugin_id4.rb → test_plugin_type_2/test_plugin_id_4.rb} +0 -0
  220. data/spec/hybrid_platforms_conductor_test/platform_handler_plugins/test.rb +1 -1
  221. data/spec/hybrid_platforms_conductor_test/platform_handler_plugins/{test2.rb → test_2.rb} +0 -0
  222. data/spec/hybrid_platforms_conductor_test/rubocop_spec.rb +31 -0
  223. data/spec/hybrid_platforms_conductor_test/serverless_chef_repositories/1_node/nodes/node.json +3 -3
  224. data/spec/hybrid_platforms_conductor_test/serverless_chef_repositories/data_bags/nodes/node.json +3 -3
  225. data/spec/hybrid_platforms_conductor_test/serverless_chef_repositories/recipes/cookbooks/test_cookbook_2/libraries/default.rb +1 -0
  226. data/spec/hybrid_platforms_conductor_test/serverless_chef_repositories/several_cookbooks/other_cookbooks/test_cookbook_2/libraries/default.rb +1 -0
  227. data/spec/hybrid_platforms_conductor_test/shared_examples/deployer.rb +952 -0
  228. data/spec/hybrid_platforms_conductor_test/test_connector.rb +3 -3
  229. data/spec/hybrid_platforms_conductor_test/test_log_no_read_plugin.rb +3 -1
  230. data/spec/hybrid_platforms_conductor_test/test_log_plugin.rb +3 -1
  231. data/spec/hybrid_platforms_conductor_test/test_plugins/global.rb +1 -0
  232. data/spec/hybrid_platforms_conductor_test/test_plugins/node.rb +1 -0
  233. data/spec/hybrid_platforms_conductor_test/test_plugins/node_check.rb +1 -0
  234. data/spec/hybrid_platforms_conductor_test/test_plugins/platform.rb +1 -0
  235. data/spec/hybrid_platforms_conductor_test/test_plugins/several_checks.rb +2 -2
  236. data/spec/hybrid_platforms_conductor_test/test_secrets_reader_plugin.rb +4 -4
  237. data/spec/hybrid_platforms_conductor_test/tests_report_plugin.rb +5 -6
  238. data/spec/spec_helper.rb +17 -18
  239. data/tools/check_md +16 -20
  240. data/tools/generate_mermaid +1 -1
  241. metadata +43 -13
  242. data/spec/hybrid_platforms_conductor_test/helpers/deployer_test_helpers.rb +0 -1152
@@ -2,27 +2,34 @@ require 'hybrid_platforms_conductor/hpc_plugins/provisioner/proxmox'
2
2
 
3
3
  describe HybridPlatformsConductor::HpcPlugins::Provisioner::Proxmox do
4
4
 
5
- context 'checking the reserve_proxmox_container sync tool' do
5
+ context 'when checking the reserve_proxmox_container sync tool' do
6
6
 
7
- context 'checking how IPs are being assigned to containers' do
7
+ context 'when checking how IPs are being assigned to containers' do
8
8
 
9
9
  it 'makes sure to not use an IP already assigned to another container' do
10
10
  with_sync_node do
11
- mock_proxmox(mocked_pve_nodes: {
12
- 'pve_node_name' => {
13
- lxc_containers: {
14
- 1050 => { ip: '192.168.0.100' },
15
- 1051 => { ip: '192.168.0.101' }
11
+ mock_proxmox(
12
+ mocked_pve_nodes: {
13
+ 'pve_node_name' => {
14
+ lxc_containers: {
15
+ 1050 => { ip: '192.168.0.100' },
16
+ 1051 => { ip: '192.168.0.101' }
17
+ }
16
18
  }
17
19
  }
18
- })
19
- expect(call_reserve_proxmox_container(2, 1024, 1, config: {
20
- vm_ips_list: %w[
21
- 192.168.0.100
22
- 192.168.0.101
23
- 192.168.0.102
24
- ]
25
- })).to eq(
20
+ )
21
+ expect(
22
+ call_reserve_proxmox_container(
23
+ 2, 1024, 1,
24
+ config: {
25
+ vm_ips_list: %w[
26
+ 192.168.0.100
27
+ 192.168.0.101
28
+ 192.168.0.102
29
+ ]
30
+ }
31
+ )
32
+ ).to eq(
26
33
  pve_node: 'pve_node_name',
27
34
  vm_id: 1000,
28
35
  vm_ip: '192.168.0.102'
@@ -32,21 +39,28 @@ describe HybridPlatformsConductor::HpcPlugins::Provisioner::Proxmox do
32
39
 
33
40
  it 'makes sure to not use an IP already assigned to another container even outside the VM ID range' do
34
41
  with_sync_node do
35
- mock_proxmox(mocked_pve_nodes: {
36
- 'pve_node_name' => {
37
- lxc_containers: {
38
- 1 => { ip: '192.168.0.100' },
39
- 2 => { ip: '192.168.0.101' }
42
+ mock_proxmox(
43
+ mocked_pve_nodes: {
44
+ 'pve_node_name' => {
45
+ lxc_containers: {
46
+ 1 => { ip: '192.168.0.100' },
47
+ 2 => { ip: '192.168.0.101' }
48
+ }
40
49
  }
41
50
  }
42
- })
43
- expect(call_reserve_proxmox_container(2, 1024, 1, config: {
44
- vm_ips_list: %w[
45
- 192.168.0.100
46
- 192.168.0.101
47
- 192.168.0.102
48
- ]
49
- })).to eq(
51
+ )
52
+ expect(
53
+ call_reserve_proxmox_container(
54
+ 2, 1024, 1,
55
+ config: {
56
+ vm_ips_list: %w[
57
+ 192.168.0.100
58
+ 192.168.0.101
59
+ 192.168.0.102
60
+ ]
61
+ }
62
+ )
63
+ ).to eq(
50
64
  pve_node: 'pve_node_name',
51
65
  vm_id: 1000,
52
66
  vm_ip: '192.168.0.102'
@@ -56,22 +70,29 @@ describe HybridPlatformsConductor::HpcPlugins::Provisioner::Proxmox do
56
70
 
57
71
  it 'makes sure to not use an IP already assigned to another container even on another PVE node' do
58
72
  with_sync_node do
59
- mock_proxmox(mocked_pve_nodes: {
60
- 'pve_node_name' => {},
61
- 'pve_other_node_name' => {
62
- lxc_containers: {
63
- 1 => { ip: '192.168.0.100' },
64
- 2 => { ip: '192.168.0.101' }
73
+ mock_proxmox(
74
+ mocked_pve_nodes: {
75
+ 'pve_node_name' => {},
76
+ 'pve_other_node_name' => {
77
+ lxc_containers: {
78
+ 1 => { ip: '192.168.0.100' },
79
+ 2 => { ip: '192.168.0.101' }
80
+ }
65
81
  }
66
82
  }
67
- })
68
- expect(call_reserve_proxmox_container(2, 1024, 1, config: {
69
- vm_ips_list: %w[
70
- 192.168.0.100
71
- 192.168.0.101
72
- 192.168.0.102
73
- ]
74
- })).to eq(
83
+ )
84
+ expect(
85
+ call_reserve_proxmox_container(
86
+ 2, 1024, 1,
87
+ config: {
88
+ vm_ips_list: %w[
89
+ 192.168.0.100
90
+ 192.168.0.101
91
+ 192.168.0.102
92
+ ]
93
+ }
94
+ )
95
+ ).to eq(
75
96
  pve_node: 'pve_node_name',
76
97
  vm_id: 1000,
77
98
  vm_ip: '192.168.0.102'
@@ -81,27 +102,34 @@ describe HybridPlatformsConductor::HpcPlugins::Provisioner::Proxmox do
81
102
 
82
103
  it 'does not reserve when no IP is available' do
83
104
  with_sync_node do
84
- mock_proxmox(mocked_pve_nodes: {
85
- 'pve_node_name' => {
86
- lxc_containers: {
87
- 1 => { ip: '192.168.0.100' },
88
- 2 => { ip: '192.168.0.101' }
89
- }
90
- },
91
- 'pve_other_node_name' => {
92
- lxc_containers: {
93
- 3 => { ip: '192.168.0.102' },
94
- 4 => { ip: '192.168.0.103' }
105
+ mock_proxmox(
106
+ mocked_pve_nodes: {
107
+ 'pve_node_name' => {
108
+ lxc_containers: {
109
+ 1 => { ip: '192.168.0.100' },
110
+ 2 => { ip: '192.168.0.101' }
111
+ }
112
+ },
113
+ 'pve_other_node_name' => {
114
+ lxc_containers: {
115
+ 3 => { ip: '192.168.0.102' },
116
+ 4 => { ip: '192.168.0.103' }
117
+ }
95
118
  }
96
119
  }
97
- })
98
- expect(call_reserve_proxmox_container(2, 1024, 1, config: {
99
- vm_ips_list: %w[
100
- 192.168.0.100
101
- 192.168.0.101
102
- 192.168.0.102
103
- ]
104
- })).to eq(error: 'no_available_ip')
120
+ )
121
+ expect(
122
+ call_reserve_proxmox_container(
123
+ 2, 1024, 1,
124
+ config: {
125
+ vm_ips_list: %w[
126
+ 192.168.0.100
127
+ 192.168.0.101
128
+ 192.168.0.102
129
+ ]
130
+ }
131
+ )
132
+ ).to eq(error: 'no_available_ip')
105
133
  end
106
134
  end
107
135
 
@@ -2,20 +2,22 @@ require 'hybrid_platforms_conductor/hpc_plugins/provisioner/proxmox'
2
2
 
3
3
  describe HybridPlatformsConductor::HpcPlugins::Provisioner::Proxmox do
4
4
 
5
- context 'checking the reserve_proxmox_container sync tool' do
5
+ context 'when checking the reserve_proxmox_container sync tool' do
6
6
 
7
- context 'checking resources limits when other LXC containers are present' do
7
+ context 'when checking resources limits when other LXC containers are present' do
8
8
 
9
9
  it 'selects the PVE node when it has enough RAM despite existing containers' do
10
10
  with_sync_node do
11
- mock_proxmox(mocked_pve_nodes: {
12
- 'pve_node_name' => {
13
- memory_total: 16 * 1024 * 1024 * 1024,
14
- lxc_containers: {
15
- 1 => { maxmem: 4 * 1024 * 1024 * 1024 }
11
+ mock_proxmox(
12
+ mocked_pve_nodes: {
13
+ 'pve_node_name' => {
14
+ memory_total: 16 * 1024 * 1024 * 1024,
15
+ lxc_containers: {
16
+ 1 => { maxmem: 4 * 1024 * 1024 * 1024 }
17
+ }
16
18
  }
17
19
  }
18
- })
20
+ )
19
21
  expect(call_reserve_proxmox_container(2, 4 * 1024, 1)).to eq(
20
22
  pve_node: 'pve_node_name',
21
23
  vm_id: 1000,
@@ -26,42 +28,48 @@ describe HybridPlatformsConductor::HpcPlugins::Provisioner::Proxmox do
26
28
 
27
29
  it 'does not select the PVE node when it has not enough RAM because of existing containers' do
28
30
  with_sync_node do
29
- mock_proxmox(mocked_pve_nodes: {
30
- 'pve_node_name' => {
31
- memory_total: 16 * 1024 * 1024 * 1024,
32
- lxc_containers: {
33
- 1 => { maxmem: 14 * 1024 * 1024 * 1024 }
31
+ mock_proxmox(
32
+ mocked_pve_nodes: {
33
+ 'pve_node_name' => {
34
+ memory_total: 16 * 1024 * 1024 * 1024,
35
+ lxc_containers: {
36
+ 1 => { maxmem: 14 * 1024 * 1024 * 1024 }
37
+ }
34
38
  }
35
39
  }
36
- })
40
+ )
37
41
  expect(call_reserve_proxmox_container(2, 4 * 1024, 1)).to eq(error: 'not_enough_resources')
38
42
  end
39
43
  end
40
44
 
41
45
  it 'does not select the PVE node when RAM limit would be exceeded because of existing containers' do
42
46
  with_sync_node do
43
- mock_proxmox(mocked_pve_nodes: {
44
- 'pve_node_name' => {
45
- memory_total: 16 * 1024 * 1024 * 1024,
46
- lxc_containers: {
47
- 1 => { maxmem: 9 * 1024 * 1024 * 1024 }
47
+ mock_proxmox(
48
+ mocked_pve_nodes: {
49
+ 'pve_node_name' => {
50
+ memory_total: 16 * 1024 * 1024 * 1024,
51
+ lxc_containers: {
52
+ 1 => { maxmem: 9 * 1024 * 1024 * 1024 }
53
+ }
48
54
  }
49
55
  }
50
- })
56
+ )
51
57
  expect(call_reserve_proxmox_container(2, 4 * 1024, 1)).to eq(error: 'not_enough_resources')
52
58
  end
53
59
  end
54
60
 
55
61
  it 'selects the PVE node when it has enough disk despite existing containers' do
56
62
  with_sync_node do
57
- mock_proxmox(mocked_pve_nodes: {
58
- 'pve_node_name' => {
59
- storage_total: 16 * 1024 * 1024 * 1024,
60
- lxc_containers: {
61
- 1 => { maxdisk: 4 * 1024 * 1024 * 1024 }
63
+ mock_proxmox(
64
+ mocked_pve_nodes: {
65
+ 'pve_node_name' => {
66
+ storage_total: 16 * 1024 * 1024 * 1024,
67
+ lxc_containers: {
68
+ 1 => { maxdisk: 4 * 1024 * 1024 * 1024 }
69
+ }
62
70
  }
63
71
  }
64
- })
72
+ )
65
73
  expect(call_reserve_proxmox_container(2, 1024, 4)).to eq(
66
74
  pve_node: 'pve_node_name',
67
75
  vm_id: 1000,
@@ -72,28 +80,32 @@ describe HybridPlatformsConductor::HpcPlugins::Provisioner::Proxmox do
72
80
 
73
81
  it 'does not select the PVE node when it has not enough disk because of existing containers' do
74
82
  with_sync_node do
75
- mock_proxmox(mocked_pve_nodes: {
76
- 'pve_node_name' => {
77
- storage_total: 16 * 1024 * 1024 * 1024,
78
- lxc_containers: {
79
- 1 => { maxdisk: 14 * 1024 * 1024 * 1024 }
83
+ mock_proxmox(
84
+ mocked_pve_nodes: {
85
+ 'pve_node_name' => {
86
+ storage_total: 16 * 1024 * 1024 * 1024,
87
+ lxc_containers: {
88
+ 1 => { maxdisk: 14 * 1024 * 1024 * 1024 }
89
+ }
80
90
  }
81
91
  }
82
- })
92
+ )
83
93
  expect(call_reserve_proxmox_container(2, 1024, 4)).to eq(error: 'not_enough_resources')
84
94
  end
85
95
  end
86
96
 
87
97
  it 'does not select the PVE node when disk limit would be exceeded because of existing containers' do
88
98
  with_sync_node do
89
- mock_proxmox(mocked_pve_nodes: {
90
- 'pve_node_name' => {
91
- storage_total: 16 * 1024 * 1024 * 1024,
92
- lxc_containers: {
93
- 1 => { maxdisk: 9 * 1024 * 1024 * 1024 }
99
+ mock_proxmox(
100
+ mocked_pve_nodes: {
101
+ 'pve_node_name' => {
102
+ storage_total: 16 * 1024 * 1024 * 1024,
103
+ lxc_containers: {
104
+ 1 => { maxdisk: 9 * 1024 * 1024 * 1024 }
105
+ }
94
106
  }
95
107
  }
96
- })
108
+ )
97
109
  expect(call_reserve_proxmox_container(2, 1024, 4)).to eq(error: 'not_enough_resources')
98
110
  end
99
111
  end
@@ -101,28 +113,30 @@ describe HybridPlatformsConductor::HpcPlugins::Provisioner::Proxmox do
101
113
  it 'selects the PVE node having the most free resources considering all LXC containers' do
102
114
  with_sync_node do
103
115
  # Commented is the current free space in each PVE node, as well as the % of free resource if the PVE node hosts the new container.
104
- mock_proxmox(mocked_pve_nodes: {
105
- # Free: 4gb => 100%
106
- 'pve_node_0_4gb' => {
107
- memory_total: 4 * 1024 * 1024 * 1024
108
- },
109
- # Free: 10gb => 66%
110
- 'pve_node_8_18gb' => {
111
- memory_total: 18 * 1024 * 1024 * 1024,
112
- lxc_containers: {
113
- 1 => { maxmem: 2 * 1024 * 1024 * 1024 },
114
- 2 => { maxmem: 2 * 1024 * 1024 * 1024 },
115
- 3 => { maxmem: 4 * 1024 * 1024 * 1024 }
116
- }
117
- },
118
- # Free: 24gb => 68.75%
119
- 'pve_node_40_64gb' => {
120
- memory_total: 64 * 1024 * 1024 * 1024,
121
- lxc_containers: {
122
- 4 => { maxmem: 40 * 1024 * 1024 * 1024 }
116
+ mock_proxmox(
117
+ mocked_pve_nodes: {
118
+ # Free: 4gb => 100%
119
+ 'pve_node_0_4gb' => {
120
+ memory_total: 4 * 1024 * 1024 * 1024
121
+ },
122
+ # Free: 10gb => 66%
123
+ 'pve_node_8_18gb' => {
124
+ memory_total: 18 * 1024 * 1024 * 1024,
125
+ lxc_containers: {
126
+ 1 => { maxmem: 2 * 1024 * 1024 * 1024 },
127
+ 2 => { maxmem: 2 * 1024 * 1024 * 1024 },
128
+ 3 => { maxmem: 4 * 1024 * 1024 * 1024 }
129
+ }
130
+ },
131
+ # Free: 24gb => 68.75%
132
+ 'pve_node_40_64gb' => {
133
+ memory_total: 64 * 1024 * 1024 * 1024,
134
+ lxc_containers: {
135
+ 4 => { maxmem: 40 * 1024 * 1024 * 1024 }
136
+ }
123
137
  }
124
138
  }
125
- })
139
+ )
126
140
  expect(call_reserve_proxmox_container(2, 4 * 1024, 1, config: { pve_nodes: nil })).to eq(
127
141
  pve_node: 'pve_node_8_18gb',
128
142
  vm_id: 1000,
@@ -133,53 +147,63 @@ describe HybridPlatformsConductor::HpcPlugins::Provisioner::Proxmox do
133
147
 
134
148
  it 'does not select the PVE node when the maximum number of containers has been hit' do
135
149
  with_sync_node do
136
- mock_proxmox(mocked_pve_nodes: {
137
- 'pve_node_name' => {
138
- lxc_containers: {
139
- # Make sure those containers are not expired
140
- 1000 => { creation_date: (Time.now - 60).utc },
141
- 1001 => { creation_date: (Time.now - 60).utc },
142
- 1002 => { creation_date: (Time.now - 60).utc },
143
- 1003 => { creation_date: (Time.now - 60).utc }
150
+ mock_proxmox(
151
+ mocked_pve_nodes: {
152
+ 'pve_node_name' => {
153
+ lxc_containers: {
154
+ # Make sure those containers are not expired
155
+ 1000 => { creation_date: (Time.now - 60).utc },
156
+ 1001 => { creation_date: (Time.now - 60).utc },
157
+ 1002 => { creation_date: (Time.now - 60).utc },
158
+ 1003 => { creation_date: (Time.now - 60).utc }
159
+ }
144
160
  }
145
161
  }
146
- })
147
- expect(call_reserve_proxmox_container(2, 1024, 4,
148
- config: { limits: {
149
- nbr_vms_max: 3,
150
- cpu_loads_thresholds: [10, 10, 10],
151
- ram_percent_used_max: 0.75,
152
- disk_percent_used_max: 0.75
153
- } }
154
- )).to eq(error: 'exceeded_number_of_vms')
162
+ )
163
+ expect(
164
+ call_reserve_proxmox_container(
165
+ 2, 1024, 4,
166
+ config: { limits: {
167
+ nbr_vms_max: 3,
168
+ cpu_loads_thresholds: [10, 10, 10],
169
+ ram_percent_used_max: 0.75,
170
+ disk_percent_used_max: 0.75
171
+ } }
172
+ )
173
+ ).to eq(error: 'exceeded_number_of_vms')
155
174
  end
156
175
  end
157
176
 
158
177
  it 'does not count containers outside the VM ID range in the containers limit' do
159
178
  with_sync_node do
160
- mock_proxmox(mocked_pve_nodes: {
161
- 'pve_node_name' => {
162
- lxc_containers: {
163
- # Make sure those containers are not expired
164
- 1000 => { creation_date: (Time.now - 60).utc },
165
- 1001 => { creation_date: (Time.now - 60).utc },
166
- 1 => {},
167
- 2 => {}
179
+ mock_proxmox(
180
+ mocked_pve_nodes: {
181
+ 'pve_node_name' => {
182
+ lxc_containers: {
183
+ # Make sure those containers are not expired
184
+ 1000 => { creation_date: (Time.now - 60).utc },
185
+ 1001 => { creation_date: (Time.now - 60).utc },
186
+ 1 => {},
187
+ 2 => {}
188
+ }
168
189
  }
169
190
  }
170
- })
171
- expect(call_reserve_proxmox_container(2, 1024, 4,
172
- config: { limits: {
173
- nbr_vms_max: 3,
174
- cpu_loads_thresholds: [10, 10, 10],
175
- ram_percent_used_max: 0.75,
176
- disk_percent_used_max: 0.75
177
- } }
178
- )).to eq({
191
+ )
192
+ expect(
193
+ call_reserve_proxmox_container(
194
+ 2, 1024, 4,
195
+ config: { limits: {
196
+ nbr_vms_max: 3,
197
+ cpu_loads_thresholds: [10, 10, 10],
198
+ ram_percent_used_max: 0.75,
199
+ disk_percent_used_max: 0.75
200
+ } }
201
+ )
202
+ ).to eq(
179
203
  pve_node: 'pve_node_name',
180
204
  vm_id: 1002,
181
205
  vm_ip: '192.168.0.100'
182
- })
206
+ )
183
207
  end
184
208
  end
185
209