hybrid_platforms_conductor 32.3.6

data/spec/hybrid_platforms_conductor_test/api/deployer/provisioners/proxmox/create_spec.rb

@@ -0,0 +1,290 @@
+require 'hybrid_platforms_conductor/hpc_plugins/provisioner/proxmox'
+
+describe HybridPlatformsConductor::HpcPlugins::Provisioner::Proxmox do
+
+  context 'checking containers creation' do
+
+    it 'creates an instance' do
+      with_test_proxmox_platform do |instance|
+        mock_proxmox_calls_with [
+          # 1 - The info on existing containers
+          mock_proxmox_to_get_nodes_info
+        ]
+        instance.create
+        expect(@proxmox_create_options).to eq({
+          'cores' => 2,
+          'cpulimit' => 2,
+          'description' => "===== HPC info =====\nnode: node\nenvironment: test\ndebug: false\n",
+          'hostname' => 'node.test.hpc-test.com',
+          'memory' => 1024,
+          'nameserver' => '8.8.8.8',
+          'net0' => 'name=eth0,bridge=vmbr0,gw=192.168.0.1',
+          'ostemplate' => 'template_storage/os_image.tar.gz',
+          'password' => 'root_pwd',
+          'rootfs' => 'local-lvm:10',
+          'searchdomain' => 'my-domain.com'
+        })
+      end
+    end
+
+    it 'creates an instance for an environment exceeding hostname size limit' do
+      env_name = 'really_big_environment_name_that_will_exceed_for_sure_the_limit_of_hostnames_' * 10
+      expected_hostname = 'node.really-big-environment-name-that-will-76ce77cc.hpc-test.com'
+      with_test_proxmox_platform(environment: env_name) do |instance|
+        mock_proxmox_calls_with(
+          [
+            # 1 - The info on existing containers
+            mock_proxmox_to_get_nodes_info
+          ],
+          expected_file_id: 'node_really_big_environment_name_that_will_exceed_for_sure_the_limit_of_hostnames_really_big_environment_name_that_will_exceed_for_sure_the_limit_of_hostnames_really_big_environment_name_that_will_exceed_for_sure_the_limit_of_hostnam-258ca1fc'
+        )
+        instance.create
+        expect(@proxmox_create_options['hostname']).to eq expected_hostname
+      end
+    end
+
+    it 'creates an instance as root' do
+      with_test_proxmox_platform do |instance|
+        test_actions_executor.connector(:ssh).ssh_user = 'root'
+        mock_proxmox_calls_with(
+          [
+            # 1 - The info on existing containers
+            mock_proxmox_to_get_nodes_info
+          ],
+          expected_sudo: false
+        )
+        instance.create
+        expect(@proxmox_create_options).to eq({
+          'cores' => 2,
+          'cpulimit' => 2,
+          'description' => "===== HPC info =====\nnode: node\nenvironment: test\ndebug: false\n",
+          'hostname' => 'node.test.hpc-test.com',
+          'memory' => 1024,
+          'nameserver' => '8.8.8.8',
+          'net0' => 'name=eth0,bridge=vmbr0,gw=192.168.0.1',
+          'ostemplate' => 'template_storage/os_image.tar.gz',
+          'password' => 'root_pwd',
+          'rootfs' => 'local-lvm:10',
+          'searchdomain' => 'my-domain.com'
+        })
+      end
+    end
+
+    it 'creates an instance using credentials from environment' do
+      with_test_proxmox_platform do |instance|
+        ENV['hpc_user_for_proxmox'] = 'test_proxmox_user'
+        ENV['hpc_password_for_proxmox'] = 'test_proxmox_password'
+        mock_proxmox_calls_with(
+          [
+            # 1 - The info on existing containers
+            mock_proxmox_to_get_nodes_info(proxmox_user: 'test_proxmox_user', proxmox_password: 'test_proxmox_password')
+          ],
+          proxmox_user: 'test_proxmox_user',
+          proxmox_password: 'test_proxmox_password'
+        )
+        instance.create
+      end
+    end
+
+    it 'creates an instance using credentials from environment and a different realm' do
+      with_test_proxmox_platform do |instance|
+        ENV['hpc_user_for_proxmox'] = 'test_proxmox_user'
+        ENV['hpc_password_for_proxmox'] = 'test_proxmox_password'
+        ENV['hpc_realm_for_proxmox'] = 'test_proxmox_realm'
+        mock_proxmox_calls_with(
+          [
+            # 1 - The info on existing containers
+            mock_proxmox_to_get_nodes_info(
+              proxmox_user: 'test_proxmox_user',
+              proxmox_password: 'test_proxmox_password',
+              proxmox_realm: 'test_proxmox_realm'
+            )
+          ],
+          proxmox_user: 'test_proxmox_user',
+          proxmox_password: 'test_proxmox_password',
+          proxmox_realm: 'test_proxmox_realm'
+        )
+        instance.create
+      end
+    end
+
+    it 'fails to create an instance when the reserve_proxmox_container sync node ends in error' do
+      with_test_proxmox_platform do |instance|
+        mock_proxmox_calls_with([
+            # 1 - The info on existing containers
+            mock_proxmox_to_get_nodes_info
+          ],
+          error_on_create: 'Error while getting resources'
+        )
+        expect { instance.create }.to raise_error '[ node/test ] - Error returned by reserve_proxmox_container --create ./proxmox/create/create_node_test.json --config ./proxmox/config/config_node_test.json: Error while getting resources'
+      end
+    end
+
+    it 'creates an instance using resources defined for a given node' do
+      with_test_proxmox_platform(node_metadata: {
+        deploy_resources_min: {
+          cpus: 24,
+          ram_mb: 4096,
+          disk_gb: 20
+        }
+      }) do |instance|
+        mock_proxmox_calls_with(
+          [
+            # 1 - The info on existing containers
+            mock_proxmox_to_get_nodes_info
+          ]
+        )
+        instance.create
+        expect(@proxmox_create_options).to eq({
+          'cores' => 24,
+          'cpulimit' => 24,
+          'description' => "===== HPC info =====\nnode: node\nenvironment: test\ndebug: false\n",
+          'hostname' => 'node.test.hpc-test.com',
+          'memory' => 4096,
+          'nameserver' => '8.8.8.8',
+          'net0' => 'name=eth0,bridge=vmbr0,gw=192.168.0.1',
+          'ostemplate' => 'template_storage/os_image.tar.gz',
+          'password' => 'root_pwd',
+          'rootfs' => 'local-lvm:20',
+          'searchdomain' => 'my-domain.com'
+        })
+      end
+    end
+
+    it 'reuses an existing instance' do
+      with_test_proxmox_platform do |instance|
+        mock_proxmox_calls_with(
+          [
+            # 1 - The info on existing containers
+            mock_proxmox_to_get_nodes_info(
+              nodes_info: [
+                {
+                  'status' => 'online',
+                  'node' => 'pve_node_name'
+                }
+              ],
+              extra_expects: proc do |proxmox|
+                expect(proxmox).to receive(:get).with('nodes/pve_node_name/lxc') do
+                  [
+                    {
+                      'vmid' => '1042'
+                    }
+                  ]
+                end
+                expect(proxmox).to receive(:get).with('nodes/pve_node_name/lxc/1042/config') do
+                  {
+                    'net0' => 'ip=192.168.0.101/32',
+                    'description' => <<~EOS
+                      ===== HPC info =====
+                      node: node
+                      environment: test
+                    EOS
+                  }
+                end
+              end
+            )
+          ],
+          reserve: false
+        )
+        instance.create
+      end
+    end
+
+    it 'does not reuse an instance on a PVE node offline' do
+      with_test_proxmox_platform do |instance|
+        mock_proxmox_calls_with [
+          # 1 - The info on existing containers
+          mock_proxmox_to_get_nodes_info(
+            nodes_info: [
+              {
+                'status' => 'offline',
+                'node' => 'pve_node_name'
+              }
+            ]
+          )
+        ]
+        instance.create
+      end
+    end
+
+    it 'does not reuse an instance on a PVE node that does not belong to the list of authorized PVE nodes' do
+      with_test_proxmox_platform do |instance|
+        mock_proxmox_calls_with [
+          # 1 - The info on existing containers
+          mock_proxmox_to_get_nodes_info(
+            nodes_info: [
+              {
+                'status' => 'online',
+                'node' => 'pve_other_node_name'
+              }
+            ]
+          )
+        ]
+        instance.create
+      end
+    end
+
+    it 'does not reuse an instance that serves another environment' do
+      with_test_proxmox_platform do |instance|
+        mock_proxmox_calls_with [
+          # 1 - The info on existing containers
+          mock_proxmox_to_get_nodes_info(
+            nodes_info: [
+              {
+                'status' => 'online',
+                'node' => 'pve_node_name'
+              }
+            ],
+            extra_expects: proc do |proxmox|
+              expect(proxmox).to receive(:get).with('nodes/pve_node_name/lxc') do
+                [
+                  {
+                    'vmid' => '1042'
+                  }
+                ]
+              end
+              expect(proxmox).to receive(:get).with('nodes/pve_node_name/lxc/1042/config') do
+                {
+                  'description' => <<~EOS
+                    ===== HPC info =====
+                    node: node
+                    environment: other_environment
+                  EOS
+                }
+              end
+            end
+          )
+        ]
+        instance.create
+      end
+    end
+
+    it 'does not reuse an instance that does not belong to the authorized VM ID range' do
+      with_test_proxmox_platform do |instance|
+        mock_proxmox_calls_with [
+          # 1 - The info on existing containers
+          mock_proxmox_to_get_nodes_info(
+            nodes_info: [
+              {
+                'status' => 'online',
+                'node' => 'pve_node_name'
+              }
+            ],
+            extra_expects: proc do |proxmox|
+              expect(proxmox).to receive(:get).with('nodes/pve_node_name/lxc') do
+                [
+                  {
+                    'vmid' => '100'
+                  }
+                ]
+              end
+            end
+          )
+        ]
+        instance.create
+      end
+    end
+
+  end
+
+end

data/spec/hybrid_platforms_conductor_test/api/deployer/provisioners/proxmox/destroy_spec.rb

@@ -0,0 +1,43 @@
+require 'hybrid_platforms_conductor/hpc_plugins/provisioner/proxmox'
+
+describe HybridPlatformsConductor::HpcPlugins::Provisioner::Proxmox do
+
+  context 'checking containers destroy' do
+
+    it 'destroys an instance' do
+      with_test_proxmox_platform do |instance|
+        mock_proxmox_calls_with(
+          [
+            # 1 - The info on existing containers
+            mock_proxmox_to_get_nodes_info
+          ],
+          destroy_vm: true
+        )
+        instance.create
+        instance.destroy
+        expect(@proxmox_destroy_options).to eq({
+          'vm_id' => 1024,
+          'environment' => 'test',
+          'node' => 'node'
+        })
+      end
+    end
+
+    it 'fails to destroy an instance when the Proxmox task ends in error' do
+      with_test_proxmox_platform do |instance|
+        mock_proxmox_calls_with(
+          [
+            # 1 - The info on existing containers
+            mock_proxmox_to_get_nodes_info
+          ],
+          destroy_vm: true,
+          error_on_destroy: 'Error while destroy'
+        )
+        instance.create
+        expect { instance.destroy }.to raise_error '[ node/test ] - Error returned by reserve_proxmox_container --destroy ./proxmox/destroy/destroy_node_test.json --config ./proxmox/config/config_node_test.json: Error while destroy'
+      end
+    end
+
+  end
+
+end

data/spec/hybrid_platforms_conductor_test/api/deployer/provisioners/proxmox/ip_spec.rb

@@ -0,0 +1,60 @@
+require 'hybrid_platforms_conductor/hpc_plugins/provisioner/proxmox'
+
+describe HybridPlatformsConductor::HpcPlugins::Provisioner::Proxmox do
+
+  context 'checking containers IP retrieval' do
+
+    it 'returns the IP of a newly created instance' do
+      with_test_proxmox_platform do |instance|
+        mock_proxmox_calls_with [
+          # 1 - The info on existing containers
+          mock_proxmox_to_get_nodes_info
+        ]
+        instance.create
+        expect(instance.ip).to eq '192.168.0.100'
+      end
+    end
+
+    it 'returns the IP of a reused instance' do
+      with_test_proxmox_platform do |instance|
+        mock_proxmox_calls_with(
+          [
+            # 1 - The info on existing containers
+            mock_proxmox_to_get_nodes_info(
+              nodes_info: [
+                {
+                  'status' => 'online',
+                  'node' => 'pve_node_name'
+                }
+              ],
+              extra_expects: proc do |proxmox|
+                expect(proxmox).to receive(:get).with('nodes/pve_node_name/lxc') do
+                  [
+                    {
+                      'vmid' => '1042'
+                    }
+                  ]
+                end
+                expect(proxmox).to receive(:get).with('nodes/pve_node_name/lxc/1042/config') do
+                  {
+                    'net0' => 'ip=192.168.42.101/32',
+                    'description' => <<~EOS
+                      ===== HPC info =====
+                      node: node
+                      environment: test
+                    EOS
+                  }
+                end
+              end
+            )
+          ],
+          reserve: false
+        )
+        instance.create
+        expect(instance.ip).to eq '192.168.42.101'
+      end
+    end
+
+  end
+
+end

data/spec/hybrid_platforms_conductor_test/api/deployer/provisioners/proxmox/proxmox.json

@@ -0,0 +1,3 @@
+{
+  "template": "template_storage/os_image.tar.gz"
+}

data/spec/hybrid_platforms_conductor_test/api/deployer/provisioners/proxmox/reserve_proxmox_container/destroy_vm_spec.rb

@@ -0,0 +1,82 @@
+require 'hybrid_platforms_conductor/hpc_plugins/provisioner/proxmox'
+
+describe HybridPlatformsConductor::HpcPlugins::Provisioner::Proxmox do
+
+  context 'checking the reserve_proxmox_container sync tool' do
+
+    context 'checking how VMs are being destroyed' do
+
+      it 'releases a previously reserved VM that has been reserved and is running' do
+        with_sync_node do
+          mock_proxmox(mocked_pve_nodes: {
+            'pve_node_name' => { lxc_containers: { 1042 => { status: 'running', creation_date: (Time.now - 60).utc, node: 'node', environment: 'test_env' } } }
+          })
+          expect(call_release_proxmox_container(1042, 'node', 'test_env')).to eq({ pve_node: 'pve_node_name' })
+          expect_proxmox_actions_to_be [
+            [:post, 'nodes/pve_node_name/lxc/1042/status/stop'],
+            [:delete, 'nodes/pve_node_name/lxc/1042']
+          ]
+        end
+      end
+
+      it 'releases a previously reserved VM that has been reserved and is stopped' do
+        with_sync_node do
+          mock_proxmox(mocked_pve_nodes: {
+            'pve_node_name' => { lxc_containers: { 1042 => { status: 'stopped', creation_date: (Time.now - 60).utc, node: 'node', environment: 'test_env' } } }
+          })
+          expect(call_release_proxmox_container(1042, 'node', 'test_env')).to eq({ pve_node: 'pve_node_name' })
+          expect_proxmox_actions_to_be [
+            [:delete, 'nodes/pve_node_name/lxc/1042']
+          ]
+        end
+      end
+
+      it 'releases a previously reserved VM that has disappeared' do
+        with_sync_node do
+          mock_proxmox
+          expect(call_release_proxmox_container(1042, 'node', 'test_env')).to eq({})
+          expect_proxmox_actions_to_be []
+        end
+      end
+
+      it 'releases a previously reserved VM without impacting other VMs' do
+        with_sync_node do
+          mock_proxmox(mocked_pve_nodes: {
+            'pve_node_name' => { lxc_containers: {
+              1042 => { status: 'running', creation_date: (Time.now - 60).utc, node: 'node', environment: 'test_env' },
+              1043 => { status: 'running', creation_date: (Time.now - 60).utc, node: 'node', environment: 'test_env' }
+            }
+          } })
+          expect(call_release_proxmox_container(1042, 'node', 'test_env')).to eq({ pve_node: 'pve_node_name' })
+          expect_proxmox_actions_to_be [
+            [:post, 'nodes/pve_node_name/lxc/1042/status/stop'],
+            [:delete, 'nodes/pve_node_name/lxc/1042']
+          ]
+        end
+      end
+
+      it 'does not release a previously reserved VM that has now a different node' do
+        with_sync_node do
+          mock_proxmox(mocked_pve_nodes: {
+            'pve_node_name' => { lxc_containers: { 1042 => { status: 'stopped', creation_date: (Time.now - 60).utc, node: 'node', environment: 'test_env' } } }
+          })
+          expect(call_release_proxmox_container(1042, 'other_node', 'test_env')).to eq({})
+          expect_proxmox_actions_to_be []
+        end
+      end
+
+      it 'does not release a previously reserved VM that has now a different environment' do
+        with_sync_node do
+          mock_proxmox(mocked_pve_nodes: {
+            'pve_node_name' => { lxc_containers: { 1042 => { status: 'stopped', creation_date: (Time.now - 60).utc, node: 'node', environment: 'test_env' } } }
+          })
+          expect(call_release_proxmox_container(1042, 'node', 'other_test_env')).to eq({})
+          expect_proxmox_actions_to_be []
+        end
+      end
+
+    end
+
+  end
+
+end