hybrid_platforms_conductor 32.3.6

data/spec/hybrid_platforms_conductor_test/api/deployer/provisioners/proxmox/reserve_proxmox_container/retries_spec.rb

@@ -0,0 +1,35 @@
+require 'hybrid_platforms_conductor/hpc_plugins/provisioner/proxmox'
+
+describe HybridPlatformsConductor::HpcPlugins::Provisioner::Proxmox do
+
+  context 'checking the reserve_proxmox_container sync tool' do
+
+    context 'checking retries mechanism' do
+
+      it 'retries a few times before ending in error' do
+        with_sync_node do
+          mock_proxmox(mocked_pve_nodes: [{ 'pve_node_name' => {} }] * 5)
+          expect(call_reserve_proxmox_container(2, 128 * 1024, 4, max_retries: 5)).to eq(error: 'not_enough_resources')
+        end
+      end
+
+      it 'retries errors a few times until it gets resolved' do
+        with_sync_node do
+          mock_proxmox(mocked_pve_nodes: [
+            { 'pve_node_name' => { loadavg: [0.1, 11, 0.1] } },
+            { 'pve_node_name' => { loadavg: [0.1, 11, 0.1] } },
+            { 'pve_node_name' => { loadavg: [0.1, 9, 0.1] } }
+          ])
+          expect(call_reserve_proxmox_container(2, 1024, 4, max_retries: 5)).to eq(
+            pve_node: 'pve_node_name',
+            vm_id: 1000,
+            vm_ip: '192.168.0.100'
+          )
+        end
+      end
+
+    end
+
+  end
+
+end

data/spec/hybrid_platforms_conductor_test/api/deployer/provisioners/proxmox/reserve_proxmox_container/vm_ids_assignment_spec.rb

@@ -0,0 +1,67 @@
+require 'hybrid_platforms_conductor/hpc_plugins/provisioner/proxmox'
+
+describe HybridPlatformsConductor::HpcPlugins::Provisioner::Proxmox do
+
+  context 'checking the reserve_proxmox_container sync tool' do
+
+    context 'checking how VM IDs are being assigned to containers' do
+
+      it 'makes sure to not use a VM ID already assigned to another container' do
+        with_sync_node do
+          mock_proxmox(mocked_pve_nodes: {
+            'pve_node_name' => {
+              lxc_containers: {
+                1000 => { ip: '192.168.1.100' },
+                1001 => { ip: '192.168.1.101' }
+              }
+            }
+          })
+          expect(call_reserve_proxmox_container(2, 1024, 1, config: { vm_ids_range: [1000, 1100] })).to eq(
+            pve_node: 'pve_node_name',
+            vm_id: 1002,
+            vm_ip: '192.168.0.100'
+          )
+        end
+      end
+
+      it 'makes sure to not use a VM ID already assigned to another container even on another PVE node' do
+        with_sync_node do
+          mock_proxmox(mocked_pve_nodes: {
+            'pve_node_name' => {},
+            'pve_other_node_name' => {
+              lxc_containers: {
+                1000 => { ip: '192.168.1.100' },
+                1001 => { ip: '192.168.1.101' }
+              }
+            }
+          })
+          expect(call_reserve_proxmox_container(2, 1024, 1, config: { vm_ids_range: [1000, 1100] })).to eq(
+            pve_node: 'pve_node_name',
+            vm_id: 1002,
+            vm_ip: '192.168.0.100'
+          )
+        end
+      end
+
+      it 'does not reserve when no VM ID is available' do
+        with_sync_node do
+          mock_proxmox(mocked_pve_nodes: {
+            'pve_node_name' => {},
+            'pve_other_node_name' => {
+              lxc_containers: {
+                1000 => { ip: '192.168.1.100' },
+                1001 => { ip: '192.168.1.101' },
+                1002 => { ip: '192.168.1.102' },
+                1003 => { ip: '192.168.1.103' }
+              }
+            }
+          })
+          expect(call_reserve_proxmox_container(2, 1024, 1, config: { vm_ids_range: [1000, 1002] })).to eq(error: 'no_available_vm_id')
+        end
+      end
+
+    end
+
+  end
+
+end

data/spec/hybrid_platforms_conductor_test/api/deployer/provisioners/proxmox/start_spec.rb

@@ -0,0 +1,79 @@
+require 'hybrid_platforms_conductor/hpc_plugins/provisioner/proxmox'
+
+describe HybridPlatformsConductor::HpcPlugins::Provisioner::Proxmox do
+
+  context 'checking containers start' do
+
+    it 'starts an instance' do
+      with_test_proxmox_platform do |instance|
+        mock_proxmox_calls_with [
+          # 1 - The info on existing containers
+          mock_proxmox_to_get_nodes_info,
+          # 2 - The start of the container
+          mock_proxmox_to_start_node
+        ]
+        instance.create
+        instance.start
+      end
+    end
+
+    it 'fails to start an instance when the Proxmox task ends in error' do
+      with_test_proxmox_platform do |instance|
+        mock_proxmox_calls_with [
+          # 1 - The info on existing containers
+          mock_proxmox_to_get_nodes_info,
+          # 2 - The start of the container
+          mock_proxmox_to_start_node(task_status: 'ERROR')
+        ]
+        instance.create
+        expect { instance.start }.to raise_error '[ node/test ] - Proxmox task UPID:pve_node_name:0000A504:6DEABF24:5F44669B:start::root@pam: completed with status ERROR'
+      end
+    end
+
+    it 'retries calls to the API when getting back errors 5xx' do
+      with_test_proxmox_platform do |instance|
+        mock_proxmox_calls_with [
+          # 1 - The info on existing containers
+          mock_proxmox_to_get_nodes_info,
+          # 2 - The start of the container - fail a few times
+          mock_proxmox_to_start_node(nbr_api_errors: 3)
+        ]
+        instance.create
+        # To speed up the test, alter the wait time between retries.
+        old_wait_secs = HybridPlatformsConductor::HpcPlugins::Provisioner::Proxmox.const_get(:RETRY_WAIT_TIME_SECS)
+        begin
+          HybridPlatformsConductor::HpcPlugins::Provisioner::Proxmox.send(:remove_const, :RETRY_WAIT_TIME_SECS)
+          HybridPlatformsConductor::HpcPlugins::Provisioner::Proxmox.const_set(:RETRY_WAIT_TIME_SECS, 1)
+          instance.start
+        ensure
+          HybridPlatformsConductor::HpcPlugins::Provisioner::Proxmox.send(:remove_const, :RETRY_WAIT_TIME_SECS)
+          HybridPlatformsConductor::HpcPlugins::Provisioner::Proxmox.const_set(:RETRY_WAIT_TIME_SECS, old_wait_secs)
+        end
+      end
+    end
+
+    it 'fails to create an instance when the Proxmox API fails too many times' do
+      with_test_proxmox_platform do |instance|
+        mock_proxmox_calls_with [
+          # 1 - The info on existing containers
+          mock_proxmox_to_get_nodes_info,
+          # 2 - The start of the container - fail too many times
+          mock_proxmox_to_start_node(nbr_api_errors: HybridPlatformsConductor::HpcPlugins::Provisioner::Proxmox.const_get(:NBR_RETRIES_MAX), task_status: nil)
+        ]
+        instance.create
+        # To speed up the test, alter the wait time between retries.
+        old_wait_secs = HybridPlatformsConductor::HpcPlugins::Provisioner::Proxmox.const_get(:RETRY_WAIT_TIME_SECS)
+        begin
+          HybridPlatformsConductor::HpcPlugins::Provisioner::Proxmox.send(:remove_const, :RETRY_WAIT_TIME_SECS)
+          HybridPlatformsConductor::HpcPlugins::Provisioner::Proxmox.const_set(:RETRY_WAIT_TIME_SECS, 1)
+          expect { instance.start }.to raise_error '[ node/test ] - Proxmox API call post nodes/pve_node_name/lxc/1024/status/start [] is constantly failing. Giving up.'
+        ensure
+          HybridPlatformsConductor::HpcPlugins::Provisioner::Proxmox.send(:remove_const, :RETRY_WAIT_TIME_SECS)
+          HybridPlatformsConductor::HpcPlugins::Provisioner::Proxmox.const_set(:RETRY_WAIT_TIME_SECS, old_wait_secs)
+        end
+      end
+    end
+
+  end
+
+end

data/spec/hybrid_platforms_conductor_test/api/deployer/provisioners/proxmox/state_spec.rb

@@ -0,0 +1,28 @@
+require 'hybrid_platforms_conductor/hpc_plugins/provisioner/proxmox'
+
+describe HybridPlatformsConductor::HpcPlugins::Provisioner::Proxmox do
+
+  context 'checking containers state' do
+
+    it 'gets the status of a missing instance' do
+      with_test_proxmox_platform do |instance|
+        expect(instance.state).to eq :missing
+      end
+    end
+
+    it 'gets the status of a created instance' do
+      with_test_proxmox_platform do |instance|
+        mock_proxmox_calls_with [
+          # 1 - The info on existing containers
+          mock_proxmox_to_get_nodes_info,
+          # 2 - The status of the container
+          mock_proxmox_to_status_node
+        ]
+        instance.create
+        expect(instance.state).to eq :created
+      end
+    end
+
+  end
+
+end

data/spec/hybrid_platforms_conductor_test/api/deployer/provisioners/proxmox/stop_spec.rb

@@ -0,0 +1,41 @@
+require 'hybrid_platforms_conductor/hpc_plugins/provisioner/proxmox'
+
+describe HybridPlatformsConductor::HpcPlugins::Provisioner::Proxmox do
+
+  context 'checking containers stop' do
+
+    it 'stops an instance' do
+      with_test_proxmox_platform do |instance|
+        mock_proxmox_calls_with [
+          # 1 - The info on existing containers
+          mock_proxmox_to_get_nodes_info,
+          # 2 - The start of the container
+          mock_proxmox_to_start_node,
+          # 3 - The stop of the container
+          mock_proxmox_to_stop_node
+        ]
+        instance.create
+        instance.start
+        instance.stop
+      end
+    end
+
+    it 'fails to stop an instance when the Proxmox task ends in error' do
+      with_test_proxmox_platform do |instance|
+        mock_proxmox_calls_with [
+          # 1 - The info on existing containers
+          mock_proxmox_to_get_nodes_info,
+          # 2 - The start of the container
+          mock_proxmox_to_start_node,
+          # 3 - The stop of the container
+          mock_proxmox_to_stop_node(task_status: 'ERROR')
+        ]
+        instance.create
+        instance.start
+        expect { instance.stop }.to raise_error '[ node/test ] - Proxmox task UPID:pve_node_name:0000A504:6DEABF24:5F44669B:stop::root@pam: completed with status ERROR'
+      end
+    end
+
+  end
+
+end

data/spec/hybrid_platforms_conductor_test/api/nodes_handler/cmdbs/config_spec.rb

@@ -0,0 +1,33 @@
+describe HybridPlatformsConductor::NodesHandler do
+
+  context 'checking CMDB plugin Config' do
+
+    it 'sets global metadata' do
+      with_test_platform(
+        { nodes: { 'node1' => {} } },
+        false,
+        'set_metadata(my_property: \'my_value\')'
+      ) do
+        expect(cmdb(:config).get_others(['node1'], {})).to eq('node1' => { my_property: 'my_value' })
+      end
+    end
+
+    it 'sets different metadata for different nodes' do
+      with_test_platform(
+        { nodes: { 'node1' => {}, 'node2' => {} } },
+        false,
+        '
+          for_nodes(\'node1\') { set_metadata(my_property1: \'my_value1\', my_property2: \'my_value2\') }
+          for_nodes(\'node2\') { set_metadata(my_property2: \'my_value3\', my_property3: \'my_value4\') }
+        '
+      ) do
+        expect(cmdb(:config).get_others(%w[node1 node2], {})).to eq(
+          'node1' => { my_property1: 'my_value1', my_property2: 'my_value2' },
+          'node2' => { my_property2: 'my_value3', my_property3: 'my_value4' }
+        )
+      end
+    end
+
+  end
+
+end

data/spec/hybrid_platforms_conductor_test/api/nodes_handler/cmdbs/host_ip_spec.rb

@@ -0,0 +1,64 @@
+describe HybridPlatformsConductor::NodesHandler do
+
+  context 'checking CMDB plugin HostIp' do
+
+    it 'makes sure to have hostname set to compute host_ip' do
+      with_test_platform do
+        expect(cmdb(:host_ip).property_dependencies[:host_ip]).to eq :hostname
+      end
+    end
+
+    it 'does not return a host IP when hostname is not set' do
+      with_test_platform(nodes: { 'test_node' => {} }) do
+        expect(cmdb(:host_ip).get_host_ip(['test_node'], { 'test_node' => { property: 'value' } })).to eq({})
+      end
+    end
+
+    it 'returns a host IP when hostname is set' do
+      with_test_platform(nodes: { 'test_node' => {} }) do
+        with_cmd_runner_mocked([
+          ['getent hosts my_domain.my_host', proc { [0, '192.168.42.42 my_domain.my_host', ''] }]
+        ]) do
+          expect(cmdb(:host_ip).get_host_ip(['test_node'], { 'test_node' => { hostname: 'my_domain.my_host' } })).to eq('test_node' => '192.168.42.42')
+        end
+      end
+    end
+
+    it 'does not return a host IP when getent can\'t retrieve it' do
+      with_test_platform(nodes: { 'test_node' => {} }) do
+        with_cmd_runner_mocked([
+          ['getent hosts my_domain.my_host', proc { [0, '', ''] }]
+        ]) do
+          expect(cmdb(:host_ip).get_host_ip(['test_node'], { 'test_node' => { hostname: 'my_domain.my_host' } })).to eq({})
+        end
+      end
+    end
+
+    it 'returns a host IPs for the maximum hosts it can from the list' do
+      with_test_platform(nodes: {
+        'test_node1' => {},
+        'test_node2' => {},
+        'test_node3' => {},
+        'test_node4' => {}
+      }) do
+        with_cmd_runner_mocked([
+          ['getent hosts my_domain.my_host1', proc { [0, '192.168.42.1 my_domain.my_host1', ''] }],
+          ['getent hosts my_domain.my_host2', proc { [0, '', ''] }],
+          ['getent hosts my_domain.my_host4', proc { [0, '192.168.42.4 my_domain.my_host4', ''] }],
+        ]) do
+          expect(cmdb(:host_ip).get_host_ip(['test_node'], {
+            'test_node1' => { hostname: 'my_domain.my_host1' },
+            'test_node2' => { hostname: 'my_domain.my_host2' },
+            'test_node3' => {},
+            'test_node4' => { hostname: 'my_domain.my_host4' }
+          })).to eq(
+            'test_node1' => '192.168.42.1',
+            'test_node4' => '192.168.42.4'
+          )
+        end
+      end
+    end
+
+  end
+
+end

data/spec/hybrid_platforms_conductor_test/api/nodes_handler/cmdbs/host_keys_spec.rb

@@ -0,0 +1,133 @@
+describe HybridPlatformsConductor::NodesHandler do
+
+  context 'checking CMDB plugin HostKeys' do
+
+    it 'makes sure to have hostname or host_ip set to compute host_keys' do
+      with_test_platform do
+        expect(cmdb(:host_keys).property_dependencies[:host_keys].sort).to eq %i[hostname host_ip].sort
+      end
+    end
+
+    it 'does not return host keys when neither hostname nor host_ip are set' do
+      with_test_platform(nodes: { 'test_node' => {} }) do
+        expect(cmdb(:host_keys).get_host_keys(['test_node'], { 'test_node' => { property: 'value' } })).to eq({})
+      end
+    end
+
+    it 'returns host keys when hostname is set' do
+      with_test_platform(nodes: { 'test_node' => {} }) do
+        with_cmd_runner_mocked([
+          ['ssh-keyscan my_host.my_domain', proc { [0, "my_host.my_domain ssh-rsa fake_host_key\n", ''] }]
+        ]) do
+          expect(cmdb(:host_keys).get_host_keys(['test_node'], { 'test_node' => { hostname: 'my_host.my_domain' } })).to eq('test_node' => ['ssh-rsa fake_host_key'])
+        end
+      end
+    end
+
+    it 'returns host keys when host_ip is set' do
+      with_test_platform(nodes: { 'test_node' => {} }) do
+        with_cmd_runner_mocked([
+          ['ssh-keyscan 192.168.42.42', proc { [0, "192.168.42.42 ssh-rsa fake_host_key\n", ''] }]
+        ]) do
+          expect(cmdb(:host_keys).get_host_keys(['test_node'], { 'test_node' => { host_ip: '192.168.42.42' } })).to eq('test_node' => ['ssh-rsa fake_host_key'])
+        end
+      end
+    end
+
+    it 'returns several host keys' do
+      with_test_platform(nodes: { 'test_node' => {} }) do
+        with_cmd_runner_mocked([
+          ['ssh-keyscan 192.168.42.42', proc do
+            [0, <<~EOS, '']
+              192.168.42.42 ssh-rsa fake_host_key_rsa
+              192.168.42.42 ssh-ed25519 fake_host_key_ed25519
+            EOS
+          end]
+        ]) do
+          expect(cmdb(:host_keys).get_host_keys(['test_node'], { 'test_node' => { host_ip: '192.168.42.42' } })).to eq('test_node' => [
+            'ssh-rsa fake_host_key_rsa',
+            'ssh-ed25519 fake_host_key_ed25519'
+          ].sort)
+        end
+      end
+    end
+
+    it 'returns several host keys and ignores comments from ssh-keyscan' do
+      with_test_platform(nodes: { 'test_node' => {} }) do
+        with_cmd_runner_mocked([
+          ['ssh-keyscan 192.168.42.42', proc do
+            [0, <<~EOS, '']
+              # That's a comment
+              192.168.42.42 ssh-rsa fake_host_key_rsa
+              # And another one
+              192.168.42.42 ssh-ed25519 fake_host_key_ed25519
+              # Woot third!
+            EOS
+          end]
+        ]) do
+          expect(cmdb(:host_keys).get_host_keys(['test_node'], { 'test_node' => { host_ip: '192.168.42.42' } })).to eq('test_node' => [
+            'ssh-rsa fake_host_key_rsa',
+            'ssh-ed25519 fake_host_key_ed25519'
+          ].sort)
+        end
+      end
+    end
+
+    it 'returns host keys sorted' do
+      with_test_platform(nodes: { 'test_node' => {} }) do
+        with_cmd_runner_mocked([
+          ['ssh-keyscan 192.168.42.42', proc do
+            [0, <<~EOS, '']
+              192.168.42.42 ssh-dsa fake_host_key_dsa
+              192.168.42.42 ssh-rsa fake_host_key_rsa
+              192.168.42.42 ssh-ed25519 fake_host_key_ed25519
+            EOS
+          end]
+        ]) do
+          expect(cmdb(:host_keys).get_host_keys(['test_node'], { 'test_node' => { host_ip: '192.168.42.42' } })).to eq('test_node' => [
+            'ssh-dsa fake_host_key_dsa',
+            'ssh-ed25519 fake_host_key_ed25519',
+            'ssh-rsa fake_host_key_rsa'
+          ])
+        end
+      end
+    end
+
+    it 'does not return host keys when ssh-keyscan can\'t retrieve them' do
+      with_test_platform(nodes: { 'test_node' => {} }) do
+        with_cmd_runner_mocked([
+          ['ssh-keyscan 192.168.42.42', proc { [0, '', ''] }]
+        ]) do
+          expect(cmdb(:host_keys).get_host_keys(['test_node'], { 'test_node' => { host_ip: '192.168.42.42' } })).to eq({})
+        end
+      end
+    end
+
+    it 'returns host keys for the maximum hosts it can from the list' do
+      with_test_platform(nodes: {
+        'test_node1' => {},
+        'test_node2' => {},
+        'test_node3' => {},
+        'test_node4' => {}
+      }) do
+        with_cmd_runner_mocked([
+          ['ssh-keyscan 192.168.42.1', proc { [0, "192.168.42.1 ssh-rsa fake_host_key_1\n", ''] }],
+          ['ssh-keyscan 192.168.42.2', proc { [0, '', ''] }],
+          ['ssh-keyscan my_host_4.my_domain', proc { [0, "my_host_4.my_domain ssh-rsa fake_host_key_4\n", ''] }],
+        ]) do
+          expect(cmdb(:host_keys).get_host_keys(['test_node'], {
+            'test_node1' => { host_ip: '192.168.42.1' },
+            'test_node2' => { host_ip: '192.168.42.2' },
+            'test_node3' => {},
+            'test_node4' => { hostname: 'my_host_4.my_domain' }
+          })).to eq(
+            'test_node1' => ['ssh-rsa fake_host_key_1'],
+            'test_node4' => ['ssh-rsa fake_host_key_4']
+          )
+        end
+      end
+    end
+
+  end
+
+end