hybrid_platforms_conductor 32.3.6

data/spec/hybrid_platforms_conductor_test/api/deployer/provisioners/docker/Dockerfile

@@ -0,0 +1,10 @@
+# This is an example of Dockerfile that can serve as an image for testing Docker handling in the Deployer
+FROM debian:stretch
+
+RUN apt-get update && apt-get install -y openssh-server
+RUN mkdir /var/run/sshd
+RUN echo 'root:root_pwd' | chpasswd
+RUN sed -i 's/#PermitRootLogin prohibit-password/PermitRootLogin yes/' /etc/ssh/sshd_config
+
+EXPOSE 22
+CMD ["/usr/sbin/sshd", "-D"]

data/spec/hybrid_platforms_conductor_test/api/deployer/provisioners/docker_spec.rb

@@ -0,0 +1,123 @@
+require 'net/ssh'
+require 'hybrid_platforms_conductor/hpc_plugins/provisioner/docker'
+
+describe HybridPlatformsConductor::HpcPlugins::Provisioner::Docker do
+
+  # Setup a test platform with a test Docker image
+  #
+  # Parameters::
+  # * *environment* (String): Environment to use [default = 'test']
+  # * Proc: Code called when everything is setup
+  #   * Parameters::
+  #     * *docker_instance* (Provisioner): A new Provisioner instance targeting the Docker container
+  #     * *repository* (String): The platforms' repository
+  def with_test_docker_platform(environment = 'test')
+    with_repository('platform') do |repository|
+      docker_image_path = "#{repository}/docker_image"
+      FileUtils.mkdir_p docker_image_path
+      FileUtils.cp "#{__dir__}/docker/Dockerfile", "#{docker_image_path}/Dockerfile"
+      with_platforms("
+        os_image :test_image, '#{docker_image_path}'
+        test_platform path: '#{repository}'
+      ") do
+        register_platform_handlers test: HybridPlatformsConductorTest::PlatformHandlerPlugins::Test
+        self.test_platforms_info = { 'platform' => {
+          nodes: { 'node' => { meta: { host_ip: '192.168.42.42', image: 'test_image' } } }
+        } }
+        instance = HybridPlatformsConductor::HpcPlugins::Provisioner::Docker.new(
+          'node',
+          environment: environment,
+          logger: logger,
+          logger_stderr: logger,
+          config: test_config,
+          cmd_runner: test_cmd_runner,
+          nodes_handler: test_nodes_handler,
+          actions_executor: test_actions_executor
+        )
+        yield instance, repository
+      end
+    end
+  end
+
+  it 'creates an instance' do
+    # Make sure we use a unique environment for this test
+    environment = "test_#{Process.pid}_#{(Time.now - Process.clock_gettime(Process::CLOCK_BOOTTIME)).strftime('%Y%m%d%H%M%S')}"
+    with_test_docker_platform(environment) do |instance|
+      expect(::Docker::Container).to receive(:create).and_call_original
+      instance.create
+      instance.wait_for_state! :created
+      begin
+        # Test that the instance is created
+        expect(::Docker::Container.all(all: true).find { |container| container.info['Names'].include? "/hpc_docker_container_node_#{environment}" }).not_to eq nil
+        expect(instance.state).to eq :created
+      ensure
+        # Clean the Docker containers if needed
+        instance.destroy unless instance.state == :missing
+      end
+    end
+  end
+
+  it 'reuses an instance already created' do
+    with_test_docker_platform do |instance|
+      instance.create
+      instance.wait_for_state! :created
+      begin
+        expect(::Docker::Container).not_to receive(:create)
+        instance.create
+        expect(instance.state).to eq :created
+      ensure
+        # Clean the Docker containers if needed
+        instance.destroy unless instance.state == :missing
+      end
+    end
+  end
+
+  it 'starts an instance' do
+    with_test_docker_platform("test_#{Process.pid}_#{(Time.now - Process.clock_gettime(Process::CLOCK_BOOTTIME)).strftime('%Y%m%d%H%M%S')}") do |instance|
+      instance.create
+      begin
+        instance.start
+        instance.wait_for_state! :running
+        instance.wait_for_port! 22
+        # Test that the instance is running correctly
+        message = nil
+        Net::SSH.start(instance.ip, 'root', password: 'root_pwd', auth_methods: ['password'], verify_host_key: :never) do |ssh|
+          message = ssh.exec!('echo UpAndRunning')
+        end
+        expect(message).to eq "UpAndRunning\n"
+        expect(instance.state).to eq :running
+      ensure
+        # Clean the Docker containers if needed
+        instance.stop if instance.state == :running
+        instance.destroy unless instance.state == :missing
+      end
+    end
+  end
+
+  it 'stops an instance' do
+    # Make sure we use a unique environment for this test
+    with_test_docker_platform("test_#{Process.pid}_#{(Time.now - Process.clock_gettime(Process::CLOCK_BOOTTIME)).strftime('%Y%m%d%H%M%S')}") do |instance|
+      instance.create
+      begin
+        instance.start
+        instance.wait_for_state! :running
+        instance.stop
+        expect(instance.state).to eq :exited
+      ensure
+        # Clean the Docker containers if needed
+        instance.destroy unless instance.state == :missing
+      end
+    end
+  end
+
+  it 'destroys an instance' do
+    # Make sure we use a unique environment for this test
+    with_test_docker_platform("test_#{Process.pid}_#{(Time.now - Process.clock_gettime(Process::CLOCK_BOOTTIME)).strftime('%Y%m%d%H%M%S')}") do |instance|
+      instance.create
+      instance.wait_for_state! :created
+      instance.destroy
+      expect(instance.state).to eq :missing
+    end
+  end
+
+end

data/spec/hybrid_platforms_conductor_test/api/deployer/provisioners/podman_spec.rb

@@ -0,0 +1,211 @@
+require 'hybrid_platforms_conductor/hpc_plugins/provisioner/podman'
+
+describe HybridPlatformsConductor::HpcPlugins::Provisioner::Podman do
+
+  # Setup a test platform with a test Podman image
+  #
+  # Parameters::
+  # * *environment* (String): Environment to use [default = 'test']
+  # * Proc: Code called when everything is setup
+  #   * Parameters::
+  #     * *instance* (Provisioner): A new Provisioner instance targeting the Podman container
+  #     * *repository* (String): The platforms' repository
+  def with_test_podman_platform(environment = 'test')
+    with_repository('platform') do |repository|
+      docker_image_path = "#{repository}/docker_image"
+      FileUtils.mkdir_p docker_image_path
+      FileUtils.cp "#{__dir__}/docker/Dockerfile", "#{docker_image_path}/Dockerfile"
+      with_platforms("
+        os_image :test_image, '#{docker_image_path}'
+        test_platform path: '#{repository}'
+      ") do
+        register_platform_handlers test: HybridPlatformsConductorTest::PlatformHandlerPlugins::Test
+        self.test_platforms_info = { 'platform' => {
+          nodes: { 'node' => { meta: { host_ip: '192.168.42.42', image: 'test_image' } } }
+        } }
+        instance = HybridPlatformsConductor::HpcPlugins::Provisioner::Podman.new(
+          'node',
+          environment: environment,
+          logger: logger,
+          logger_stderr: logger,
+          config: test_config,
+          cmd_runner: test_cmd_runner,
+          nodes_handler: test_nodes_handler,
+          actions_executor: test_actions_executor
+        )
+        yield instance, repository
+      end
+    end
+  end
+
+  it 'creates an instance' do
+    with_test_podman_platform do |instance, repository|
+      with_cmd_runner_mocked([
+        ['whoami', proc { [0, 'test_user', ''] }],
+        [
+          "cd #{repository}/docker_image && sudo podman build --tag hpc_image_test_image --security-opt seccomp=/usr/share/containers/seccomp.json --cgroup-manager=cgroupfs .",
+          proc { [0, '', ''] }
+        ],
+        [
+          'sudo podman container list --all | grep hpc_container_node_test',
+          proc { [1, '', ''] }
+        ],
+        [
+          'sudo podman container create --name hpc_container_node_test hpc_image_test_image',
+          proc { [0, '', ''] }
+        ]
+      ]) do
+        instance.create
+      end
+    end
+  end
+
+  it 'creates an instance as root' do
+    with_test_podman_platform do |instance, repository|
+      with_cmd_runner_mocked([
+        ['whoami', proc { [0, 'root', ''] }],
+        [
+          "cd #{repository}/docker_image && podman build --tag hpc_image_test_image --security-opt seccomp=/usr/share/containers/seccomp.json --cgroup-manager=cgroupfs .",
+          proc { [0, '', ''] }
+        ],
+        [
+          'podman container list --all | grep hpc_container_node_test',
+          proc { [1, '', ''] }
+        ],
+        [
+          'podman container create --name hpc_container_node_test hpc_image_test_image',
+          proc { [0, '', ''] }
+        ]
+      ]) do
+        instance.create
+      end
+    end
+  end
+
+  it 'reuses an instance already created' do
+    with_test_podman_platform do |instance, repository|
+      with_cmd_runner_mocked([
+        ['whoami', proc { [0, 'test_user', ''] }],
+        [
+          "cd #{repository}/docker_image && sudo podman build --tag hpc_image_test_image --security-opt seccomp=/usr/share/containers/seccomp.json --cgroup-manager=cgroupfs .",
+          proc { [0, '', ''] }
+        ],
+        [
+          /^sudo podman container list --all | grep hpc_container_node_test_\d+_\d+$/,
+          proc { [0, "062ede10d1c0  localhost/hpc_image_debian_9:latest  /usr/sbin/sshd -D  7 days ago   Exited (0) 6 days ago           hpc_container_node_test_\n", ''] }
+        ]
+      ]) do
+        instance.create
+      end
+    end
+  end
+
+  it 'starts an instance' do
+    with_test_podman_platform do |instance, repository|
+      with_cmd_runner_mocked([
+        ['whoami', proc { [0, 'test_user', ''] }],
+        [
+          "cd #{repository}/docker_image && sudo podman build --tag hpc_image_test_image --security-opt seccomp=/usr/share/containers/seccomp.json --cgroup-manager=cgroupfs .",
+          proc { [0, '', ''] }
+        ],
+        [
+          /^sudo podman container list --all | grep hpc_container_node_test_\d+_\d+$/,
+          proc { [0, "062ede10d1c0  localhost/hpc_image_debian_9:latest  /usr/sbin/sshd -D  7 days ago   Exited (0) 6 days ago           hpc_container_node_test_\n", ''] }
+        ],
+        ['sudo podman container start --cgroup-manager=cgroupfs hpc_container_node_test', proc { [0, '', ''] }]
+      ]) do
+        instance.create
+        instance.start
+      end
+    end
+  end
+
+  it 'stops an instance' do
+    with_test_podman_platform do |instance, repository|
+      with_cmd_runner_mocked([
+        ['whoami', proc { [0, 'test_user', ''] }],
+        [
+          "cd #{repository}/docker_image && sudo podman build --tag hpc_image_test_image --security-opt seccomp=/usr/share/containers/seccomp.json --cgroup-manager=cgroupfs .",
+          proc { [0, '', ''] }
+        ],
+        [
+          /^sudo podman container list --all | grep hpc_container_node_test_\d+_\d+$/,
+          proc { [0, "062ede10d1c0  localhost/hpc_image_debian_9:latest  /usr/sbin/sshd -D  7 days ago   Exited (0) 6 days ago           hpc_container_node_test_\n", ''] }
+        ],
+        ['sudo podman container start --cgroup-manager=cgroupfs hpc_container_node_test', proc { [0, '', ''] }],
+        ['sudo podman container stop hpc_container_node_test', proc { [0, '', ''] }]
+      ]) do
+        instance.create
+        instance.start
+        instance.stop
+      end
+    end
+  end
+
+  it 'destroys an instance' do
+    with_test_podman_platform do |instance, repository|
+      with_cmd_runner_mocked([
+        ['whoami', proc { [0, 'test_user', ''] }],
+        [
+          "cd #{repository}/docker_image && sudo podman build --tag hpc_image_test_image --security-opt seccomp=/usr/share/containers/seccomp.json --cgroup-manager=cgroupfs .",
+          proc { [0, '', ''] }
+        ],
+        [
+          /^sudo podman container list --all | grep hpc_container_node_test_\d+_\d+$/,
+          proc { [0, "062ede10d1c0  localhost/hpc_image_debian_9:latest  /usr/sbin/sshd -D  7 days ago   Exited (0) 6 days ago           hpc_container_node_test_\n", ''] }
+        ],
+        ['sudo podman container rm hpc_container_node_test', proc { [0, '', ''] }]
+      ]) do
+        instance.create
+        instance.destroy
+      end
+    end
+  end
+
+  it 'gets the status of a missing instance' do
+    with_test_podman_platform do |instance, repository|
+      expect(instance.state).to eq :missing
+    end
+  end
+
+  it 'gets the status of a created instance' do
+    with_test_podman_platform do |instance, repository|
+      with_cmd_runner_mocked([
+        ['whoami', proc { [0, 'test_user', ''] }],
+        [
+          "cd #{repository}/docker_image && sudo podman build --tag hpc_image_test_image --security-opt seccomp=/usr/share/containers/seccomp.json --cgroup-manager=cgroupfs .",
+          proc { [0, '', ''] }
+        ],
+        [
+          /^sudo podman container list --all | grep hpc_container_node_test_\d+_\d+$/,
+          proc { [0, "062ede10d1c0  localhost/hpc_image_debian_9:latest  /usr/sbin/sshd -D  7 days ago   Exited (0) 6 days ago           hpc_container_node_test_\n", ''] }
+        ],
+        ['sudo podman container inspect hpc_container_node_test', proc { [0, '[{"State":{"Status": "created"}}]', ''] }]
+      ]) do
+        instance.create
+        expect(instance.state).to eq :created
+      end
+    end
+  end
+
+  it 'gets the IP of a created instance' do
+    with_test_podman_platform do |instance, repository|
+      with_cmd_runner_mocked([
+        ['whoami', proc { [0, 'test_user', ''] }],
+        [
+          "cd #{repository}/docker_image && sudo podman build --tag hpc_image_test_image --security-opt seccomp=/usr/share/containers/seccomp.json --cgroup-manager=cgroupfs .",
+          proc { [0, '', ''] }
+        ],
+        [
+          /^sudo podman container list --all | grep hpc_container_node_test_\d+_\d+$/,
+          proc { [0, "062ede10d1c0  localhost/hpc_image_debian_9:latest  /usr/sbin/sshd -D  7 days ago   Exited (0) 6 days ago           hpc_container_node_test_\n", ''] }
+        ],
+        ['sudo podman container inspect hpc_container_node_test | grep IPAddress', proc { [0, ' "IPAddress": "192.168.42.42",', ''] }]
+      ]) do
+        instance.create
+        expect(instance.ip).to eq '192.168.42.42'
+      end
+    end
+  end
+
+end

data/spec/hybrid_platforms_conductor_test/api/deployer/provisioners/proxmox/config_dsl_spec.rb

@@ -0,0 +1,126 @@
+require 'hybrid_platforms_conductor/hpc_plugins/provisioner/proxmox'
+
+describe HybridPlatformsConductor::HpcPlugins::Provisioner::Proxmox do
+
+  context 'checking Config DSL extensions' do
+
+    it 'declares proxmox configuratin in Config DSL' do
+      with_repository do |repository|
+        platforms = <<~EOS
+          proxmox(
+            api_url: 'https://my-proxmox.my-domain.com:8006',
+            sync_node: 'test_node',
+            test_config: {
+              pve_nodes: ['pve_node_name'],
+              vm_ips_list: %w[
+                192.168.0.100
+                192.168.0.101
+              ],
+              vm_ids_range: [1000, 1100],
+              coeff_ram_consumption: 10,
+              coeff_disk_consumption: 1,
+              expiration_period_secs: 24 * 60 * 60,
+              limits: {
+                nbr_vms_max: 5,
+                cpu_loads_thresholds: [10, 10, 10],
+                ram_percent_used_max: 0.75,
+                disk_percent_used_max: 0.75
+              }
+            },
+            vm_config: {
+              vm_dns_servers: ['8.8.8.8'],
+              vm_search_domain: 'my-domain.com',
+              vm_gateway: '192.168.0.1'
+            }
+          )
+          proxmox(
+            api_url: 'https://my-proxmox2.my-domain.com:8006',
+            sync_node: 'test_node2',
+            test_config: {
+              pve_nodes: ['pve_node_name2'],
+              vm_ips_list: %w[
+                192.168.0.102
+                192.168.0.103
+              ],
+              vm_ids_range: [2000, 2100],
+              coeff_ram_consumption: 20,
+              coeff_disk_consumption: 2,
+              expiration_period_secs: 12 * 60 * 60,
+              limits: {
+                nbr_vms_max: 3,
+                cpu_loads_thresholds: [20, 20, 20],
+                ram_percent_used_max: 0.85,
+                disk_percent_used_max: 0.85
+              }
+            },
+            vm_config: {
+              vm_dns_servers: ['9.9.9.9'],
+              vm_search_domain: 'my-domain2.com',
+              vm_gateway: '192.168.0.2'
+            },
+            default_timeout: 666
+          )
+        EOS
+        with_platforms platforms do
+          expect(test_config.proxmox_servers).to eq [
+            {
+              api_url: 'https://my-proxmox.my-domain.com:8006',
+              sync_node: 'test_node',
+              test_config: {
+                pve_nodes: ['pve_node_name'],
+                vm_ips_list: %w[
+                  192.168.0.100
+                  192.168.0.101
+                ],
+                vm_ids_range: [1000, 1100],
+                coeff_ram_consumption: 10,
+                coeff_disk_consumption: 1,
+                expiration_period_secs: 24 * 60 * 60,
+                limits: {
+                  nbr_vms_max: 5,
+                  cpu_loads_thresholds: [10, 10, 10],
+                  ram_percent_used_max: 0.75,
+                  disk_percent_used_max: 0.75
+                }
+              },
+              vm_config: {
+                vm_dns_servers: ['8.8.8.8'],
+                vm_search_domain: 'my-domain.com',
+                vm_gateway: '192.168.0.1'
+              }
+            },
+            {
+              api_url: 'https://my-proxmox2.my-domain.com:8006',
+              sync_node: 'test_node2',
+              test_config: {
+                pve_nodes: ['pve_node_name2'],
+                vm_ips_list: %w[
+                  192.168.0.102
+                  192.168.0.103
+                ],
+                vm_ids_range: [2000, 2100],
+                coeff_ram_consumption: 20,
+                coeff_disk_consumption: 2,
+                expiration_period_secs: 12 * 60 * 60,
+                limits: {
+                  nbr_vms_max: 3,
+                  cpu_loads_thresholds: [20, 20, 20],
+                  ram_percent_used_max: 0.85,
+                  disk_percent_used_max: 0.85
+                }
+              },
+              vm_config: {
+                vm_dns_servers: ['9.9.9.9'],
+                vm_search_domain: 'my-domain2.com',
+                vm_gateway: '192.168.0.2'
+              },
+              default_timeout: 666
+            }
+          ]
+        end
+      end
+    end
+
+  end
+
+end