foreman_fog_proxmox 0.23.1 → 0.24.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: f08732412c42423f30a2f448a7bc48c6249bbf0a62050b28e43a56f4a774caac
-  data.tar.gz: ffecc9919a3f2c64f200b272a7e33065f43584f6734be25c74f794585beed665
+  metadata.gz: 494d9e13c53b6e6e1a4821d8c046d145060bac1058f9285763661bd935e5a4ef
+  data.tar.gz: ba0639aa5659316381788213a3d6049ae98a8238a1612dd1dc8db7eed583d11f
 SHA512:
-  metadata.gz: d54a0db2ef661feeffb82d8002f7466bd1a8eb1d3b0b3d11215928b07600fbe591d9ca5cffeb36ff2d293e82523509406b949c8d81a8c2ab80ebdcf83bf95295
-  data.tar.gz: '0740284790c3189d29502bae8359fbf57faace0e1d27bc0e625b37ff17d0d93b31dfbd213f803e5ff2afcacb3726630cfb7176aa2d8c753ac0d31f7f0836393a'
+  metadata.gz: 4d7e5fc3d3bff0e58256217b5f69910dc03d0f08662dcc2ef1af35e242e5115f4e8023c565afa99cd83821dea73018d66b235354106766a4dbed351266c165ce
+  data.tar.gz: 6ec6c8942c3e58cc7b3a05be5f2c0131bc47a0fb3cb9a4948d46cea8b51610ee33b7b6f0cbd8a08eac66818e7e83a2f0f51e3dca2ce8d0a9c051092d84c21c81

data/app/controllers/concerns/foreman_fog_proxmox/controller/parameters/compute_resource.rb

@@ -27,7 +27,8 @@ module ForemanFogProxmox
           def compute_resource_params_filter
             super.tap do |filter|
               filter.permit :ssl_verify_peer,
-                :ssl_certs, :disable_proxy, :auth_method, :token_id, :token
+                :ssl_certs, :disable_proxy, :auth_method, :token_id, :token,
+                :caching_enabled
             end
           end
 

data/app/controllers/foreman_fog_proxmox/compute_resources_controller.rb

@@ -84,7 +84,8 @@ module ForemanFogProxmox
       node_id = params[:node_id]
       storage = params[:storage]
 
-      vols = cr.storages(node_id).find { |s| s.storage == storage }&.volumes || []
+      node = cr.send(:client).nodes.get(node_id)
+      vols = node&.storages&.get(storage)&.volumes || []
 
       render json: Array(vols).map { |v|
         h = v.respond_to?(:as_json) ? v.as_json : v

data/app/helpers/proxmox_vm_attrs_helper.rb

@@ -76,7 +76,7 @@ module ProxmoxVMAttrsHelper
         keys = ['id', 'volid', 'storage_type', 'storage', 'controller', 'device', 'cache', 'size', '_delete', 'backup']
         type = 'hard_disk'
       elsif  vol.cdrom?
-        keys = ['id', 'storage_type', 'cdrom', 'storage', 'volid']
+        keys = ['id', 'storage_type', 'cdrom', 'storage', 'volid', '_delete']
         type = 'cdrom'
       elsif vol.cloud_init?
         keys = ['id', 'volid', 'storage_type', 'storage', 'controller', 'device']

data/app/helpers/proxmox_vm_cdrom_helper.rb

@@ -26,8 +26,15 @@ require 'foreman_fog_proxmox/hash_collection'
 module ProxmoxVMCdromHelper
   def parse_server_cdrom(args)
     cdrom_media = args['cdrom'] if args.key?('cdrom')
-    cdrom_image = args['volid'] if args.key?('volid')
-    volid = cdrom_image.empty? ? cdrom_media : cdrom_image
+    return {} unless cdrom_media
+    cdrom_image = args['volid'] if args.key?('volid') && cdrom_media == 'image'
+    volid = if cdrom_image.present?
+              cdrom_image
+            elsif cdrom_media == 'none'
+              'none'
+            elsif ['physical', 'cdrom'].include?(cdrom_media)
+              'cdrom'
+            end
     return {} unless volid
 
     { id: 'ide2', volid: volid, media: 'cdrom' }

data/app/helpers/proxmox_vm_cloudinit_helper.rb

@@ -111,8 +111,14 @@ module ProxmoxVMCloudinitHelper
   end
 
   def attach_cloudinit_iso(node, iso)
-    storage = storages(node, 'iso')[0]
-    volume = storage.volumes.detect { |v| v.volid.include? File.basename(iso) }
+    volume = nil
+    storages(node, 'iso').each do |storage|
+      volume = storage.volumes.detect { |v| v.volid.include? File.basename(iso) }
+      break if volume
+    end
+
+    raise ::Foreman::Exception, "Could not find generated cloud-init ISO #{File.basename(iso)} on any ISO storage for node #{node}" unless volume
+
     { ide2: "#{volume.volid},media=cdrom" }
   end
 

data/app/helpers/proxmox_vm_volumes_helper.rb

@@ -86,15 +86,29 @@ module ProxmoxVMVolumesHelper
     if args.key?('storage_type')
       args['storage_type'] == type
     else
+      return true if type == 'cdrom' && args.key?('cdrom')
+
       Fog::Proxmox::DiskHelper.cloud_init?(args['volid']) if type == 'cloud_init'
       Fog::Proxmox::DiskHelper.cdrom?(args['volid']) if type == 'cdrom'
       Fog::Proxmox::DiskHelper.disk?(args['id']) if ['hard_disk', 'rootfs', 'mp'].include?(type)
     end
   end
 
+  def validate_cdrom_image_permission!(volume_attributes)
+    volume_attributes = volume_attributes.with_indifferent_access
+
+    return unless volume_type?(volume_attributes, 'cdrom')
+    return unless volume_attributes[:cdrom].to_s == 'image'
+    return if User.current&.can?(:attach_cdrom_image, self)
+
+    raise ::Foreman::Exception,
+      _('You are not authorized to attach or change CD-ROM ISO images.')
+  end
+
   def parse_typed_volume(args, type)
     return if Foreman::Cast.to_bool(args['_delete'])
     logger.debug("parse_typed_volume(#{type}): args=#{args}")
+    validate_cdrom_image_permission!(args)
     disk = parse_hard_disk_volume(args) if volume_type?(args,
       'hard_disk') || volume_type?(args, 'mp') || volume_type?(args, 'rootfs')
     disk = parse_server_cloudinit(args) if volume_type?(args, 'cloud_init')

data/app/models/concerns/orchestration/proxmox/compute.rb

@@ -63,7 +63,14 @@ module Orchestration
 
       def computeValue(foreman_attr, fog_attr)
         value = ''
-        value += compute_resource.id.to_s + '_' if foreman_attr == :uuid
+
+        if foreman_attr == :uuid
+          vm_value = vm.send(fog_attr).to_s
+          return vm_value if vm_value.match?(/\A\d+_\d+\z/)
+
+          value += compute_resource.id.to_s + '_'
+        end
+
         value += vm.send(fog_attr).to_s
         value
       end

data/app/models/foreman_fog_proxmox/proxmox.rb

@@ -36,6 +36,8 @@ module ForemanFogProxmox
     include ProxmoxVersion
     include ProxmoxConsole
     include ComputeAttributesUpdateDetector
+    include ComputeResourceCaching
+
     validates :url, :format => { :with => URI::DEFAULT_PARSER.make_regexp }, :presence => true
     validates :auth_method, :presence => true, :inclusion => { in: ['access_ticket', 'user_token'],
       message: ->(value) do format('%<value>s is not a valid authentication method', { value: value }) end }
@@ -129,6 +131,14 @@ module ForemanFogProxmox
 
     private
 
+    def structs_from_cache(items)
+      Array(items).map { |item| OpenStruct.new(item) }
+    end
+
+    def extract_attributes(resource, fields)
+      slice_vm_attributes(fields.index_with { |field| resource.try(field) }, fields)
+    end
+
     def fog_credentials
       hash = {
         proxmox_url: url,

data/app/models/foreman_fog_proxmox/proxmox_compute_attributes.rb

@@ -64,8 +64,15 @@ module ForemanFogProxmox
       vm_attrs
     end
 
+    def cdrom_compute_attributes(attrs)
+      return unless attrs[:storage_type].to_s == 'cdrom' || attrs[:media].to_s == 'cdrom'
+
+      { cdrom: attrs[:volid].to_s }
+    end
+
     def volume_compute_attributes(volume_attributes)
-      volume_attributes.merge(_delete: '0')
+      attrs = volume_attributes.merge(_delete: '0')
+      cdrom_compute_attributes(attrs) || attrs
     end
 
     def vm_compute_attributes(vm)

data/app/models/foreman_fog_proxmox/proxmox_images.rb

@@ -24,11 +24,18 @@ module ForemanFogProxmox
     end
 
     def images_by_storage(node_id, storage_id, type = 'iso')
-      node = client.nodes.get node_id
-      node ||= default_node
-      storage = node.storages.get storage_id if storage_id
-      logger.debug("images_by_storage(): node_id #{node_id} storage_id #{storage_id} type #{type}")
-      storage.volumes.list_by_content_type(type).sort_by(&:volid) if storage
+      cached_images = cache.cache(:"images_by_storage-#{node_id}-#{storage_id}-#{type}") do
+        node = client.nodes.get(node_id) || default_node
+        storage = node.storages.get storage_id if storage_id
+        logger.debug("images_by_storage(): node_id #{node_id} storage_id #{storage_id} type #{type}")
+        next [] unless storage
+
+        storage.volumes.list_by_content_type(type).sort_by(&:volid).map do |volume|
+          extract_attributes(volume, [:volid, :content, :format, :size, :used])
+        end
+      end
+
+      structs_from_cache(cached_images)
     end
 
     def template_name(template)
@@ -45,25 +52,31 @@ module ForemanFogProxmox
     end
 
     def templates
-      volumes = []
-      nodes.each do |node|
-        storages(node.node).each do |storage|
-          # Skip disabled storages (enabled == 0 or nil)
-          unless storage.enabled.to_i == 1
-            logger.warn("Skipping disabled storage #{storage.identity} on #{node.node}")
-            next
+      cached_templates = cache.cache(:templates) do
+        volumes = fog_nodes.flat_map do |node|
+          storages = node.storages.list_by_content_type 'images'
+          logger.debug("storages(): node_id #{node.node} type images")
+          storages.reject { |storage| storage.active.to_i.zero? }.sort_by(&:storage).flat_map do |storage|
+            # Skip disabled storages (enabled == 0 or nil)
+            unless storage.enabled.to_i == 1
+              logger.warn("Skipping disabled storage #{storage.identity} on #{node.node}")
+              next []
+            end
+
+            # Fetch QEMU and LXC template images
+            storage.volumes.list_by_content_type('images') + storage.volumes.list_by_content_type('rootdir')
+          rescue StandardError => e
+            logger.error("Failed to fetch volumes for storage #{storage.identity} on #{node.node}: #{e.message}")
+            []
           end
+        end
 
-          # Fetch QEMU and LXC template images
-          volumes += storage.volumes.list_by_content_type('images')
-          volumes += storage.volumes.list_by_content_type('rootdir')
-        rescue StandardError => e
-          logger.error("Failed to fetch volumes for storage #{storage.identity} on #{node.node}: #{e.message}")
-          next
+        volumes.select(&:template?).map do |volume|
+          extract_attributes(volume, [:vmid, :name, :volid, :node_id]).merge(template: true)
         end
       end
-      # for creating image, only list volumes which are templated
-      volumes.select(&:template?)
+
+      structs_from_cache(cached_templates)
     end
 
     def template(uuid)

data/app/models/foreman_fog_proxmox/proxmox_pools.rb

@@ -20,8 +20,25 @@
 module ForemanFogProxmox
   module ProxmoxPools
     def pools
-      pools = identity_client.pools.all
-      pools.sort_by(&:poolid)
+      cached_pools = cache.cache(:pools) do
+        pools = identity_client.pools.all
+        pools.sort_by(&:poolid).map do |pool|
+          extract_attributes(pool, [:poolid, :comment]).merge(
+            members: Array(pool.try(:members)).map do |member|
+              { vmid: member['vmid'] }
+            end
+          )
+        end
+      end
+
+      # Store only serializable hashes in the cache. After retrieval we recreate the pool objects and reattach the `has_server?` helper method.
+      Array(cached_pools).map do |pool|
+        OpenStruct.new(pool).tap do |pool_object|
+          pool_object.define_singleton_method(:has_server?) do |vmid|
+            Array(members).any? { |member| member[:vmid].to_s == vmid.to_s || member['vmid'].to_s == vmid.to_s }
+          end
+        end
+      end
     end
 
     def pool_owner(vm)

data/app/models/foreman_fog_proxmox/proxmox_vm_commands.rb

@@ -113,7 +113,10 @@ module ForemanFogProxmox
 
         volumes_attributes = new_attributes['volumes_attributes']
         logger.debug("save_vm(#{uuid}) volumes_attributes=#{volumes_attributes}")
-        volumes_attributes&.each_value { |volume_attributes| save_volume(vm, volume_attributes) }
+        volumes_attributes&.each_value do |volume_attributes|
+          validate_cdrom_image_permission!(volume_attributes)
+          save_volume(vm, volume_attributes)
+        end
 
         efidisk_attributes = new_attributes['efidisk_attributes']
         if vm.config.efidisk.present? && efidisk_attributes.empty?

data/app/models/foreman_fog_proxmox/proxmox_vm_new.rb

@@ -97,7 +97,7 @@ module ForemanFogProxmox
     end
 
     def default_node
-      nodes.first
+      fog_nodes.first
     end
 
     def default_node_id

data/app/models/foreman_fog_proxmox/proxmox_vm_queries.rb

@@ -23,29 +23,47 @@ module ForemanFogProxmox
     include ProxmoxVMUuidHelper
 
     def nodes
-      nodes = client.nodes.all if client
-      nodes&.sort_by(&:node)
+      cached_nodes = cache.cache(:nodes) do
+        nodes = client.nodes.all if client
+        nodes&.sort_by(&:node)&.map do |node|
+          { node: node.node }
+        end
+      end
+
+      structs_from_cache(cached_nodes)
     end
 
     def storages(node_id = default_node_id, type = 'images')
-      node = client.nodes.get node_id
-      node ||= default_node
-      storages = node.storages.list_by_content_type type
-      logger.debug("storages(): node_id #{node_id} type #{type}")
-      storages.reject { |s| s.enabled.to_i.zero? || s.active.to_i.zero? }.sort_by(&:storage)
+      cached_storages = cache.cache(:"storages-#{node_id}-#{type}") do
+        node = client.nodes.get(node_id) || default_node
+        storages = node.storages.list_by_content_type type
+        logger.debug("storages(): node_id #{node_id} type #{type}")
+        storages.reject { |s| s.enabled.to_i.zero? || s.active.to_i.zero? }.sort_by(&:storage).map do |storage|
+          fields = [:storage, :enabled, :active, :content, :node_id, :avail, :used, :total]
+          extract_attributes(storage, fields).merge(identity: storage.storage)
+        end
+      end
+
+      structs_from_cache(cached_storages)
     end
 
     def bridges(node_id = default_node_id)
-      node = network_client.nodes.get node_id
-      node ||= network_client.nodes.first
-      bridges = node.networks.all(type: 'any_bridge')
-      bridges.sort_by(&:iface)
+      cached_bridges = cache.cache(:"bridges-#{node_id}") do
+        node = network_client.nodes.get node_id
+        node ||= network_client.nodes.first
+        bridges = node.networks.all(type: 'any_bridge')
+        bridges.sort_by(&:iface).map do |bridge|
+          extract_attributes(bridge, [:iface, :node_id]).merge(identity: bridge.iface)
+        end
+      end
+
+      structs_from_cache(cached_bridges)
     end
 
     # TODO: Pagination with filters
     def vms(opts = {})
       vms = []
-      nodes.each { |node| vms += node.servers.all + node.containers.all }
+      fog_nodes.each { |node| vms += node.servers.all + node.containers.all }
       vms.each { |vm| attach_compute_resource_id(vm) }
       if opts.key?(:eager_loading) && opts[:eager_loading]
         vms_eager = []
@@ -59,7 +77,7 @@ module ForemanFogProxmox
       # look for the uuid on all known nodes
       vm = nil
       vmid = extract_vmid(uuid)
-      nodes.each do |node|
+      fog_nodes.each do |node|
         vm = find_vm_in_servers_by_vmid(node.servers, vmid)
         vm ||= find_vm_in_servers_by_vmid(node.containers, vmid)
         next if vm.nil?
@@ -82,6 +100,11 @@ module ForemanFogProxmox
 
     private
 
+    def fog_nodes
+      nodes = client.nodes.all if client
+      nodes&.sort_by(&:node) || []
+    end
+
     def attach_compute_resource_id(virtual_machine)
       return virtual_machine if virtual_machine.nil?
 

data/app/models/foreman_fog_proxmox/proxmox_volumes.rb

@@ -47,7 +47,7 @@ module ForemanFogProxmox
     def update_volume_required?(old_volume_attributes, new_volume_attributes)
       old_h = ForemanFogProxmox::HashCollection.new_hash_reject_empty_values(old_volume_attributes)
       new_h = ForemanFogProxmox::HashCollection.new_hash_reject_empty_values(new_volume_attributes)
-      new_h = ForemanFogProxmox::HashCollection.new_hash_reject_keys(new_h, ['cdrom', 'cloudinit', 'storage_type'])
+      new_h = ForemanFogProxmox::HashCollection.new_hash_reject_keys(new_h, ['cloudinit', 'storage_type'])
       !ForemanFogProxmox::HashCollection.equals?(old_h.with_indifferent_access, new_h.with_indifferent_access)
     end
 
@@ -112,6 +112,8 @@ module ForemanFogProxmox
     end
 
     def volume_exists?(vm, volume_attributes)
+      return vm.config.disks.get('ide2').present? if volume_type?(volume_attributes, 'cdrom')
+
       disk = vm.config.disks.get(volume_attributes['id'])
       return false unless disk
 
@@ -128,14 +130,14 @@ module ForemanFogProxmox
     end
 
     def extract_id(vm, volume_attributes)
-      id = ''
+      return 'ide2' if volume_type?(volume_attributes, 'cdrom')
+
       if volume_exists?(vm, volume_attributes)
-        id = volume_attributes['id']
+        volume_attributes['id']
       else
         device = vm.container? ? 'mp' : volume_attributes['controller']
-        id = volume_type?(volume_attributes, 'cdrom') ? 'ide2' : device + volume_attributes['device']
+        device + volume_attributes['device']
       end
-      id
     end
 
     def add_volume(vm, id, volume_attributes)
@@ -145,7 +147,10 @@ module ForemanFogProxmox
         disk_attributes[:storage] = volume_attributes['storage']
         disk_attributes[:size] = volume_attributes['size']
       elsif volume_type?(volume_attributes, 'cdrom')
-        disk_attributes[:volid] = volume_attributes[:iso]
+        cdrom_attributes = parse_server_cdrom(volume_attributes)
+        return if cdrom_attributes.empty?
+
+        disk_attributes.merge!(cdrom_attributes)
       elsif volume_type?(volume_attributes, 'cloud_init')
         disk_attributes[:storage] = volume_attributes['storage']
         disk_attributes[:volid] = "#{volume_attributes['storage']}:cloudinit"
@@ -164,7 +169,11 @@ module ForemanFogProxmox
         else
           disk = vm.config.disks.get(id)
           normalized_volume_attributes = normalize_existing_volume_attributes(disk, volume_attributes)
-          update_volume(vm, disk, normalized_volume_attributes) if update_volume_required?(disk.attributes, normalized_volume_attributes)
+          if volume_type?(volume_attributes, 'cdrom')
+            update_volume(vm, disk, normalized_volume_attributes)
+          elsif update_volume_required?(disk.attributes, normalized_volume_attributes)
+            update_volume(vm, disk, normalized_volume_attributes)
+          end
         end
       else
         add_volume(vm, id, volume_attributes)

data/app/views/api/v2/compute_resources/proxmox.json.rabl

@@ -1,3 +1,3 @@
 # frozen_string_literal: true
 
-attributes :url, :user, :ssl_verify_peer, :ssl_certs, :renew
+attributes :url, :user, :ssl_verify_peer, :ssl_certs, :renew, :caching_enabled

data/app/views/compute_resources/form/_proxmox.html.erb

@@ -36,6 +36,8 @@ along with ForemanFogProxmox. If not, see <http://www.gnu.org/licenses/>. %>
     :wrapper_class => "form-group #{'hide' unless ssl_verify_peer}",
     :placeholder => _("Optionally provide a CA, or a correctly ordered CA chain. If left blank, disable ssl_verify_peer.") %>
 <% end %>
+<%= checkbox_f f, :caching_enabled, :label => _("Enable Caching"),
+  :help_inline => _("Cache Proxmox resources.") %>
 <div class="col-md-offset-2">
   <%= test_connection_button_f(f, (f.object.nodes rescue true)) %>
 </div>

data/app/views/compute_resources/show/_proxmox.html.erb

@@ -27,6 +27,10 @@ along with ForemanFogProxmox. If not, see <http://www.gnu.org/licenses/>. %>
   <td><%= _("Authentication method") %></td>
   <td><%= @compute_resource.auth_method %></td>
 </tr>
+<tr>
+  <td><%= _("Caching") %></td>
+  <td><%= @compute_resource.caching_enabled ? _("Enabled") : _("Disabled") %></td>
+</tr>
 <tr>
   <td><%= _("User token expires") %></td>
   <td><%= user_token_expiration_date(@compute_resource) %></td>

data/app/views/compute_resources_vms/form/proxmox/_base.html.erb

@@ -44,6 +44,7 @@ along with ForemanFogProxmox. If not, see <http://www.gnu.org/licenses/>. %>
   props = {
     vmAttrs: vm_attrs,
     computeResourceId: compute_resource.id,
+    canAttachCdromImage: User.current.can?(:attach_cdrom_image, compute_resource),
     propsLoaded: false,
     fromProfile: from_profile,
     newVm: new_vm,

data/lib/foreman_fog_proxmox/engine.rb

@@ -54,6 +54,8 @@ module ForemanFogProxmox
                :bridges_by_id_and_node,
                :volumes_by_node_and_storage,
                :metadata] }
+            permission :attach_cdrom_image, {},
+              :resource_type => 'ComputeResource'
           end
         end
       end

data/lib/foreman_fog_proxmox/version.rb

@@ -18,5 +18,5 @@
 # along with ForemanFogProxmox. If not, see <http://www.gnu.org/licenses/>.
 
 module ForemanFogProxmox
-  VERSION = '0.23.1'
+  VERSION = '0.24.0'
 end

data/test/functional/compute_resources_controller_test.rb

@@ -69,6 +69,18 @@ module ForemanFogProxmox
       assert_not show_response.empty?
     end
     test 'should get volumes by node and storage' do
+      mock_storage = mock('storage')
+      mock_storage.stubs(:volumes).returns([])
+      mock_storages = mock('storages')
+      mock_storages.stubs(:get).with('local').returns(mock_storage)
+      mock_node = mock('node')
+      mock_node.stubs(:storages).returns(mock_storages)
+      mock_nodes = mock('nodes')
+      mock_nodes.stubs(:get).with('proxmox').returns(mock_node)
+      mock_client = mock('client')
+      mock_client.stubs(:nodes).returns(mock_nodes)
+      @compute_resource.stubs(:client).returns(mock_client)
+
       get :volumes_by_node_and_storage,
         params: { :compute_resource_id => @compute_resource.id, :node_id => 'proxmox', :storage => 'local' },
         session: set_session_user

data/test/unit/foreman_fog_proxmox/helpers/proxmox_server_helper_test.rb

@@ -107,6 +107,16 @@ module ForemanFogProxmox
         assert_equal 'cdrom', cdrom[:media]
       end
 
+      test '#cdrom physical' do
+        cdrom = parse_server_cdrom('cdrom' => 'physical')
+        assert cdrom.key?(:id)
+        assert_equal 'ide2', cdrom[:id]
+        assert cdrom.key?(:volid)
+        assert_equal 'cdrom', cdrom[:volid]
+        assert cdrom.key?(:media)
+        assert_equal 'cdrom', cdrom[:media]
+      end
+
       test '#vm' do
         expected_vm = ActiveSupport::HashWithIndifferentAccess.new(
           {

data/test/unit/foreman_fog_proxmox/proxmox_compute_attributes_test.rb

@@ -150,6 +150,13 @@ module ForemanFogProxmox
         assert_not vm_attrs[:compute_attributes].key?(:macaddr)
       end
 
+      it 'normalizes cdrom volume attributes to form shape' do
+        assert_equal({ cdrom: 'none' }, @cr.volume_compute_attributes({ storage_type: 'cdrom', volid: 'none', media: 'cdrom' }))
+        assert_equal({ cdrom: 'cdrom' }, @cr.volume_compute_attributes({ storage_type: 'cdrom', volid: 'cdrom', media: 'cdrom' }))
+        assert_equal({ cdrom: 'local-lvm:iso/debian-netinst.iso' },
+          @cr.volume_compute_attributes({ storage_type: 'cdrom', volid: 'local-lvm:iso/debian-netinst.iso', media: 'cdrom' }))
+      end
+
       it 'converts a server to hash' do
         vm, config_attributes, volume_attributes, interface_attributes = mock_server_vm
         vm_attrs = @cr.vm_compute_attributes(vm)

data/test/unit/foreman_fog_proxmox/proxmox_orchestration_compute_test.rb

@@ -0,0 +1,34 @@
+# frozen_string_literal: true
+
+require 'test_plugin_helper'
+
+module ForemanFogProxmox
+  class ProxmoxOrchestrationComputeTest < ActiveSupport::TestCase
+    class ComputeValueHost
+      include Orchestration::Proxmox::Compute
+
+      attr_accessor :compute_resource, :vm
+    end
+
+    test '#computeValue prefixes raw vmid for uuid' do
+      host = host_with_vm_value('113')
+
+      assert_equal '4_113', host.computeValue(:uuid, :foreman_uuid)
+    end
+
+    test '#computeValue does not prefix existing proxmox uuid' do
+      host = host_with_vm_value('4_113')
+
+      assert_equal '4_113', host.computeValue(:uuid, :foreman_uuid)
+    end
+
+    private
+
+    def host_with_vm_value(value)
+      host = ComputeValueHost.new
+      host.compute_resource = OpenStruct.new(id: 4)
+      host.vm = OpenStruct.new(foreman_uuid: value)
+      host
+    end
+  end
+end

data/test/unit/foreman_fog_proxmox/proxmox_test.rb

@@ -108,6 +108,12 @@ module ForemanFogProxmox
       assert cr.update_required?(old_attrs, new_attrs)
     end
 
+    test 'supports compute resource cache refreshing' do
+      cr = FactoryBot.build_stubbed(:proxmox_cr)
+
+      assert_respond_to cr, :refresh_cache
+    end
+
     test '#node' do
       node = mock('node')
       cr = FactoryBot.build_stubbed(:proxmox_cr)
@@ -115,6 +121,27 @@ module ForemanFogProxmox
       assert_equal node, (as_admin { cr.node })
     end
 
+    test '#extract_attributes returns selected resource attributes' do
+      cr = FactoryBot.build_stubbed(:proxmox_cr)
+
+      resource = OpenStruct.new(
+        vmid: 101,
+        name: 'template-101',
+        ignored: 'ignored'
+      )
+
+      attributes = cr.send(:extract_attributes, resource, [:vmid, :name, :missing])
+
+      assert_equal(
+        {
+          vmid: 101,
+          name: 'template-101',
+          missing: nil,
+        },
+        attributes
+      )
+    end
+
     private
 
     def hdd_compute_attrs(volumes_attrs)

data/test/unit/foreman_fog_proxmox/proxmox_vm_commands_server_create_test.rb

@@ -107,6 +107,37 @@ module ForemanFogProxmox
         vm.expects(:update).with(expected_args)
         cr.create_vm(args)
       end
+
+      it 'attaches generated cloud-init ISO from a later ISO storage' do
+        cr = ForemanFogProxmox::Proxmox.new
+        first_storage = mock('first_storage')
+        second_storage = mock('second_storage')
+        volume = mock('volume')
+
+        first_storage.stubs(:volumes).returns([])
+        volume.stubs(:volid).returns('local:iso/name_cloudinit.iso')
+        second_storage.stubs(:volumes).returns([volume])
+        cr.stubs(:storages).with('proxmox', 'iso').returns([first_storage, second_storage])
+
+        assert_equal({ ide2: 'local:iso/name_cloudinit.iso,media=cdrom' },
+          cr.attach_cloudinit_iso('proxmox', '/var/lib/vz/template/iso/name_cloudinit.iso'))
+      end
+
+      it 'raises Foreman::Exception when generated cloud-init ISO is not on any ISO storage' do
+        cr = ForemanFogProxmox::Proxmox.new
+        storage = mock('storage')
+        other_volume = mock('other_volume')
+
+        other_volume.stubs(:volid).returns('local:iso/other.iso')
+        storage.stubs(:volumes).returns([other_volume])
+        cr.stubs(:storages).with('proxmox', 'iso').returns([storage])
+
+        err = assert_raises Foreman::Exception do
+          cr.attach_cloudinit_iso('proxmox', '/var/lib/vz/template/iso/name_cloudinit.iso')
+        end
+
+        assert err.message.end_with?('Could not find generated cloud-init ISO name_cloudinit.iso on any ISO storage for node proxmox')
+      end
     end
   end
 end

data/test/unit/foreman_fog_proxmox/proxmox_vm_commands_server_update_cdrom_test.rb

@@ -35,7 +35,8 @@ module ForemanFogProxmox
         @cr = FactoryBot.build_stubbed(:proxmox_cr)
       end
 
-      it 'saves modified server config with added cdrom' do
+      it 'saves modified server config with added cdrom image when user has permission' do
+        User.current = users(:admin)
         uuid = '100'
         config = mock('config')
         disks = mock('disks')
@@ -58,6 +59,7 @@ module ForemanFogProxmox
         vm.stubs(:type).returns('qemu')
         vm.stubs(:node_id).returns('proxmox')
         @cr.stubs(:find_vm_by_uuid).returns(vm)
+        User.current.stubs(:can?).with(:attach_cdrom_image, @cr).returns(true)
         new_attributes = {
           'templated' => '0',
           'node_id' => 'proxmox',
@@ -88,6 +90,54 @@ module ForemanFogProxmox
         @cr.save_vm(uuid, new_attributes)
       end
 
+      it 'rejects added cdrom image when user has no permission' do
+        User.current = users(:admin)
+        uuid = '100'
+        config = mock('config')
+        disks = mock('disks')
+        disks.stubs(:get).returns
+        config.stubs(:disks).returns(disks)
+        config.stubs(:efidisk).returns(nil)
+        config.stubs(:attributes).returns(:cores => '')
+        vm = mock('vm')
+        vm.stubs(:identity).returns(uuid)
+        vm.stubs(:attributes).returns('' => '')
+        vm.stubs(:config).returns(config)
+        vm.stubs(:container?).returns(false)
+        vm.stubs(:type).returns('qemu')
+        vm.stubs(:node_id).returns('proxmox')
+        @cr.stubs(:find_vm_by_uuid).returns(vm)
+        User.current.stubs(:can?).with(:attach_cdrom_image, @cr).returns(false)
+        new_attributes = {
+          'templated' => '0',
+          'node_id' => 'proxmox',
+          'config_attributes' => {
+            'cores' => '1',
+            'cpulimit' => '1',
+          },
+          'volumes_attributes' => {
+            '0' => {
+              'id' => 'ide2',
+              '_delete' => '',
+              'device' => '2',
+              'controller' => 'ide',
+              'storage_type' => 'cdrom',
+              'storage' => 'local-lvm',
+              'cdrom' => 'image',
+              'volid' => 'local-lvm:iso/ubuntu-20_4.iso',
+            },
+          },
+        }.with_indifferent_access
+        @cr.stubs(:parse_server_vm).returns('vmid' => '100', 'node_id' => 'proxmox', 'type' => 'qemu', 'cores' => '1',
+          'cpulimit' => '1', 'onboot' => '0')
+        vm.expects(:attach).never
+        vm.expects(:update).never
+
+        assert_raises(::Foreman::Exception) do
+          @cr.save_vm(uuid, new_attributes)
+        end
+      end
+
       it 'saves modified server config with removed cdrom' do
         uuid = '100'
         config = mock('config')

data/test/unit/foreman_fog_proxmox/proxmox_vm_commands_server_update_test.rb

@@ -149,11 +149,11 @@ module ForemanFogProxmox
         pools = mock('pools')
         pool1 = mock('pool1')
         pool1.stubs(:poolid).returns('pool1')
-        pool1.stubs(:has_server?).with('100').returns(true)
+        pool1.stubs(:members).returns([{ 'vmid' => '100' }])
         pool1.expects(:remove_server).with(uuid)
         pool2 = mock('pool2')
         pool2.stubs(:poolid).returns('pool2')
-        pool2.stubs(:has_server?).with('100').returns(false)
+        pool2.stubs(:members).returns([])
         pool2.expects(:add_server).with(uuid)
         pools.stubs(:all).returns([pool1, pool2])
         pools.expects(:get).with('pool1').returns(pool1)
@@ -185,7 +185,7 @@ module ForemanFogProxmox
         identity_client = mock('identity_client')
         pools = mock('pools')
         pool1 = mock('pool1')
-        pool1.stubs(:has_server?).with('100').returns(true)
+        pool1.stubs(:members).returns([{ 'vmid' => '100' }])
         pool1.stubs(:poolid).returns('pool1')
         pool1.expects(:remove_server).with(uuid)
         pools.stubs(:all).returns([pool1])
@@ -218,7 +218,7 @@ module ForemanFogProxmox
         identity_client = mock('identity_client')
         pools = mock('pools')
         pool2 = mock('pool2')
-        pool2.stubs(:has_server?).with('100').returns(false)
+        pool2.stubs(:members).returns([])
         pool2.stubs(:poolid).returns('pool2')
         pool2.expects(:add_server).with(uuid)
         pools.stubs(:all).returns([pool2])

data/test/unit/foreman_fog_proxmox/proxmox_vm_queries_test.rb

@@ -33,6 +33,22 @@ module ForemanFogProxmox
     include ProxmoxContainerMockFactory
     include ProxmoxVMHelper
 
+    describe 'nodes' do
+      it 'caches nodes for persisted compute resources' do
+        cr = FactoryBot.build_stubbed(:proxmox_cr, :caching_enabled => true)
+        node_z = OpenStruct.new(node: 'z-proxmox')
+        node_a = OpenStruct.new(node: 'a-proxmox')
+        nodes = mock('nodes')
+        nodes.expects(:all).once.returns([node_z, node_a])
+        client = mock('client')
+        client.stubs(:nodes).returns(nodes)
+        cr.stubs(:client).returns(client)
+
+        assert_equal %w[a-proxmox z-proxmox], cr.nodes.map(&:node)
+        assert_equal %w[a-proxmox z-proxmox], cr.nodes.map(&:node)
+      end
+    end
+
     describe 'storages' do
       before do
         @cr = ForemanFogProxmox::Proxmox.new
@@ -50,7 +66,11 @@ module ForemanFogProxmox
         active_storage = OpenStruct.new(storage: 'local', enabled: 1, active: 1)
         @storages_collection.stubs(:list_by_content_type).with('images').returns([active_storage])
 
-        assert_equal [active_storage], @cr.storages('proxmox')
+        storage = @cr.storages('proxmox').first
+        assert_equal 'local', storage.storage
+        assert_equal 1, storage.enabled
+        assert_equal 1, storage.active
+        assert_equal 'local', storage.identity
       end
 
       it 'returns active storages sorted by storage name' do
@@ -67,7 +87,7 @@ module ForemanFogProxmox
 
         @storages_collection.stubs(:list_by_content_type).with('images').returns([valid, invalid])
 
-        assert_equal [valid], @cr.storages('proxmox')
+        assert_equal ['good'], @cr.storages('proxmox').map(&:storage)
       end
 
       it 'excludes disabled storages (enabled=0)' do
@@ -97,6 +117,45 @@ module ForemanFogProxmox
 
         assert_empty @cr.storages('proxmox')
       end
+
+      it 'caches storages by node and content type for persisted compute resources' do
+        cr = FactoryBot.build_stubbed(:proxmox_cr, :caching_enabled => true)
+        active_storage = OpenStruct.new(storage: 'local', enabled: 1, active: 1)
+        storages_collection = mock('storages_collection')
+        storages_collection.expects(:list_by_content_type).with('images').once.returns([active_storage])
+        node = mock('node')
+        node.stubs(:storages).returns(storages_collection)
+        nodes = mock('nodes')
+        nodes.stubs(:get).with('proxmox').returns(node)
+        client = mock('client')
+        client.stubs(:nodes).returns(nodes)
+        cr.stubs(:client).returns(client)
+
+        assert_equal [active_storage.storage], cr.storages('proxmox').map(&:storage)
+        assert_equal [active_storage.storage], cr.storages('proxmox').map(&:storage)
+      end
+
+      it 'restores cached storages with normalized attributes' do
+        cr = FactoryBot.build_stubbed(:proxmox_cr, :caching_enabled => true)
+        active_storage = OpenStruct.new(storage: 'local', enabled: 1, active: 1)
+        storages_collection = mock('storages_collection')
+        storages_collection.expects(:list_by_content_type).with('images').once.returns([active_storage])
+        node = mock('node')
+        node.stubs(:storages).returns(storages_collection)
+        nodes = mock('nodes')
+        nodes.stubs(:get).with('proxmox').returns(node)
+        client = mock('client')
+        client.stubs(:nodes).returns(nodes)
+        cr.stubs(:client).returns(client)
+
+        cr.storages('proxmox')
+        cached_storage = cr.storages('proxmox').first
+
+        assert_equal 'local', cached_storage.storage
+        assert_equal 'local', cached_storage.identity
+        assert_equal [:active, :avail, :content, :enabled, :identity, :node_id, :storage, :total, :used],
+          cached_storage.to_h.keys.sort
+      end
     end
 
     describe 'find_vm_by_uuid' do

data/webpack/components/ProxmoxServer/ProxmoxServerStorage.js

@@ -33,6 +33,7 @@ const ProxmoxServerStorage = ({
   isTabActive,
   selectedImage,
   provisionMethodState,
+  canAttachCdromImage,
 }) => {
   const bootDiskId = React.useMemo(() => {
     if (!bootOrder) return null;
@@ -70,6 +71,8 @@ const ProxmoxServerStorage = ({
   const [nextId, setNextId] = useState(0);
   const [cdRom, setCdRom] = useState(false);
   const [cdRomData, setCdRomData] = useState(null);
+  const [cdRomHidden, setCdRomHidden] = useState(false);
+  const [cdRomIsNew, setCdRomIsNew] = useState(false);
   const [efiDisk, setEfiDisk] = useState(false);
   const [efiDiskData, setEfiDiskData] = useState(null);
   const [nextDeviceNumbers, setNextDeviceNumbers] = useState({
@@ -309,7 +312,7 @@ const ProxmoxServerStorage = ({
           value: '',
         },
         storageType: {
-          name: `${paramScope}[volumes_attributes][${nextId}][storageType]`,
+          name: `${paramScope}[volumes_attributes][${nextId}][storage_type]`,
           value: 'cdrom',
         },
         storage: {
@@ -318,17 +321,29 @@ const ProxmoxServerStorage = ({
         },
         cdrom: {
           name: `${paramScope}[volumes_attributes][${nextId}][cdrom]`,
-          value: '',
+          value: 'none',
+        },
+        _delete: {
+          name: `${paramScope}[volumes_attributes][${nextId}][_delete]`,
         },
       };
 
       setCdRom(true);
       setCdRomData(initCDRom);
+      setCdRomHidden(false);
+      setCdRomIsNew(!isPreExisting);
     },
     [cdRom, nextId, paramScope, createUniqueDevice]
   );
 
-  const removeCDRom = () => setCdRom(false);
+  const removeCDRom = () => {
+    if (cdRomIsNew) {
+      setCdRom(false);
+      setCdRomData(null);
+    } else {
+      setCdRomHidden(true);
+    }
+  };
 
   const addEfiDisk = useCallback(
     (event, initialData = null, isPreExisting = false) => {
@@ -432,14 +447,18 @@ const ProxmoxServerStorage = ({
           </FormHelperText>
         )}
         {cdRom && cdRomData && (
-          <CDRom
-            onRemove={removeCDRom}
-            data={cdRomData}
-            storages={storages}
-            nodeId={nodeId}
-            computeResourceId={computeResourceId}
-            isTabActive={isTabActive}
-          />
+          <div style={{ display: cdRomHidden ? 'none' : 'block' }}>
+            <CDRom
+              onRemove={removeCDRom}
+              data={cdRomData}
+              storages={storages}
+              nodeId={nodeId}
+              computeResourceId={computeResourceId}
+              isTabActive={isTabActive}
+              canAttachCdromImage={canAttachCdromImage}
+              hidden={cdRomHidden}
+            />
+          </div>
         )}
         {efiDisk && efiDiskData && (
           <EFIDisk
@@ -537,6 +556,7 @@ ProxmoxServerStorage.propTypes = {
   isTabActive: PropTypes.bool,
   selectedImage: PropTypes.object,
   provisionMethodState: PropTypes.string,
+  canAttachCdromImage: PropTypes.bool,
 };
 
 ProxmoxServerStorage.defaultProps = {
@@ -553,6 +573,7 @@ ProxmoxServerStorage.defaultProps = {
   isTabActive: false,
   selectedImage: null,
   provisionMethodState: '',
+  canAttachCdromImage: false,
 };
 
 export default ProxmoxServerStorage;

data/webpack/components/ProxmoxServer/components/CDRom.js

@@ -6,6 +6,9 @@ import {
   PageSection,
   Radio,
   Spinner,
+  FormHelperText,
+  HelperText,
+  HelperTextItem,
 } from '@patternfly/react-core';
 import { TimesIcon } from '@patternfly/react-icons';
 import { translate as __ } from 'foremanReact/common/I18n';
@@ -13,7 +16,15 @@ import { createStoragesMap } from '../../ProxmoxStoragesUtils';
 import InputField from '../../common/FormInputs';
 import useVolumes from '../../hooks/useVolumes';
 
-const CDRom = ({ onRemove, data, storages, nodeId, computeResourceId }) => {
+const CDRom = ({
+  onRemove,
+  data,
+  storages,
+  nodeId,
+  computeResourceId,
+  canAttachCdromImage,
+  hidden,
+}) => {
   const [cdrom, setCdrom] = useState(data);
 
   const storagesMap = useMemo(
@@ -85,13 +96,20 @@ const CDRom = ({ onRemove, data, storages, nodeId, computeResourceId }) => {
   const imagesMap = useMemo(
     () => [
       { value: '', label: '' },
-      ...volumes.map(v => ({ value: v.volid, label: v.volid })),
+      ...volumes
+        .filter(v => v.content === 'iso')
+        .map(v => ({ value: v.volid, label: v.volid })),
     ],
     [volumes]
   );
 
   return (
     <div style={{ position: 'relative' }}>
+      <input
+        name={cdrom?._delete?.name}
+        type="hidden"
+        value={hidden ? '1' : '0'}
+      />
       <div
         style={{
           display: 'flex',
@@ -130,7 +148,7 @@ const CDRom = ({ onRemove, data, storages, nodeId, computeResourceId }) => {
           name={cdrom?.cdrom?.name}
           label={__('None')}
           value="none"
-          isChecked={cdrom?.cdrom?.value === 'none'}
+          isChecked={mediaValue === 'none'}
           onChange={(e, _) => handleMediaChange(_, e)}
         />
         <Radio
@@ -138,8 +156,8 @@ const CDRom = ({ onRemove, data, storages, nodeId, computeResourceId }) => {
           id="radio-physical"
           name={cdrom?.cdrom?.name}
           label={__('Physical')}
-          value="physical"
-          isChecked={cdrom?.cdrom?.value === 'physical'}
+          value="cdrom"
+          isChecked={mediaValue === 'cdrom'}
           onChange={(e, _) => handleMediaChange(_, e)}
         />
         <Radio
@@ -148,12 +166,25 @@ const CDRom = ({ onRemove, data, storages, nodeId, computeResourceId }) => {
           name={cdrom?.cdrom?.name}
           label={__('Image')}
           value="image"
-          isChecked={cdrom?.cdrom?.value === 'image'}
+          isChecked={mediaValue === 'image'}
           onChange={(e, _) => handleMediaChange(_, e)}
+          isDisabled={!canAttachCdromImage}
         />
       </div>
 
-      {cdrom?.cdrom?.value === 'image' && (
+      {!canAttachCdromImage && (
+        <FormHelperText>
+          <HelperText id="helper-cdrom-image-permission">
+            <HelperTextItem variant="warning">
+              {__(
+                'You are not authorized to attach or change CD-ROM ISO images'
+              )}
+            </HelperTextItem>
+          </HelperText>
+        </FormHelperText>
+      )}
+
+      {mediaValue === 'image' && (
         <PageSection padding={{ default: 'noPadding' }}>
           <Title ouiaId="proxmox-server-cdrom-image-title" headingLevel="h5">
             {__('Image')}
@@ -170,6 +201,7 @@ const CDRom = ({ onRemove, data, storages, nodeId, computeResourceId }) => {
             }
             options={storagesMap}
             onChange={handleChange}
+            disabled={!canAttachCdromImage}
           />
 
           {loadingVolumes ? (
@@ -191,6 +223,7 @@ const CDRom = ({ onRemove, data, storages, nodeId, computeResourceId }) => {
               value={cdrom?.volid?.value}
               options={imagesMap}
               onChange={handleChange}
+              disabled={!canAttachCdromImage}
               error={
                 volumeError
                   ? __('Failed fetching images ISO please try again.')
@@ -198,8 +231,6 @@ const CDRom = ({ onRemove, data, storages, nodeId, computeResourceId }) => {
               }
             />
           )}
-
-          <input name={cdrom?.storageType?.name} type="hidden" value="cdrom" />
         </PageSection>
       )}
     </div>
@@ -224,10 +255,19 @@ CDRom.propTypes = {
     storageType: PropTypes.shape({
       name: PropTypes.string.isRequired,
     }).isRequired,
+    _delete: PropTypes.shape({
+      name: PropTypes.string.isRequired,
+    }),
   }).isRequired,
   storages: PropTypes.array.isRequired,
   nodeId: PropTypes.string.isRequired,
   computeResourceId: PropTypes.number.isRequired,
+  canAttachCdromImage: PropTypes.bool.isRequired,
+  hidden: PropTypes.bool,
+};
+
+CDRom.defaultProps = {
+  hidden: false,
 };
 
 export default CDRom;

data/webpack/components/ProxmoxVmType.js

@@ -35,6 +35,7 @@ const ProxmoxVmType = ({
   registerComp,
   untemplatable,
   computeResourceId,
+  canAttachCdromImage,
   propsLoaded,
 }) => {
   const [activeTabKey, setActiveTabKey] = useState(0);
@@ -233,6 +234,7 @@ const ProxmoxVmType = ({
           isLoading={!metaLoaded}
           isTabActive={activeTabKey === 4}
           computeResourceId={computeResourceId}
+          canAttachCdromImage={canAttachCdromImage}
           selectedImage={selectedImage}
           provisionMethodState={provisionMethodState}
         />
@@ -415,6 +417,7 @@ ProxmoxVmType.propTypes = {
   registerComp: PropTypes.bool,
   untemplatable: PropTypes.bool,
   computeResourceId: PropTypes.number,
+  canAttachCdromImage: PropTypes.bool,
   propsLoaded: PropTypes.bool,
 };
 
@@ -426,6 +429,7 @@ ProxmoxVmType.defaultProps = {
   registerComp: false,
   untemplatable: false,
   computeResourceId: null,
+  canAttachCdromImage: false,
   propsLoaded: false,
 };
 

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: foreman_fog_proxmox
 version: !ruby/object:Gem::Version
-  version: 0.23.1
+  version: 0.24.0
 platform: ruby
 authors:
 - Tristan Robert
@@ -264,6 +264,7 @@ files:
 - test/unit/foreman_fog_proxmox/proxmox_images_test.rb
 - test/unit/foreman_fog_proxmox/proxmox_interfaces_test.rb
 - test/unit/foreman_fog_proxmox/proxmox_operating_systems_test.rb
+- test/unit/foreman_fog_proxmox/proxmox_orchestration_compute_test.rb
 - test/unit/foreman_fog_proxmox/proxmox_test.rb
 - test/unit/foreman_fog_proxmox/proxmox_version_test.rb
 - test/unit/foreman_fog_proxmox/proxmox_vm_commands_container_test.rb
@@ -344,6 +345,7 @@ test_files:
 - test/unit/foreman_fog_proxmox/proxmox_images_test.rb
 - test/unit/foreman_fog_proxmox/proxmox_interfaces_test.rb
 - test/unit/foreman_fog_proxmox/proxmox_operating_systems_test.rb
+- test/unit/foreman_fog_proxmox/proxmox_orchestration_compute_test.rb
 - test/unit/foreman_fog_proxmox/proxmox_test.rb
 - test/unit/foreman_fog_proxmox/proxmox_version_test.rb
 - test/unit/foreman_fog_proxmox/proxmox_vm_commands_container_test.rb