fog-proxmox-configlmm 0.15.0

data/lib/fog/proxmox/string.rb

@@ -0,0 +1,32 @@
+# frozen_string_literal: true
+
+# Copyright 2018 Tristan Robert
+
+# This file is part of Fog::Proxmox.
+
+# Fog::Proxmox is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+
+# Fog::Proxmox is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+
+# You should have received a copy of the GNU General Public License
+# along with Fog::Proxmox. If not, see <http://www.gnu.org/licenses/>.
+
+module Fog
+  module Proxmox
+    # module String mixins
+    module String
+      def self.to_boolean(text)
+        return true if text == true || text =~ (/(true|t|yes|y|1)$/i)
+        return false if text == false || text.empty? || text =~ (/(false|f|no|n|0)$/i)
+
+        raise ArgumentError, "invalid value for Boolean: \"#{text}\""
+      end
+    end
+  end
+end

data/lib/fog/proxmox/variables.rb

@@ -0,0 +1,40 @@
+# frozen_string_literal: true
+
+# Copyright 2018 Tristan Robert
+
+# This file is part of Fog::Proxmox.
+
+# Fog::Proxmox is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+
+# Fog::Proxmox is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+
+# You should have received a copy of the GNU General Public License
+# along with Fog::Proxmox. If not, see <http://www.gnu.org/licenses/>.
+
+module Fog
+  module Proxmox
+    # module Variables mixins
+    module Variables
+      def self.to_variables(instance, hash, prefix)
+        hash.select { |key| key.to_s.start_with? prefix }.each do |key, value|
+          instance.instance_variable_set "@#{key}".to_sym, value
+        end
+      end
+
+      def self.to_hash(instance, prefix)
+        hash = {}
+        instance.instance_variables.select { |variable| variable.to_s.start_with? '@' + prefix }.each do |param|
+          name = param.to_s[1..-1]
+          hash.store(name.to_sym, instance.instance_variable_get(param))
+        end
+        hash
+      end
+    end
+  end
+end

data/lib/fog/proxmox/version.rb

@@ -0,0 +1,24 @@
+# frozen_string_literal: true
+
+# Copyright 2018 Tristan Robert
+
+# This file is part of Fog::Proxmox.
+
+# Fog::Proxmox is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+
+# Fog::Proxmox is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+
+# You should have received a copy of the GNU General Public License
+# along with Fog::Proxmox. If not, see <http://www.gnu.org/licenses/>.
+
+module Fog
+  module Proxmox
+    VERSION = '0.15.0'
+  end
+end

data/lib/fog/proxmox.rb

@@ -0,0 +1,53 @@
+# frozen_string_literal: true
+# Copyright 2018 Tristan Robert
+
+# This file is part of Fog::Proxmox.
+
+# Fog::Proxmox is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+
+# Fog::Proxmox is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+
+# You should have received a copy of the GNU General Public License
+# along with Fog::Proxmox. If not, see <http://www.gnu.org/licenses/>.
+
+# frozen_string_literal: true
+
+require 'fog/core'
+require 'fog/json'
+
+module Fog
+  # Proxmox module
+  module Proxmox
+    require 'fog/proxmox/auth/token'
+
+    autoload :Core, 'fog/proxmox/core'
+    autoload :Errors, 'fog/proxmox/errors'
+    autoload :Identity, 'fog/proxmox/identity'
+    autoload :Compute, 'fog/proxmox/compute'
+    autoload :Storage, 'fog/proxmox/storage'
+    autoload :Network, 'fog/proxmox/network'
+
+    extend Fog::Provider
+
+    service(:identity, 'Identity')
+    service(:compute, 'Compute')
+    service(:storage, 'Storage')
+    service(:network, 'Network')
+
+    @token_cache = {}
+
+    class << self
+      attr_accessor :token_cache
+    end
+
+    def self.clear_token_cache
+      Fog::Proxmox.token_cache = {}
+    end
+  end
+end

data/spec/compute_spec.rb

@@ -0,0 +1,447 @@
+# frozen_string_literal: true
+
+# Copyright 2018 Tristan Robert
+
+# This file is part of Fog::Proxmox.
+
+# Fog::Proxmox is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+
+# Fog::Proxmox is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+
+# You should have received a copy of the GNU General Public License
+# along with Fog::Proxmox. If not, see <http://www.gnu.org/licenses/>.
+
+require 'spec_helper'
+require_relative './proxmox_vcr'
+
+describe Fog::Proxmox::Compute do
+  before :all do
+    @proxmox_vcr = ProxmoxVCR.new(
+      vcr_directory: 'spec/fixtures/proxmox/compute',
+      service_class: Fog::Proxmox::Compute
+    )
+    @service = @proxmox_vcr.service
+    @proxmox_url = @proxmox_vcr.url
+    @username = @proxmox_vcr.username
+    @password = @proxmox_vcr.password
+    @tokenid = @proxmox_vcr.tokenid
+    @token = @proxmox_vcr.token
+  end
+
+  it 'Manage tasks' do
+    VCR.use_cassette('tasks') do
+      # List all tasks
+      filters = { limit: 1 }
+      node_name = 'pve'
+      node = @service.nodes.get node_name
+      tasks = node.tasks.all(filters)
+      _(tasks).wont_be_nil
+      _(tasks).wont_be_empty
+      _(tasks.size).must_equal 1
+      # Get task
+      upid = tasks[0].upid
+      task = node.tasks.get(upid)
+      _(task).wont_be_nil
+      # Stop task
+      task.stop
+      task.wait_for { finished? }
+      _(task.finished?).must_equal true
+    end
+  end
+
+  it 'Manage nodes' do
+    VCR.use_cassette('nodes') do
+      # Get node
+      node_name = 'pve'
+      node = @service.nodes.get node_name
+      # Get statistics data
+      data = node.statistics
+      _(data).wont_be_nil
+      _(data).wont_be_empty
+      # Get statistics image
+      data = node.statistics('rrd', { timeframe: 'hour', ds: 'cpu,memused', cf: 'AVERAGE' })
+      _(data).wont_be_nil
+      _(data['image']).wont_be_nil
+    end
+  end
+
+  it 'Manage storages' do
+    VCR.use_cassette('storages') do
+      # Get node
+      node_name = 'pve'
+      node = @service.nodes.get node_name
+      # List all storages
+      storages = node.storages.all
+      _(storages).wont_be_nil
+      _(storages).wont_be_empty
+      _(storages.size).must_equal 2
+      # List by content type
+      storages = node.storages.list_by_content_type 'iso'
+      _(storages).wont_be_nil
+      _(storages).wont_be_empty
+      _(storages.size).must_equal 1
+      # Get storage
+      storage = node.storages.get('local')
+      _(storage).wont_be_nil
+      _(storage.identity).must_equal 'local'
+    end
+  end
+
+  it 'CRUD servers' do
+    VCR.use_cassette('servers') do
+      node_name = 'pve'
+      node = @service.nodes.get node_name
+      # Get next vmid
+      vmid = node.servers.next_id
+      server_hash = { vmid: vmid }
+      # Check valid vmid
+      valid = node.servers.id_valid? vmid
+      _(valid).must_equal true
+      # Check not valid vmid
+      valid = node.servers.id_valid? 99
+      _(valid).must_equal false
+      # Create 1st time
+      server = node.servers.create(server_hash)
+      ok = server.persisted?
+      _(ok).must_equal true
+      # Check already used vmid
+      valid = node.servers.id_valid? vmid
+      _(valid).must_equal false
+      # Clone server
+      newid = node.servers.next_id
+      # Get server
+      server = node.servers.get vmid
+      _(server).wont_be_nil
+      # Backup it
+      server.backup(compress: 'lzo')
+      # Get this backup image
+      # Find available backup volumes
+      volume = server.backups.first
+      _(volume).wont_be_nil
+      # Restore it
+      server.restore(volume, storage: 'local')
+      # Delete it
+      volume.destroy
+      # Add hdd
+      # Find available storages with images
+      storages = node.storages.list_by_content_type 'images'
+      storage = storages[0]
+      virtio0 = { id: 'virtio0', storage: storage.storage, size: '1' }
+      ide0 = { id: 'ide0', storage: storage.storage, size: '1' }
+      options = { backup: 0, replicate: 0 }
+      server.attach(virtio0, options)
+      server.attach(ide0, options)
+      server.detach('ide0')
+      server.detach('unused0')
+      sleep 1
+      # Clone it (linked fails)
+      server.clone(newid, full: 1)
+      # Get clone
+      clone = node.servers.get newid
+      # Template this clone (read-only)
+      clone.create_template
+      # Get clone disk image
+      image = clone.images.first
+      _(image).wont_be_nil
+      # Delete clone
+      clone.destroy
+      _(proc do
+        clone = node.servers.get newid
+      end).must_raise Fog::Errors::NotFound
+      # Create 2nd time must fails
+      _(proc do
+        node.servers.create server_hash
+      end).must_raise Excon::Errors::InternalServerError
+      # Update config server
+      # Add empty cdrom
+      config_hash = { ide2: 'none,media=cdrom' }
+      server.update(config_hash)
+      # Resize disk server
+      server.extend('virtio0', '+1G')
+      # Move disk server
+      server.move('virtio0', 'local')
+      # Add network interface
+      config_hash = { net0: 'virtio,bridge=vmbr0' }
+      server.update(config_hash)
+      # Add start at boot, keyboard fr,
+      # linux 4.x os type, kvm hardware disabled (proxmox guest in virtualbox) and vga enabled to console
+      config_hash = { onboot: 1, keyboard: 'fr', ostype: 'l26', kvm: 0 }
+      server.update(config_hash)
+      # server config
+      config = server.config
+      _(config.identity).must_equal vmid
+      disks = server.config.disks
+      interfaces = server.config.interfaces
+      _(interfaces).wont_be_nil
+      _(interfaces).wont_be_empty
+      net0 = interfaces.get('net0')
+      _(net0).wont_be_nil
+      _(disks).wont_be_nil
+      _(disks).wont_be_empty
+      virtio0 = disks.get('virtio0')
+      _(virtio0).wont_be_nil
+      ide2 = disks.get('ide2')
+      _(ide2).wont_be_nil
+      # Get a mac adress
+      mac_address = server.config.mac_addresses.first
+      _(mac_address).wont_be_nil
+      # all servers
+      servers_all = node.servers.all
+      _(servers_all).wont_be_empty
+      _(servers_all).must_include server
+      # server not running exception
+      _(proc do
+        server.start_console(websocket: 1)
+      end).must_raise Fog::Proxmox::Errors::ServiceError
+      # Start server
+      server.action('start')
+      server.wait_for { ready? }
+      status = server.ready?
+      _(status).must_equal true
+      # server vga not set exception
+      _(proc do
+        server.start_console(websocket: 1)
+      end).must_raise Fog::Proxmox::Errors::ServiceError
+      # Stop server
+      server.action('stop')
+      server.wait_for { server.status == 'stopped' }
+      status = server.status
+      _(status).must_equal 'stopped'
+      server.update(vga: 'std')
+      # Start server
+      server.action('start')
+      server.wait_for { ready? }
+      status = server.ready?
+      _(status).must_equal true
+      vnc = server.start_console(websocket: 1)
+      _(vnc['cert']).wont_be_nil
+      port = server.connect_vnc(vnc)
+      _(port).wont_be_nil
+      # Stop server
+      server.action('stop')
+      server.wait_for { server.status == 'stopped' }
+      status = server.status
+      _(status).must_equal 'stopped'
+      server.update(serial0: 'socket', vga: 'serial0')
+      # Start server
+      server.action('start')
+      server.wait_for { ready? }
+      status = server.ready?
+      _(status).must_equal true
+      term = server.start_console
+      _(term['ticket']).wont_be_nil
+      # Stop server
+      server.action('stop')
+      server.wait_for { server.status == 'stopped' }
+      status = server.status
+      _(status).must_equal 'stopped'
+      server.update(vga: 'qxl')
+      # Start server
+      server.action('start')
+      server.wait_for { ready? }
+      status = server.ready?
+      _(status).must_equal true
+      spice = server.start_console
+      _(spice['password']).wont_be_nil
+      # Suspend server
+      server.action('suspend')
+      server.wait_for { server.qmpstatus == 'paused' }
+      qmpstatus = server.qmpstatus
+      _(qmpstatus).must_equal 'paused'
+      # Resume server
+      server.action('resume')
+      server.wait_for { ready? }
+      status = server.ready?
+      _(status).must_equal true
+      # Stop server
+      server.action('stop')
+      server.wait_for { server.status == 'stopped' }
+      status = server.status
+      _(status).must_equal 'stopped'
+      _(proc do
+        server.action('hello')
+      end).must_raise Fog::Errors::Error
+      # Delete
+      server.destroy
+      _(proc do
+        node.servers.get vmid
+      end).must_raise Fog::Errors::NotFound
+    end
+  end
+
+  it 'CRUD snapshots' do
+    VCR.use_cassette('snapshots') do
+      node_name = 'proxmox-noris'
+      node = @service.nodes.get node_name
+      vmid = node.servers.next_id
+      server_hash = { vmid: vmid }
+      node.servers.create server_hash
+      # Create
+      snapname = 'snapshot1'
+      vmstate = 0
+      server = node.servers.get vmid
+      snapshot_hash = { name: snapname, vmstate: vmstate }
+      server.snapshots.create(snapshot_hash)
+      # Find by id
+      snapshot = server.snapshots.get snapname
+      _(snapshot).wont_be_nil
+      # Update
+      snapshot.description = 'Snapshot 1'
+      snapshot.update
+      # all snapshots
+      snapshots_all = server.snapshots.all
+      _(snapshots_all).wont_be_nil
+      _(snapshots_all).wont_be_empty
+      _(snapshots_all).must_include snapshot
+      # Delete
+      snapshot.destroy
+      server.destroy
+    end
+  end
+
+  it 'CRUD containers' do
+    VCR.use_cassette('containers') do
+      node_name = 'pve'
+      node = @service.nodes.get node_name
+      _(node).wont_be_nil
+      # Get next vmid
+      vmid = node.containers.next_id
+      ostemplate = 'local:vztmpl/alpine-3.12-default_20200823_amd64.tar.xz'
+      container_hash = { ostemplate: ostemplate, storage: 'local-lvm', password: 'proxmox01', rootfs: 'local-lvm:1' }
+      # Check valid vmid
+      valid = node.containers.id_valid? vmid
+      _(valid).must_equal true
+      # Check not valid vmid
+      valid = node.containers.id_valid? 99
+      _(valid).must_equal false
+      # Create 1st time
+      node.containers.create(container_hash.merge(vmid: vmid))
+      # Check already used vmid
+      valid = node.containers.id_valid? vmid
+      _(valid).must_equal false
+      # Clone container
+      newid = node.containers.next_id
+      # Get container
+      container = node.containers.get vmid
+      _(container).wont_be_nil
+      rootfs_a = container.config.disks.select { |disk| disk.rootfs? }
+      _(rootfs_a).wont_be_empty
+      rootfs = rootfs_a.first
+      _(rootfs).wont_be_nil
+      # Backup it
+      container.backup(compress: 'lzo')
+      # Get this backup image
+      # Find available backup volumes
+      backup = container.backups.first
+      _(container).wont_be_nil
+      # Restore it
+      container.restore(backup, storage: 'local-lvm')
+      # Delete it
+      backup.destroy
+      _(container.backups).must_be_empty
+      # Add mount points
+      # Find available storages with images
+      storages = node.storages.list_by_content_type 'images'
+      storage = storages[0]
+      mp0 = { id: 'mp0', storage: storage.storage, size: '1' }
+      options = { mp: '/opt/app', backup: 0, replicate: 0, quota: 1 }
+      container.attach(mp0, options)
+      # Fetch mount points
+      mount_points = container.config.disks.select { |disk| disk.mount_point? }
+      _(mount_points).wont_be_empty
+      _(mount_points.get('mp0')).wont_be_nil
+      # Remove mount points
+      container.detach('mp0')
+      container.detach('unused0')
+      sleep 1
+      # Clone it
+      container.clone(newid)
+      # Get clone
+      clone = node.containers.get newid
+      # Template this clone (read-only)
+      clone.template
+      # Get clone disk image
+      image = clone.images.first
+      _(image).wont_be_nil
+      # Delete clone
+      clone.destroy
+      _(proc do
+        node.containers.get newid
+      end).must_raise Fog::Errors::NotFound
+      # Create 2nd time must fails
+      _(proc do
+        node.containers.create(container_hash.merge(vmid: vmid))
+      end).must_raise Excon::Errors::InternalServerError
+      # Update config container
+      # Resize rootfs container
+      container.extend('rootfs', '+5M')
+      # Move rootfs container and delete original
+      container.move('rootfs', 'local-lvm', delete: 1)
+      # Add network interface
+      config_hash = { net0: 'bridge=vmbr0,name=eth0,ip=dhcp,ip6=dhcp' }
+      container.update(config_hash)
+      # Add start at boot, keyboard fr,
+      # linux os type alpine
+      config_hash = { onboot: 1, ostype: 'alpine' }
+      container.update(config_hash)
+      # get container config
+      config = container.config
+      _(config).wont_be_nil
+      _(config.identity).must_equal vmid
+      # Fetch nics
+      interfaces = container.config.interfaces
+      _(interfaces).wont_be_empty
+      _(interfaces.get('net0')).wont_be_nil
+      # Get a mac address
+      mac_address = container.config.mac_addresses.first
+      _(mac_address).wont_be_nil
+      # all containers
+      containers_all = node.containers.all
+      _(containers_all).wont_be_nil
+      _(containers_all).wont_be_empty
+      _(containers_all.first.vmid).must_equal container.vmid.to_s
+      # Start container
+      container.action('start')
+      container.wait_for { ready? }
+      status = container.ready?
+      _(status).must_equal true
+      # Start console
+      _(proc do
+        container.start_console
+      end).must_raise Fog::Errors::Error
+      spice = container.start_console(console: 'spice')
+      _(spice['password']).wont_be_nil
+      # Suspend container (: command 'lxc-checkpoint -n 100 -s -D /var/lib/vz/dump' failed: exit code 1)
+      # container.action('suspend')
+      # container.wait_for { container.qmpstatus == 'paused' }
+      # qmpstatus = container.qmpstatus
+      # _(qmpstatus).must_equal 'paused'
+      # Resume server
+      # container.action('resume')
+      # container.wait_for { ready? }
+      # status = container.ready?
+      # _(status).must_equal true
+      # Stop container
+      container.action('stop')
+      container.wait_for { container.status == 'stopped' }
+      status = container.status
+      _(status).must_equal 'stopped'
+      _(proc do
+        container.action('hello')
+      end).must_raise Fog::Errors::Error
+      # Delete
+      container.destroy
+      # Delete container does not delete images
+      storage.volumes.each(&:destroy)
+      _(proc do
+        node.containers.get vmid
+      end).must_raise Fog::Errors::NotFound
+    end
+  end
+end

data/spec/fixtures/proxmox/compute/common_auth.yml

@@ -0,0 +1,40 @@
+---
+http_interactions:
+- request:
+    method: post
+    uri: https://192.168.56.101:8006/api2/json/access/ticket
+    body:
+      encoding: US-ASCII
+      string: username=root%40pam&password=proxmox01
+    headers:
+      User-Agent:
+      - fog-core/2.2.3
+      Accept:
+      - application/json
+  response:
+    status:
+      code: 200
+      message: OK
+    headers:
+      Cache-Control:
+      - max-age=0
+      Connection:
+      - close, Keep-Alive
+      Date:
+      - Wed, 25 Nov 2020 13:40:06 GMT
+      Pragma:
+      - no-cache
+      Server:
+      - pve-api-daemon/3.0
+      Content-Length:
+      - '1167'
+      Content-Type:
+      - application/json;charset=UTF-8
+      Expires:
+      - Wed, 25 Nov 2020 13:40:06 GMT
+    body:
+      encoding: ASCII-8BIT
+      string: '{"data":{"username":"root@pam","cap":{"storage":{"Datastore.AllocateSpace":1,"Datastore.Allocate":1,"Permissions.Modify":1,"Datastore.Audit":1,"Datastore.AllocateTemplate":1},"vms":{"VM.Config.Memory":1,"VM.Config.Disk":1,"VM.Migrate":1,"VM.Config.HWType":1,"VM.Snapshot.Rollback":1,"VM.Config.CPU":1,"VM.Allocate":1,"VM.Clone":1,"VM.Config.Network":1,"Permissions.Modify":1,"VM.Config.Options":1,"VM.Snapshot":1,"VM.Console":1,"VM.Backup":1,"VM.PowerMgmt":1,"VM.Monitor":1,"VM.Config.CDROM":1,"VM.Audit":1},"dc":{"Sys.Audit":1},"nodes":{"Sys.Audit":1,"Sys.Console":1,"Permissions.Modify":1,"Sys.Syslog":1,"Sys.Modify":1,"Sys.PowerMgmt":1},"access":{"User.Modify":1,"Permissions.Modify":1,"Group.Allocate":1}},"ticket":"PVE:root@pam:5FBE5EB6::g4qMFg0e3MKdn9WVHBLmbv0nBEx/ABBWlk4Gfe/wae+YGWnaw3XRUDvHbZudrd1UDYXpszaCbwIR2YJPhHMU8coLAFAYqIE3wtbfMQzGwwuHPPiNm3EeVOKx4SPtRqXJOSE9LBuAnDo9tmhEmZ7m8i0y4XVEwV68VghDAqxInStyIbI/1rIlMikgMKx1JApaK9+UlT5K7eAP7Lxpi8n+2wmcLgVaC34A+C8r2eJFiO+99zbEGjE6JZZLO384biMUbpoR0K56tuRxFE3Df9sRCLkEHQWD+AewWg887r3n3VMpcM250Fw7boFvRGjvFLlP0nBylFYmgf5AMrxbEI2eUw==","CSRFPreventionToken":"5FBE5EB6:VSdRDpLPnZZ5sus603Nds5Nu3o4VE02VdkljtT0/YHk"}}'
+    http_version:
+  recorded_at: Wed, 25 Nov 2020 13:40:08 GMT
+recorded_with: VCR 4.0.0