vop-plugins 0.3.1 → 0.3.5

data/extended/libvirt/commands/list_pools.rb

@@ -0,0 +1,20 @@
+param! :machine
+
+run do |machine|
+  result = []
+
+  input = machine.ssh "command" => "sudo virsh pool-list", "request_pty" => true
+  input.lines[2..-1].each do |line|
+    line.strip!
+    next if line.empty?
+
+    (name, state, autostart) = line.strip.split
+    result << {
+      "name" => name,
+      "state" => state,
+      "autostart" => autostart
+    }
+  end
+
+  result
+end

data/extended/libvirt/commands/list_vms.rb

@@ -0,0 +1,28 @@
+param! :machine
+param "with_addresses", default: false
+
+read_only
+
+run do |machine, with_addresses|
+  ext_result = machine.ssh_call("command" => "which virsh")
+  if ext_result["result_code"].to_i > 0
+    $logger.warn "no 'virsh' found on #{machine.name}"
+    []
+  else
+    # TODO should we source /etc/profile generally before all ssh commands?
+    output = machine.ssh ". /etc/profile && virsh list --all"
+
+    data = output.strip.lines[2,output.length-1]
+    data.map do |line|
+      (unused_id, name, *state) = line.strip.split
+      h = {
+        "name" => name,
+        "state" => state.join(" ")
+      }
+      if with_addresses
+        h["ip"] = machine.vm_address(name)
+      end
+      h
+    end
+  end
+end

data/extended/libvirt/commands/list_vms_for_scan.rb

@@ -0,0 +1,12 @@
+param! :machine
+
+run do |machine|
+  machine.list_vms!.map do |vm|
+    #machine.vm_addresses!("name" => vm["name"])
+
+    vm["type"] = "vm"
+    vm["name"] = "#{vm["name"]}.#{machine.name}"
+    vm["source"] = "libvirt"
+    vm
+  end
+end

data/extended/libvirt/commands/list_vms_with_addresses.rb

@@ -0,0 +1,20 @@
+param! :machine
+
+run do |machine|
+  machine.list_vms.map do |vm|
+    $logger.debug "vm : #{vm.pretty_inspect}"
+
+    metadata = @op.metadata("#{vm["name"]}.#{machine.name}")
+    # workaround for old vop 0.2.x-style VMs that do not have domifaddr:
+    if metadata.has_key?("source") && metadata["source"] == "list_old_v2_vms"
+      if metadata.has_key?("ip")
+        vm["address"] = metadata["ip"]
+      end
+    else
+      if vm["state"] == "running"
+        vm["address"] = machine.vm_address("name" => vm["name"])
+      end
+    end
+    vm
+  end
+end

data/extended/libvirt/commands/new_vm.rb

@@ -0,0 +1,110 @@
+param! :machine
+
+param! "name"
+
+param "memory", description: "in MB", default: 512
+param "cpu_count", default: 1
+param "disk_size", description: "in GB", default: 25
+param "iso_path", description: "path to the ISO image of an installation CD",
+  default: "/data/libvirt/isos/ubuntu-16.04.3-server-amd64.rebuilt17.iso"
+param "vnc_listen_address", description: "address on which the VM should be accessible through VNC", default: "127.0.0.1"
+
+param "no_os_variant", default: true # On Ubuntu 17.10, there's no OS variant for ubuntu 17.10...
+
+run do |machine, name, memory, cpu_count, disk_size, iso_path, vnc_listen_address, no_os_variant|
+  @op.track_installation_status(
+    host_name: machine.name,
+    vm_name: name,
+    status: "provisioning"
+  )
+
+  $logger.info "starting to install VM '#{name}' on '#{machine.name}'"
+
+  begin
+    image_dir = "/var/lib/libvirt/images"
+    image_path = "#{image_dir}/#{name}.img"
+
+    os_type = "linux"
+    os_variant = nil
+    file_name = File.basename(iso_path)
+    # TODO would be nice if this would support more distros
+    if file_name =~ /ubuntu-([\d\.]+)-/
+      numbers = $1
+      version = numbers.split(".")[0..1].join(".")
+      os_variant = "ubuntu#{version}"
+    end
+
+    command = "virt-install" \
+              " --name #{name}" \
+              " --ram #{memory}" \
+              " --vcpus #{cpu_count}" \
+              " --os-type=#{os_type}"
+
+    if os_variant && ! no_os_variant
+      command += " --os-variant=#{os_variant}"
+    end
+
+    command += " --accelerate" \
+              " --network network=default,model=virtio" \
+              " --disk path=#{image_path},size=#{disk_size},sparse=false,cache=none,bus=virtio" \
+              " --cdrom #{iso_path}" \
+              " --graphics vnc,listen=#{vnc_listen_address}" \
+              " -v"
+    machine.sudo(command)
+
+    scanned = machine.list_vms_for_scan
+    @op.machines_found(scanned)
+
+    host_name = machine.name
+    full_name = "#{name}.#{host_name}"
+    vm = @op.machines[full_name]
+    $logger.info "vm setup complete, testing SSH connect to #{vm.name}..."
+    $logger.debug "ssh options : #{vm.ssh_options}"
+
+    # remove old host key
+    machine.vm_addresses!(name: name)
+    vm_address = machine.vm_address(name: name)
+    @op.clean_known_host(ip: vm_address)
+
+    $logger.info "waiting 5"
+    sleep 5
+
+    success = 0
+    max_tries = 25
+    max_tries.downto(0) do |idx|
+      break if success >= 3
+      $logger.info "waiting 2 [##{idx}]"
+      sleep 2
+      begin
+        machine.vm_addresses!("name" => name)
+        vm.ssh_options!
+        if vm.test_ssh!
+          success += 1
+          $logger.info "ssh connects successful : #{success}"
+        end
+      rescue => e
+        $logger.error "ssh connect failed : #{e.message}"
+      end
+    end
+
+    @op.track_installation_status(
+      host_name: machine.name,
+      vm_name: name,
+      status: "provisioned"
+    )
+  rescue => e
+    @op.track_installation_status(
+      host_name: machine.name,
+      vm_name: name,
+      status: "provisioning_failed"
+    )
+    $logger.error("provisiong of vm #{name} on host #{machine.name} failed: #{e.message}\n#{e.backtrace.join("\n")}")
+  end
+
+  $logger.info "new machine #{name} provisioned on host #{machine.name}"
+
+  machine.list_vms!
+  machine.processes!
+
+  vm
+end

data/extended/libvirt/commands/parent.rb

@@ -0,0 +1,10 @@
+param! :machine
+
+run do |machine|
+  parts = machine.name.split(".")
+  if parts.size < 3
+    raise "the machine name consists of two parts only - are you sure that you're not on a host?"
+  end
+  parent_name = parts[1..-1].join(".")
+  @op.machines[parent_name]
+end

data/extended/libvirt/commands/rename_vm.rb

@@ -0,0 +1,34 @@
+require "xmlsimple"
+
+description "renames a VM (config file and storage pool)"
+
+param! :machine
+param! "vm_name"
+param! "new_name", "the name for the new VM"
+
+run do |machine, vm_name, new_name, params|
+  # prepare new config
+  xml_file_name = libvirt_config_file(vm_name)
+  new_file_name = (xml_file_name.split("/")[0..-2] << "#{new_name}.xml").join("/")
+
+  machine.sudo "cp #{xml_file_name} #{new_file_name}"
+  machine.replace_in_file("file_name" => new_file_name, "source" => vm_name, "target" => new_name, "sudo" => true)
+
+  # move volume
+  pools = machine.list_pools.map { |x| x["name"] }
+  pool = pools.include?("images") ? "images" : "default"
+
+  old_volume_definition = machine.ssh "virsh vol-dumpxml --pool #{pool} #{vm_name}.img"
+  old_volume = XmlSimple.xml_in(old_volume_definition)
+  old_path = old_volume["target"].first["path"].first
+  new_path = (old_path.split("/")[0..-2] << "#{new_name}.img").join("/")
+
+  machine.ssh "mv #{old_path} #{new_path}"
+  machine.ssh "touch #{old_path}"
+
+  # swap
+  machine.delete_vm("name" => vm_name)
+  machine.sudo "virsh define #{new_file_name}"
+
+  machine.list_vms!
+end

data/extended/libvirt/commands/start_vm.rb

@@ -0,0 +1,7 @@
+param! :machine
+param! "name"
+
+run do |machine, name|
+  machine.sudo "virsh start #{name}"
+  machine.list_vms!
+end

data/extended/libvirt/commands/stop_vm.rb

@@ -0,0 +1,8 @@
+param! :machine
+param! "name"
+
+run do |machine, name|
+  # in libvirt-speak, "stop" is called "destroy" (and "undefine" is what kills a VM)
+  machine.sudo "virsh destroy #{name}"
+  machine.list_vms!
+end

data/extended/libvirt/commands/vm_address.rb

@@ -0,0 +1,7 @@
+param! :machine, description: "parent virtualization host"
+param! "name", default_param: true
+
+run do |machine, name|
+  addresses = machine.vm_addresses("name" => name)
+  (addresses.first || {}).fetch("address", "")
+end

data/extended/libvirt/commands/vm_addresses.rb

@@ -0,0 +1,32 @@
+param! :machine, description: "parent virtualization host"
+param! "name"
+
+read_only
+
+run do |machine, name|
+  $logger.debug "reading IP address of VM #{name}"
+
+  input = machine.ssh("command" => "virsh domifaddr #{name}")
+
+  # compare headers vs. expectations
+  header_line = input.lines.first
+  headers = header_line.split
+  expected = ["Name", "MAC", "address", "Protocol", "Address"]
+  unless headers & expected == expected
+    raise "unexpected headers : #{headers}\nexpected : #{expected}"
+  end
+
+  result = []
+  data = input.lines[2..-1].each do |line|
+    line.strip!
+    next if line.empty?
+    (name, mac, protocol, address) = line.strip.split
+    result << {
+      "name" => name,
+      "mac_address" => mac,
+      "protocol" => protocol,
+      "address" => address.split("/").first
+    }
+  end
+  result
+end

data/extended/libvirt/commands/vnc_ports.rb

@@ -0,0 +1,32 @@
+param! :machine
+
+show columns: %w|vm vnc vnc_port command|
+
+invalidate do |machine|
+  machine.processes!
+end
+
+run do |machine, params|
+  machine.processes.map do |process|
+    command = process["command"]
+    h = {
+      "command" => command[0..99]
+    }
+    if /virt-install/ =~ command
+      if /--name\s+(\S+)/ =~ command
+        h["vm"] = $1
+      end
+    elsif /qemu-system/ =~ command
+      if /guest=([^,]+)/ =~ command
+        h["vm"] = $1
+      end
+    end
+    if h["vm"]
+      if /vnc(?:,listen=|\s+)?([\d\.]+)(?:\:(\d+))?/ =~ process["command"]
+        h["vnc"] = $1
+        h["vnc_port"] = $2
+      end
+    end
+    h.has_key?("vm") ? h : nil
+  end.compact
+end

data/extended/libvirt/helpers/helper.rb

@@ -0,0 +1,3 @@
+def libvirt_config_file(vm_name)
+  "/etc/libvirt/qemu/#{vm_name}.xml"
+end

data/extended/libvirt/libvirt.plugin

@@ -0,0 +1,5 @@
+depends_on [ :machines, :ssh ]
+depends_on :rails_machines
+
+config_param! "ssh_user"
+config_param! "ssh_password"

data/extended/libvirt/services/libvirt.rb

@@ -0,0 +1,19 @@
+process_regex /libvirtd/
+
+# https://help.ubuntu.com/lts/serverguide/libvirt.html
+deploy package: ["qemu-kvm", "libvirt-bin"]
+deploy package: "virtinst"
+deploy package: "libosinfo-bin"
+
+deploy do |machine|
+  root_in_group_libvirt = !! /libvirt/.match(machine.ssh("id"))
+  unless root_in_group_libvirt
+    machine.sudo "adduser root libvirt"
+  end
+
+  active_networks = machine.list_networks.select { |network| network["state"] == "active" }.map { |x| x["name"] }
+  unless active_networks.include? "default"
+    machine.sudo "virsh net-start default"
+  end
+  machine.sudo "virsh net-autostart default"
+end

data/extended/libvirt_with_proxy/commands/reverse_proxy.rb

@@ -0,0 +1,13 @@
+description "called on a (libvirt) virtualization host, this will return the reverse proxy running on it (if any)"
+
+param! :machine
+
+run do |machine|
+  result = nil
+  if machine.detect_services.include?("libvirt.libvirt")
+    if machine.list_vms.map { |x| x["name"] }.include? "proxy"
+      result = @op.machines["proxy.#{machine.name}"]
+    end
+  end
+  result
+end

data/extended/libvirt_with_proxy/commands/vms_with_domains.rb

@@ -0,0 +1,18 @@
+param! :machine
+
+run do |machine|
+  vms = machine.list_vms_with_addresses.map do |vm|
+    [ vm["address"], vm ]
+  end.to_h
+
+  proxy = @op.machines["proxy.#{machine.name}"]
+  proxy.vhosts.map do |vhost|
+    if vhost["proxy"]
+      ip = vhost["proxy"]["host"]
+      if vms.has_key? ip
+        vhost["proxy"]["hostname"] = vms[ip]["name"]
+      end
+    end
+    vhost.data
+  end
+end

data/extended/libvirt_with_proxy/entities/_vms_with_domains.rbx

@@ -0,0 +1,24 @@
+#description "called on a virtualization host, this will return all VMs with their associated domains"
+
+key "name"
+
+on :machine
+
+entity do |machine|
+  machine = @op.machines[machine]
+
+  vms = machine.list_vms_with_addresses.map do |vm|
+    [ vm["address"], vm ]
+  end.to_h
+
+  proxy = @op.machines["proxy.#{machine.name}"]
+  proxy.vhosts.map do |vhost|
+    if vhost["proxy"]
+      ip = vhost["proxy"]["host"]
+      if vms.has_key? ip
+        vhost["proxy"]["hostname"] = vms[ip]["name"]
+      end
+    end
+    vhost.data
+  end
+end

data/extended/libvirt_with_proxy/libvirt_with_proxy.plugin

@@ -0,0 +1 @@
+depends_on :machines

data/extended/rails_machines/commands/rails_machines.rb

@@ -0,0 +1,6 @@
+read_only
+
+#contribute to: "machines" do
+run do
+  Machine.all.map(&:attributes)
+end

data/extended/rails_machines/commands/update_status.rb

@@ -0,0 +1,38 @@
+param! :machine
+param "status_verb",
+  description: "a verb that is used as prefix for -'ing' and -'ed' to build the current status (e.g. 'deploy' becomes 'deploying' and 'deployed')",
+  default_param: true,
+  default: "deploy"
+param "from", description: "the first status", default: nil
+param "to", description: "the status at the end", default: nil
+block_param!
+
+run do |machine, status_verb, params, block|
+  # TODO something is wrong here with the block - when "from" and "to" are block params
+  # (without detaults), "from" gets the block value
+  from = params["from"]
+  to = params["to"]
+  unless status_verb || (from && to)
+    raise "missing arguments: need either 'status_verb' or 'from' and 'to'"
+  end
+  if status_verb
+    if from.nil?
+      from = "#{status_verb}ing"
+    end
+
+    if to.nil?
+      to = "#{status_verb}ed"
+    end
+  end
+
+
+  installation = Installation.find_or_create_by(host_name: machine.parent.name, vm_name: machine.name.split(".").first)
+  installation.status = from
+  installation.save!
+
+  block.call
+  #yield
+
+  installation.status = to
+  installation.save!
+end