vop-plugins 0.3.1 → 0.3.5

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: dccf1f897586ad21a75f282c0fae260a0d313d2b
-  data.tar.gz: 2b3c97ca568c9db21ebc8db4a77a9d4d4475e476
+  metadata.gz: 348e4c815e0899ea2dc4ea10a19dba4ee23e9532
+  data.tar.gz: 9744e4e14adf969a96f65bbac84ac95c17b4a039
 SHA512:
-  metadata.gz: 4f3546550acdef0a6c61468a66cd2b1497eb0a373dfafdb12df11f7f64700af3275bed8cf6addc300526684e28965bf864cfdf73aea42f775b4523f157dd4edd
-  data.tar.gz: d67584ce8c0cf94c1180b88ff943d2bca40032d80c22cb4f90790ec619268215ea7d0cbc64d21f8d1c6da95d2c39d8560a6b66c830e23554b34818c8d597364a
+  metadata.gz: 53344be71a72fff56fc76a4b3a8eb1164a3ade7554bf1c70301a6cca01037d0f120ae1f134178f23c426a3ade8f81b70a082729636a5db0a5622e37ac2895913
+  data.tar.gz: f1a33c003519847b6e56d784b79ead3a94f1ac2447c4e3dba39d79971ffdf2c844939da7bc81c542893ab839c7f616dcce9fa2c740c0f170d4cdcfb9be393cad

data/Rakefile

@@ -1,6 +1,6 @@
 require "bundler/gem_tasks"
 require "rspec/core/rake_task"
 
-RSpec::Core::RakeTask.new(:spec)
+#RSpec::Core::RakeTask.new(:spec)
 
-task :default => :spec
+#task :default => :spec

data/extended/hetzner/commands/add_ssh_key.rb

@@ -0,0 +1,22 @@
+param! :hetzner_account
+param! "name"
+param! "key"
+
+
+run do |hetzner_account, name, key|
+  request = Net::HTTP::Post.new("/key")
+  post_data = {
+    name: name,
+    data: key
+  }
+  request.set_form_data(post_data)
+
+  data = []
+  begin
+    data = hetzner_account.hetzner_http("http_request" => request)
+  rescue => e
+    $logger.warn("problem adding SSH key: #{e.message}")
+  end
+
+  data
+end

data/extended/hetzner/commands/disable_linux_install.rb

@@ -0,0 +1,26 @@
+param! :machine
+
+run do |machine|
+  server_ip = machine.metadata["server_ip"]
+  unless server_ip
+    raise "no server IP found for #{machine.name}"
+  end
+
+  account_alias = machine.metadata["account"]
+  unless account_alias
+    raise "no hetzner account found in metadata"
+  end
+  $logger.info "activating hetzner reinstall configuration for #{server_ip} [#{account_alias}]"
+
+  account = @op.hetzner_accounts[account_alias]
+  raise "no account named '#{account_alias}'" unless account
+
+  url = "/boot/#{server_ip}/linux"
+  request = Net::HTTP::Delete.new(url)
+  data = account.hetzner_http("http_request" => request)
+
+  unless data.has_key?("linux")
+    raise "unexpected response - no key 'linux' found"
+  end
+  data["linux"]
+end

data/extended/hetzner/commands/enable_linux_install.rb

@@ -0,0 +1,41 @@
+param! :machine
+
+param "dist", default: "Ubuntu 17.10 minimal"
+param "arch", default: 64
+
+param "lang", default: "en"
+
+param "ssh_key", description: "fingerprints of SSH keys that should be authorized to login",
+  multi: true, default: []
+
+run do |machine, dist, arch, lang, ssh_key|
+  server_ip = machine.metadata["server_ip"]
+  unless server_ip
+    raise "no server IP found for #{machine.name}"
+  end
+
+  account_alias = machine.metadata["account"]
+  unless account_alias
+    raise "no hetzner account found in metadata"
+  end
+  $logger.info "activating hetzner reinstall configuration for #{server_ip} [#{account_alias}]"
+
+  account = @op.hetzner_accounts[account_alias]
+  raise "no account named '#{account_alias}'" unless account
+
+  url = "/boot/#{server_ip}/linux"
+  request = Net::HTTP::Post.new(url)
+  post_data = {
+    dist: dist,
+    arch: arch,
+    lang: lang,
+    authorized_key: ssh_key
+  }
+  request.set_form_data(post_data)
+
+  data = account.hetzner_http("http_request" => request)
+  unless data.has_key?("linux")
+    raise "unexpected response - no key 'linux' found"
+  end
+  data["linux"]
+end

data/extended/hetzner/commands/hetzner_http.rb

@@ -0,0 +1,24 @@
+param! :hetzner_account
+param! "http_request"
+
+run do |hetzner_account, params|
+  endpoint = "https://robot-ws.your-server.de"
+  uri = URI.parse(endpoint)
+  http = Net::HTTP.new(uri.host, uri.port)
+  http.use_ssl = true
+
+  $logger.debug "hosts for account #{hetzner_account["alias"]}"
+
+  request = params["http_request"]
+  request.basic_auth(hetzner_account["username"], hetzner_account["password"])
+
+  $logger.info "authenticating with user #{hetzner_account["username"]}"
+
+  response = http.request(request)
+  unless response.is_a? Net::HTTPOK
+    raise "received HTTP code #{response.code} from #{uri} : #{response.message}"
+  end
+
+  json_response = response.body.strip
+  JSON.parse(json_response)
+end

data/extended/hetzner/commands/hetzner_machines.rb

@@ -0,0 +1,11 @@
+show columns: %w|name server_ip product dc status|
+
+contribute to: "scan_machines" do
+  result = []
+
+  @op.hetzner_accounts.each do |account|
+    result += account.hetzner_server_list
+  end
+
+  result
+end

data/extended/hetzner/commands/hetzner_server_list.rb

@@ -0,0 +1,26 @@
+require "net/http"
+
+param! :hetzner_account
+
+run do |hetzner_account|
+  request = Net::HTTP::Get.new("/server")
+
+  data = []
+  begin
+    data = hetzner_account.hetzner_http("http_request" => request)
+  rescue => e
+    $logger.warn("problem fetching hetzner server list: #{e.message}")
+  end
+
+  result = []
+  data.each do |row|
+    if row.has_key? "server"
+      result << row["server"].tap do |x|
+        x["type"] = "host"
+        x["name"] = "#{x["server_name"]}.#{hetzner_account["alias"]}"
+        x["account"] = hetzner_account["alias"]
+      end
+    end
+  end
+  result
+end

data/extended/hetzner/commands/linux_install_options.rb

@@ -0,0 +1,29 @@
+param! :machine
+
+run do |machine|
+  server_ip = machine.metadata["server_ip"]
+  unless server_ip
+    raise "no server IP found for #{machine.name}"
+  end
+
+  account_alias = machine.metadata["account"]
+  unless account_alias
+    raise "no hetzner account found in metadata"
+  end
+
+  account = @op.hetzner_accounts[account_alias]
+  raise "no account named '#{account_alias}'" unless account
+
+  request = Net::HTTP::Get.new("/boot/#{server_ip}/linux")
+  data = []
+  begin
+    data = account.hetzner_http("http_request" => request)
+  rescue => e
+    $logger.warn("problem fetching boot options for server #{machine.name} : #{e.message}")
+  end
+
+  unless data.has_key?("linux")
+    raise "unexpected response - no key 'linux' found"
+  end
+  data["linux"]
+end

data/extended/hetzner/commands/list_ssh_keys.rb

@@ -0,0 +1,16 @@
+param! :hetzner_account
+
+show display_type: :raw
+
+run do |hetzner_account|
+  request = Net::HTTP::Get.new("/key")
+
+  data = []
+  begin
+    data = hetzner_account.hetzner_http("http_request" => request)
+  rescue => e
+    $logger.warn("problem listing SSH keys: #{e.message}")
+  end
+
+  data
+end

data/extended/hetzner/entities/hetzner_account.rb

@@ -0,0 +1,9 @@
+#show columns: %w|alias username|
+
+key "alias"
+
+entity do |plugin|
+  # TODO [security] the account data is stored in plain text
+  $logger.debug "hetzner_account plugin: #{plugin.name}"
+  plugin.config["accounts"] || []
+end

data/extended/hetzner/hetzner.plugin

@@ -0,0 +1,3 @@
+depends_on :machines
+
+# https://robot.your-server.de/doc/webservice/de.html

data/extended/hetzner_vop_0_2_x/commands/list_old_v2_vms.rb

@@ -0,0 +1,46 @@
+param! :machine
+
+run do |machine|
+  dir_name = "/var/lib/virtualop/machines/"
+  $logger.info "searching old vop 0.2.x style VMs on #{machine.id} in #{dir_name}"
+
+  result = []
+
+  if machine.test_ssh
+    if machine.file_exists("path" => dir_name)
+      $logger.info "dir #{dir_name} exists on #{machine.name} ? #{machine.file_exists(dir_name)}"
+
+      files = machine.list_files("dir" => dir_name)
+      files.each do |file|
+        full_name = File.join(dir_name, file["name"])
+        yaml = machine.read_file("file" => full_name)
+        data = ::YAML.load(yaml)
+
+        hash = {
+          "type" => "vm",
+          "source" => "list_old_v2_vms",
+          "name" => "#{data["vm_name"]}.#{machine.id}",
+        }
+
+        %w|memory_size vcpu_count disk_size bridge|.each do |key|
+          hash[key] = data[key] unless data[key].nil?
+        end
+
+        if data["extra_arg"]
+          data["extra_arg"].each do |line|
+            (key, value) = line.split("=")
+            hash[key] = value
+          end
+        end
+
+        result << hash
+      end
+    else
+      $logger.debug "dir #{dir_name} does not exist on #{machine.name}"
+    end
+  else
+    $logger.warn "machine #{machine.id} not reachable by SSH"
+  end
+
+  result
+end

data/extended/hetzner_vop_0_2_x/commands/old_libvirt_machines.rb

@@ -0,0 +1,16 @@
+contribute to: "scan_machines" do
+  result = []
+
+  @op.machines.each do |machine|
+    # we're interested in VMs installed on physical hosts (that have an IP)
+    begin
+      if machine.metadata.has_key?("server_ip") && machine.distro =~ /^centos/
+        result += machine.list_old_v2_vms
+      end
+    rescue => e
+      $logger.error("could not list old 0.2.x-style VMs on #{machine.name} : #{e.message}")
+    end
+  end
+
+  result
+end

data/extended/hetzner_vop_0_2_x/commands/vop_0_2_x_ssh_options.rb

@@ -0,0 +1,20 @@
+param! :machine
+
+contribute to: "ssh_options" do |machine, params, plugin|
+  result = {}
+
+  # connect as root to the physical hosts
+  if machine.metadata.has_key? "server_ip"
+    result["host_or_ip"] = machine.metadata["server_ip"]
+    result["user"] = "root"
+  elsif machine.metadata.has_key?("vcpu_count") && machine.metadata.has_key?("ip")
+    host_name = machine.id.split(".")[1..-1].join(".")
+    # connect to the VM through the host's IP
+    result["host_or_ip"] = @op.ssh_options(machine: host_name)["host_or_ip"]
+    result["user"] = "root"
+    result["password"] = plugin.config["hetzner_root_password"]
+    result["port"] = machine.metadata["ip"].split(".").last.to_i + 2200
+  end
+
+  result
+end

data/extended/hetzner_vop_0_2_x/hetzner_vop_0_2_x.plugin

@@ -0,0 +1,5 @@
+config_param! "hetzner_root_password"
+
+require "yaml"
+
+depends_on :machines

data/extended/libvirt/commands/delete_vm.rb

@@ -0,0 +1,32 @@
+param! :machine
+param! "name", lookup: lambda { |params| @op.list_vms("machine" => params["machine"]).map { |x| x["name"] } }
+
+run do |machine, name|
+  vm_row = machine.list_vms.select { |x| x["name"] == name }.first
+  raise "VM not found in list_vms" unless vm_row
+
+  if vm_row["state"] == 'running'
+    machine.stop_vm("name" => name)
+  end
+
+  #machine.maybe_sudo cmd: ". /etc/profile && virsh undefine #{name}"
+
+  # see https://bugzilla.redhat.com/show_bug.cgi?id=697742
+  buggy_flag = "--managed-save"
+  machine.ssh "command" => "sudo virsh undefine #{name} #{buggy_flag}",
+    "request_pty" => true, "show_output" => true
+
+  @op.invalidate_cache(
+    "command" => "list_vms",
+    "raw_params" => machine.name
+  )
+
+  machine.list_vms
+
+  pools = machine.list_pools.map { |x| x["name"] }
+  pool = pools.include?("images") ? "images" : "default"
+
+  # TODO maybe check first if the volume exists?
+  machine.ssh "command" => "sudo virsh vol-delete --pool #{pool} #{name}.img",
+    "request_pty" => true, "show_output" => true
+end

data/extended/libvirt/commands/libvirt_config_file.rb

@@ -0,0 +1,5 @@
+param! "vm_name", "name of the vm"
+
+run do |vm_name|
+  "/etc/libvirt/qemu/#{vm_name}.xml"
+end

data/extended/libvirt/commands/libvirt_machines.rb

@@ -0,0 +1,17 @@
+contribute to: "scan_machines" do
+  result = []
+
+  @op.machines.each do |machine|
+    # we're interested in VMs installed on physical hosts
+    # TODO the server_ip is hetzner-specific => extract into xop-libvirt ?
+    if machine.metadata.has_key?("server_ip") # TODO && machine.distro =~ /^ubuntu/
+      begin
+        result += machine.list_vms_for_scan
+      rescue => e
+        $logger.error("could not list VMs on #{machine.name} : #{e.message}")
+      end
+    end
+  end
+
+  result
+end

data/extended/libvirt/commands/libvirt_ssh_options.rb

@@ -0,0 +1,29 @@
+# TODO extract into xop-libvirt
+
+param! :machine
+
+contribute to: "ssh_options" do |machine, params, plugin|
+  result = {}
+
+  # connect to new-style libvirt VMs through the parent host as ProxyJump host
+  if machine.metadata.has_key?("source") &&
+     machine.metadata["source"] == "libvirt"
+
+     # extract the parent host from the VM name
+     parent_name = machine.name.split(".")[1..-1].join(".")
+     result["jump_host"] = parent_name
+
+     # from the jump host, we connect to the VM's internal IP
+     vm_short_name = machine.name.split(".").first
+     vm_ip = @op.vm_address("machine" => parent_name, "name" => vm_short_name)
+     result["host_or_ip"] = vm_ip
+
+     if plugin.config["ssh_user"].nil? || plugin.config["ssh_password"].nil?
+       raise "missing configuration - expected 'ssh_user' and 'ssh_password' in config for #{plugin.name}"
+     end
+     result["user"] = plugin.config["ssh_user"]
+     result["password"] = plugin.config["ssh_password"]
+  end
+
+  result
+end

data/extended/libvirt/commands/list_networks.rb

@@ -0,0 +1,21 @@
+param! :machine
+
+run do |machine|
+  result = []
+
+  input = machine.sudo "virsh net-list"
+  input.lines[2..-1].each do |line|
+    line.strip!
+    next if line.empty?
+
+    (name, state, autostart, persistent) = line.strip.split
+    result << {
+      "name" => name,
+      "state" => state,
+      "autostart" => autostart,
+      "persistent" => persistent
+    }
+  end
+
+  result
+end