vop-plugins 0.3.1 → 0.3.5

data/standard/linux/commands/update_hosts_file.rb

@@ -0,0 +1,27 @@
+param! :machine
+param! "ip"
+param! "content"
+
+run do |machine, ip, content|
+  hosts = machine.read_file("/etc/hosts").split("\n")
+  ip.gsub!(".", "\.")
+  regex = /#{ip}/
+
+  unless hosts.grep(regex)
+    raise "IP #{ip} not found in hosts file:\n#{hosts}"
+  end
+
+  new_hosts = hosts.map do |host|
+    if host =~ regex
+      "#{ip} #{content}"
+    else
+      host
+    end
+  end.join("\n")
+
+  machine.write_file(
+    file_name: "/etc/hosts",
+    content: new_hosts,
+    sudo: true
+  )
+end

data/standard/linux/commands/write_file.rb

@@ -1,26 +1,13 @@
-require "tempfile"
-
 param! :machine
-param! "file"
+param! "file_name"
 param! "content"
+param "sudo", default: false
 
-run do |machine, file, content|
-  bytes_written = 0
-  name_fragment = "vop_#{$$}_"
-  tmp = Tempfile.new(name_fragment)
-  begin
-    tmp.write content
-    bytes_written = tmp.size
-    tmp.flush()
-    tmp.close()
-
-    $logger.debug "scp from #{tmp.path} to #{file}"
-    machine.scp(
-      local_path: tmp.path,
-      remote_path: file
-    )
-  ensure
-    tmp.delete
+run do |machine, file_name, content, sudo|
+  write_cmd = if sudo
+    "| sudo tee #{file_name}"
+  else
+    "> #{file_name}"
   end
-  bytes_written
+  machine.ssh "echo '#{content}' #{write_cmd}"
 end

data/standard/linux/linux.plugin

@@ -1,2 +1 @@
-depends :core
-depends :machines
+depends_on [ :ssh, :machines ]

data/standard/machines/commands/delete_old_machines.rb

@@ -0,0 +1,17 @@
+description "removes all machines that have not been seen for more than 7 days"
+
+param "just_kidding", default: false
+
+run do |just_kidding|
+  morituri = @op.old_machines || []
+  morituri.each do |machine|
+    one_machine = Machine.where(name: machine.name).first
+    unless one_machine.nil?
+      if just_kidding
+        $logger.warn "not really deleting #{one_machine.name}"
+      else
+        one_machine.delete
+      end
+    end
+  end
+end

data/standard/machines/commands/localhost.rb

@@ -1,3 +1,8 @@
-contribute :to => 'machine' do
-  [{ name: "localhost" }]
+contribute to: "scan_machines" do
+  [
+    {
+      "name" => "localhost",
+      "type" => "host"
+    }
+  ]
 end

data/standard/machines/commands/localhost_ssh_options.rb

@@ -0,0 +1,9 @@
+param! :machine
+
+contribute to: "ssh_options" do |machine|
+  if (! machine.nil?) && machine.name && machine.name == "localhost"
+    {
+      "user" => ENV["USER"]
+    }
+  end
+end

data/standard/machines/commands/new_machine.rb

@@ -0,0 +1,24 @@
+param! "name"
+
+param :machine, description: "a virtualization host on which the VM should be created"
+
+run do |params, name, machine|
+  unless machine
+    machine = @op.machines["cabildo.traederphi"]
+  end
+
+  @op.track_installation_status(
+    host_name: machine.name,
+    vm_name: name,
+    status: "preparing"
+  )
+
+  params.delete("machine")
+  machine.new_vm_from_spare(params)
+
+  @op.track_installation_status(
+    host_name: machine.name,
+    vm_name: name,
+    status: "prepared"
+  )
+end

data/standard/machines/commands/new_vm_from_scratch.rb

@@ -0,0 +1,25 @@
+param! "name"
+
+param! :machine, description: "a virtualization host on which the VM should be created"
+
+param "memory", description: "in MB", default: 512
+param "cpu_count", default: 1
+param "disk_size", description: "in GB", default: 25
+
+run do |machine, name, params|
+  @op.track_installation_status(
+    host_name: machine.name,
+    vm_name: name,
+    status: "installing"
+  )
+
+  @op.new_vm_from_latest_ubuntu(params)
+
+  @op.track_installation_status(
+    host_name: machine.name,
+    vm_name: name,
+    status: "installed"
+  )
+
+  "#{name}.#{machine.name}"
+end

data/standard/machines/commands/old_machines.rb

@@ -0,0 +1,6 @@
+run do
+  @op.machines.select do |x|
+    ! x.data["seen_at"].nil? &&
+    (DateTime.parse(x.data["seen_at"]).to_i < Time.now.to_i - (7 * 24 * 3600))
+  end
+end

data/standard/machines/commands/select_machine.rb

@@ -1,8 +1,7 @@
-param! "machine_name",
-  lookup: lambda { |params| @op.list_machines.map { |x| x[:name] }}
+param! :machine, use_context: false
 
-run do |context, machine_name|
-  context['machine'] = machine_name
-  context['prompt'] = "#{machine_name} >> "
+run do |machine, context|
+  context["machine"] = machine.name
+  context["prompt"] = "#{machine.name} >> "
   true
 end

data/standard/machines/entities/machine.rb

@@ -0,0 +1,12 @@
+entity do |params|
+  machines = @op.collect_contributions(
+    command_name: "machines",
+    raw_params: params
+  )
+  if machines
+    machines.uniq! do |machine|
+      machine["name"]
+    end
+  end
+  machines
+end

data/standard/machines/machines.plugin

@@ -1 +1 @@
-dependency :core
+# TODO depends_on :isoremix

data/standard/redis_machines/commands/installation_status.rb

@@ -0,0 +1,10 @@
+param! "host_name"
+param! "vm_name"
+
+run do |plugin, host_name, vm_name|
+  redis = plugin.state[:redis]
+
+  full_name = "#{vm_name}.#{host_name}"
+  cache_key = "vop.installation_status.#{full_name}"
+  redis.get(cache_key)
+end

data/standard/redis_machines/commands/track_installation_status.rb

@@ -0,0 +1,13 @@
+param! "host_name"
+param! "vm_name"
+param! "status"
+
+#block_param!
+
+run do |host_name, vm_name, status, plugin|
+  redis = plugin.state[:redis]
+
+  full_name = "#{vm_name}.#{host_name}"
+  cache_key = "vop.installation_status.#{full_name}"
+  redis.set(cache_key, status)
+end

data/standard/redis_machines/redis_machines.plugin

@@ -0,0 +1,3 @@
+on :init do |plugin|
+  plugin.state[:redis] = Redis.new
+end

data/standard/rpm/commands/list_rpm_packages.rb

@@ -0,0 +1,24 @@
+description "returns a list of installed RPM packages"
+
+param! :machine
+
+read_only
+
+show columns: [ :full_string, :name, :version ]
+
+# TODO this used to be in 0.2:
+# available_if do |params|
+#   @op.with_machine(params["machine"]) do |machine|
+#     machine.linux_distribution.split("_").first == "centos" or
+#     machine.linux_distribution.split("_").first == "sles"
+#   end
+# end
+
+contribute to: "list_packages" do |machine|
+  #ivtv-firmware-20080701-20.2.noarch
+  #e2fsprogs-1.41.12-3.el6.x86_64
+  ssh_regex(machine, "rpm -qa",
+    /^((.+?)-(\d+.+))$/,
+    [:full_string, :name, :version]
+  )
+end

data/standard/rpm/rpm.plugin

@@ -0,0 +1 @@
+depends_on :ssh

data/standard/scanner/commands/clean_metadata.rb

@@ -0,0 +1,8 @@
+param! :machine
+
+run do |machine, plugin|
+  redis = plugin.state[:redis]
+
+  cache_key = "vop.machine.#{machine.name}"
+  redis.del(cache_key)
+end

data/standard/scanner/commands/fresh_ssh_test.rb

@@ -0,0 +1,6 @@
+param! :machine
+
+run do |machine|
+  $vop.invalidate_cache("command" => "test_ssh", "raw_params" => { "machine" => machine.name })
+  machine.test_ssh
+end

data/standard/scanner/commands/inspect_async.rb

@@ -0,0 +1,6 @@
+param! :machine
+
+run do |machine|
+  request = ::Vop::Request.new(@op, "inspect_machine", {"machine" => machine.name})
+  @op.execute_async(request)
+end

data/standard/scanner/commands/inspect_machine.rb

@@ -0,0 +1,42 @@
+param! :machine
+
+run do |machine|
+  result = {
+    "ssh_status" => "unknown",
+    "internal_ip" => "unknown"
+  }
+
+  machine_type = machine.metadata["type"]
+  if machine_type == "vm"
+    # make sure the internal IP we've got is up to date
+    machine.parent.vm_addresses!(name: machine.name.split(".").first)
+  end
+  machine.ssh_options!
+
+  begin
+    result["ssh_status"] = machine.test_ssh!
+  rescue => e
+    $logger.info "error testing ssh connect to #{machine.name} : #{e.message}"
+    if e.message =~ /no SSH options/
+      ssh_error = "no_ssh_options"
+    else
+      ssh_error = e.message
+    end
+    result["ssh_error"] = ssh_error
+  end
+
+  if result["ssh_status"]
+    begin
+      result["internal_ip"] = machine.internal_ip
+    rescue => e
+      $logger.error "problem reading internal IP from #{machine.name} : #{e.message}"
+    end
+
+    result["distro"] = machine.distro
+    result["processes"] = machine.processes!
+    result["processes_top_mem"] = machine.processes_top_mem
+
+    result["services"] = machine.detect_services!
+  end
+  result
+end

data/standard/scanner/commands/machines_found.rb

@@ -0,0 +1,35 @@
+require "time"
+require "redis"
+
+param! "machines", multi: true
+
+show display_type: :hash
+
+run do |machines, plugin|
+  scanned = @op.collect_contributions(
+    "command_name" => "machines_found",
+    "raw_params" => { "machines" => machines }
+  )
+
+  redis = plugin.state[:redis]
+
+  MACHINE_LIST = "vop.machines"
+  #redis.ltrim(MACHINE_LIST, 1, 0) # empty
+  known = redis.lrange(MACHINE_LIST, 0, -1)
+
+  begin
+    machines.each do |machine_row|
+      machine_name = machine_row["name"]
+      cache_key = "vop.machine.#{machine_name}"
+      redis.set(cache_key, machine_row.to_json)
+
+      unless known.include? machine_name
+        redis.rpush(MACHINE_LIST, machine_name)
+      end
+    end
+  ensure
+    @op.redis_machines!
+  end
+
+  {}
+end

data/standard/scanner/commands/metadata.rb

@@ -0,0 +1,9 @@
+param! :machine
+
+run do |params, plugin|
+  redis = plugin.state[:redis]
+
+  cache_key = "vop.machine.#{params["machine"]}"
+  json = redis.get(cache_key)
+  json ? JSON.parse(json) : {}
+end

data/standard/scanner/commands/redis_machines.rb

@@ -0,0 +1,11 @@
+read_only
+
+contribute to: "machines" do |plugin|
+  redis = plugin.state[:redis]
+
+  MACHINE_LIST = "vop.machines"
+  names = redis.lrange(MACHINE_LIST, 0, -1)
+  names.map do |name|
+    { "name" => name }
+  end
+end

data/standard/scanner/commands/scan.rb

@@ -0,0 +1,5 @@
+show display_type: :hash
+
+run do
+  @op.collect_contributions("scan")
+end

data/standard/scanner/commands/scan_host.rb

@@ -0,0 +1,7 @@
+param! :machine
+
+run do |machine|
+  machine.list_vms.each do |vm|
+    @op.inspect_async "#{vm["name"]}.#{machine.name}"
+  end
+end

data/standard/scanner/commands/scan_machines.rb

@@ -0,0 +1,11 @@
+description "collects a list of scanned machines and adds them to the database if necessary"
+
+contribute to: "scan" do
+  scanned = @op.collect_contributions("scan_machines")
+  $logger.debug "scanned contributions: #{scanned.size}"
+  stats = @op.machines_found(scanned)
+
+  @op.machines.each &:inspect_async
+
+  stats
+end

data/standard/scanner/commands/trigger_ssh_test.rb

@@ -0,0 +1,8 @@
+param "no_cache", default: false
+
+run do |no_cache|
+  $vop.machines.each do |machine|
+    SshTestWorker.perform_async(machine.name, no_cache)
+  end
+  42
+end

data/standard/scanner/scanner.plugin

@@ -0,0 +1,5 @@
+depends_on :machines
+
+on :init do |plugin|
+  plugin.state[:redis] = Redis.new
+end

data/standard/services/commands/describe_service.rb

@@ -0,0 +1,7 @@
+param! :service
+
+show display_type: :data
+
+run do |plugin, service|
+  service.data
+end