pennyworth-tool 0.0.1

data/lib/pennyworth/cli_host_controller.rb

@@ -0,0 +1,107 @@
+# Copyright (c) 2013-2015 SUSE LLC
+#
+# This program is free software; you can redistribute it and/or
+# modify it under the terms of version 3 of the GNU General Public License as
+# published by the Free Software Foundation.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.   See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program; if not, contact SUSE LLC.
+#
+# To contact SUSE about this file by physical or electronic mail,
+# you may find current contact information at www.suse.com
+
+module Pennyworth
+  class CliHostController
+    def initialize(config_dir, output)
+      @config_dir = config_dir
+      @out = output
+    end
+
+    def setup(url)
+      if !url
+        raise GLI::BadCommandLine.new("Please provide a URL argument")
+      end
+
+      @out.puts "Setup from '#{url}'"
+      begin
+        HostConfig.for_directory(@config_dir).setup(url)
+      rescue HostFileError => e
+        @out.puts "Error: #{e}"
+      end
+    end
+
+    def list
+      host_config.hosts.each do |host_name|
+        host = host_config.host(host_name)
+        out = "#{host_name}"
+        attributes = []
+        if host['address']
+          attributes.push("address: #{host['address']}")
+        end
+        if host['base_snapshot_id']
+          attributes.push("base snapshot id: #{host['base_snapshot_id']}")
+        end
+        if !attributes.empty?
+          out += " (" + attributes.join(", ") + ")"
+        end
+        @out.puts(out)
+      end
+    end
+
+    def lock(host_name)
+      check_host(host_name)
+
+      locker = LockService.new(host_config.lock_server_address)
+      if locker.request_lock(host_name)
+        @out.puts "Lock acquired for host '#{host_name}'"
+
+        locker.keep_lock
+      else
+        @out.puts "Failed to acquire lock for host '#{host_name}': " +
+          "#{locker.info(host_name)}"
+      end
+    end
+
+    def info(host_name)
+      check_host(host_name)
+
+      locker = LockService.new(host_config.lock_server_address)
+      @out.puts(locker.info(host_name))
+    end
+
+    def reset(host_name)
+      check_host(host_name)
+
+      runner = HostRunner.new(host_name, host_config)
+      runner.start
+      runner.cleanup
+    end
+
+    private
+
+    def check_host(host_name)
+      if !host_name
+        raise GLI::BadCommandLine.new("Please provide a host name argument")
+      end
+
+      if !host_config.host(host_name)
+        raise LockError.new("Host name #{host_name} doesn't exist in " +
+          "configuration file '#{host_config.config_file}'")
+      end
+    end
+
+    def host_config
+      return @host_config if @host_config
+
+      @host_config = HostConfig.for_directory(@config_dir)
+      @host_config.read
+
+      @host_config
+    end
+  end
+end

data/lib/pennyworth/commands/base_command.rb

@@ -0,0 +1,96 @@
+# Copyright (c) 2013-2014 SUSE LLC
+#
+# This program is free software; you can redistribute it and/or
+# modify it under the terms of version 3 of the GNU General Public License as
+# published by the Free Software Foundation.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.   See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program; if not, contact SUSE LLC.
+#
+# To contact SUSE about this file by physical or electronic mail,
+# you may find current contact information at www.suse.com
+
+module Pennyworth
+  class BaseCommand < Command
+
+    attr_reader :kiwi_dir
+
+    def initialize(kiwi_dir, remote_url = nil)
+      super()
+      @kiwi_dir = kiwi_dir
+      @remote_url = remote_url
+    end
+
+    def remote_base_images(subdir = "")
+      return [] if !@remote_url || @remote_url.empty?
+
+      uri = URI.parse(URLs.join(@remote_url, subdir, "import_state.yaml"))
+      response = Net::HTTP.get_response(uri)
+      if response.is_a?(Net::HTTPSuccess)
+        index = YAML.load(response.body)
+        index.keys
+      else
+        STDERR.puts "Could not download remote state file at #{uri.to_s}: " + response.message
+        exit 1
+      end
+    end
+
+    def local_base_images
+      Dir.glob(File.join(@kiwi_dir, "definitions", "*")).
+        select { |f| File.directory?(f) }.
+        map { |d| File.basename(d) }
+    end
+
+    def process_base_image_parameter(all_images, base_image = nil)
+      if !base_image
+        return all_images
+      end
+      if all_images.include?(base_image)
+        return [base_image]
+      else
+        raise "Unknown base image '#{base_image}'. Known images are: #{all_images.join(", ")}."
+      end
+    end
+
+    def read_box_sources_state(box_name)
+      sources = Hash.new
+      source_dir = File.join(@kiwi_dir, "definitions", box_name)
+      Find.find(source_dir) do |file|
+        next if File.directory?(file)
+        relative_path = file.gsub(/^#{File.join(source_dir, "/")}/, "")
+        sources[relative_path] = Digest::MD5.file(file).hexdigest
+      end
+      sources
+    end
+
+    def read_box_target_state(box_name)
+      box_file = File.join(@kiwi_dir, box_name) + ".box"
+      if File.exist?(box_file)
+        target_state = Digest::MD5.file(box_file).hexdigest
+      end
+      target_state
+    end
+
+    def write_box_state_file(box_state)
+      File.open(File.join(@kiwi_dir, "box_state.yaml"), "w") do |f|
+        f.write(box_state.to_yaml)
+      end
+    end
+
+    def read_local_box_state_file
+      box_state_file = File.join(@kiwi_dir, "box_state.yaml")
+      if File.exist? box_state_file
+        box_state = YAML.load_file(box_state_file)
+      else
+        box_state = {}
+      end
+      box_state
+    end
+
+  end
+end

data/lib/pennyworth/commands/boot_command.rb

@@ -0,0 +1,29 @@
+# Copyright (c) 2013-2014 SUSE LLC
+#
+# This program is free software; you can redistribute it and/or
+# modify it under the terms of version 3 of the GNU General Public License as
+# published by the Free Software Foundation.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.   See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program; if not, contact SUSE LLC.
+#
+# To contact SUSE about this file by physical or electronic mail,
+# you may find current contact information at www.suse.com
+
+module Pennyworth
+  class BootCommand < Command
+    def execute(image)
+      runner = ImageRunner.new(image)
+      log "Starting image #{runner.name}"
+
+      ip = VM.new(runner).start
+
+      log "System was started with IP #{ip}."
+    end
+  end
+end

data/lib/pennyworth/commands/build_base_command.rb

@@ -0,0 +1,103 @@
+# Copyright (c) 2013-2014 SUSE LLC
+#
+# This program is free software; you can redistribute it and/or
+# modify it under the terms of version 3 of the GNU General Public License as
+# published by the Free Software Foundation.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.   See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program; if not, contact SUSE LLC.
+#
+# To contact SUSE about this file by physical or electronic mail,
+# you may find current contact information at www.suse.com
+
+module Pennyworth
+  class BuildBaseCommand < BaseCommand
+
+    def initialize(kiwi_dir)
+      super
+    end
+
+    def execute(tmp_dir, image_name = nil)
+      Pennyworth::Libvirt.ensure_libvirt_env_started
+
+      box_state = read_local_box_state_file
+      images = process_base_image_parameter(local_base_images, image_name)
+      log "Creating base images..."
+      images.each do |image|
+        Dir.chdir kiwi_dir do
+          log
+          log "--- #{image} ---"
+          source_state = read_box_sources_state(image)
+          if box_state[image] && box_state[image]["sources"] &&
+             source_state && box_state[image]["sources"] == source_state
+            log "  Sources not changed, skipping build"
+          else
+            log "  Building base image..."
+            base_image_create(File.join(kiwi_dir, "definitions", image), tmp_dir)
+            log "  Exporting image as box for vagrant..."
+            base_image_export(File.join(kiwi_dir, image), tmp_dir)
+            base_image_cleanup_build(tmp_dir)
+
+            box_state[image] = {
+              "sources" => source_state,
+              "target" => read_box_target_state(image)
+            }
+            write_box_state_file(box_state)
+          end
+        end
+      end
+    end
+
+    private
+
+    # Creates a KVM image from the according Kiwi description.
+    # See pennyworth/kiwi/definitions for the definitions we use.
+    def base_image_create(description_dir, tmp_dir)
+      FileUtils.mkdir_p(tmp_dir)
+      logfile = "#{tmp_dir}/kiwi-terminal-output.log"
+      log "    The build log is available under #{logfile}"
+      begin
+        Cheetah.run "sudo", "/usr/sbin/kiwi", "--build", description_dir,
+          "--destdir", tmp_dir, "--logfile", "#{logfile}",
+          :stdout => :capture
+        rescue Cheetah::ExecutionFailed => e
+          raise ExecutionFailed.new(e)
+        end
+    end
+
+    def base_image_export(kiwi_dir, tmp_dir)
+      Dir.chdir(tmp_dir) do
+        image = Dir.glob("*.box").first
+        if image
+          from_file = File.join(tmp_dir, image)
+          to_file = kiwi_dir.gsub(/\/$/, "") + ".box"
+          begin
+            Cheetah.run "sudo", "mv", from_file, to_file, :stdout => :capture
+          rescue Cheetah::ExecutionFailed => e
+            raise ExecutionFailed.new(e)
+          end
+        else
+          raise BuildFailed, "The built image couldn't be found."
+        end
+      end
+    end
+
+    def base_image_cleanup_build(tmp_dir)
+      if tmp_dir.start_with?("/tmp/")
+        begin
+          Cheetah.run "sudo", "rm", "-r", tmp_dir, :stdout => :capture
+          rescue Cheetah::ExecutionFailed => e
+            raise ExecutionFailed.new(e)
+          end
+      else
+        log " Warning: The KIWI tmp dir #{tmp_dir} was outside of '/tmp' so it" \
+          " wasn't removed!"
+      end
+    end
+  end
+end

data/lib/pennyworth/commands/command.rb

@@ -0,0 +1,43 @@
+# Copyright (c) 2013-2014 SUSE LLC
+#
+# This program is free software; you can redistribute it and/or
+# modify it under the terms of version 3 of the GNU General Public License as
+# published by the Free Software Foundation.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.   See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program; if not, contact SUSE LLC.
+#
+# To contact SUSE about this file by physical or electronic mail,
+# you may find current contact information at www.suse.com
+
+module Pennyworth
+  class Command
+
+    def initialize
+      Cheetah.default_options = { :logger => logger }
+    end
+
+    def config
+      @config ||= YAML.load_file(File.dirname(__FILE__) + "/../../../config/setup.yml")
+    end
+
+    def logger
+      @logger ||= Logger.new("/tmp/pennyworth.log")
+    end
+
+    private
+
+    def print_ssh_config(vagrant, vm_name)
+      config = vagrant.ssh_config(vm_name)
+
+      config.each_pair do |host, host_config|
+        puts "#{host}\t#{host_config["HostName"]}"
+      end
+    end
+  end
+end

data/lib/pennyworth/commands/down_command.rb

@@ -0,0 +1,25 @@
+# Copyright (c) 2013-2014 SUSE LLC
+#
+# This program is free software; you can redistribute it and/or
+# modify it under the terms of version 3 of the GNU General Public License as
+# published by the Free Software Foundation.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.   See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program; if not, contact SUSE LLC.
+#
+# To contact SUSE about this file by physical or electronic mail,
+# you may find current contact information at www.suse.com
+
+module Pennyworth
+  class DownCommand < Command
+    def execute(vm_name = nil)
+      v = VagrantCommand.new
+      v.down vm_name
+    end
+  end
+end

data/lib/pennyworth/commands/import_base_command.rb

@@ -0,0 +1,112 @@
+# Copyright (c) 2013-2014 SUSE LLC
+#
+# This program is free software; you can redistribute it and/or
+# modify it under the terms of version 3 of the GNU General Public License as
+# published by the Free Software Foundation.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.   See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program; if not, contact SUSE LLC.
+#
+# To contact SUSE about this file by physical or electronic mail,
+# you may find current contact information at www.suse.com
+
+module Pennyworth
+  class ImportBaseCommand < BaseCommand
+
+    def execute(image_name, options = {})
+      @vagrant = VagrantCommand.new
+      options = {
+        subdir: "",
+        local: false
+      }.merge(options)
+
+      Pennyworth::Libvirt.ensure_libvirt_env_started
+
+      if options[:local]
+        all_images = local_base_images
+        box_state = read_local_box_state_file
+      else
+        all_images = remote_base_images(options[:subdir])
+        box_state = read_remote_box_state_file
+      end
+      import_state = read_import_state_file
+      images = process_base_image_parameter(all_images, image_name)
+      images.each do |image|
+        if box_state[image] && box_state[image]["target"] &&
+           import_state[image] &&
+           box_state[image]["target"] == import_state[image]
+          log "Box '#{image}' hasn't changed since last import. Skipping"
+        else
+          Dir.chdir Cli.settings.vagrant_dir do
+            log "Importing box '#{image}' into vagrant..."
+            base_image_clean(image)
+            base_image_import(image, options)
+            if box_state[image] && box_state[image]["target"]
+              import_state[image] = box_state[image]["target"]
+            else
+              import_state[image] = nil
+            end
+            write_import_state_file(import_state)
+          end
+        end
+      end
+    end
+
+    def read_import_state_file
+      import_state_file = File.join(kiwi_dir, "import_state.yaml")
+      if File.exist? import_state_file
+        import_state = YAML.load_file(import_state_file)
+      else
+        import_state = {}
+      end
+      import_state
+    end
+
+    def write_import_state_file(import_state)
+      FileUtils.mkdir_p(kiwi_dir) unless Dir.exists?(kiwi_dir)
+
+      File.open(File.join(kiwi_dir, "import_state.yaml"), "w") do |f|
+        f.write(import_state.to_yaml)
+      end
+    end
+
+    def read_remote_box_state_file
+      box_state_yaml = fetch_remote_box_state_file
+      if box_state_yaml
+        return YAML.load(box_state_yaml)
+      else
+        return {}
+      end
+    end
+
+    private
+
+    def fetch_remote_box_state_file
+      url = URLs.join(@remote_url, "box_state.yaml")
+      Net::HTTP.get(URI.parse(url))
+    end
+
+    def base_image_clean(box)
+      Cheetah.run "virsh", "-c", "qemu:///system", "vol-delete", "#{box}_vagrant_box_image.img", "--pool=default"
+      Cheetah.run "virsh", "-c", "qemu:///system", "pool-refresh", "--pool=default"
+      @vagrant.destroy
+    rescue
+    end
+
+    # Imports the box into the Vagrant pool so that it can be used for the test
+    # environments.
+    def base_image_import(box, options)
+      if options[:local]
+        box_path = File.join(kiwi_dir, box + ".box")
+      else
+        box_path = URLs.join(@remote_url, options[:subdir], box + ".box")
+      end
+      @vagrant.add_box(box, box_path)
+    end
+  end
+end