vmit 0.0.3

data/lib/vmit/network.rb

@@ -0,0 +1,161 @@
+#
+# Copyright (C) 2013 Duncan Mac-Vicar P. <dmacvicar@suse.de>
+#
+# Permission is hereby granted, free of charge, to any person obtaining a copy of
+# this software and associated documentation files (the "Software"), to deal in
+# the Software without restriction, including without limitation the rights to
+# use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of
+# the Software, and to permit persons to whom the Software is furnished to do so,
+# subject to the following conditions:
+#
+# The above copyright notice and this permission notice shall be included in all
+# copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS
+# FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR
+# COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER
+# IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
+# CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+#
+require 'abstract_method'
+require 'cheetah'
+require 'ipaddress'
+require 'yaml'
+
+require 'vmit/refcounted_resource'
+
+module Vmit
+
+  class Network < RefcountedResource
+
+    abstract_method :connect_interface
+    abstract_method :disconnect_interface
+
+    def resource_class
+      'network'
+    end
+
+    def self.create(config)
+      case config
+        when Hash then from_config(config)
+        when String then from_alias(config)
+        else raise "Can't build network from #{config}"
+      end
+    end
+
+    def self.from_alias(name)
+      File.open(File.join(ENV['HOME'], '.vmit', 'networks.yml')) do |f|
+        # transform keys into Symbols
+        networks = YAML::load(f)
+        if networks.has_key?(name)
+          return from_config(networks[name].symbolize_keys)
+        else
+          raise "Unknown network #{name}"
+        end
+      end
+    end
+
+    def self.from_config(config)
+      BridgedNetwork.new(config[:address])
+    end
+
+    def self.default
+      BridgedNetwork.new(BridgedNetwork::DEFAULT_NETWORK)
+    end
+  end
+
+  # Implementation of networking with a bridge with optional
+  # NAT to the host interface.
+  #
+  class BridgedNetwork < Network
+
+    DEFAULT_NETWORK = '192.168.58.254/24'
+
+    def initialize(address)
+      @address = IPAddress(address).network
+      brdevice = 'br0'
+      @brdevice = brdevice
+      super("#{@brdevice}-#{@address.to_u32}")
+    end
+
+    def to_s
+      "#{@brdevice}:#{@address.to_string}"
+    end
+
+    # reimplemented from RefcountedResource
+    def on_up
+      Vmit.logger.info "Bringing up bridged network #{@address.to_string} on #{@brdevice}"
+      Vmit.logger.info "  `-> managed by #{lockfile_path}"
+      # setup bridge
+      # may be use 'ip', 'link', 'show', 'dev', devname to check if
+      # the bridge is there?
+      Cheetah.run '/sbin/brctl', 'addbr', @brdevice
+      File.write("/proc/sys/net/ipv6/conf/#{@brdevice}/disable_ipv6", 1)
+      File.write('/proc/sys/net/ipv4/ip_forward', 1)
+      Cheetah.run '/sbin/brctl', 'stp', @brdevice, 'on'
+      #Cheetah.run '/sbin/brctl', 'setfd', @brdevice, '0' rescue nil
+      # setup network and dhcp on bridge
+      Cheetah.run '/sbin/ifconfig', @brdevice, @address.network.hosts[0].to_s
+      Cheetah.run '/sbin/ifconfig', @brdevice, 'up'
+      Cheetah.run 'iptables', '-t', 'nat', '-A', 'POSTROUTING', '-s', @address.network.to_string,
+        '!', '-d', @address.network.to_string, '-j', 'MASQUERADE'
+
+      start_dnsmasq
+    end
+
+    def connect_interface(device)
+      Vmit.logger.info "    Connecting #{device} --> #{@brdevice}"
+      #Vmit::Utils.run_command(*['ovs-vsctl', 'add-port', SWITCH, ARGV[0]])
+      Cheetah.run '/sbin/brctl', 'addif', @brdevice, device
+    end
+
+    # reimplemented from RefcountedResource
+    def on_down
+      Vmit.logger.info "Bringing down bridged network #{@address.to_string} on #{@brdevice}"
+      Vmit.logger.info "  `-> managed by #{lockfile_path}"
+      Cheetah.run '/sbin/ifconfig', @brdevice, 'down'
+      Cheetah.run '/sbin/brctl', 'delbr', @brdevice
+      Cheetah.run 'iptables', '-t', 'nat', '-D', 'POSTROUTING', '-s', @address.network.to_string,
+        '!', '-d', @address.network.to_string, '-j', 'MASQUERADE'
+      kill_dnsmasq
+    end
+
+    # reimplemented from RefcountedResource
+    def disconnect_interface(device)
+      Vmit.logger.info "    Disconnecting #{device} -X-> #{@brdevice}"
+      #Vmit::Utils.run_command(*['ovs-vsctl', 'del-port', SWITCH, ARGV[0]])
+      Cheetah.run '/sbin/brctl', 'delif', @brdevice, device
+    end
+
+    # reimplemented from RefcountedResource
+    def on_acquire
+    end
+
+    # reimplemented from RefcountedResource
+    def on_release
+    end
+
+    def start_dnsmasq
+      dnsmasq_args = %W(dnsmasq -Z -x #{dnsmasq_pidfile} --strict-order --bind-interfaces --listen-address #{@address.network.hosts[0]} --dhcp-range #{@address.network.hosts[1]},#{@address.network.hosts.last})
+      Vmit.logger.debug "dnsmasq arguments: '#{dnsmasq_args.join(' ')}'"
+      IO.popen(dnsmasq_args)
+      #Vmit.logger.info "  dnsmasq spawned with pid #{dnsmasq_pid}"
+    end
+
+    def kill_dnsmasq
+      Vmit.logger.info "Killing dnsmasq (#{dnsmasq_pid})"
+      Process.kill('SIGTERM', dnsmasq_pid)
+    end
+
+    def dnsmasq_pid
+      File.read(dnsmasq_pidfile).strip.to_i
+    end
+
+    def dnsmasq_pidfile
+      File.join(lockfile_dir, 'dnsmasq.pid')
+    end
+
+  end
+
+end

data/lib/vmit/plugins/bootstrap.rb

@@ -0,0 +1,82 @@
+#
+# Copyright (C) 2013 Duncan Mac-Vicar P. <dmacvicar@suse.de>
+#
+# Permission is hereby granted, free of charge, to any person obtaining a copy of
+# this software and associated documentation files (the "Software"), to deal in
+# the Software without restriction, including without limitation the rights to
+# use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of
+# the Software, and to permit persons to whom the Software is furnished to do so,
+# subject to the following conditions:
+#
+# The above copyright notice and this permission notice shall be included in all
+# copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS
+# FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR
+# COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER
+# IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
+# CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+#
+require 'vmit/autoyast'
+require 'vmit/kickstart'
+require 'abstract_method'
+require 'clamp'
+require 'net/http'
+require 'tmpdir'
+require 'uri'
+require 'vmit'
+
+module Vmit
+  module Plugins
+
+    # Bootstrap allows to initialize a virtual machine
+    # from (currently) a (SUSE) repository.
+    #
+    # It will perform an autoinstallation based on
+    # the repository.
+    #
+    class Bootstrap < ::Clamp::Command
+
+      option ["-s","--disk-size"], "SIZE",
+        "Initialize disk with SIZE (eg: 10M, 10G, 10K)" do |disk_size|
+        if not disk_size =~ /(\d)+(M|K|G)/
+          raise ArgumentError, "Disk size should be given as 1M, 2G, etc"
+        end
+        disk_size
+      end
+
+      parameter "LOCATION", "Repository URL or ISO image to bootstrap from"
+
+      def execute
+        Vmit.logger.info 'Starting bootstrap'
+        curr_dir = File.expand_path(Dir.pwd)
+        vm = Vmit::VirtualMachine.new(curr_dir)
+
+        Vmit.logger.info '  Deleting old images'
+        FileUtils.rm_f(Dir.glob('*.qcow2'))
+        opts = {}
+        opts[:disk_size] = disk_size if disk_size
+        vm.disk_image_init!(opts)
+        vm.save_config!
+
+        uri = URI.parse(location)
+        bootstrap = [Vmit::Bootstrap::FromImage,
+                  Vmit::Bootstrap::FromMedia].find do |method|
+          method.accept?(uri)
+        end
+
+        if bootstrap
+          bootstrap.new(vm, uri).execute
+        else
+          raise "Can't bootstrap from #{location}"
+        end
+
+        Vmit.logger.info 'Creating snapshot of fresh system.'
+        vm.disk_snapshot!
+        Vmit.logger.info 'Bootstraping done. Call vmit run to start your system.'
+      end
+
+    end
+  end
+end

data/lib/vmit/plugins/hello.rb

@@ -0,0 +1,33 @@
+#
+# Copyright (C) 2013 Duncan Mac-Vicar P. <dmacvicar@suse.de>
+#
+# Permission is hereby granted, free of charge, to any person obtaining a copy of
+# this software and associated documentation files (the "Software"), to deal in
+# the Software without restriction, including without limitation the rights to
+# use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of
+# the Software, and to permit persons to whom the Software is furnished to do so,
+# subject to the following conditions:
+#
+# The above copyright notice and this permission notice shall be included in all
+# copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS
+# FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR
+# COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER
+# IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
+# CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+#
+require 'clamp'
+
+module Vmit
+  module Plugins
+    class Hello < ::Clamp::Command
+
+      def execute
+        puts "Hello"
+      end
+
+    end
+  end
+end

data/lib/vmit/refcounted_resource.rb

@@ -0,0 +1,134 @@
+#
+# Copyright (C) 2013 Duncan Mac-Vicar P. <dmacvicar@suse.de>
+#
+# Permission is hereby granted, free of charge, to any person obtaining a copy of
+# this software and associated documentation files (the "Software"), to deal in
+# the Software without restriction, including without limitation the rights to
+# use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of
+# the Software, and to permit persons to whom the Software is furnished to do so,
+# subject to the following conditions:
+#
+# The above copyright notice and this permission notice shall be included in all
+# copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS
+# FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR
+# COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER
+# IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
+# CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+#
+require 'abstract_method'
+require 'tmpdir'
+
+module Vmit
+
+  # This class allows to bring a resource represented
+  # by a shared lock file only once by the
+  # the first process using it, and down when the
+  # last process finishes.
+  #
+  # Think of it as the first one that enters the room
+  # turn the lights on, and the last one that exits,
+  # turns the lights off.
+  #
+  # Call:
+  #
+  # on_up : will bring the resource up if needed
+  # on_down: will bring tthe resource down if no more users
+  # on_acquire: will start using the resource
+  # on_release: will stop using the resource
+  #
+  # Then use the class like this:
+  #
+  # YourRefCountedResource.auto('name') do
+  #   # do something
+  # end
+  #
+  class RefcountedResource
+
+    attr_reader :name
+    attr_reader :lockfile_path
+    attr_reader :lockfile_dir
+
+    # The resource class. Resources with the
+    # same class and name are considered to be
+    # the same resource by the locking and refcounting
+    # mechanism.
+    #
+    # For example, you may subclass RefcountedResource as
+    # Network, and then have multiple Network subclasses, but
+    # you can reimplement resource_class once in Network so that
+    # all Network subclasses have the same resource class.
+    #
+    def resource_class
+      (self.class.name.split('::').last || '').downcase
+    end
+
+    def initialize(name)
+      @name = name
+      # Allow the testcases to run as not root
+      resource_dir = File.join(Vmit::RUN_DIR, 'resources')
+      @lockfile_dir = File.join(resource_dir, resource_class, name)
+      FileUtils.mkdir_p @lockfile_dir
+      @lockfile_path = File.join(@lockfile_dir, 'lock')
+    end
+
+    # Creates a temporary resource with a random name
+    # @return [RefcountedResource]
+    def self.make_temp
+      name = File.basename(Dir::Tmpname.make_tmpname([resource_class, 'tmp'],
+        File.join(resource_dir, resource_class)))
+      self.new(name)
+    end
+
+    abstract_method :on_up
+    abstract_method :on_down
+    abstract_method :on_acquire
+    abstract_method :on_release
+
+    # Executes the given block.
+    # @yield calling before on_up once per group of
+    #   processes using the same resurce, and
+    #   on_acquire before executing the block.
+    #   It will execute on_release after executing the
+    #   block and the last process using the reource
+    #   will call on_down
+    #
+    def auto
+      begin
+        Vmit.logger.debug "Using resource lock #{lockfile_path}"
+        File.open(lockfile_path, File::WRONLY | File::CREAT, 0666) do |f|
+          begin
+            if f.flock File::LOCK_EX | File::LOCK_NB
+              # we are the first ones, bring the resource up
+              self.on_up
+            end
+
+            if f.flock File::LOCK_SH
+              self.on_acquire
+            end
+
+            yield if block_given?
+          rescue Exception => e
+            Vmit.logger.error e.message
+            raise e
+          ensure
+            if f.flock File::LOCK_EX | File::LOCK_NB
+                self.on_down
+            end
+            on_release
+            f.flock File::LOCK_UN
+          end
+        end
+      rescue Exception => e
+        Vmit.logger.error e.message
+        raise e
+      ensure
+        File.unlink(lockfile_path)
+      end
+    end
+
+  end
+
+end

data/lib/vmit/utils.rb

@@ -0,0 +1,103 @@
+#
+# Copyright (C) 2013 Duncan Mac-Vicar P. <dmacvicar@suse.de>
+#
+# Permission is hereby granted, free of charge, to any person obtaining a copy of
+# this software and associated documentation files (the "Software"), to deal in
+# the Software without restriction, including without limitation the rights to
+# use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of
+# the Software, and to permit persons to whom the Software is furnished to do so,
+# subject to the following conditions:
+#
+# The above copyright notice and this permission notice shall be included in all
+# copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS
+# FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR
+# COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER
+# IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
+# CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+#
+require 'rubygems'
+require 'open4'
+require 'progressbar'
+require 'digest/sha1'
+
+# Taken from Ruby on Rails
+class Hash
+  # Returns a hash that represents the difference between two hashes.
+  #
+  # Examples:
+  #
+  #   {1 => 2}.diff(1 => 2)         # => {}
+  #   {1 => 2}.diff(1 => 3)         # => {1 => 2}
+  #   {}.diff(1 => 2)               # => {1 => 2}
+  #   {1 => 2, 3 => 4}.diff(1 => 2) # => {3 => 4}
+  def diff(h2)
+    dup.delete_if { |k, v| h2[k] == v }.merge!(h2.dup.delete_if { |k, v| has_key?(k) })
+  end
+end
+
+module Vmit
+
+  module Utils
+    # @return [String] random MAC address
+    def self.random_mac_address
+      ("%02x"%((rand 64).to_i*4|2))+(0..4).inject(""){|s,x|s+":%02x"%(rand 256).to_i}
+    end
+
+    def self.uname(bzimage)
+      offset = 0
+      File.open(bzimage) do |f|
+        f.seek(0x20E)
+        offset = f.read(2).unpack('s')[0]
+        f.seek(offset + 0x200)
+        ver = f.read(128).unpack('Z*')[0]
+        return ver
+      end
+      nil
+    end
+
+    def self.kernel_version(bzimage)
+      uname(bzimage).split(' ')[0]
+    end
+
+    def self.sha1_file(filename)
+      sha1 = Digest::SHA1.new
+      File.open(filename) do |file|
+        buffer = ''
+        # Read the file 512 bytes at a time
+        while not file.eof
+          file.read(512, buffer)
+          sha1.update(buffer)
+        end
+      end
+      sha1.to_s
+    end
+
+    # @param [String] uri uri to download
+    # @param [String] target where to donwload the file (directory)
+    def self.download_file(uri, target)
+      progress = ProgressBar.new(File.basename(uri.path), 100)
+      Net::HTTP.start(uri.host) do |http|
+        begin
+          file = open(target, 'wb')
+          http.request_get(uri.path) do |response|
+            dl_size = response.content_length
+            already_dl = 0
+            response.read_body do |segment|
+            already_dl += segment.length
+            if(already_dl != 0)
+              progress.set((already_dl * 100) / dl_size)
+            end
+            file.write(segment)
+            end
+          end
+        ensure
+          file.close
+        end
+      end
+    end
+
+  end
+end