testlab 0.6.5 → 0.6.6

data/lib/commands/testlab.rb

@@ -0,0 +1,98 @@
+################################################################################
+#
+#      Author: Zachary Patten <zachary AT jovelabs DOT com>
+#   Copyright: Copyright (c) Zachary Patten
+#     License: Apache License, Version 2.0
+#
+#   Licensed under the Apache License, Version 2.0 (the "License");
+#   you may not use this file except in compliance with the License.
+#   You may obtain a copy of the License at
+#
+#       http://www.apache.org/licenses/LICENSE-2.0
+#
+#   Unless required by applicable law or agreed to in writing, software
+#   distributed under the License is distributed on an "AS IS" BASIS,
+#   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#   See the License for the specific language governing permissions and
+#   limitations under the License.
+#
+################################################################################
+
+# LAB CREATE
+#############
+desc 'Create the test lab'
+command :create do |create|
+  create.action do |global_options,options,args|
+    @testlab.create
+  end
+end
+
+# LAB DESTROY
+##############
+desc 'Destroy the test lab'
+command :destroy do |destroy|
+  destroy.action do |global_options,options,args|
+    @testlab.destroy
+  end
+end
+
+# LAB ONLINE
+#############
+desc 'Online the test lab'
+command :up do |up|
+  up.action do |global_options,options,args|
+    @testlab.up
+  end
+end
+
+# LAB OFFLINE
+##############
+desc 'Offline the test lab'
+command :down do |down|
+  down.action do |global_options,options,args|
+    @testlab.down
+  end
+end
+
+# LAB SETUP
+############
+desc 'Setup the test lab infrastructure'
+command :setup do |setup|
+  setup.action do |global_options,options,args|
+    @testlab.setup
+  end
+end
+
+# LAB TEARDOWN
+###############
+desc 'Teardown the test lab infrastructure'
+command :teardown do |teardown|
+  teardown.action do |global_options,options,args|
+    @testlab.teardown
+  end
+end
+
+# LAB BUILD
+############
+desc 'Build the test lab infrastructure'
+command :build do |build|
+  build.action do |global_options,options,args|
+    @testlab.build
+  end
+end
+
+# LAB STATUS
+#############
+desc 'Display information on the status of the test lab'
+command :status do |status|
+  status.action do |global_options,options,args|
+    @testlab.ui.stdout.puts("\nNODES:".green.bold)
+    commands[:node].commands[:status].execute({}, {}, [])
+
+    @testlab.ui.stdout.puts("\nNETWORKS:".green.bold)
+    commands[:network].commands[:status].execute({}, {}, [])
+
+    @testlab.ui.stdout.puts("\nCONTAINERS:".green.bold)
+    commands[:container].commands[:status].execute({}, {}, [])
+  end
+end

data/lib/testlab/container/actions.rb

@@ -15,10 +15,7 @@ class TestLab
         (self.lxc.state != :not_created) and return false
 
         please_wait(:ui => @ui, :message => format_object_action(self, 'Create', :green)) do
-          self.domain  ||= self.node.labfile.config[:domain]
-          self.arch    ||= detect_arch
-
-          build_lxc_config(self.lxc.config)
+          configure
 
           self.lxc.create(*create_args)
         end
@@ -34,6 +31,8 @@ class TestLab
       def destroy
         @ui.logger.debug { "Container Destroy: #{self.id} " }
 
+        (self.lxc.state == :not_created) and return false
+
         please_wait(:ui => @ui, :message => format_object_action(self, 'Destroy', :red)) do
           self.lxc.destroy(%(-f))
           self.lxc_clone.destroy(%(-f))
@@ -53,6 +52,7 @@ class TestLab
         (self.lxc.state == :running) and return false
 
         please_wait(:ui => @ui, :message => format_object_action(self, 'Up', :green)) do
+          configure
 
           # ensure our container is in "static" mode
           self.to_static
@@ -79,7 +79,7 @@ class TestLab
       def down
         @ui.logger.debug { "Container Down: #{self.id} " }
 
-        (self.lxc.state == :not_created) and return false
+        (self.lxc.state != :running) and return false
 
         please_wait(:ui => @ui, :message => format_object_action(self, 'Down', :red)) do
           self.lxc.stop
@@ -117,6 +117,16 @@ class TestLab
         true
       end
 
+      # Configure the container
+      def configure
+        self.domain  ||= self.node.labfile.config[:domain]
+        self.arch    ||= detect_arch
+
+        build_lxc_config(self.lxc.config)
+
+        true
+      end
+
     end
 
   end

data/lib/testlab/container/io.rb

@@ -0,0 +1,69 @@
+class TestLab
+  class Container
+
+    module IO
+
+      # Export the container
+      #
+      # @return [Boolean] True if successful.
+      def export(compression=9)
+        @ui.logger.debug { "Container Export: #{self.id} " }
+
+        (self.lxc.state == :not_created) and return false
+
+        self.down
+
+        sc_file = File.join("/", "tmp", "#{self.id}.sc")
+        local_file = File.join(Dir.pwd, File.basename(sc_file))
+
+        please_wait(:ui => @ui, :message => format_object_action(self, 'Compress', :blue)) do
+          script = <<-EOF
+set -x
+find #{self.lxc.container_root} -print0 -depth | cpio -o0 | pbzip2 -#{compression} -vfcz > #{sc_file}
+chown ${SUDO_USER}:${SUDO_USER} #{sc_file}
+EOF
+          self.node.ssh.bootstrap(script)
+        end
+
+        please_wait(:ui => @ui, :message => format_object_action(self, 'Export', :blue)) do
+          self.node.ssh.download(sc_file, local_file)
+        end
+
+        puts("Your shipping container is now exported and available at '#{local_file}'!")
+
+        true
+      end
+
+      # Import the container
+      #
+      # @return [Boolean] True if successful.
+      def import(local_file)
+        @ui.logger.debug { "Container Import: #{self.id} " }
+
+        self.down
+        self.destroy
+
+        sc_file = File.join("/", "tmp", "#{self.id}.sc")
+
+        please_wait(:ui => @ui, :message => format_object_action(self, 'Import', :blue)) do
+          self.node.ssh.exec(%(sudo rm -fv #{sc_file}), :silence => true, :ignore_exit_status => true)
+          self.node.ssh.upload(local_file, sc_file)
+        end
+
+        please_wait(:ui => @ui, :message => format_object_action(self, 'Expand', :blue)) do
+          script = <<-EOF
+set -x
+pbzip2 -vdc #{sc_file} | cpio -uid && rm -fv #{sc_file}
+EOF
+          self.node.ssh.bootstrap(script)
+        end
+
+        puts("Your shipping container is now imported and available for use!")
+
+        true
+      end
+
+    end
+
+  end
+end

data/lib/testlab/container/lifecycle.rb

@@ -13,15 +13,12 @@ class TestLab
       def setup
         @ui.logger.debug { "Container Setup: #{self.id} " }
 
-        self.create
-        self.up
-
         please_wait(:ui => @ui, :message => format_object_action(self, 'Setup', :green)) do
 
           self.provisioners.each do |provisioner|
-            @ui.logger.info { ">>>>> SETUP CONTAINER PROVISIONER: #{provisioner} <<<<<" }
+            @ui.logger.info { ">>>>> CONTAINER PROVISIONER SETUP: #{provisioner} <<<<<" }
             p = provisioner.new(self.config, @ui)
-            p.respond_to?(:setup) and p.setup(self)
+            p.respond_to?(:on_container_setup) and p.on_container_setup(self)
           end
 
         end
@@ -39,19 +36,18 @@ class TestLab
       def teardown
         @ui.logger.debug { "Container Teardown: #{self.id} " }
 
+        (self.lxc.state == :not_created) and return false
+
         please_wait(:ui => @ui, :message => format_object_action(self, 'Teardown', :red)) do
 
           self.provisioners.each do |provisioner|
-            @ui.logger.info { ">>>>> TEARDOWN CONTAINER PROVISIONER: #{provisioner} <<<<<" }
+            @ui.logger.info { ">>>>> CONTAINER PROVISIONER TEARDOWN: #{provisioner} <<<<<" }
             p = provisioner.new(self.config, @ui)
-            p.respond_to?(:teardown) and p.teardown(self)
+            p.respond_to?(:on_container_teardown) and p.on_container_teardown(self)
           end
 
         end
 
-        self.down
-        self.destroy
-
         true
       end
 

data/lib/testlab/container/status.rb

@@ -59,7 +59,7 @@ class TestLab
           :distro => self.distro,
           :release => self.release,
           :interfaces => interfaces,
-          :provisioners => self.provisioners.map(&:to_s).collect{ |p| p.split('::').last }.join('/'),
+          :provisioners => self.provisioners.map(&:to_s).collect{ |p| p.split('::').last }.join(','),
           :node_id => self.node.id
         }
       end

data/lib/testlab/container.rb

@@ -77,6 +77,7 @@ class TestLab
     autoload :ClassMethods,  'testlab/container/class_methods'
     autoload :Generators,    'testlab/container/generators'
     autoload :Interface,     'testlab/container/interface'
+    autoload :IO,            'testlab/container/io'
     autoload :Lifecycle,     'testlab/container/lifecycle'
     autoload :LXC,           'testlab/container/lxc'
     autoload :MethodMissing, 'testlab/container/method_missing'
@@ -87,6 +88,7 @@ class TestLab
     include TestLab::Container::Actions
     include TestLab::Container::Generators
     include TestLab::Container::Interface
+    include TestLab::Container::IO
     include TestLab::Container::Lifecycle
     include TestLab::Container::LXC
     include TestLab::Container::MethodMissing

data/lib/testlab/network/actions.rb

@@ -7,36 +7,52 @@ class TestLab
       def create
         @ui.logger.debug { "Network Create: #{self.id} " }
 
+        (self.state != :not_created) and return false
+
         please_wait(:ui => @ui, :message => format_object_action(self, 'Create', :green)) do
           self.node.ssh.exec(%(sudo brctl addbr #{self.bridge}), :silence => true, :ignore_exit_status => true)
         end
+
+        true
       end
 
       # Destroy the network
       def destroy
         @ui.logger.debug { "Network Destroy: #{self.id} " }
 
+        (self.state == :not_created) and return false
+
         please_wait(:ui => @ui, :message => format_object_action(self, 'Destroy', :red)) do
           self.node.ssh.exec(%(sudo brctl delbr #{self.bridge}), :silence => true, :ignore_exit_status => true)
         end
+
+        true
       end
 
       # Start the network
       def up
         @ui.logger.debug { "Network Up: #{self.id} " }
 
+        (self.state == :running) and return false
+
         please_wait(:ui => @ui, :message => format_object_action(self, 'Up', :green)) do
           self.node.ssh.exec(%(sudo ifconfig #{self.bridge} #{self.ip} netmask #{self.netmask} up), :silence => true, :ignore_exit_status => true)
         end
+
+        true
       end
 
       # Stop the network
       def down
         @ui.logger.debug { "Network Down: #{self.id} " }
 
+        (self.state != :running) and return false
+
         please_wait(:ui => @ui, :message => format_object_action(self, 'Down', :red)) do
           self.node.ssh.exec(%(sudo ifconfig #{self.bridge} down), :silence => true, :ignore_exit_status => true)
         end
+
+        true
       end
 
     end

data/lib/testlab/network/lifecycle.rb

@@ -7,11 +7,14 @@ class TestLab
       def setup
         @ui.logger.debug { "Network Setup: #{self.id} " }
 
-        self.create
-        self.up
-
         please_wait(:ui => @ui, :message => format_object_action(self, 'Setup', :green)) do
-          self.route and manage_route(:add)
+
+          self.provisioners.each do |provisioner|
+            @ui.logger.info { ">>>>> NETWORK PROVISIONER SETUP: #{provisioner} <<<<<" }
+            p = provisioner.new(self.config, @ui)
+            p.respond_to?(:on_node_teardown) and p.on_node_teardown(self)
+          end
+
         end
 
         true
@@ -22,25 +25,16 @@ class TestLab
         @ui.logger.debug { "Network Teardown: #{self.id} " }
 
         please_wait(:ui => @ui, :message => format_object_action(self, 'Teardown', :red)) do
-          self.route and manage_route(:del)
-        end
-
-        self.down
-        self.destroy
 
-        true
-      end
-
-      def manage_route(action)
-        command = ZTK::Command.new(:ui => @ui, :silence => true, :ignore_exit_status => true)
+          self.provisioners.each do |provisioner|
+            @ui.logger.info { ">>>>> NETWORK PROVISIONER TEARDOWN: #{provisioner} <<<<<" }
+            p = provisioner.new(self.config, @ui)
+            p.respond_to?(:on_node_teardown) and p.on_node_teardown(self)
+          end
 
-        case RUBY_PLATFORM
-        when /darwin/ then
-          action = ((action == :del) ? :delete : :add)
-          command.exec(%(sudo route #{action} -net #{TestLab::Utility.network(self.address)} #{self.node.ip} #{TestLab::Utility.netmask(self.address)}))
-        when /linux/ then
-          command.exec(%(sudo route #{action} -net #{TestLab::Utility.network(self.address)} netmask #{TestLab::Utility.netmask(self.address)} gw #{self.node.ip}))
         end
+
+        true
       end
 
     end

data/lib/testlab/network/status.rb

@@ -13,7 +13,8 @@ class TestLab
           :interface => interface,
           :broadcast => self.broadcast,
           :network => self.network,
-          :netmask => self.netmask
+          :netmask => self.netmask,
+          :provisioners => self.provisioners.map(&:to_s).collect{ |p| p.split('::').last }.join(','),
         }
       end
 
@@ -42,11 +43,16 @@ class TestLab
 
       # Network Bridge State
       def state
-        output = self.node.ssh.exec(%(sudo ifconfig #{self.bridge} | grep 'MTU'), :silence => true, :ignore_exit_status => true).output.strip
-        if ((output =~ /UP/) && (output =~ /RUNNING/))
-          :running
+        exit_code = self.node.ssh.exec(%(sudo brctl show #{self.bridge} 2>&1 | grep -i 'No such device'), :silence => true, :ignore_exit_status => true).exit_code
+        if (exit_code == 0)
+          :not_created
         else
-          :stopped
+          output = self.node.ssh.exec(%(sudo ifconfig #{self.bridge} 2>&1 | grep 'MTU'), :silence => true, :ignore_exit_status => true).output.strip
+          if ((output =~ /UP/) && (output =~ /RUNNING/))
+            :running
+          else
+            :stopped
+          end
         end
       end
 

data/lib/testlab/network.rb

@@ -7,7 +7,7 @@ class TestLab
   #
   # @author Zachary Patten <zachary AT jovelabs DOT com>
   class Network < ZTK::DSL::Base
-    STATUS_KEYS   = %w(node_id id state interface network netmask broadcast).map(&:to_sym)
+    STATUS_KEYS   = %w(node_id id state interface network netmask broadcast provisioners).map(&:to_sym)
 
     # Sub-Modules
     autoload :Actions,      'testlab/network/actions'
@@ -26,14 +26,14 @@ class TestLab
     include TestLab::Utility::Misc
 
     # Associations and Attributes
-    belongs_to  :node,        :class_name => 'TestLab::Node'
-    has_many    :interfaces,  :class_name => 'TestLab::Interface'
+    belongs_to  :node,          :class_name => 'TestLab::Node'
+    has_many    :interfaces,    :class_name => 'TestLab::Interface'
+
+    attribute   :provisioners,  :default => Array.new
+    attribute   :config,        :default => Hash.new
 
     attribute   :address
     attribute   :bridge
-    attribute   :route,       :default => false
-
-    attribute   :config
 
 
     def initialize(*args)

data/lib/testlab/node/actions.rb

@@ -7,36 +7,52 @@ class TestLab
       def create
         @ui.logger.debug { "Node Create: #{self.id} " }
 
+        (self.state != :not_created) and return false
+
         please_wait(:ui => @ui, :message => format_object_action(self, 'Create', :green)) do
           @provider.create
         end
+
+        true
       end
 
       # Destroy the node
       def destroy
         @ui.logger.debug { "Node Destroy: #{self.id} " }
 
+        (self.state == :not_created) and return false
+
         please_wait(:ui => @ui, :message => format_object_action(self, 'Destroy', :red)) do
           @provider.destroy
         end
+
+        true
       end
 
       # Start the node
       def up
         @ui.logger.debug { "Node Up: #{self.id} " }
 
+        (self.state == :running) and return false
+
         please_wait(:ui => @ui, :message => format_object_action(self, 'Up', :green)) do
           @provider.up
         end
+
+        true
       end
 
       # Stop the node
       def down
         @ui.logger.debug { "Node Down: #{self.id} " }
 
+        (self.state != :running) and return false
+
         please_wait(:ui => @ui, :message => format_object_action(self, 'Down', :red)) do
           @provider.down
         end
+
+        true
       end
 
     end

data/lib/testlab/node/lifecycle.rb

@@ -13,17 +13,12 @@ class TestLab
       def setup
         @ui.logger.debug { "Node Setup: #{self.id} " }
 
-        self.create
-        self.up
-
         please_wait(:ui => @ui, :message => format_object_action(self, 'Setup', :green)) do
 
-          global_provisioners = [self.provisioners, self.containers.map(&:provisioners)].flatten.compact.uniq
-
           global_provisioners.each do |provisioner|
-            @ui.logger.info { ">>>>> NODE PROVISIONER: #{provisioner} <<<<<" }
+            @ui.logger.info { ">>>>> NODE PROVISIONER SETUP: #{provisioner} <<<<<" }
             p = provisioner.new(self.config, @ui)
-            p.respond_to?(:node) and p.node(self)
+            p.respond_to?(:on_node_setup) and p.on_node_setup(self)
           end
 
         end
@@ -35,16 +30,25 @@ class TestLab
       def teardown
         @ui.logger.debug { "Node Teardown: #{self.id} " }
 
+        (self.state == :not_created) and return false
+
         please_wait(:ui => @ui, :message => format_object_action(self, 'Teardown', :red)) do
-          # NOOP
-        end
 
-        self.down
-        self.destroy
+          global_provisioners.each do |provisioner|
+            @ui.logger.info { ">>>>> NODE PROVISIONER TEARDOWN: #{provisioner} <<<<<" }
+            p = provisioner.new(self.config, @ui)
+            p.respond_to?(:on_node_teardown) and p.on_node_teardown(self)
+          end
+
+        end
 
         true
       end
 
+      def global_provisioners
+        [self.provisioners, self.containers.map(&:provisioners)].flatten.compact.uniq
+      end
+
     end
 
   end

data/lib/testlab/node/status.rb

@@ -16,8 +16,7 @@ class TestLab
           :ip => @provider.ip,
           :port => @provider.port,
           :provider => @provider.class,
-          :con => self.containers.count,
-          :net => self.networks.count
+          :provisioners => self.provisioners.map(&:to_s).collect{ |p| p.split('::').last }.join(',')
         }
       end
 

data/lib/testlab/node.rb

@@ -7,7 +7,7 @@ class TestLab
   #
   # @author Zachary Patten <zachary AT jovelabs DOT com>
   class Node < ZTK::DSL::Base
-    STATUS_KEYS   = %w(id instance_id state user ip port provider con net).map(&:to_sym)
+    STATUS_KEYS   = %w(id instance_id state user ip port provider provisioners).map(&:to_sym)
 
     # Sub-Modules
     autoload :Actions,       'testlab/node/actions'

data/lib/testlab/provisioner.rb

@@ -13,8 +13,9 @@ class TestLab
     autoload :ChefGem,     'testlab/provisioners/chef_gem'
     autoload :OmniBus,     'testlab/provisioners/omnibus'
     autoload :OmniTruck,   'testlab/provisioners/omnitruck'
-    autoload :Resolv,      'testlab/provisioners/resolv'
     autoload :Raring,      'testlab/provisioners/raring'
+    autoload :Resolv,      'testlab/provisioners/resolv'
+    autoload :Route,       'testlab/provisioners/route'
     autoload :Shell,       'testlab/provisioners/shell'
 
     class << self

data/lib/testlab/provisioners/apt.rb

@@ -26,7 +26,7 @@ class TestLab
       # @param [TestLab::Container] container The container which we want to
       #   provision.
       # @return [Boolean] True if successful.
-      def setup(container)
+      def on_container_setup(container)
         @ui.logger.debug { "APT Provisioner: Container #{container.id}" }
 
         bootstrap_template = File.join(TestLab::Provisioner.template_dir, "apt", "bootstrap.erb")

data/lib/testlab/provisioners/apt_cacher_ng.rb

@@ -27,7 +27,7 @@ class TestLab
       #
       # @param [TestLab::Node] node The node which we want to provision.
       # @return [Boolean] True if successful.
-      def node(node)
+      def on_node_setup(node)
         @ui.logger.debug { "APT-CacherNG Provisioner: Node #{node.id}" }
 
         bootstrap_template = File.join(TestLab::Provisioner.template_dir, "apt_cacher_ng", "bootstrap.erb")
@@ -55,7 +55,7 @@ class TestLab
       # @param [TestLab::Container] container The container which we want to
       #   provision.
       # @return [Boolean] True if successful.
-      def setup(container)
+      def on_container_setup(container)
         @ui.logger.debug { "APT-CacherNG Provisioner: Container #{container.id}" }
 
         # Ensure the container APT calls use apt-cacher-ng on the node

data/lib/testlab/provisioners/bind.rb

@@ -23,7 +23,7 @@ class TestLab
       #
       # @param [TestLab::Node] node The node which we want to provision.
       # @return [Boolean] True if successful.
-      def node(node)
+      def on_node_setup(node)
         @ui.logger.debug { "BIND Provisioner: Node #{node.id}" }
 
         bind_setup(node.ssh)

data/lib/testlab/provisioners/chef_gem.rb

@@ -26,7 +26,7 @@ class TestLab
       # @param [TestLab::Container] container The container which we want to
       #   provision.
       # @return [Boolean] True if successful.
-      def setup(container)
+      def on_container_setup(container)
         # NOOP
 
         true
@@ -37,7 +37,7 @@ class TestLab
       # This is a NO-OP currently.
       #
       # @return [Boolean] True if successful.
-      def teardown(container)
+      def on_container_teardown(container)
         # NOOP
 
         true

data/lib/testlab/provisioners/omnibus.rb

@@ -28,7 +28,7 @@ class TestLab
       # @param [TestLab::Container] container The container which we want to
       #   provision.
       # @return [Boolean] True if successful.
-      def setup(container)
+      def on_container_setup(container)
         omnibus_template = File.join(TestLab::Provisioner.template_dir, 'chef', 'omnibus.erb')
         container.bootstrap(ZTK::Template.render(omnibus_template, @config))
       end
@@ -38,7 +38,7 @@ class TestLab
       # This is a NO-OP currently.
       #
       # @return [Boolean] True if successful.
-      def teardown(container)
+      def on_container_teardown(container)
         # NOOP
 
         true