testlab 1.21.1 → 1.22.0

checksums.yaml

@@ -0,0 +1,15 @@
+---
+!binary "U0hBMQ==":
+  metadata.gz: !binary |-
+    MTVjZGJiNGZlZjVkNDU5MzQ5OTkxMWIxZDljNDA0M2IyMWM0MTkyMA==
+  data.tar.gz: !binary |-
+    NjkwOTZhNjNlMTljMjY3ZThkMTg2ZGNhZjM5OTMzZDk5N2E1YTA3NQ==
+SHA512:
+  metadata.gz: !binary |-
+    NjYxMDExOWM3YWE5NDAxMzJlMThmYjVhMDRhMDc4ZjE1NmY1NGZlMjk3NWIz
+    YWFjNGQ0OTA5NjFkYmQ5ODkyYjNiMGY4MTZhZmJiMDgxNTlkYmU2YTJhYjAw
+    MmZjMjlkNTdlZDkzNWRhZmVhMWE1NzA0YjAzMTIwY2Q0MjAzY2U=
+  data.tar.gz: !binary |-
+    NmYzNDJjMWE3OGIxNzc0NTVmODAxMWU4ZTkyZDgxZmQ0NTgzMzk1ZjM2ZGFj
+    Mjg0NjQwYmQ5ZjIwMGI2ZjA2MTE0ZDdhY2E1YjRkYjk4NzExMDU1NmFiOTY0
+    ZGEwODNiODEwNjhjMjc2ZTgzMmRlYjNmMzBhMDZiZjA3MzMyMjY=

data/README.md

@@ -1,14 +1,8 @@
 [![Gem Version](https://badge.fury.io/rb/testlab.png)](http://badge.fury.io/rb/testlab)
-[![Dependency Status](https://gemnasium.com/zpatten/testlab.png)](https://gemnasium.com/zpatten/testlab)
+[![Dependency Status](https://gemnasium.com/lookout/testlab.png)](https://gemnasium.com/lookout/testlab)
 [![Build Status](https://secure.travis-ci.org/lookout/testlab.png)](http://travis-ci.org/lookout/testlab)
 [![Coverage Status](https://coveralls.io/repos/lookout/testlab/badge.png?branch=master)](https://coveralls.io/r/lookout/testlab)
-[![Code Climate](https://codeclimate.com/github/zpatten/testlab.png)](https://codeclimate.com/github/zpatten/testlab)
-
-# A Quick Note on Versioning
-
-I attempt to keep TestLab in line with Semantic Versioning when incrementing version numbers.  I am human so I may screw this up on, hopefully rare, occasion.  Semantic Versioning is delicious and everyone should be following this schema, especially when it comes to Ruby Gems which have a habit of pushing your projects into "dependency hell".
-
-* http://semver.org/
+[![Code Climate](https://codeclimate.com/github/lookout/testlab.png)](https://codeclimate.com/github/lookout/testlab)
 
 # What is TestLab?
 
@@ -65,6 +59,7 @@ When supplying container names you actually have three options.  When you do not
     tl container build                             # build all containers
     tl container build -n chef-client              # only build the chef-client container
     tl container build -n chef-server,chef-client  # build the chef-server and chef-client container (NOTE: list order dictates execution order)
+    tl container build -n \!chef-server            # build all containers, except the chef-server container
 
 # Installation
 
@@ -85,6 +80,10 @@ The `Labfile` defines your virtual computer lab.  It defines where you want to r
 
 You can override the default `Labfile` by setting the path to your alternate `Labfile` via the environment variable `LABFILE` or via a command line argument (see `tl help` for more details) directly to TestLab.
 
+For some examples of Labfiles check out:
+
+* https://github.com/zpatten/testlab-repo
+
 ## Building your Lab
 
 You should build your TestLab node (i.e. VirtualBox VM) and TestLab networks first.  This is the foundation which the containers run on.  You should attempt to keep your TestLab node intact and only cycle your containers.
@@ -112,31 +111,74 @@ Importing entire labs with an embedded `Labfile` is coming soon.
 
 You should import containers because it saves a lot of time.  Building containers from scratch is a time consuming process.  Using shipping container images and ultimately lab images greatly accelerates the speed at which you can move.
 
-**The follow commands assume you have a functioning TestLab node.**
-
     tl container build --force                 # Force all defined containers to build even if some can be imported
     tl container build                         # Attempts to import all defined containers, building those which can not be imported
     tl container build -n chef-client --force  # Force the 'chef-client' container to build from scratch even if it can be imported
+    tl container build -n \!chef-server        # Build all containers, except the 'chef-server' container
 
 ### Importing Containers
 
 You should import containers because it saves a lot of time.  Building containers from scratch is a time consuming process.  Using shipping container images and ultimately lab images greatly accelerates the speed at which you can move.
 
-**The follow commands assume you have a functioning TestLab node.**
-
-    tl container import                             # Attempts to import all defined containers
-    tl container import -n chef-client              # Attempts to only import the 'chef-client' container
-    tl container import -n chef-server,chef-client  # Attempts to only import the 'chef-server' and 'chef-client' container
+    tl container import                             # Import all defined containers
+    tl container import -n chef-client              # Import the 'chef-client' container
+    tl container import -n chef-server,chef-client  # Import the 'chef-server' and 'chef-client' container
+    tl container import -n \!chef-server            # Import all containers, except the 'chef-server' container
 
 ### Demolishing Containers
 
 You can easily remove all the containers your have defined in your `Labfile` as well as single containers.  You should generally demolish your containers instead of destroying them because the demolish action involves decommissioning.
 
-**The follow commands assume you have a functioning TestLab node with running containers.**
-
     tl container demolish                             # Demolish all defined containers
     tl container demolish -n chef-client              # Only demolish the 'chef-client' container
     tl container demolish -n chef-client,chef-server  # Only demolish the 'chef-client' and 'chef-server' containers
+    tl container demolish -n \!chef-server            # Demolish all containers, except the 'chef-server' container
+
+### Recycle Containers
+
+You can demolish and build containers all in one motion by recycling them. If a container can be imported, recycle will attempt to do so during the build phase unless the force options is specified.
+
+    tl container recycle                             # Recycle all defined containers
+    tl container recycle -n chef-client              # Only recycle the 'chef-client' container
+    tl container recycle -n chef-client --force      # Only recycle the 'chef-client' container and force building; do not import
+    tl container recycle -n chef-client,chef-server  # Only recycle the 'chef-client' and 'chef-server' containers
+    tl container recycle -n \!chef-server            # Recycle all containers, except the 'chef-server' container
+
+### Bounce Containers
+
+You can easily restart (i.e. bounce) your containers, for example:
+
+    tl container bounce                             # Bounce all defined containers
+    tl container bounce -n chef-client              # Only bounce the 'chef-client' container
+    tl container bounce -n chef-client,chef-server  # Only bounce the 'chef-client' and 'chef-server' containers
+    tl container bounce -n \!chef-server            # Bounce all containers, except the 'chef-server' container
+
+### Start Containers
+
+You can easily start your containers, for example:
+
+    tl container up                             # Start all defined containers
+    tl container up -n chef-client              # Only start the 'chef-client' container
+    tl container up -n chef-client,chef-server  # Only start the 'chef-client' and 'chef-server' containers
+    tl container up -n \!chef-server            # Start all containers, except the 'chef-server' container
+
+### Stop Containers
+
+You can easily stop your containers, for example:
+
+    tl container down                             # Stop all defined containers
+    tl container down -n chef-client              # Only stop the 'chef-client' container
+    tl container down -n chef-client,chef-server  # Only stop the 'chef-client' and 'chef-server' containers
+    tl container down -n \!chef-server            # Stop all containers, except the 'chef-server' container
+
+### Container Status
+
+You can get the status of all, some or a single container, for example (-q silences all of the STDOUT log output):
+
+    tl -q container status                             # Get status for all defined containers
+    tl -q container status -n chef-client              # Get status only for the 'chef-client' container
+    tl -q container status -n chef-client,chef-server  # Get status only for the 'chef-client' and 'chef-server' containers
+    tl -q container status -n \!chef-server            # Get the status of all containers, except the 'chef-server' container
 
 ### Connecting to Containers
 

data/bin/tl

@@ -106,7 +106,11 @@ pre do |global,command,options,args|
 
   (@verbose == true) and (ENV['LOG_LEVEL'] = 'DEBUG')
 
-  File.exists?(global[:log]) and FileUtils.move(global[:log], DEFAULT_LOG_BACKUP)
+  File.exists?(global[:log]) and FileUtils.rm_f(global[:log])
+  Dir[DEFAULT_LOG_GLOB].each do |log_filename|
+    File.exists?(log_filename) and FileUtils.rm_f(log_filename)
+  end
+
   logger = ZTK::Logger.new(global[:log])
   if ((@verbose == true) || (@quiet == false))
     logger.loggers << ::Logger.new(STDOUT)
@@ -185,9 +189,14 @@ on_error do |exception|
 
     message = format_message("TestLab v#{TestLab::VERSION} Aborted (%0.4f seconds)".black.bold % testlab_run_time)
     dump_file.puts(ZTK::ANSI.uncolor(message))
+    dump_file.close
+
     @ui.stderr.puts(message)
     @ui.logger.info { message }
 
+    @ui.stderr.puts
+    commands[:bugreport] and commands[:bugreport].execute({}, {}, [])
+
     false
   end
 end

data/lib/commands/support.rb

@@ -57,12 +57,10 @@ def build_lab_commands(component, klass, &block)
       c.command lab_action do |la|
 
         la.action do |global_options, options, args|
-          iterate_objects_by_name(options[:name], klass) do |object|
-            if %w( build recycle ).map(&:to_sym).include?(lab_action)
-              object.send(lab_action, options[:force])
-            else
-              object.send(lab_action)
-            end
+          objects  = iterate_objects_by_name(options[:name], klass)
+
+          @testlab.do_parallel_actions(klass, objects, lab_action) do |object, action, klass|
+            send_lab_action(object, options, action)
           end
         end
 
@@ -73,15 +71,29 @@ def build_lab_commands(component, klass, &block)
   end
 end
 
+def send_lab_action(object, options, lab_action)
+  if %w( build recycle ).map(&:to_sym).include?(lab_action)
+    object.send(lab_action, options[:force])
+  else
+    object.send(lab_action)
+  end
+end
+
 def iterate_objects_by_name(name, klass, &block)
   objects = Array.new
   klass_name = klass.to_s.split('::').last.downcase
 
-  if name.nil?
-    objects = klass.all.select{ |object| (!object.template rescue true) }
-  else
+  objects = klass.all.select{ |o| (!o.template rescue true) }
+  if !name.nil?
     names = name.split(',')
-    objects = klass.find(names).select{ |object| (!object.template rescue true) }
+
+    not_names = names.collect { |n| ((n[0] == '!') and n[1..-1]) }.delete_if {|n| n == false }.compact
+    names.delete_if { |n| n[0] == '!' }
+
+    if names.size > 0
+      objects = klass.find(names).select{ |o| (!o.template rescue true) }
+    end
+    objects.delete_if{ |o| not_names.include?(o.id.to_s.downcase) }
   end
 
   (objects.nil? || (objects.count == 0)) and raise TestLab::TestLabError, "We could not find any of the #{klass_name}s you supplied!"

data/lib/commands/testlab.rb

@@ -219,21 +219,40 @@ end
 
 # LAB BUG REPORT
 #################
-desc 'Generate a lab bug report'
+desc 'Generate a bug report'
 command :bugreport do |bugreport|
   bugreport.action do |global_options, options, args|
+
+    def build_header(message)
+      char    = '#'
+      header  = "#{char * 30}   #{message}   #{char * 30}"
+      content = Array.new
+
+      content << (char * header.uncolor.length)
+      content << header
+      content << (char * header.uncolor.length)
+
+      content
+    end
+
     @testlab.ui.logger.level = ZTK::Logger::FATAL
 
     report_file = File.join("", "tmp", "testlab-bug-report.#{Time.now.utc.to_i}")
 
     content = Array.new
     content << (IO.read(DEFAULT_DUMP_FILE) rescue nil)
-    content << ("#{'=' * 30} TestLab Log #{'=' * 30}")
-    content << IO.read(DEFAULT_LOG_BACKUP)
+
+    content << build_header("TestLab Log")
+    content << IO.read(DEFAULT_LOG_FILE)
+
+    Dir[DEFAULT_LOG_GLOB].each do |log_filename|
+      content << build_header("TestLab Log: #{log_filename.inspect}")
+      content << IO.read(log_filename)
+    end
 
     IO.write(report_file, content.flatten.compact.join("\n"))
 
-    @testlab.ui.stdout.puts("The bug report for your most recent execution of TestLab is located at #{report_file.inspect}.")
+    @testlab.ui.stderr.puts("The bug report for your most recent execution of TestLab is located at #{report_file.inspect}.")
   end
 end
 

data/lib/testlab/const.rb

@@ -6,6 +6,6 @@ unless defined?(DEFAULT_LOG_FILE)
   DEFAULT_LOG_FILE = File.join('', 'tmp', 'testlab.log')
 end
 
-unless defined?(DEFAULT_LOG_BACKUP)
-  DEFAULT_LOG_BACKUP = File.join('', 'tmp', 'testlab.log.bak')
+unless defined?(DEFAULT_LOG_GLOB)
+  DEFAULT_LOG_GLOB = File.join('', 'tmp', 'testlab.log.*')
 end

data/lib/testlab/container/status.rb

@@ -64,7 +64,8 @@ class TestLab
           :interfaces => interfaces,
           :provisioners => self.provisioners.map(&:to_s).collect{ |p| p.split('::').last }.join(','),
           :node_id => self.node.id,
-          :inherited => (self.inherit.nil? ? 'none' : self.inherit)
+          :inherited => (self.inherit.nil? ? 'none' : self.inherit),
+          :priority => self.priority
         }
       end
 

data/lib/testlab/container.rb

@@ -72,7 +72,7 @@ class TestLab
     # An array of symbols of the various keys in our status hash.
     #
     # @see TestLab::Container::Status
-    STATUS_KEYS   = %w(id node_id cpu_time memory_usage disk_usage mode fqdn state distro release interfaces provisioners inherited).map(&:to_sym)
+    STATUS_KEYS   = %w(id node_id priority cpu_time memory_usage disk_usage mode fqdn state distro release interfaces provisioners inherited).map(&:to_sym)
 
     # Sub-Modules
     autoload :Actions,       'testlab/container/actions'
@@ -123,12 +123,15 @@ class TestLab
 
     attribute   :mounts,        :default => Array.new
 
+    # The URL to this container or container templates shipping container image.
     attribute   :sc_url
 
+    # The AppArmor profile LXC should use
     attribute   :aa_profile
+    # Additional capabilities LXC should drop
     attribute   :cap_drop
 
-    attribute   :tags,          :default => Array.new
+    attribute   :tags
 
     # Instructs ephemeral containers to persist; otherwise tmpfs will be used
     # as the backend store for ephemeral containers.
@@ -141,6 +144,12 @@ class TestLab
     # Should we inherit a container?
     attribute   :inherit
 
+    # Execution priority; set the order in which the object should execute when
+    # performing parallel operations; a higher value priority equates to more
+    # precedence.  Objects with identical priority values will execute in
+    # parallel.
+    attribute   :priority
+
 
     def initialize(*args)
       @ui = TestLab.ui
@@ -149,6 +158,12 @@ class TestLab
       super(*args)
       @ui.logger.debug { "Container '#{self.id}' Loaded" }
 
+      if self.priority.nil? && (self.template == false)
+        $priority_counter ||= 0
+        self.priority     ||= (1000 - $priority_counter)
+        $priority_counter += 1
+      end
+
       self.tags ||= [ self.id ]
 
       if !self.inherit.nil?
@@ -160,7 +175,7 @@ class TestLab
         end
 
         # Inherit the containers attributes
-        parent.attributes.reject{ |k,v| [:id, :node_id, :inherit, :template].include?(k) }.each do |key, value|
+        parent.attributes.reject{ |k,v| [:id, :node_id, :inherit, :template, :priority].include?(k) }.each do |key, value|
           self.send("#{key}=", (value.dup rescue value))
         end
 
@@ -185,6 +200,18 @@ class TestLab
       self.node.repo_dir
     end
 
+    class << self
+
+      def priority_groups
+        self.all.delete_if{|c| (c.template == true) }.map(&:priority).sort.uniq.reverse
+      end
+
+      def by_priority(priority)
+        self.all.delete_if{|c| (c.template == true) }.select{ |c| c.priority == priority }
+      end
+
+    end
+
   end
 
 end

data/lib/testlab/network.rb

@@ -37,6 +37,12 @@ class TestLab
     attribute   :address
     attribute   :bridge
 
+    # Execution priority; set the order in which the object should execute when
+    # performing parallel operations; a higher value priority equates to more
+    # precedence.  Objects with identical priority values will execute in
+    # parallel.
+    attribute   :priority,       :default => 0
+
 
     def initialize(*args)
       @ui = TestLab.ui
@@ -46,6 +52,18 @@ class TestLab
       @ui.logger.debug { "Network '#{self.id}' Loaded" }
     end
 
+    class << self
+
+      def priority_groups
+        self.all.map(&:priority).sort.uniq.reverse
+      end
+
+      def by_priority(priority)
+        self.all.select{ |n| n.priority == priority }
+      end
+
+    end
+
   end
 
 end

data/lib/testlab/node/ssh.rb

@@ -3,7 +3,9 @@ class TestLab
 
     module SSH
 
-      # SSH to the Node
+      # Node SSH Connection
+      #
+      # @return [ZTK::SSH] Returns a new or cached ZTK::SSH object for the node.
       def ssh(options={})
         if (!defined?(@ssh) || @ssh.nil?)
           @ssh ||= ZTK::SSH.new({:ui => @ui, :timeout => 3600, :silence => true}.merge(options))
@@ -17,7 +19,10 @@ class TestLab
         @ssh
       end
 
-      # SSH to a container running on the Node
+      # Container SSH Connection
+      #
+      # @return [ZTK::SSH] Returns a new or cached ZTK::SSH object for the
+      #   container.
       def container_ssh(container, options={})
         name = container.id
         @container_ssh ||= Hash.new
@@ -39,6 +44,21 @@ class TestLab
         @container_ssh[name]
       end
 
+      # Shutdown all SSH connections
+      #
+      # @return [Boolean] True if successful.
+      def ssh_shutdown!
+        @ssh.nil? or @ssh.close
+        @ssh = nil
+
+        @container_ssh.nil? or @container_ssh.each do |name, ssh|
+          ssh.nil? or ssh.close
+        end
+        @container_ssh = nil
+
+        true
+      end
+
     end
 
   end

data/lib/testlab/node.rb

@@ -44,6 +44,12 @@ class TestLab
     attribute  :provisioners,  :default => Array.new
     attribute  :config,        :default => Hash.new
 
+    # Execution priority; set the order in which the object should execute when
+    # performing parallel operations; a higher value priority equates to more
+    # precedence.  Objects with identical priority values will execute in
+    # parallel.
+    attribute   :priority,       :default => 0
+
 
     def initialize(*args)
       @ui = TestLab.ui
@@ -74,6 +80,18 @@ class TestLab
       self.config[:bind][:domain] ||= 'tld.invalid'
     end
 
+    class << self
+
+      def priority_groups
+        self.all.map(&:priority).sort.uniq.reverse
+      end
+
+      def by_priority(priority)
+        self.all.select{ |n| n.priority == priority }
+      end
+
+    end
+
   end
 
 end

data/lib/testlab/provisioners/bind.rb

@@ -28,6 +28,7 @@ class TestLab
       def on_node_provision(node)
         @ui.logger.debug { "BIND Provisioner: Node #{node.id}" }
 
+        bind_install(node)
         bind_provision(node)
 
         true
@@ -153,7 +154,6 @@ class TestLab
       end
 
       def bind_provision(node)
-        bind_install(node)
         build_bind_conf(node)
         bind_reload(node)
       end

data/lib/testlab/provisioners/route.rb

@@ -33,6 +33,7 @@ class TestLab
 
         true
       end
+      alias :on_network_destroy :on_network_down
 
       # Route: Node Down
       def on_node_down(node)
@@ -42,6 +43,7 @@ class TestLab
 
         true
       end
+      alias :on_node_destroy :on_node_down
 
     private
 

data/lib/testlab/support/parallel.rb

@@ -0,0 +1,93 @@
+class TestLab
+  module Support
+
+    module Parallel
+
+      # Perform actions against a collection of objects in parallel.
+      #
+      # @return [Boolean] True if successful.
+      def do_parallel_actions(klass, objects, action, reverse=false, &block)
+
+        # Our before fork hook; we should reset our SSH connections before
+        # forking, they will automatically re-establish after forking.
+        def before_fork(pid)
+          defined?(nodes) and nodes.each do |node|
+            node.ssh_shutdown!
+          end
+        end
+
+        # Clear the screen and move the cursor to x:0, y:0 using ANSI escape
+        # codes
+        #
+        # @return [Boolean] Returns True if successful.
+        def reset_screen
+          self.ui.stdout.puts(ZTK::ANSI.reset)
+          self.ui.stdout.puts(ZTK::ANSI.goto(0, 0))
+
+          true
+        end
+
+        klass_name = klass.to_s.split('::').last
+        command    = ZTK::Command.new(:silence => true, :ignore_exit_status => true)
+        parallel   = ZTK::Parallel.new(:ui => self.ui)
+        parallel.config do |config|
+          config.before_fork = method(:before_fork)
+        end
+
+        priority_groups = klass.priority_groups
+        (reverse == true) and priority_groups.reverse!
+
+        priority_groups.each do |priority_group|
+
+          selected_objects = objects.select{ |c| c.priority == priority_group }
+          if selected_objects.count == 1
+            object = selected_objects.first
+
+            block.call(object, action, klass)
+          else
+            selected_objects.each do |object|
+              parallel.process do
+                $0 = "TestLab #{klass_name.capitalize} #{action.to_s.capitalize}: #{object.id.inspect}"
+
+                # Redirect all standard I/O to /dev/null
+                self.ui.stdout.reopen("/dev/null", "a")
+                self.ui.stderr.reopen("/dev/null", "a")
+                self.ui.stdin.reopen("/dev/null")
+
+                # Redirect logging to an object specific log file
+                log_filename = "/tmp/testlab.log.#{object.id.to_s.downcase}"
+                File.exists?(log_filename) && FileUtils.rm_f(log_filename)
+                self.ui.logger = ZTK::Logger.new(log_filename)
+
+                block.call(object, action, klass)
+              end
+            end
+
+            while (parallel.count > 0) do
+              message = format_message("Parallel #{action.to_s.capitalize} Running:".yellow)
+
+              reset_screen
+              self.ui.stdout.puts(message)
+              self.ui.stdout.puts("-" * message.uncolor.length)
+              self.ui.stdout.print(command.exec(%(ps u --pid #{parallel.pids.join(' ')} 2>/dev/null)).output)
+
+              sleep(1)
+
+              # Attempt to reap processes faster, otherwise we'll only reap one
+              # per second if we're lucky.
+              for x in 1..(parallel.count) do
+                parallel.wait(Process::WNOHANG)
+              end
+            end
+
+            reset_screen
+          end
+        end
+
+        true
+      end
+
+    end
+
+  end
+end

data/lib/testlab/support.rb

@@ -13,6 +13,7 @@ class TestLab
   module Support
     autoload :Execution, 'testlab/support/execution'
     autoload :Lifecycle, 'testlab/support/lifecycle'
+    autoload :Parallel,  'testlab/support/parallel'
   end
 
 end

data/lib/testlab/version.rb

@@ -1,6 +1,6 @@
 class TestLab
   unless const_defined?(:VERSION)
     # TestLab Gem Version
-    VERSION = "1.21.1"
+    VERSION = "1.22.0"
   end
 end

data/lib/testlab.rb

@@ -137,6 +137,7 @@ class TestLab
   autoload :User,        'testlab/user'
   autoload :Utility,     'testlab/utility'
 
+  include TestLab::Support::Parallel
   include TestLab::Utility::Misc
 
   attr_accessor :config_dir
@@ -426,11 +427,13 @@ class TestLab
   def method_proxy(method_name, *method_args)
     nodes.each do |node|
       node.send(method_name, *method_args)
+
       node.networks.each do |network|
         network.send(method_name, *method_args)
       end
-      node.containers.each do |container|
-        container.send(method_name, *method_args)
+
+      do_parallel_actions(TestLab::Container, node.containers, method_name) do |object, action, klass|
+        object.send(method_name, *method_args)
       end
     end
   end
@@ -443,12 +446,14 @@ class TestLab
   # @return [Boolean] True if successful.
   def reverse_method_proxy(method_name, *method_args)
     nodes.reverse.each do |node|
-      node.containers.reverse.each do |container|
-        container.send(method_name, *method_args)
+      do_parallel_actions(TestLab::Container, node.containers.reverse, method_name, true) do |object, action, klass|
+        object.send(method_name, *method_args)
       end
+
       node.networks.reverse.each do |network|
         network.send(method_name, *method_args)
       end
+
       node.send(method_name, *method_args)
     end
   end

metadata

@@ -1,20 +1,18 @@
 --- !ruby/object:Gem::Specification
 name: testlab
 version: !ruby/object:Gem::Version
-  version: 1.21.1
-  prerelease: 
+  version: 1.22.0
 platform: ruby
 authors:
 - Zachary Patten
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-02-07 00:00:00.000000000 Z
+date: 2014-03-13 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: gli
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ! '>='
       - !ruby/object:Gem::Version
@@ -22,7 +20,6 @@ dependencies:
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ! '>='
       - !ruby/object:Gem::Version
@@ -30,7 +27,6 @@ dependencies:
 - !ruby/object:Gem::Dependency
   name: lxc
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ! '>='
       - !ruby/object:Gem::Version
@@ -38,7 +34,6 @@ dependencies:
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ! '>='
       - !ruby/object:Gem::Version
@@ -46,7 +41,6 @@ dependencies:
 - !ruby/object:Gem::Dependency
   name: ztk
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ! '>='
       - !ruby/object:Gem::Version
@@ -54,7 +48,6 @@ dependencies:
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ! '>='
       - !ruby/object:Gem::Version
@@ -62,7 +55,6 @@ dependencies:
 - !ruby/object:Gem::Dependency
   name: activesupport
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ! '>='
       - !ruby/object:Gem::Version
@@ -70,7 +62,6 @@ dependencies:
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ! '>='
       - !ruby/object:Gem::Version
@@ -78,7 +69,6 @@ dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ! '>='
       - !ruby/object:Gem::Version
@@ -86,7 +76,6 @@ dependencies:
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ! '>='
       - !ruby/object:Gem::Version
@@ -94,7 +83,6 @@ dependencies:
 - !ruby/object:Gem::Dependency
   name: pry
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ! '>='
       - !ruby/object:Gem::Version
@@ -102,7 +90,6 @@ dependencies:
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ! '>='
       - !ruby/object:Gem::Version
@@ -110,7 +97,6 @@ dependencies:
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ! '>='
       - !ruby/object:Gem::Version
@@ -118,7 +104,6 @@ dependencies:
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ! '>='
       - !ruby/object:Gem::Version
@@ -126,7 +111,6 @@ dependencies:
 - !ruby/object:Gem::Dependency
   name: redcarpet
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ! '>='
       - !ruby/object:Gem::Version
@@ -134,7 +118,6 @@ dependencies:
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ! '>='
       - !ruby/object:Gem::Version
@@ -142,7 +125,6 @@ dependencies:
 - !ruby/object:Gem::Dependency
   name: aruba
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ! '>='
       - !ruby/object:Gem::Version
@@ -150,7 +132,6 @@ dependencies:
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ! '>='
       - !ruby/object:Gem::Version
@@ -158,7 +139,6 @@ dependencies:
 - !ruby/object:Gem::Dependency
   name: rspec
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ! '>='
       - !ruby/object:Gem::Version
@@ -166,7 +146,6 @@ dependencies:
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ! '>='
       - !ruby/object:Gem::Version
@@ -174,7 +153,6 @@ dependencies:
 - !ruby/object:Gem::Dependency
   name: yard
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ! '>='
       - !ruby/object:Gem::Version
@@ -182,7 +160,6 @@ dependencies:
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ! '>='
       - !ruby/object:Gem::Version
@@ -190,7 +167,6 @@ dependencies:
 - !ruby/object:Gem::Dependency
   name: coveralls
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ! '>='
       - !ruby/object:Gem::Version
@@ -198,7 +174,6 @@ dependencies:
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ! '>='
       - !ruby/object:Gem::Version
@@ -206,7 +181,6 @@ dependencies:
 - !ruby/object:Gem::Dependency
   name: travis
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ! '>='
       - !ruby/object:Gem::Version
@@ -214,7 +188,6 @@ dependencies:
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ! '>='
       - !ruby/object:Gem::Version
@@ -222,7 +195,6 @@ dependencies:
 - !ruby/object:Gem::Dependency
   name: travis-artifacts
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ! '>='
       - !ruby/object:Gem::Version
@@ -230,7 +202,6 @@ dependencies:
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ! '>='
       - !ruby/object:Gem::Version
@@ -238,7 +209,6 @@ dependencies:
 - !ruby/object:Gem::Dependency
   name: typhoeus
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
@@ -246,7 +216,6 @@ dependencies:
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
@@ -254,7 +223,6 @@ dependencies:
 - !ruby/object:Gem::Dependency
   name: websocket-native
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ! '>='
       - !ruby/object:Gem::Version
@@ -262,7 +230,6 @@ dependencies:
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ! '>='
       - !ruby/object:Gem::Version
@@ -376,6 +343,7 @@ files:
 - lib/testlab/support.rb
 - lib/testlab/support/execution.rb
 - lib/testlab/support/lifecycle.rb
+- lib/testlab/support/parallel.rb
 - lib/testlab/user.rb
 - lib/testlab/user/lifecycle.rb
 - lib/testlab/utility.rb
@@ -405,33 +373,26 @@ files:
 homepage: http://hackers.lookout.com/testlab/
 licenses:
 - Apache 2.0
+metadata: {}
 post_install_message: 
 rdoc_options: []
 require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement
-  none: false
   requirements:
   - - ! '>='
     - !ruby/object:Gem::Version
       version: '0'
-      segments:
-      - 0
-      hash: -360706151585908837
 required_rubygems_version: !ruby/object:Gem::Requirement
-  none: false
   requirements:
   - - ! '>='
     - !ruby/object:Gem::Version
       version: '0'
-      segments:
-      - 0
-      hash: -360706151585908837
 requirements: []
 rubyforge_project: 
-rubygems_version: 1.8.25
+rubygems_version: 2.2.1
 signing_key: 
-specification_version: 3
+specification_version: 4
 summary: A toolkit for building virtual computer labs
 test_files:
 - features/step_definitions/container_steps.rb