testlab 0.0.3 → 0.0.4

data/lib/testlab/network/status.rb

@@ -0,0 +1,30 @@
+class TestLab
+  class Network
+
+    module Status
+
+      # Network status
+      def status
+        interface = "#{bridge}:#{ip}"
+        {
+          :id => self.id,
+          :node_id => self.node.id,
+          :state => self.state,
+          :interface => interface
+        }
+      end
+
+      # Network Bridge State
+      def state
+        output = self.node.ssh.exec(%(sudo ifconfig #{self.bridge} | grep 'MTU'), :silence => true, :ignore_exit_status => true).output.strip
+        if ((output =~ /UP/) && (output =~ /RUNNING/))
+          :running
+        else
+          :stopped
+        end
+      end
+
+    end
+
+  end
+end

data/lib/testlab/network.rb

@@ -13,115 +13,25 @@ class TestLab
 
     attribute   :bridge
 
-    attribute   :cidr
+    attribute   :ip
     attribute   :config
 
+    autoload :Actions, 'testlab/network/actions'
+    autoload :CIDR, 'testlab/network/cidr'
+    autoload :Lifecycle, 'testlab/network/lifecycle'
+    autoload :Status, 'testlab/network/status'
+
+    include TestLab::Network::Actions
+    include TestLab::Network::CIDR
+    include TestLab::Network::Lifecycle
+    include TestLab::Network::Status
+
     def initialize(*args)
       super(*args)
 
       @ui = TestLab.ui
     end
 
-    # Network status
-    def status
-      interface = "#{bridge}:#{cidr}"
-      {
-        :id => self.id,
-        :node_id => self.node.id,
-        :state => self.state,
-        :interface => interface
-      }
-    end
-
-################################################################################
-
-    # Create the network
-    def create
-      @ui.logger.debug { "Network Create: #{self.id} " }
-
-      self.node.ssh.exec(%(sudo brctl addbr #{self.bridge}), :silence => true, :ignore_exit_status => true)
-      self.node.ssh.exec(%(sudo ifconfig #{self.bridge} #{self.cidr} down), :silence => true, :ignore_exit_status => true)
-    end
-
-    # Destroy the network
-    def destroy
-      @ui.logger.debug { "Network Destroy: #{self.id} " }
-
-      self.node.ssh.exec(%(sudo brctl delbr #{self.bridge}), :silence => true, :ignore_exit_status => true)
-    end
-
-    # Start the network
-    def up
-      @ui.logger.debug { "Network Up: #{self.id} " }
-
-      self.node.ssh.exec(%(sudo ifconfig #{self.bridge} up), :silence => true, :ignore_exit_status => true)
-    end
-
-    # Stop the network
-    def down
-      @ui.logger.debug { "Network Down: #{self.id} " }
-
-      self.node.ssh.exec(%(sudo ifconfig #{self.bridge} down), :silence => true, :ignore_exit_status => true)
-    end
-
-################################################################################
-
-    # Reload the network
-    def reload
-      @ui.logger.debug { "Network Reload: #{self.id} " }
-
-      self.down
-      self.up
-    end
-
-################################################################################
-
-    # State of the network
-    def state
-      output = self.node.ssh.exec(%(sudo ifconfig #{self.bridge} | grep 'MTU'), :silence => true, :ignore_exit_status => true).output.strip
-      if ((output =~ /UP/) && (output =~ /RUNNING/))
-        :running
-      else
-        :stopped
-      end
-    end
-
-################################################################################
-
-    # Network Callback: after_create
-    def after_create
-      @ui.logger.debug { "Network Callback: After Create: #{self.id} " }
-    end
-
-    # Network Callback: after_up
-    def after_up
-      @ui.logger.debug { "Network Callback: After Up: #{self.id} " }
-
-      self.create
-      self.up
-    end
-
-    # Network Callback: before_down
-    def before_down
-      @ui.logger.debug { "Network Callback: Before Down: #{self.id} " }
-
-      self.down
-      self.destroy
-    end
-
-    # Network Callback: before_destroy
-    def before_destroy
-      @ui.logger.debug { "Network Callback: Before Destroy: #{self.id} " }
-    end
-
-################################################################################
-
-    # Method missing handler
-    def method_missing(method_name, *method_args)
-      @ui.logger.debug { "NETWORK METHOD MISSING: #{method_name.inspect}(#{method_args.inspect})" }
-      super(method_name, *method_args)
-    end
-
   end
 
 end

data/lib/testlab/node/bind.rb

@@ -0,0 +1,95 @@
+class TestLab
+  class Node
+
+    module Bind
+      require 'tempfile'
+
+      # Builds the main bind configuration sections
+      def build_bind_main_partial(file)
+        bind_conf_template = File.join(self.class.template_dir, "bind.erb")
+
+        file.puts(ZTK::Template.do_not_edit_notice(:message => "TestLab v#{TestLab::VERSION} BIND Configuration", :char => '//'))
+        file.puts(ZTK::Template.render(bind_conf_template, {}))
+      end
+
+      def build_bind_records
+        forward_records = Hash.new
+        reverse_records = Hash.new
+
+        TestLab::Container.all.each do |container|
+          interface = container.primary_interface
+          domain       = (container.domain || container.node.labfile.config[:domain])
+
+          forward_records[domain] ||= Array.new
+          forward_records[domain] << %(#{container.id} IN A #{container.ip})
+
+          reverse_records[interface.first] ||= Array.new
+          reverse_records[interface.first] << %(#{container.ptr} IN PTR #{container.id}.#{domain}.)
+        end
+        { :forward => forward_records, :reverse => reverse_records }
+      end
+
+      # Builds the bind configuration sections for our zones
+      def build_bind_zone_partial(file)
+        bind_zone_template = File.join(self.class.template_dir, 'bind-zone.erb')
+
+        bind_records = build_bind_records
+        forward_records = bind_records[:forward]
+        reverse_records = bind_records[:reverse]
+
+        TestLab::Network.all.each do |network|
+          context = {
+            :zone => network.arpa
+          }
+
+          file.puts
+          file.puts(ZTK::Template.render(bind_zone_template, context))
+
+          build_bind_db(network.arpa, reverse_records[network.id])
+        end
+
+        domains = ([self.labfile.config[:domain]] + TestLab::Container.domains).flatten
+        domains.each do |domain|
+          context = {
+            :zone => domain
+          }
+
+          file.puts
+          file.puts(ZTK::Template.render(bind_zone_template, context))
+
+          build_bind_db(domain, forward_records[domain])
+        end
+      end
+
+      def build_bind_db(zone, records)
+        bind_db_template = File.join(self.class.template_dir, 'bind-db.erb')
+
+        self.ssh.file(:target => "/etc/bind/db.#{zone}", :chown => "bind:bind") do |file|
+          file.puts(ZTK::Template.do_not_edit_notice(:message => "TestLab v#{TestLab::VERSION} BIND DB: #{zone}", :char => ';'))
+          file.puts(ZTK::Template.render(bind_db_template, { :zone => zone, :records => records }))
+        end
+
+        # self.ssh.exec(%(sudo rm -fv /etc/bind/db.#{zone}.jnl))
+      end
+
+      # Builds the BIND configuration
+      def build_bind_conf
+        self.ssh.file(:target => File.join("/etc/bind/named.conf"), :chown => "bind:bind") do |file|
+          build_bind_main_partial(file)
+          build_bind_zone_partial(file)
+        end
+      end
+
+      def bind_setup
+        bind_setup_template = File.join(self.class.template_dir, 'bind-setup.erb')
+        self.ssh.bootstrap(ZTK::Template.render(bind_setup_template))
+
+        build_bind_conf
+
+        self.ssh.exec(%(sudo /bin/bash -c 'service bind9 restart || service bind9 start'))
+      end
+
+    end
+
+  end
+end

data/lib/testlab/node/lifecycle.rb

@@ -0,0 +1,43 @@
+class TestLab
+  class Node
+
+    module Lifecycle
+
+      # Bootstrap the node
+      def node_setup
+        node_setup_template = File.join(self.class.template_dir, 'node-setup.erb')
+        self.ssh.bootstrap(ZTK::Template.render(node_setup_template))
+      end
+
+      # Setup the node.
+      def setup
+        @ui.logger.debug { "Node Setup: #{self.id} " }
+
+        node_setup
+
+        if self.components.include?('resolv')
+          build_resolv_conf
+        end
+
+        if self.components.include?('bind')
+          bind_setup
+        end
+
+        call_collections([self.networks, self.routers, self.containers], :setup)
+
+        true
+      end
+
+      # Teardown the node.
+      def teardown
+        @ui.logger.debug { "Node Teardown: #{self.id} " }
+
+        call_collections([self.containers, self.routers, self.networks], :teardown)
+
+        true
+      end
+
+    end
+
+  end
+end

data/lib/testlab/node/lxc.rb

@@ -0,0 +1,31 @@
+class TestLab
+  class Node
+
+    module LXC
+      require 'lxc'
+
+      # Returns the LXC object for this Node
+      #
+      # This object is used to control containers on the node via it's provider
+      #
+      # @return [LXC] An instance of LXC configured for this node.
+      def lxc(options={})
+        if (!defined?(@lxc) || @lxc.nil?)
+          @lxc ||= ::LXC.new
+          @lxc.use_sudo = true
+          @lxc.use_ssh = self.ssh
+        end
+        @lxc
+      end
+
+      # Returns the machine type of the node.
+      #
+      # @return [String] The output of 'uname -m'.
+      def arch
+        @arch ||= self.ssh.exec(%(uname -m)).output.strip
+      end
+
+    end
+
+  end
+end

data/lib/testlab/node/resolv.rb

@@ -0,0 +1,30 @@
+class TestLab
+  class Node
+
+    module Resolv
+      require 'tempfile'
+
+      # Builds the main resolv configuration sections
+      def build_resolv_main_conf(file)
+        resolv_conf_template = File.join(self.class.template_dir, "resolv.erb")
+
+        domains = ([self.labfile.config[:domain]] + TestLab::Container.domains).flatten
+        context = {
+          :servers => [TestLab::Network.all.map(&:clean_ip), "8.8.8.8", "8.8.4.4" ].flatten,
+          :search => domains.join(' ')
+        }
+
+        file.puts(ZTK::Template.do_not_edit_notice(:message => "TestLab v#{TestLab::VERSION} RESOLVER Configuration"))
+        file.puts(ZTK::Template.render(resolv_conf_template, context))
+      end
+
+      def build_resolv_conf
+        self.ssh.file(:target => File.join("/etc/resolv.conf"), :chown => "root:root") do |file|
+          build_resolv_main_conf(file)
+        end
+      end
+
+    end
+
+  end
+end

data/lib/testlab/node/ssh.rb

@@ -0,0 +1,43 @@
+class TestLab
+  class Node
+
+    module SSH
+
+      # SSH to the Node
+      def ssh(options={})
+        if (!defined?(@ssh) || @ssh.nil?)
+          @ssh ||= ZTK::SSH.new({:ui => @ui, :timeout => 1200, :silence => true}.merge(options))
+          @ssh.config do |c|
+            c.host_name = @provider.ip
+            c.port      = @provider.port
+            c.user      = @provider.user
+            c.keys      = @provider.identity
+          end
+        end
+        @ssh
+      end
+
+      # SSH to a container running on the Node
+      def container_ssh(container, options={})
+        name = container.id
+        @container_ssh ||= Hash.new
+        if @container_ssh[name].nil?
+          @container_ssh[name] ||= ZTK::SSH.new({:ui => @ui, :timeout => 1200, :silence => true}.merge(options))
+          @container_ssh[name].config do |c|
+            c.proxy_host_name = @provider.ip
+            c.proxy_port      = @provider.port
+            c.proxy_user      = @provider.user
+            c.proxy_keys      = @provider.identity
+
+            c.host_name       = container.ip
+            c.user            = (container.user || "ubuntu")
+            c.keys            = container.keys
+          end
+        end
+        @container_ssh[name]
+      end
+
+    end
+
+  end
+end

data/lib/testlab/node/status.rb

@@ -0,0 +1,26 @@
+class TestLab
+  class Node
+
+    module Status
+
+      # Node Status
+      #
+      # @return [Hash] A hash detailing the status of the node.
+      def status
+        {
+          :instance_id => @provider.instance_id,
+          :state => @provider.state,
+          :user => @provider.user,
+          :ip => @provider.ip,
+          :port => @provider.port,
+          :provider => @provider.class,
+          :con => self.containers.count,
+          :net => self.networks.count,
+          :rtr => self.routers.count
+        }
+      end
+
+    end
+
+  end
+end

data/lib/testlab/node/templates/bind-db.erb

@@ -0,0 +1,12 @@
+$TTL 1d
+@ IN  SOA localhost. root.localhost. (
+            0   ; Serial
+           1w   ; Refresh
+           1d   ; Retry
+           4w   ; Expire
+           1d ) ; Negative Cache TTL
+;
+@ IN  NS  localhost.
+<% @records.each do |record| -%>
+<%= record %>
+<% end -%>

data/lib/testlab/node/templates/bind-setup.erb

@@ -0,0 +1,6 @@
+set -x
+
+apt-get -y install bind9
+service bind9 restart || service bind9 start
+
+exit 0

data/lib/testlab/node/templates/bind-zone.erb

@@ -0,0 +1,4 @@
+zone "<%= @zone %>" {
+  type master;
+  file "/etc/bind/db.<%= @zone %>";
+};

data/lib/testlab/node/templates/bind.erb

@@ -0,0 +1,60 @@
+options {
+  directory "/var/cache/bind";
+
+  // If there is a firewall between you and nameservers you want
+  // to talk to, you may need to fix the firewall to allow multiple
+  // ports to talk.  See http://www.kb.cert.org/vuls/id/800113
+
+  // If your ISP provided one or more IP addresses for stable
+  // nameservers, you probably want to use them as forwarders.
+  // Uncomment the following block, and insert the addresses replacing
+  // the all-0's placeholder.
+
+  // forwarders {
+  //  0.0.0.0;
+  // };
+
+  //========================================================================
+  // If BIND logs error messages about the root key being expired,
+  // you will need to update your keys.  See https://www.isc.org/bind-keys
+  //========================================================================
+  dnssec-validation auto;
+
+  auth-nxdomain no;    # conform to RFC1035
+  listen-on-v6 { any; };
+};
+
+include "/etc/bind/rndc.key";
+
+controls {
+  inet 127.0.0.1 allow { 127.0.0.1; } keys { "rndc-key"; };
+};
+
+// prime the server with knowledge of the root servers
+zone "." {
+  type hint;
+  file "/etc/bind/db.root";
+};
+
+// be authoritative for the localhost forward and reverse zones, and for
+// broadcast zones as per RFC 1912
+
+zone "localhost" {
+  type master;
+  file "/etc/bind/db.local";
+};
+
+zone "127.in-addr.arpa" {
+  type master;
+  file "/etc/bind/db.127";
+};
+
+zone "0.in-addr.arpa" {
+  type master;
+  file "/etc/bind/db.0";
+};
+
+zone "255.in-addr.arpa" {
+  type master;
+  file "/etc/bind/db.255";
+};

data/lib/testlab/node/templates/node-setup.erb

@@ -0,0 +1,18 @@
+set -x
+
+# Update APT and ensure our required packages are installed
+apt-get -y update
+apt-get -y install lxc bridge-utils debootstrap yum iptables ntpdate ntp
+
+# Ensure the default lxc networking services are off
+service lxc-net stop
+
+# Ensure NTP services are enabled and running
+service ntp restart || service ntp start
+
+# Enable ipv4 forwarding
+sysctl net.ipv4.ip_forward | grep "net.ipv4.ip_forward = 1" || sysctl -w net.ipv4.ip_forward=1
+
+# Install an iptable NAT rule
+iptables -t nat --list -v | grep "MASQUERADE  all  --  any    eth0    anywhere             anywhere" || iptables -t nat -A POSTROUTING -o eth0 -j MASQUERADE
+

data/lib/testlab/node/templates/resolv.erb

@@ -0,0 +1,4 @@
+search <%= @search %>
+<% @servers.each do |server| -%>
+nameserver <%= server %>
+<% end -%>