toft-puppet 0.0.9

data/features/step_definitions/command.rb

@@ -0,0 +1,28 @@
+Then /^Running ssh command "([^"]*)" on "([^"]*)" should succeed$/ do |cmd, node|
+  lambda { find(node).run_ssh(cmd) }.should_not raise_error  
+end
+
+Then /^Running ssh command "([^"]*)" on "([^"]*)" should fail$/ do |cmd, node|
+  lambda { find(node).run_ssh(cmd) }.should raise_error
+end
+
+Then /^Rm "([^"]*)" on "([^"]*)" should fail$/ do |dir, node|
+  lambda { find(node).rm(dir) }.should raise_error  
+end
+
+Then /^Rm "([^"]*)" on "([^"]*)" should succeed$/ do |dir, node|
+  lambda { find(node).rm(dir) }.should_not raise_error  
+end
+
+Then /^the result of running ssh command "([^"]*)" on "([^"]*)" should contain "([^"]*)"$/ do |cmd, node, s|
+  r = find(node).run_ssh(cmd)
+  r.stdout.should include(s)
+end
+
+Then /^the result of running ssh command "([^"]*)" on "([^"]*)" should fail because of "([^"]*)"$/ do |cmd, node, s|
+  begin
+    r = find(node).run_ssh(cmd)
+  rescue CommandExecutionError => e
+    e.stdout.should include(s)
+  end
+end

data/features/step_definitions/node.rb

@@ -0,0 +1,65 @@
+Given /^I have a clean running node n1$/ do
+  @n1.start
+  @n1.rm "/tmp/stub"
+end
+
+When /^I add another node "([^"]*)" with ip "([^"]*)"$/ do |node, ip|
+  create_node node, {:ip => ip, :type => CONTAINER_TYPE}
+end
+
+When /^I add another node "([^"]*)"$/ do |node|
+  n = create_node node, {:type => CONTAINER_TYPE}
+  n.start
+end
+
+When /^I destroy node "([^"]*)"$/ do |node|
+  destroy_node node
+end
+
+When /^Node "([^"]*)" is destroyed$/ do |node|
+  find(node).destroy
+end
+
+Then /^There should be ([^"]*) nodes in the environment$/ do |count|
+  find(:all).size.should == count.to_i
+end
+
+Then /^the node "([^"]*)" should be stopped$/ do |node|
+  find(node).should_not be_running
+end
+
+When /^I start node "([^"]*)"$/ do |node|
+  find(node).start
+end
+
+When /^I stop node "([^"]*)"$/ do |node|
+  find(node).stop
+end
+
+Then /^the node "([^"]*)" should be running$/ do |node|
+  find(node).should be_running
+end
+
+Then /^Node "([^"]*)" should have ip address same with that obtained from inside it through ssh$/ do |node|
+  n = find(node)
+  n.run_ssh("ifconfig eth0 | grep 'inet addr:'").stdout.should include(n.ip)
+end
+
+When /^I add cname "([^"]*)" to "([^"]*)"$/ do |cname, node|
+  find(node).add_cname cname
+end
+
+When /^I remove cname "([^"]*)" from "([^"]*)"$/ do |cname, node|
+  find(node).remove_cname cname
+end
+
+When /^I change the internal hostname for "([^"]*)" to "([^"]*)"$/ do |node_hostname, internal_hostname|
+  r = find(node_hostname)
+  r.run_ssh("hostname #{internal_hostname}")
+  r.run_ssh("echo 127.0.0.1 #{internal_hostname} >> /etc/hosts")
+end
+
+
+Then /^Hostname of Node "([^"]*)" should match its name$/ do |node|
+  find(node).hostname.should == node
+end

data/features/step_definitions/puppet.rb

@@ -0,0 +1,7 @@
+When /^I run puppet manifest "([^"]*)" on node "([^"]*)"$/ do |run_list, node|
+  find(node).run_puppet run_list
+end
+
+When /^I run puppet manifest "([^"]*)" with config file "([^"]*)" on node "([^"]*)"$/  do |run_list, conf_file, node|
+  find(node).run_puppet(run_list, :conf_file => conf_file)
+end

data/features/support/env.rb

@@ -0,0 +1,25 @@
+$:.unshift(File.dirname(__FILE__) + '/../../lib')
+require 'rspec/expectations'
+require 'toft'
+
+CHEF_FIXTURE_PATH = File.dirname(__FILE__) + '/../../fixtures/chef'
+PUPPET_FIXTURE_PATH = File.dirname(__FILE__) + '/../../fixtures/puppet'
+
+CONTAINER_TYPE = "centos-6"
+
+World(Toft)
+
+include Toft
+n1 = create_node "n1", {:ip => "192.168.20.2", :type => CONTAINER_TYPE}
+
+Before do
+  Toft.cookbook_path = CHEF_FIXTURE_PATH + '/cookbooks'
+  Toft.role_path = CHEF_FIXTURE_PATH + '/roles'
+  Toft.manifest_path = PUPPET_FIXTURE_PATH
+
+  @n1 = n1
+end
+
+at_exit do
+  n1.destroy
+end

data/fixtures/chef/attributes.json

@@ -0,0 +1,9 @@
+{
+	"one" : "one",
+	"two" : 
+	{
+		"one" : "two_one",
+		"two" : "two_two"
+	},
+	"three" : "three"
+}

data/fixtures/chef/cookbooks/test/attributes/default.rb

@@ -0,0 +1,4 @@
+default[:one] = "test"
+default[:three] = "test"
+default[:two][:one] = "test"
+default[:two][:two] = "test"

data/fixtures/chef/cookbooks/test/recipes/attribute.rb

@@ -0,0 +1,19 @@
+directory "/tmp/stub/#{node.one}" do
+  action :create
+  recursive true
+end
+
+directory "/tmp/stub/#{node.two.two}" do
+  action :create
+  recursive true
+end
+
+directory "/tmp/stub/#{node.two.one}" do
+  action :create
+  recursive true
+end
+
+directory "/tmp/stub/#{node.three}" do
+  action :create
+  recursive true
+end

data/fixtures/chef/cookbooks/test/recipes/default.rb

@@ -0,0 +1,4 @@
+directory "/tmp/stub/dir" do
+  action :create
+  recursive true
+end

data/fixtures/chef/cookbooks/test/recipes/role.rb

@@ -0,0 +1,4 @@
+directory "/tmp/stub/role" do
+  action :create
+  recursive true
+end

data/fixtures/chef/roles/test.rb

@@ -0,0 +1,3 @@
+name 'test'
+description 'Test!'
+run_list "recipe[test::role]"

data/fixtures/puppet/conf/fileserver.conf

@@ -0,0 +1,3 @@
+[conf]
+  path /tmp/toft-puppet-tmp/manifests/fileserver/conf
+  allow *

data/fixtures/puppet/conf/puppet.conf

@@ -0,0 +1,15 @@
+[main]
+  modulepath = /tmp/puppet/modules
+	templatedir = /tmp/puppet/manifests/templates
+	node_terminus = exec
+	external_nodes = /tmp/puppet/tools/extnode.pl
+	fileserverconfig = /tmp/puppet/conf/fileserver.conf 
+	logdir = /var/log/puppet
+  vardir = /var/lib/puppet
+  ssldir = /var/lib/puppet/ssl
+  rundir = /var/run/puppet
+  report = true
+  server = puppet.dev.int.realestate.com.au
+  reportserver = puppet.dev.int.realestate.com.au
+  diff = diff 
+	diff_args = -u

data/fixtures/puppet/conf/puppet_exec.conf

@@ -0,0 +1,9 @@
+[main]
+	node_terminus = exec
+	external_nodes = /tmp/puppet/tools/extnode.pl
+	
+  logdir = /var/log/puppet
+  vardir = /var/lib/puppet
+  ssldir = /var/lib/puppet/ssl
+  rundir = /var/run/puppet
+  report = true

data/fixtures/puppet/conf/puppet_fileserver.conf

@@ -0,0 +1,8 @@
+[main]
+	fileserverconfig = /tmp/toft-puppet-tmp/conf/fileserver.conf 
+	
+  logdir = /var/log/puppet
+  vardir = /var/lib/puppet
+  ssldir = /var/lib/puppet/ssl
+  rundir = /var/run/puppet
+  report = true

data/fixtures/puppet/conf/puppet_modules.conf

@@ -0,0 +1,7 @@
+[main]
+  modulepath = /tmp/toft-puppet-tmp/modules
+	
+  logdir = /var/log/puppet
+  vardir = /var/lib/puppet
+  ssldir = /var/lib/puppet/ssl
+  rundir = /var/run/puppet

data/fixtures/puppet/conf/puppet_template.conf

@@ -0,0 +1,8 @@
+[main]
+	templatedir = /tmp/toft-puppet-tmp/manifests/templates
+	
+  logdir = /var/log/puppet
+  vardir = /var/lib/puppet
+  ssldir = /var/lib/puppet/ssl
+  rundir = /var/run/puppet
+  report = true

data/fixtures/puppet/manifests/fileserver/conf/test_fileserver

@@ -0,0 +1 @@
+This is a test for the fileserver config

data/fixtures/puppet/manifests/nodes/test_node.pp

@@ -0,0 +1,26 @@
+node /^correct.*/ inherits default_node {
+  
+  file { "/tmp/puppet_test_correct":
+	  ensure => present,
+    mode  => '0666',
+  }
+
+}
+
+node /^incorrect.*/ inherits default_node {
+
+  file { "/tmp/puppet_test_incorrect":
+	  ensure => present,
+    mode  => '0666',
+  }
+
+}
+
+node default_node {
+
+  file { "/tmp/puppet_test_default":
+	  ensure => present,
+    mode  => '0666',
+  }
+
+}

data/fixtures/puppet/manifests/site.pp

@@ -0,0 +1 @@
+import "nodes/*.pp"

data/fixtures/puppet/manifests/templates/template_test

@@ -0,0 +1,2 @@
+This is a test for the template config
+Here is the variable <%= variable %>

data/fixtures/puppet/manifests/test.pp

@@ -0,0 +1,8 @@
+class { 'test': }
+
+class test {
+  file { "/tmp/puppet_test":
+	  ensure => present,
+    mode  => '0666',
+  }
+}

data/fixtures/puppet/manifests/test_fileserver.pp

@@ -0,0 +1,14 @@
+class { 'test': }
+
+class test {
+  file { "test_fileserver":
+		path => "/tmp/puppet_test_fileserver",
+		owner => "root",
+		group => "root",
+		mode => 0440,
+		source => "puppet:///conf/test_fileserver",
+	}
+}
+  
+
+

data/fixtures/puppet/manifests/test_install.pp

@@ -0,0 +1,5 @@
+class { 'test': }
+
+class test {
+  package { "zip": ensure => installed }
+}

data/fixtures/puppet/manifests/test_module.pp

@@ -0,0 +1,5 @@
+class { 'test': }
+
+class test {
+  include test_module
+}

data/fixtures/puppet/manifests/test_service.pp

@@ -0,0 +1,11 @@
+class { 'test': }
+
+class test {
+  package { "bind": ensure => installed }
+
+  service { "named":
+    enable  => true,
+    ensure  => running,
+    require => Package["bind"],
+   } 
+}

data/fixtures/puppet/manifests/test_template.pp

@@ -0,0 +1,12 @@
+class { 'test': }
+
+class test {
+  
+  $variable = "BLAH"
+
+  file { "/tmp/puppet_test_template":
+	  ensure => present,
+    mode  => '0666',
+    content => template(template_test)
+  }
+}

data/fixtures/puppet/modules/test_module/manifests/init.pp

@@ -0,0 +1,8 @@
+class test_module {
+
+  file { "/tmp/puppet_test_module":
+	  ensure => present,
+    mode  => '0666',
+  }
+
+}

data/lib/toft.rb

@@ -0,0 +1,39 @@
+require 'toft/node_controller'
+require 'toft/file_checker'
+require 'toft/chef/chef_attributes'
+require 'toft/chef/chef_runner'
+require 'toft/puppet/puppet_runner'
+
+module Toft
+  DYNAMIC_IP = "0.0.0.0"
+  DOMAIN = "foo"
+  
+  class << self
+    attr_accessor :manifest_path, :cookbook_path, :role_path
+  end
+  
+  def create_node(hostname, options = {})
+    NodeController.instance.create_node(hostname, options)
+  end
+  
+  def find(name)
+    return NodeController.instance.nodes if name === :all
+    NodeController.instance.nodes[name] if name.is_a? String
+  end
+  
+  def destroy_node(hostname)
+    NodeController.instance.destroy_node(hostname)
+  end
+end
+
+class NilClass
+  def blank?
+    true
+  end
+end
+
+class String
+  def blank?
+    empty?
+  end
+end

data/lib/toft/chef/chef_attributes.rb

@@ -0,0 +1,29 @@
+require 'json'
+
+module Toft
+  class ChefAttributes
+    attr_reader :attributes
+    
+    def initialize(cuke_ast_table = nil)
+      @attributes = {}
+      cuke_ast_table.hashes.each do |row|
+        add_attribute row[:key], row[:value]
+      end unless cuke_ast_table.nil?
+    end
+    
+    def add_attribute(key, value)
+      stat = "attributes"
+      head = attributes
+      key.split(".").each do |k|
+        head[k] ||= Hash.new
+        head = head[k]
+        stat += "[\"#{k}\"]"
+      end
+      eval "#{stat}=\"#{value}\""
+    end
+    
+    def to_json
+      attributes.to_json
+    end
+  end
+end

data/lib/toft/chef/chef_runner.rb

@@ -0,0 +1,77 @@
+require 'toft/chef/chef_attributes'
+require 'fileutils'
+
+module Toft
+  module Chef
+    class ChefRunner
+      include FileUtils
+      
+      DEST_CHEF_TMP = "/tmp/toft-chef-tmp"
+      DEST_COOKBOOK_PATH = "#{DEST_CHEF_TMP}/cookbooks"
+      DEST_ROLE_PATH = "#{DEST_CHEF_TMP}/roles"
+      DEST_CHEF_SOLO_PATH = "#{DEST_CHEF_TMP}/solo.rb" 
+      DEST_CHEF_JSON_PATH = "#{DEST_CHEF_TMP}/solo.json" 
+
+      def initialize(root_dir, &command_runner)
+        @root_dir = root_dir
+        @command_runner = command_runner
+      end
+
+      def run(run_list, params = {})
+        override_attributes_hash = parse_attributes params[:json], params[:attributes] 
+        copy_chef_material
+        generate_solo_rb
+        generate_json ([] << run_list).flatten, override_attributes_hash
+        @command_runner.call "chef-solo -c #{DEST_CHEF_SOLO_PATH} -j #{DEST_CHEF_JSON_PATH}"
+      end
+
+      private 
+      def parse_attributes(json_file_path, chef_attributes)
+        chef_attributes = chef_attributes || ChefAttributes.new
+        chef_attributes_from_json ||= {}
+        chef_attributes_from_json = read_json_file json_file_path unless json_file_path.blank?
+        chef_attributes_from_json.merge chef_attributes.attributes
+      end
+      
+      def read_json_file(json_file_path)
+        JSON.parse(File.read(json_file_path))
+      end
+    
+      def copy_chef_material
+        raise ArgumentError, "Toft.cookbook_path can not be empty!" if Toft.cookbook_path.blank?
+        rm_rf "#{@root_dir}#{DEST_CHEF_TMP}"  
+        mkdir_p "#{@root_dir}#{DEST_CHEF_TMP}"
+        cp_r Toft.cookbook_path, "#{@root_dir}#{DEST_COOKBOOK_PATH}"
+        cp_r Toft.role_path, "#{@root_dir}#{DEST_ROLE_PATH}" unless roles_missing?
+      end
+
+      def roles_missing?
+        Toft.role_path.blank?
+      end
+
+      def generate_solo_rb
+        solo = <<-EOF
+file_cache_path "/tmp/chef-file-cache"
+cookbook_path ["#{DEST_COOKBOOK_PATH}"]
+        EOF
+        solo += "role_path [\"#{DEST_ROLE_PATH}\"]" unless roles_missing?
+
+        File.open("#{@root_dir}#{DEST_CHEF_SOLO_PATH}", 'w') do |f|
+          f.write(solo);
+        end
+      end
+
+      def generate_json(run_list, override_attributes_hash)
+        run_list = {"run_list" => run_list}
+        run_list.merge!(override_attributes_hash)
+        File.open("#{@root_dir}#{DEST_CHEF_JSON_PATH}", 'w') do |f|
+          f.write(run_list.to_json);
+        end
+      end
+
+      def cmd(cmd)
+        raise "Command execution failed: [#{cmd}]" unless system cmd
+      end
+    end
+  end
+end