toft-puppet 0.0.9

data/Gemfile

@@ -0,0 +1,3 @@
+source "http://rubygems.org"
+
+gemspec

data/Gemfile.lock

@@ -0,0 +1,62 @@
+PATH
+  remote: .
+  specs:
+    toft (0.0.8)
+      net-ssh
+
+GEM
+  remote: http://rubygems.org/
+  specs:
+    archive-tar-minitar (0.5.2)
+    builder (3.0.0)
+    cucumber (1.1.0)
+      builder (>= 2.1.2)
+      diff-lcs (>= 1.1.2)
+      gherkin (~> 2.5.0)
+      json (>= 1.4.6)
+      term-ansicolor (>= 1.0.6)
+    diff-lcs (1.1.3)
+    erubis (2.7.0)
+    ffi (1.0.9)
+    fpm (0.3.10)
+      json
+    gherkin (2.5.1)
+      json (>= 1.4.6)
+    i18n (0.6.0)
+    json (1.5.4)
+    net-scp (1.0.4)
+      net-ssh (>= 1.99.1)
+    net-ssh (2.1.4)
+    rake (0.9.2)
+    rspec (2.6.0)
+      rspec-core (~> 2.6.0)
+      rspec-expectations (~> 2.6.0)
+      rspec-mocks (~> 2.6.0)
+    rspec-core (2.6.4)
+    rspec-expectations (2.6.0)
+      diff-lcs (~> 1.1.2)
+    rspec-mocks (2.6.0)
+    term-ansicolor (1.0.6)
+    thor (0.14.6)
+    vagrant (0.8.7)
+      archive-tar-minitar (= 0.5.2)
+      erubis (~> 2.7.0)
+      i18n (~> 0.6.0)
+      json (~> 1.5.1)
+      net-scp (~> 1.0.4)
+      net-ssh (~> 2.1.4)
+      thor (~> 0.14.6)
+      virtualbox (~> 0.9.1)
+    virtualbox (0.9.2)
+      ffi (~> 1.0.9)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  cucumber
+  fpm
+  rake
+  rspec
+  toft!
+  vagrant (>= 0.8.7)

data/Rakefile

@@ -0,0 +1,121 @@
+require "bundler/gem_tasks"
+
+PROJECT_ROOT = File.dirname(__FILE__)
+LXC_PACKAGE_NAME = "toft-lxc"
+
+desc "clean artifacts"
+task :clean do
+  `rm -rf pkg`
+  `rm -rf tmp`
+end
+
+desc "build gem and scripts package"
+task :package => [:build, :package_deb, :package_rpm]
+
+task :package_deb do
+  src_dir = "#{PROJECT_ROOT}/scripts"
+  content_dir = "#{PROJECT_ROOT}/pkg/#{LXC_PACKAGE_NAME}"
+  mkdir_p content_dir
+  mkdir_p "#{content_dir}/usr/bin"
+  mkdir_p "#{content_dir}/var/cache/lxc"
+  mkdir_p "#{content_dir}/usr/lib/lxc/templates"
+  cp_r Dir.glob("#{src_dir}/bin/share/*"), "#{content_dir}/usr/bin"
+  cp_r Dir.glob("#{src_dir}/bin/ubuntu/*"), "#{content_dir}/usr/bin"
+  cp_r Dir.glob("#{src_dir}/lxc-templates/*"), "#{content_dir}/usr/lib/lxc/templates"
+  
+  post_install_script = <<-eos
+#!/bin/sh -e
+/usr/bin/lxc-prepare-host
+eos
+  File.open("#{PROJECT_ROOT}/pkg/toft-lxc-post-install.sh", 'w') { |f| f.write(post_install_script) }
+  
+  Dir.chdir("pkg") do
+    system <<-EOF
+    fpm -s dir \
+    -t deb \
+    -C #{content_dir} \
+    -a all \
+    -n #{LXC_PACKAGE_NAME} \
+    -v #{Toft::VERSION} \
+    -m "Huang Liang<exceedhl@gmail.com>" \
+    --description "lxc templates and helper provided by toft" \
+    -d sudo \
+    -d rpm \
+    -d dnsutils \
+    -d lxc \
+    -d bridge-utils \
+    -d debootstrap \
+    -d dhcp3-server \
+    -d bind9 \
+    -d ntp \
+    --replaces lxc \
+    --conflicts apparmor \
+    --conflicts apparmor-utils \
+    --post-install "#{PROJECT_ROOT}/pkg/toft-lxc-post-install.sh" \
+    .
+    EOF
+  end
+end
+
+task :package_rpm do
+  src_dir = "#{PROJECT_ROOT}/scripts"
+  content_dir = "#{PROJECT_ROOT}/pkg/#{LXC_PACKAGE_NAME}"
+  mkdir_p content_dir
+  mkdir_p "#{content_dir}/usr/bin"
+  mkdir_p "#{content_dir}/var/lib/lxc"
+  mkdir_p "#{content_dir}/var/cache/lxc"
+  mkdir_p "#{content_dir}/usr/lib/lxc/templates"
+  cp_r Dir.glob("#{src_dir}/bin/share/*"), "#{content_dir}/usr/bin"
+  cp_r Dir.glob("#{src_dir}/bin/centos/*"), "#{content_dir}/usr/bin"
+  cp_r Dir.glob("#{src_dir}/lxc-templates/*"), "#{content_dir}/usr/lib/lxc/templates"
+  
+  pre_install_script = <<-eos
+#!/bin/sh -e
+# intsall lxc if not exist
+if [[ ! -f /usr/bin/lxc-ls ]]; then
+	(cd /tmp && \
+	wget http://lxc.sourceforge.net/download/lxc/lxc-0.7.4.tar.gz && \
+	tar zxf lxc-0.7.4.tar.gz && \
+	cd lxc-0.7.4 && \
+	./configure --prefix=/usr --with-config-path=/var/lib/lxc && \
+	make && \
+	make install)
+fi
+eos
+  
+  post_install_script = <<-eos
+#!/bin/sh -e
+/usr/bin/lxc-prepare-host
+eos
+  File.open("#{PROJECT_ROOT}/pkg/toft-lxc-pre-install.sh", 'w') { |f| f.write(pre_install_script) }
+  File.open("#{PROJECT_ROOT}/pkg/toft-lxc-post-install.sh", 'w') { |f| f.write(post_install_script) }
+  
+  Dir.chdir("pkg") do
+    system <<-EOF
+    fpm -s dir \
+    -t rpm \
+    -C #{content_dir} \
+    -a all \
+    -n #{LXC_PACKAGE_NAME} \
+    -v #{Toft::VERSION} \
+    -m "Huang Liang<exceedhl@gmail.com>" \
+    --description "lxc templates and helper provided by toft" \
+    -d sudo \
+    -d bind-utils \
+    -d bridge-utils \
+    -d dhcp \
+    -d bind \
+    -d ntp \
+    -d libcap-devel \
+    --post-install "#{PROJECT_ROOT}/pkg/toft-lxc-post-install.sh" \
+    --pre-install "#{PROJECT_ROOT}/pkg/toft-lxc-pre-install.sh" \
+    .
+    EOF
+  end
+end
+
+desc "run all tests and features"
+task :test do
+  `rspec spec`
+  `sudo cucumber features`
+end

data/features/checker.feature

@@ -0,0 +1,14 @@
+Feature: Checkers provided by Toft to help you verify system state
+
+Scenario: Dir checker
+	Given I have a clean running node n1
+	Then Node "n1" should have "directory" "/tmp" owned by user "root" and group "root" with permission "1777"
+	Then Node "n1" should have not file or directory "/non-exist-dir"
+	Then Node "n1" should have file or directory "tmp"
+	
+Scenario: File checker
+	Given I have a clean running node n1
+	When Running ssh command "if getent passwd n1; then userdel -fr n1; fi; useradd -m n1" on "n1" should succeed
+	And Running ssh command "sudo -u n1 touch /tmp/a" on "n1" should succeed
+	Then Node "n1" should have file or directory "/tmp/a"
+	And Node "n1" should have "regular empty file" "/tmp/a" owned by user "n1" and group "n1" with permission "644"	

data/features/chef.feature

@@ -0,0 +1,70 @@
+Feature: Chef support
+
+Scenario: Run chef recipe on nodes 
+	Given I have a clean running node n1
+	When I run "recipe[test]" on node "n1"
+	Then Node "n1" should have file or directory "/tmp/stub/dir"
+
+Scenario: Run chef recipe with attributes
+	Given I have a clean running node n1
+	When I run "recipe[test::attribute]" on node "n1" and overwrite attributes with:
+		|key|value|
+		|one|one|
+		|two.one|two_one|
+		|two.two|two_two|
+		|three|three|
+	Then Node "n1" should have file or directory "/tmp/stub/one"
+	Then Node "n1" should have file or directory "/tmp/stub/two_one"
+	Then Node "n1" should have file or directory "/tmp/stub/two_two"
+	Then Node "n1" should have file or directory "/tmp/stub/three"
+	
+Scenario: Run multiple chef recipes
+	Given I have a clean running node n1
+	When I run recipes on node "n1":
+		|recipe|
+		|recipe[test::role]|
+		|recipe[test]|
+	Then Node "n1" should have file or directory "/tmp/stub/dir"
+	Then Node "n1" should have file or directory "/tmp/stub/role"
+
+Scenario: Run chef role
+	Given I have a clean running node n1
+	When I run "role[test]" on node "n1"
+	Then Node "n1" should have file or directory "/tmp/stub/role"
+
+Scenario: Toft should not deal with empty cookbook and role path
+	Given I have a clean running node n1
+	When I set the role path to empty
+	Then Running chef "recipe[test]" on node "n1" should succeed
+	When I set the cookbook path to empty
+	Then Running chef "recipe[test]" on node "n1" should fail
+	
+Scenario: Run chef recipe with json attributes file
+	Given I have a clean running node n1
+	When I run "recipe[test::attribute]" on node "n1" and overwrite attributes with json file "attributes.json"
+	Then Node "n1" should have file or directory "/tmp/stub/one"
+	Then Node "n1" should have file or directory "/tmp/stub/two_one"
+	Then Node "n1" should have file or directory "/tmp/stub/two_two"
+	Then Node "n1" should have file or directory "/tmp/stub/three"
+
+Scenario: Attributes table should override attributes in json file
+	Given I have a clean running node n1
+	When I run "recipe[test::attribute]" on node "n1" and overwrite attributes with json file "attributes.json" and chef attributes:
+		|key|value|
+		|one|override|
+	Then Node "n1" should have file or directory "/tmp/stub/override"
+	Then Node "n1" should have file or directory "/tmp/stub/two_one"
+	Then Node "n1" should have file or directory "/tmp/stub/two_two"
+	Then Node "n1" should have file or directory "/tmp/stub/three"
+
+Scenario: Run non-exist recipe
+
+Scenario: Run non-exist role
+
+
+
+
+
+
+
+

data/features/command.feature

@@ -0,0 +1,20 @@
+Feature: Run ssh command on node
+
+Scenario: Run command on node successfully
+	Given I have a clean running node n1
+	Then Running ssh command "" on "n1" should fail
+	And Running ssh command "ps" on "n1" should succeed
+	And Running ssh command "non-exist-command" on "n1" should fail
+	And Running ssh command "netstat -nr" on "n1" should succeed
+	
+Scenario: Test rm
+	Given I have a clean running node n1
+	Then Rm "" on "n1" should fail
+	And Rm "tmp/*" on "n1" should fail
+	And Rm "/tmp/*" on "n1" should succeed
+	
+Scenario: Check ssh command result
+	Given I have a clean running node n1
+	Then the result of running ssh command "ps" on "n1" should contain "sshd"
+	Then the result of running ssh command "chef-solo" on "n1" should fail because of "No cookbook found"
+	

data/features/node.feature

@@ -0,0 +1,41 @@
+Feature: Node management
+
+Scenario: Start or stop node
+	Given I have a clean running node n1
+	Then the node "n1" should be running
+	When I stop node "n1"
+	Then the node "n1" should be stopped
+	When I start node "n1"
+	Then the node "n1" should be running
+	
+Scenario: Add and remove cnames for a node
+	Given I have a clean running node n1
+	And I add another node "n2"
+	When I add cname "cn1" to "n1"
+	Then Running ssh command "ping -c 1 cn1" on "n2" should succeed	
+	When I remove cname "cn1" from "n1"
+	Then Running ssh command "ping -c 1 cn1" on "n2" should fail
+	And Node "n2" is destroyed
+
+Scenario: Create node only by name and fetch their info
+	Given I have a clean running node n1
+	When I add another node "n3"
+	Then Running ssh command "ping -c 1 n1" on "n3" should succeed
+	And Running ssh command "ping -c 1 n3" on "n1" should succeed
+	And Node "n1" should have ip address same with that obtained from inside it through ssh
+	And Node "n3" should have ip address same with that obtained from inside it through ssh
+	And Hostname of Node "n1" should match its name
+	And Node "n3" is destroyed
+	
+Scenario: Create or destroy node 
+	Given I have a clean running node n1
+	Then There should be 1 nodes in the environment
+	When I add another node "n2" with ip "192.168.20.3"
+	Then There should be 2 nodes in the environment
+	When I destroy node "n2"
+	Then There should be 1 nodes in the environment	
+	
+Scenario: Change hostname used internally for a specific host
+  Given I have a clean running node n1
+  And I change the internal hostname for "n1" to "correct.puppet.com"
+  Then the result of running ssh command "hostname" on "n1" should contain "correct.puppet.com"

data/features/puppet.feature

@@ -0,0 +1,40 @@
+Feature: Puppet support
+
+Scenario: Run Puppet manifest on nodes
+	Given I have a clean running node n1
+  When I run puppet manifest "test.pp" on node "n1"
+  Then Node "n1" should have file or directory "/tmp/puppet_test"
+
+Scenario: Run puppet manifest with included nodes
+  Given I have a clean running node n1
+  And I change the internal hostname for "n1" to "correct.puppet.com"
+  And I run puppet manifest "site.pp" on node "n1"
+  Then Node "n1" should have file or directory "/tmp/puppet_test_correct"
+  And Node "n1" should have file or directory "/tmp/puppet_test_default"
+  And Node "n1" should have not file or directory "/tmp/puppet_test_incorrect"
+
+Scenario: Run puppet manifest with modules
+  Given I have a clean running node n1
+  When I run puppet manifest "test_module.pp" with config file "puppet_modules.conf" on node "n1"
+  Then Node "n1" should have file or directory "/tmp/puppet_test_module"
+
+Scenario: Run puppet manifest with static files being served by fileserver
+  Given I have a clean running node n1
+  When I run puppet manifest "test_fileserver.pp" with config file "puppet_fileserver.conf" on node "n1"
+  Then Node "n1" should have file or directory "/tmp/puppet_test_fileserver"
+
+Scenario: Run puppet manifest with template dir configuration
+  Given I have a clean running node n1
+  When I run puppet manifest "test_template.pp" with config file "puppet_template.conf" on node "n1"
+  Then Node "n1" should have file or directory "/tmp/puppet_test_template"
+
+Scenario: Check that package was installed on centos box
+  Given I have a clean running node n1
+  When I run puppet manifest "test_install.pp" on node "n1"
+  Then Node "n1" should have package "zip" installed in the centos box
+
+Scenario: Check that service is running on centos box
+  Given I have a clean running node n1
+  When I run puppet manifest "test_service.pp" on node "n1"
+  Then Node "n1" should have service "named" running in the centos box
+

data/features/step_definitions/centos/checks.rb

@@ -0,0 +1,9 @@
+Then /^Node "([^"]*)" should have package "([^"]*)" installed in the centos box$/ do |node, package|
+  result = find(node).run_ssh("rpm -qa #{package}")
+  result.stdout.should include(package)
+end
+
+Then /^Node "([^"]*)" should have service "([^"]*)" running in the centos box$/ do |node, service|
+  result = find(node).run_ssh("ps -ef | grep -v grep | grep #{service} | wc -l")
+  result.stdout.strip!.should == "1"
+end

data/features/step_definitions/checker.rb

@@ -0,0 +1,15 @@
+Then /^Node "([^"]*)" should have not file or directory "([^"]*)"$/ do |node, dirpath|
+  find(node).file(dirpath).should_not be_exist
+end
+
+Then /^Node "([^"]*)" should have file or directory "([^"]*)"$/ do |node, dirpath|
+  find(node).file(dirpath).should be_exist
+end
+
+Then /^Node "([^"]*)" should have "([^"]*)" "([^"]*)" owned by user "([^"]*)" and group "([^"]*)" with permission "([^"]*)"$/ do |node, type, dirpath, user, group, mode|
+  file = find(node).file(dirpath)
+  file.filetype.should == type
+  file.owner.should == user
+  file.group.should == group
+  file.mode.should == mode
+end

data/features/step_definitions/chef.rb

@@ -0,0 +1,43 @@
+When /^I run "([^"]*)" on node "([^"]*)"$/ do |run_list, node|
+  find(node).run_chef run_list
+end
+
+When /^I run recipes on node "([^"]*)":$/ do |node, recipes_table|
+  recipes = []
+  recipes_table.hashes.each do |row|
+    recipes << row[:recipe]
+  end
+  find(node).run_chef recipes
+end
+
+When /^I run "([^"]*)" on node "([^"]*)" and overwrite attributes with:$/ do |run_list, node, table|
+  find(node).run_chef run_list, {:attributes => Toft::ChefAttributes.new(table)}
+end
+
+When /^I set the role path to empty$/ do
+  Toft.role_path = ""
+  @n1.rm "/tmp/*"
+end
+
+Then /^Running chef "([^"]*)" on node "([^"]*)" should succeed$/ do |run_list, node|
+  result = false
+  lambda { result = find(node).run_chef(run_list) }.should_not raise_error
+  result.should be_true
+end
+
+When /^I set the cookbook path to empty$/ do
+  Toft.cookbook_path = ""
+  @n1.rm "/tmp/*"  
+end
+
+Then /^Running chef "([^"]*)" on node "([^"]*)" should fail$/ do |run_list, node|
+  lambda { find(node).run_chef(run_list) }.should raise_error
+end
+
+When /^I run "([^"]*)" on node "([^"]*)" and overwrite attributes with json file "([^"]*)"$/ do |run_list, node, json_file|
+  find(node).run_chef run_list, :json => CHEF_FIXTURE_PATH + '/attributes.json'
+end
+
+When /^I run "([^"]*)" on node "([^"]*)" and overwrite attributes with json file "([^"]*)" and chef attributes:$/ do |run_list, node, json_file, table|
+  find(node).run_chef run_list, {:json => CHEF_FIXTURE_PATH + '/attributes.json', :attributes => Toft::ChefAttributes.new(table)}
+end