cloud-toaster 1.1.2

data/chef/cookbooks/toaster/recipes/testing.rb

@@ -0,0 +1,241 @@
+
+
+# Cookbook Name:: toaster
+# Recipe:: testing
+#
+# Author:: Waldemar Hummer
+
+puts "INFO: Initializing toaster::testing environment"
+
+# some (actually quite many) recipes rely on recipe openssl but apparently fail to load it by default
+include_recipe "openssl"
+class Chef::Recipe
+  begin
+    include ::Opscode::OpenSSL::Password
+  rescue Object => ex
+    # This does not work under new Ruby 2.0.0 which 
+    # apparently ships with a new/updated version of openssl.
+  end
+end
+# uncomment this to test whether the openssl dependency has been successfully installed
+#foo = secure_password
+
+# make sure Chef knows we're running in solo mode
+Chef::Config[:solo] = true
+
+# make sure IBM Java does not get (re-)installed if recipe 
+# "java::default" gets included by any of the Opscode recipes
+node.set[:java][:jvm] = '__ignore__' # attribte should _not_ have value "IBM"
+# set default JAVA_HOME
+node.set["java"]["java_home"] = "/opt/ibm/java-x86_64-60/jre" if !node["java"]["java_home"]
+
+# create Chef data_bags directory, if it does not yet exist (fixes an 
+# issue where Chef was complaining that /var/chef/data_bags does not exist)
+require 'fileutils'
+databags_dir = "/var/chef/data_bags"
+FileUtils.mkpath(databags_dir) if !File.directory?(databags_dir)
+
+package "gcc-c++" do
+  action :install
+  not_if "which g++"
+end
+
+# dependencies required for gems
+if platform_family?("debian")
+  apt_package "libxml2-dev"
+  apt_package "libxslt-dev"
+  apt_package "nmap" do
+    not_if "which nmap"
+  end
+elsif platform_family?("fedora") || platform_family?("linux")
+  yum_package "libxml2-devel" 
+  yum_package "libxslt-devel"
+  yum_package "nmap" do
+    not_if "which nmap"
+  end
+
+end
+
+
+$installed_gems = `gem list --local`.strip
+
+all_gems_installed = true
+
+[
+  "ohai",         # used as a framework to capture system state
+  "activesupport",
+  "bson",         # JSON like datastructures
+  "bson_ext",     # native JSON extension
+  "sexp_processor", # required by gem 'ruby_parser'
+  "ruby_parser",
+  "rails",        # provides some utility methods
+  "rspec",        # unit tests
+  "open4",        # allows to read stdout from a forked process, line by line
+  "jsonpath",     # select sub-parts of a state property JSON document
+  "hashdiff",     # compute state property changes
+  "tidy",         # tidy XML support. Note: gem "tidy" is not compatible with some Ruby versions
+  "tidy-ext",     # XML tidy parsing
+  "json",         # JSON support
+].uniq.each do |pkg|
+
+  if node['toaster']['testing_mode'] && !$installed_gems.match(pkg)
+    all_gems_installed = false
+    r = gem_package pkg do
+      action :install
+    end
+  end
+
+end
+
+
+bash "install_toaster_gem" do
+  require 'toaster/util/config'
+  code <<-EOH
+    gem install --no-ri --no-rdoc cloud-toaster
+  EOH
+  not_if "which toaster"
+end
+
+# start instrumentation of Chef environment
+
+$status_of_parsing_postprocessing_scripts = "off"
+$postprocessing_scripts = []
+$postprocessing_scripts_by_name = {}
+
+# Add code directories to Ruby LOAD_PATH.
+code_dir = File.join(__FILE__, "..","..","..","..", "lib")
+$:.unshift(code_dir)
+if node['toaster']['additional_load_paths'].kind_of?(Array)
+  node['toaster']['additional_load_paths'].each do |path|
+    if File.exist?(path)
+      puts "INFO: Adding folder to $LOAD_PATH: #{path}"
+      $:.unshift(path)
+    end
+  end
+end
+
+if !File.directory?("#{node['toaster']['tmp_dir']}")
+  `mkdir "#{node['toaster']['tmp_dir']}"`
+end
+
+if !$installed_gems.match("aquarium")
+  `gem install aquarium`
+  begin
+    # the following two commands are used to load gems that were just installed 
+    Gem.clear_paths
+    Gem.refresh
+  rescue => ex
+    puts "Unable to refresh Gem package list: #{ex}"
+  end
+end
+
+
+$last_toaster_resource_name = "toaster_init_chef_listener"
+ruby_block $last_toaster_resource_name do
+  block do
+
+    require 'rubygems'
+    begin
+      # the following two commands are used to load gems that were actually installed 
+      # within this Chef run and are hence not yet available in this running instance.
+      Gem.clear_paths
+      Gem.refresh
+    rescue => ex
+      puts "Unable to refresh Gem package list: #{ex}"
+    end
+    require 'aquarium'
+    require 'toaster/test_manager'
+    require 'toaster/chef/chef_listener'
+
+    begin
+      db_type = node['toaster']['db_type']
+      mgr = Toaster::TestManager.new(
+        {
+          "db_type" => db_type,
+          db_type => node['toaster'][db_type],
+          "user_id" => node['user_id'],
+          "automation_uuid" => node['automation_uuid'],
+          "cookbook_paths" => node['toaster']['cookbook_paths'],
+          "skip_tasks" => node['toaster']['skip_tasks'],
+          "repeat_tasks" => node['toaster']['repeat_tasks'],
+          "task_execution_timeout" => node['toaster']['task_execution_timeout'],
+          "transfer_state_config" => node['toaster']['transfer_state_config'],
+          "task_exec_timeout_repeated" => node['toaster']['task_exec_timeout_repeated'],
+          "rest_timeout" => node['toaster']['rest_timeout'] ? node['toaster']['rest_timeout'] : 5*60
+        }
+      )
+      Toaster::ChefListener.add_listener(mgr)
+    rescue => ex
+      puts "ERROR: Unable to initialize ToASTER: #{ex} - #{ex.backtrace.join("\n")}"
+    end
+    $chef_instrumented = true
+  end
+  not_if do (node['toaster']['testing_mode'] != true) || ($chef_instrumented) end
+end
+
+require "aquarium"
+Aquarium::Aspects::Aspect.new :around, :calls_to => /insert/,
+:for_types => [Chef::ResourceCollection],
+:method_options => :exclude_ancestor_methods do |jp, obj, *args|
+  begin
+    if jp.method_name.to_s == "insert"
+      name = args[0].to_s
+      if $status_of_parsing_postprocessing_scripts == "active"
+        contained = false
+        run_context.resource_collection.all_resources.each do |res|
+          if res.to_s == name
+            contained = true
+            break
+          end
+        end
+        if contained
+          puts "INFO: Injecting/replacing post-processing resource '#{name}'."
+          old_resource = run_context.resource_collection.find(name).target
+          new_resource = args[0]
+          new_resource.cookbook_name = old_resource.cookbook_name
+          new_resource.recipe_name = old_resource.recipe_name
+          new_resource.source_line = old_resource.source_line
+          run_context.resource_collection.find(name).target = new_resource
+        else
+          puts "INFO: Appending new post-processing resource '#{name}'."
+          run_context.resource_collection << Toaster::Proxy.new(args[0])
+        end
+
+      else $status_of_parsing_postprocessing_scripts == "off"
+        #puts "DEBUG: Wrapping resource #{jp.context.parameters[0]} with proxy object."
+        jp.context.parameters[0] = Toaster::Proxy.new(jp.context.parameters[0])
+        jp.proceed
+      end
+    else
+      begin
+        jp.proceed
+      rescue Object => exc
+        puts "Exception intercepting Chef::ResourceCollection.#{jp.method_name}: #{exc.class} - #{exc} - #{exc.backtrace.join("\n")}"
+        puts "Existing resources:"
+        run_context.resource_collection.all_resources.each do |res|
+          puts res
+        end
+        puts "--------"
+      end
+    end
+  end
+end
+
+class Chef::Recipe
+  include Toaster::ChefModules
+end
+# import "preprocessing" recipes. Lookup in the same directory as this file, 
+# name pattern "pre_<cookbook>_<recipe>.rb"
+if node['toaster']['testing_mode']
+  recipe_dir = File.dirname(File.expand_path(__FILE__))
+  recipes_to_include = get_dynamic_recipes(recipe_dir, "pre")
+  recipes_to_include.each do |recipe_to_include|
+    puts "INFO: Including preparation recipe '#{recipe_to_include}'"
+    begin
+      include_recipe recipe_to_include
+    rescue Object => exc
+      puts "WARN: Exception in include_recipe: #{recipe_to_include}: #{exc.class} - #{exc} - #{exc.backtrace.join("\n")}"
+    end
+  end
+end
+

data/chef/cookbooks/toaster/recipes/testing_post.rb

@@ -0,0 +1,36 @@
+
+
+# Cookbook Name:: toaster
+# Recipe:: testing_post
+#
+# Author:: Waldemar Hummer
+# 
+
+# import "postprocessing" recipes. Lookup in the same directory as this file, 
+# name pattern "post_<cookbook>_<recipe>.rb"
+
+if node['toaster']['testing_mode']
+
+  index = -1
+  run_context.resource_collection.each_with_index do |res,idx|
+    if res.name == $last_toaster_resource_name
+      index = idx
+    end
+  end
+
+  class Chef::Recipe
+    include Toaster::ChefModules
+  end
+  resources_before = run_context.resource_collection.all_resources.size
+  recipe_dir = File.dirname(File.expand_path(__FILE__))
+  recipes_to_include = get_dynamic_recipes(recipe_dir, "post")
+  puts "INFO: Starting to include/parse post-processing recipes."
+  $status_of_parsing_postprocessing_scripts = "active"
+  recipes_to_include.each do |recipe_to_include|
+    puts "INFO: Including post-processing recipe '#{recipe_to_include}'"
+    include_recipe recipe_to_include
+  end
+  puts "INFO: Finished including/parsing post-processing recipes."
+  $status_of_parsing_postprocessing_scripts = "post"
+
+end

data/chef/cookbooks/yum/CHANGELOG.md

@@ -0,0 +1,212 @@
+yum Cookbook CHANGELOG
+======================
+This file is used to list changes made in each version of the yum cookbook.
+
+
+v3.2.2 (2014-06-11)
+-------------------
+#77 - Parameter default to be Trueclass instead of "1"
+#78 - add releasever parameter
+
+
+v3.2.0 (2014-04-09)
+-------------------
+- [COOK-4510] - Adding username and password parameters to node attributes
+- [COOK-4518] - Fix Scientific Linux distroverpkg
+
+
+v3.1.6 (2014-03-27)
+-------------------
+- [COOK-4463] - support multiple GPG keys
+- [COOK-4364] - yum_repository delete action fails
+
+
+v3.1.4 (2014-03-12)
+-------------------
+- [COOK-4417] Expand test harness to encompass 32-bit boxes
+
+
+v3.1.2 (2014-02-23)
+-------------------
+Fixing bugs around :delete action and cache clean
+Fixing specs to cover :remove and :delete aliasing properly
+Adding Travis-ci build matrix bits
+
+
+v3.1.0 (2014-02-13)
+-------------------
+- Updating testing harness for integration testing on Travis-ci
+- Adding TESTING.md and Guardfile
+- PR #67 - Add skip_if_unvailable repository option
+- PR #64 - Fix validation of 'metadata_expire' option to match documentation
+- [COOK-3591] - removing node.name from repo template rendering
+- [COOK-4275] - Enhancements to yum cookbook
+- Adding full spec coverage
+- Adding support for custom source template to yum_repository
+
+
+v3.0.8 (2014-01-27)
+-------------------
+Fixing typo in default.rb. yum_globalconfig now passes proxy attribute correctly.
+
+
+v3.0.6 (2014-01-27)
+-------------------
+Updating default.rb to consume node['yum']['main']['proxy']
+
+
+v3.0.4 (2013-12-29)
+-------------------
+### Bug
+- **[COOK-4156](https://tickets.opscode.com/browse/COOK-4156)** - yum cookbook creates a yum.conf with "cachefir" directive
+
+
+v3.0.2
+------
+Updating globalconfig provider for Chef 10 compatability
+
+
+v3.0.0
+------
+3.0.0
+Major rewrite with breaking changes.
+Recipes broken out into individual cookbooks
+yum_key resource has been removed
+yum_repository resource now takes gpgkey as a URL directly
+yum_repository actions have been reduced to :create and :delete
+'name' has been changed to repositoryid to avoid ambiguity
+chefspec test coverage
+gpgcheck is set to 'true' by default and must be explicitly disabled
+
+
+v2.4.4
+------
+Reverting to Ruby 1.8 hash syntax.
+
+
+v2.4.2
+------
+[COOK-3275] LWRP repository.rb :add method fails to create yum repo in
+some cases which causes :update to fail Amazon rhel
+
+
+v2.4.0
+------
+### Improvement
+- [COOK-3025] - Allow per-repo proxy definitions
+
+
+v2.3.4
+------
+### Improvement
+- **[COOK-3689](https://tickets.opscode.com/browse/COOK-3689)** - Fix warnings about resource cloning
+- **[COOK-3574](https://tickets.opscode.com/browse/COOK-3574)** - Add missing "description" field in metadata
+
+
+v2.3.2
+------
+### Bug
+- **[COOK-3145](https://tickets.opscode.com/browse/COOK-3145)** - Use correct download URL for epel `key_url`
+
+v2.3.0
+------
+### New Feature
+- [COOK-2924]: Yum should allow type setting in repo file
+
+v2.2.4
+------
+### Bug
+- [COOK-2360]: last commit to `yum_repository` changes previous behaviour
+- [COOK-3015]: Yum cookbook test minitest to fail
+
+v2.2.2
+------
+### Improvement
+- [COOK-2741]: yum::elrepo
+- [COOK-2946]: update tests, test kitchen support in yum cookbook
+
+### Bug
+- [COOK-2639]: Yum cookbook - epel - always assumes url is a mirror list
+- [COOK-2663]: Yum should allow metadata_expire setting in repo file
+- [COOK-2751]: Update yum.ius_release version to 1.0-11
+
+v2.2.0
+------
+- [COOK-2189] - yum::ius failed on install (caused from rpm dependency)
+- [COOK-2196] - Make includepkgs and exclude configurable for each repos
+- [COOK-2244] - Allow configuring caching using attributes
+- [COOK-2399] - yum cookbook LWRPs fail FoodCritic
+- [COOK-2519] - Add priority option to Yum repo files
+- [COOK-2593] - allow integer or string for yum priority
+- [COOK-2643] - don't use conditional attribute for `yum_key` `remote_file`
+
+v2.1.0
+------
+- [COOK-2045] - add remi repository recipe
+- [COOK-2121] - add `:create` action to `yum_repository`
+
+v2.0.6
+------
+- [COOK-2037] - minor style fixes
+- [COOK-2038] - updated README
+
+v2.0.4
+------
+- [COOK-1908] - unable to install repoforge on CentOS 6 32 bit
+
+v2.0.2
+------
+- [COOK-1758] - Add default action for repository resource
+
+v2.0.0
+------
+This version changes the behavior of the EPEL recipe (most commonly used in other Chef cookbooks) on Amazon, and removes an attribute, `node['yum']['epel_release']`. See the README for details.
+
+- [COOK-1772] - Simplify management of EPEL with LWRP
+
+v1.0.0
+------
+`mirrorlist` in the `yum_repository` LWRP must be set to the mirror list URI to use rather than setting it to true. See README.md.
+
+- [COOK-1088] - use dl.fedoraproject.org for EPEL to prevent redirects
+- [COOK-1653] - fix mirrorlist
+- [COOK-1710] - support http proxy
+- [COOK-1722] - update IUS version
+
+v0.8.2
+------
+- [COOK-1521] - add :update action to `yum_repository`
+
+v0.8.0
+------
+- [COOK-1204] - Make 'add' default action for yum_repository
+- [COOK-1351] - option to not make the yum cache (via attribute)
+- [COOK-1353] - x86_64 centos path fixes
+- [COOK-1414] - recipe for repoforge
+
+v0.6.2
+------
+- Updated README to remove git diff artifacts.
+
+v0.6.0
+------
+- Default action for the yum_repository LWRP is now add.
+- [COOK-1227] - clear Chefs internal cache after adding new yum repo
+- [COOK-1262] - yum::epel should enable existing repo on Amazon Linux
+- [COOK-1272], [COOK-1302] - update RPM file for CentOS / RHEL 6
+- [COOK-1330] - update cookbook documentation on excludes for yum
+- [COOK-1346] - retry remote_file for EPEL in case we get an FTP mirror
+
+
+v0.5.2
+------
+- [COOK-825] - epel and ius `remote_file` should notify the `rpm_package` to install
+
+v0.5.0
+------
+- [COOK-675] - add recipe for handling EPEL repository
+- [COOK-722] - add recipe for handling IUS repository
+
+v.0.1.2
+------
+- Remove yum update in default recipe, that doesn't update caches, it updates packages installed.