controlrepo 1.0.0

data/lib/controlrepo/test.rb

@@ -0,0 +1,124 @@
+class Controlrepo
+  class Test
+    @@all =[]
+
+    attr_accessor :nodes
+    attr_accessor :classes
+    attr_accessor :options
+
+    # This can accept a bunch of stuff. It can accept nodes, classes or groups anywhere
+    # it will then detect them and expand them out into their respective objects so that
+    # we just end up with a list of nodes and classes
+    def initialize(on_these,test_this,options = {})
+      @nodes = []
+      @classes = []
+      @options = options
+
+      # Get the nodes we are working on
+      if Controlrepo::Group.find(on_these)
+        @nodes << Controlrepo::Group.find(on_these).members
+      elsif Controlrepo::Node.find(on_these)
+        @nodes << Controlrepo::Node.find(on_these)
+      else
+        raise "#{on_these} was not found in the list of nodes or groups!"
+      end
+
+      @nodes.flatten!
+
+      # Check that our nodes list contains only nodes
+      raise "#{@nodes} contained a non-node object." unless @nodes.all? { |item| item.is_a?(Controlrepo::Node) }
+
+      if test_this.is_a?(String)
+        # If we have just given a string then grab all the classes it corresponds to
+        if Controlrepo::Group.find(test_this)
+          @classes << Controlrepo::Group.find(test_this).members
+        elsif Controlrepo::Class.find(test_this)
+          @classes << Controlrepo::Class.find(test_this)
+        else
+          raise "#{test_this} was not found in the list of classes or groups!"
+        end
+        @classes.flatten!
+      elsif test_this.is_a?(Hash)
+        # If it is a hash we need to get creative
+
+        # Get all of the included classes and add them
+        if Controlrepo::Group.find(test_this['include'])
+          @classes << Controlrepo::Group.find(test_this['include']).members
+        elsif Controlrepo::Class.find(test_this['include'])
+          @classes << Controlrepo::Class.find(test_this['include'])
+        else
+          raise "#{test_this['include']} was not found in the list of classes or groups!"
+        end
+        @classes.flatten!
+
+        # Then remove any excluded ones
+        if Controlrepo::Group.find(test_this['exclude'])
+          Controlrepo::Group.find(test_this['exclude']).members.each do |clarse|
+            @classes.delete(clarse)
+          end
+        elsif Controlrepo::Class.find(test_this['exclude'])
+          @classes.delete(Controlrepo::Class.find(test_this['exclude']))
+        else
+          raise "#{test_this['exclude']} was not found in the list of classes or groups!"
+        end
+      elsif test_this.is_a?(Controlrepo::Class)
+        @classes << test_this
+      end
+    end
+
+    def eql?(other)
+      (@nodes.sort.eql?(other.nodes.sort)) and (@classes.sort.eql?(other.classes.sort))
+    end
+
+    def to_s
+      class_msg = ""
+      node_msg = ""
+      if classes.count > 1
+        class_msg = "#{classes.count}_classes"
+      else
+        class_msg = classes[0].name
+      end
+
+      if nodes.count > 1
+        node_msg = "#{nodes.count}_nodes"
+      else
+        node_msg = nodes[0].name
+      end
+
+      "#{class_msg}_on_#{node_msg}"
+    end
+
+    def self.deduplicate(tests)
+      # This should take an array of tests and remove any duplicates from them
+
+      # this will be an array of arrays, or maybe hashes
+      combinations = []
+      new_tests = []
+      tests.each do |test|
+        test.nodes.each do |node|
+          test.classes.each do |cls|
+            combo = {node => cls}
+            unless combinations.member?(combo)
+              combinations << combo
+              new_tests << Controlrepo::Test.new(node,cls,test.options)
+            end
+          end
+        end
+      end
+
+      # The array that this returns should be ephemeral, it does not
+      # represent anything defined in a controlrepo and should just
+      # be passed into the thing doing the testing and then killed,
+      # we don't want too many copies of the same shit going around
+      #
+      # Actually based on the way things are written I don't think this
+      # will duplicated node or class objects, just test objects,
+      # everything else is passed by reference
+      new_tests
+    end
+
+    def self.all
+      @@all
+    end
+  end
+end

data/lib/controlrepo/testconfig.rb

@@ -0,0 +1,136 @@
+require 'controlrepo/class'
+require 'controlrepo/node'
+require 'controlrepo/group'
+require 'controlrepo/test'
+
+class Controlrepo
+  class TestConfig
+    require 'yaml'
+
+    attr_accessor :classes
+    attr_accessor :nodes
+    attr_accessor :groups
+    attr_accessor :tests
+    attr_accessor :environment
+
+    def initialize(file, environment = 'production')
+      begin
+        config = YAML.load(File.read(file))
+      rescue YAML::ParserError
+        raise "Could not parse the YAML file, check that it is valid YAML and that the encoding is correct"
+      end
+
+      @environment = environment
+      @classes = []
+      @nodes = []
+      @groups = []
+      @tests = []
+
+      config['classes'].each { |clarse| @classes << Controlrepo::Class.new(clarse) }
+      config['nodes'].each { |node| @nodes << Controlrepo::Node.new(node) }
+      config['groups'].each { |name, members| @groups << Controlrepo::Group.new(name, members) }
+
+      # Add the 'all_classes' and 'all_nodes' default groups
+      @groups << Controlrepo::Group.new('all_nodes',@nodes)
+      @groups << Controlrepo::Group.new('all_classes',@classes)
+
+      config['test_matrix'].each do |machines, roles|
+        # TODO: Work out some way to set per-test options like idempotency
+        @tests << Controlrepo::Test.new(machines,roles)
+      end
+    end
+
+    def r10k_deploy_local(repo = Controlrepo.new)
+      require 'controlrepo'
+      tempdir = Dir.mktmpdir('r10k')
+      repo.tempdir = tempdir
+
+      # Read in the config and change all the directories, then create them
+      r10k_config = repo.r10k_config
+      r10k_config[:cachedir] = "#{tempdir}#{r10k_config[:cachedir]}"
+      FileUtils::mkdir_p(r10k_config[:cachedir])
+      r10k_config[:sources].map do |name,source_settings|
+        source_settings["basedir"] = "#{tempdir}#{source_settings["basedir"]}"
+        FileUtils::mkdir_p(source_settings["basedir"])
+        # Yes, I realise this is going to set it many times
+        repo.temp_environmentpath = source_settings["basedir"]
+      end
+      File.write("#{tempdir}/r10k.yaml",r10k_config.to_yaml)
+
+      # Pull the trigger!
+      Dir.chdir(tempdir) do
+        `r10k deploy environment #{@environment} -p --color --config #{tempdir}/r10k.yaml --verbose`
+      end
+
+      # Return tempdir for use
+      tempdir
+    end
+
+    def write_spec_test(location, test)
+      # Use an ERB template to write a spec test
+      template_dir = File.expand_path('../../templates',File.dirname(__FILE__))
+      spec_template = File.read(File.expand_path('./test_spec.rb.erb',template_dir))
+      randomness = (0...6).map { (65 + rand(26)).chr }.join
+      File.write("#{location}/#{randomness}_#{test.to_s}_spec.rb",ERB.new(spec_template, nil, '-').result(binding))
+    end
+
+    def write_acceptance_test(location, test)
+      template_dir = File.expand_path('../../templates',File.dirname(__FILE__))
+      acc_test_template = File.read(File.expand_path('./acceptance_test_spec.rb.erb',template_dir))
+      raise 'We only support writing acceptance tests for one node at the moment' unless test.nodes.count == 1
+      randomness = (0...6).map { (65 + rand(26)).chr }.join
+      File.write("#{location}/#{randomness}_#{test.to_s}_spec.rb",ERB.new(acc_test_template, nil, '-').result(binding))
+    end
+
+    def write_spec_helper_acceptance(location, repo)
+      template_dir = File.expand_path('../../templates',File.dirname(__FILE__))
+      spec_heler_acc_template = File.read(File.expand_path('./spec_helper_acceptance.rb.erb',template_dir))
+      File.write("#{location}/spec_helper_acceptance.rb",ERB.new(spec_heler_acc_template, nil, '-').result(binding))
+    end
+
+    def write_rakefile(location, pattern)
+      template_dir = File.expand_path('../../templates',File.dirname(__FILE__))
+      rakefile_template = File.read(File.expand_path('./Rakefile.erb',template_dir))
+      File.write("#{location}/Rakefile",ERB.new(rakefile_template, nil, '-').result(binding))
+    end
+
+    def write_gemfile(location)
+      template_dir = File.expand_path('../../templates',File.dirname(__FILE__))
+      gemfile_template = File.read(File.expand_path('./Gemfile.erb',template_dir))
+      File.write("#{location}/Gemfile",ERB.new(gemfile_template, nil, '-').result(binding))
+    end
+
+    def write_spec_helper(location, repo)
+      environmentpath = repo.temp_environmentpath
+      modulepath = repo.config['modulepath']
+      modulepath.delete("$basemodulepath")
+      modulepath.map! do |path|
+        "#{environmentpath}/#{@environment}/#{path}"
+      end
+      modulepath = modulepath.join(":")
+      repo.temp_modulepath = modulepath
+
+      # Use an ERB template to write a spec test
+      template_dir = File.expand_path('../../templates',File.dirname(__FILE__))
+      spec_helper_template = File.read(File.expand_path('./spec_helper.rb.erb',template_dir))
+      File.write("#{location}/spec_helper.rb",ERB.new(spec_helper_template, nil, '-').result(binding))
+    end
+
+    def create_fixtures_symlinks(repo)
+      FileUtils.mkdir_p("#{repo.tempdir}/spec/fixtures/modules")
+      repo.temp_modulepath.split(':').each do |path|
+        Dir["#{path}/*"].each do |mod|
+          modulename = File.basename(mod)
+          FileUtils.ln_s(mod, "#{repo.tempdir}/spec/fixtures/modules/#{modulename}")
+        end
+      end
+    end
+
+    # TODO: Work out the best way to format the output
+    # TODO: Look into bundling bundler into the temp dir
+    # TODO: Write task for beaker tests *brace yourself* Dont forget about the beaker file you have
+    # TODO: Compare the outlout of the beaker helper that I wrote
+    #       with the output from the templated tests, us ethe better one
+    #       bearing in minf that beaker has logger options that could help
+  end
+end

data/templates/.fixtures.yml.erb

@@ -0,0 +1,24 @@
+---
+fixtures:
+<% if symlinks.any? then -%>
+  symlinks:
+<% symlinks.each do |link| -%>
+    <%= link['name'] %>: <%= link['dir'] %>
+<% end -%>
+<% end -%>
+<% if repositories.any? then -%>
+  repositories:
+<% repositories.each do |repo| -%>
+    <%= repo['name'] %>:
+      repo: <%= repo['repo'] %>
+      ref: <%= repo['ref'] %>
+<% end -%>
+<% end -%>
+<% if forge_modules.any? then -%>
+  forge_modules:
+<% forge_modules.each do |mod| -%>
+    <%= mod['name'] %>:
+      repo: <%= mod['repo'] %>
+      ref: <%= mod['ref'] %>
+<% end -%>
+<% end -%>

data/templates/Gemfile.erb

@@ -0,0 +1,5 @@
+gem 'puppet'
+gem 'rspec'
+gem 'rspec-puppet'
+gem 'rake'
+gem 'puppetlabs_spec_helper'

data/templates/Rakefile.erb

@@ -0,0 +1 @@
+require 'puppetlabs_spec_helper/rake_tasks'

data/templates/acceptance_test_spec.rb.erb

@@ -0,0 +1,18 @@
+require 'spec_helper_acceptance'
+
+<% test.nodes.each do |node| -%>
+describe '<%= node.name %>' do
+<% test.classes.each do |cls| %>
+  context 'when classified with <%= cls.name %>' do
+    role = '<%= cls.name %>'
+    apply_manifest(role, :catch_failures => true)
+<% if test.options[:runs_for_idempotency] -%>
+<% (test.options[:runs_for_idempotency] - 1).times do -%>
+    apply_manifest(role, :catch_failures => true)
+<% end -%>
+<% end -%>
+    apply_manifest(role, :catch_changes => true)
+  end
+<% end %>
+end
+<% end %>

data/templates/nodeset.yaml.erb

@@ -0,0 +1,9 @@
+HOSTS:
+  <%= fact_set['fqdn'] %>:
+    roles:
+      - agent
+    type: aio
+    platform: <%= platform %>
+    box: <%= boxname %>
+    box_url: <%= url %>
+    hypervisor: vagrant_virtualbox

data/templates/spec_helper.rb.erb

@@ -0,0 +1,7 @@
+require 'puppetlabs_spec_helper/module_spec_helper'
+
+RSpec.configure do |c|
+  c.parser = 'future'
+  c.module_path = '<%= modulepath %>'
+  c.hiera_config = '<%= environmentpath %>/<%= @environment %>/hiera.yaml'
+end

data/templates/spec_helper_acceptance.rb.erb

@@ -0,0 +1,24 @@
+require 'beaker-rspec'
+
+scp_to hosts, '<%= repo.tempdir %>/etc', '/etc' # Check that this wil work recursively
+
+RSpec.configure do |c|
+  # Project root
+  proj_root = File.expand_path(File.join(File.dirname(__FILE__), '..'))
+
+  # Readable test descriptions
+  c.formatter = :documentation
+
+  # Configure all nodes in nodeset
+  #c.before :suite do
+  #  # Install module
+  #  puppet_module_install(:source => proj_root, :module_name => 'virtualbox')
+  #  hosts.each do |host|
+  #    on host, puppet('module','install','puppetlabs-stdlib'), { :acceptable_exit_codes => [0,1] }
+  #    on host, puppet('module','install','puppetlabs-apt'), { :acceptable_exit_codes => [0,1] }
+  #    on host, puppet('module','install','stahnma-epel'), { :acceptable_exit_codes => [0,1] }
+  #    on host, puppet('module','install','camptocamp-archive'), { :acceptable_exit_codes => [0,1] }
+  #    on host, puppet('module','install','darin-zypprepo'), { :acceptable_exit_codes => [0,1] }
+  #  end
+  #end
+end

data/templates/test_spec.rb.erb

@@ -0,0 +1,13 @@
+require 'spec_helper'
+
+<% test.classes.each do |cls| -%>
+describe "<%= cls.name %>" do
+<% test.nodes.each do |node| -%>
+  context "using fact set <%= node.name %>" do
+    let(:facts) { <%= node.fact_set %> }
+    it { should compile }
+  end
+<% end -%>
+end
+
+<% end -%>

metadata

@@ -0,0 +1,162 @@
+--- !ruby/object:Gem::Specification
+name: controlrepo
+version: !ruby/object:Gem::Version
+  version: 1.0.0
+platform: ruby
+authors:
+- Dylan Ratcliffe
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2015-10-19 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: json
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: beaker-rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec-puppet
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: puppet
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: ''
+email:
+- dylan.ratcliffe@puppetlabs.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- README.md
+- controlrepo.gemspec
+- lib/controlrepo.rb
+- lib/controlrepo/beaker.rb
+- lib/controlrepo/class.rb
+- lib/controlrepo/group.rb
+- lib/controlrepo/node.rb
+- lib/controlrepo/rake_tasks.rb
+- lib/controlrepo/test.rb
+- lib/controlrepo/testconfig.rb
+- templates/.fixtures.yml.erb
+- templates/Gemfile.erb
+- templates/Rakefile.erb
+- templates/acceptance_test_spec.rb.erb
+- templates/nodeset.yaml.erb
+- templates/spec_helper.rb.erb
+- templates/spec_helper_acceptance.rb.erb
+- templates/test_spec.rb.erb
+homepage: ''
+licenses:
+- Apache-2.0
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.7
+signing_key: 
+specification_version: 4
+summary: ''
+test_files: []
+has_rdoc: