onceover 3.0.0

data/lib/onceover/class.rb

@@ -0,0 +1,29 @@
+class Onceover
+  class Class
+    @@all = []
+
+    attr_accessor :name
+    def initialize(name)
+      @name = name
+      @@all << self
+    end
+
+    def self.find(class_name)
+      @@all.each do |cls|
+        if class_name.is_a?(Onceover::Class)
+          if cls = class_name
+            return cls
+          end
+        elsif cls.name == class_name
+          return cls
+        end
+      end
+      logger.warn "Class #{class_name} not found"
+      nil
+    end
+
+    def self.all
+      @@all
+    end
+  end
+end

data/lib/onceover/cli.rb

@@ -0,0 +1,46 @@
+require 'cri'
+
+class Onceover
+  class CLI
+    def self.command
+      @cmd ||= Cri::Command.define do
+        name 'onceover'
+        usage 'onceover <subcommand> [options]'
+        summary 'Tool for testing Puppet controlrepos'
+
+        flag :h, :help, 'Show help for this command' do |value, cmd|
+          puts cmd.help
+          exit 0
+        end
+
+        flag nil, :trace, 'Display stack traces on application crash'
+        flag :d, :debug, 'Enable debug loging'
+        optional :p, :path, 'Path to the root of the controlrepo'
+        optional nil, :environmentpath, 'Value of environmentpath from puppet.conf'
+        optional nil, :puppetfile, 'Location of the Puppetfile'
+        optional nil, :environment_conf, 'Location of environment.con'
+        optional nil, :facts_dir, 'Directory in which to find factsets'
+        optional nil, :spec_dir, 'Directory in which to find spec tests and config'
+        optional nil, :facts_files, 'List of factset files to use (Overrides --facts_dir)'
+        optional nil, :nodeset_file, 'YAML file containing node definitions'
+        optional nil, :tempdir, 'Temp directory to use, defaults to .controlrepo'
+        optional nil, :manifest, 'Path fo find manifests'
+        optional nil, :controlrepo_yaml, 'Path of controlrepo.yaml'
+
+        run do |opts, args, cmd|
+          puts cmd.help(:verbose => opts[:verbose])
+          exit 0
+        end
+      end
+    end
+
+    # Add the help
+    Onceover::CLI.command.add_command(Cri::Command.new_basic_help)
+  end
+end
+
+# Add all of the other CLI components
+require 'onceover/cli/show'
+require 'onceover/cli/run'
+require 'onceover/cli/init'
+require 'onceover/cli/update'

data/lib/onceover/cli/init.rb

@@ -0,0 +1,31 @@
+require 'cri'
+require 'onceover/controlrepo'
+require 'onceover/cli'
+require 'onceover/runner'
+require 'onceover/testconfig'
+require 'onceover/logger'
+
+class Onceover
+  class CLI
+    class Init
+      def self.command
+        @cmd ||= Cri::Command.define do
+          name 'init'
+          usage 'init'
+          summary 'Sets up a controlrepo for testing from scratch'
+          description <<-DESCRIPTION
+This will generate all of the config files required for the onceover
+tool to work.
+          DESCRIPTION
+
+          run do |opts, args, cmd|
+            Onceover::Controlrepo.init(Onceover::Controlrepo.new(opts))
+          end
+        end
+      end
+    end
+  end
+end
+
+# Register itself
+Onceover::CLI.command.add_command(Onceover::CLI::Init.command)

data/lib/onceover/cli/run.rb

@@ -0,0 +1,72 @@
+require 'cri'
+require 'onceover/controlrepo'
+require 'onceover/cli'
+require 'onceover/runner'
+require 'onceover/testconfig'
+require 'onceover/logger'
+
+class Onceover
+  class CLI
+    class Run
+      def self.command
+        @cmd ||= Cri::Command.define do
+          name 'run'
+          usage 'run [spec|acceptance]'
+          summary 'Runs either the spec or acceptance tests'
+          description <<-DESCRIPTION
+This will run the full set of spec or acceptance tests.
+This includes deploying using r10k and running all custom tests.
+          DESCRIPTION
+
+          optional :t, :tags, 'A list of tags. Only tests with these tags will be run'
+          optional :c, :classes, 'A list of classes. Only tests with these classes will be run'
+          optional :n, :nodes, 'A list of nodes. Only tests with these nodes will be run'
+
+          run do |opts, args, cmd|
+            puts cmd.help(:verbose => opts[:verbose])
+            exit 0
+          end
+        end
+      end
+
+      class Spec
+        def self.command
+          @cmd ||= Cri::Command.define do
+            name 'spec'
+            usage 'spec'
+            summary 'Runs spec tests'
+
+            run do |opts, args, cmd|
+              repo = Onceover::Controlrepo.new(opts)
+              runner = Onceover::Runner.new(repo,Onceover::TestConfig.new(repo.controlrepo_yaml,opts),:spec)
+              runner.prepare!
+              runner.run_spec!
+            end
+          end
+        end
+      end
+
+      class Acceptance
+        def self.command
+          @cmd ||= Cri::Command.define do
+            name 'acceptance'
+            usage 'acceptance'
+            summary 'Runs acceptance tests'
+
+            run do |opts, args, cmd|
+              repo = Onceover::Controlrepo.new(opts)
+              runner = Onceover::Runner.new(repo,Onceover::TestConfig.new(repo.controlrepo_yaml,opts),:acceptance)
+              runner.prepare!
+              runner.run_acceptance!
+            end
+          end
+        end
+      end
+    end
+  end
+end
+
+# Register itself
+Onceover::CLI.command.add_command(Onceover::CLI::Run.command)
+Onceover::CLI::Run.command.add_command(Onceover::CLI::Run::Spec.command)
+Onceover::CLI::Run.command.add_command(Onceover::CLI::Run::Acceptance.command)

data/lib/onceover/cli/show.rb

@@ -0,0 +1,74 @@
+require 'cri'
+require 'onceover/controlrepo'
+require 'onceover/cli'
+require 'onceover/logger'
+
+class Onceover
+  class CLI
+    class Show
+      def self.command
+        @cmd ||= Cri::Command.define do
+          name 'show'
+          usage 'show [controlrepo|puppetfile]'
+          summary 'Shows the current state things'
+          description <<-DESCRIPTION
+Shows the state of either the controlrepo or the Puppetfile
+          DESCRIPTION
+
+          run do |opts, args, cmd|
+            # Print out the description
+            puts cmd.help(:verbose => opts[:verbose])
+            exit 0
+          end
+        end
+      end
+
+      class Repo
+        def self.command
+          @cmd ||= Cri::Command.define do
+            name 'repo'
+            usage 'repo [options]'
+            summary 'Shows the current state of the Controlrepo'
+            description <<-DESCRIPTION
+Shows the state of the repo as the tool sees it.
+Useful for debugging.
+            DESCRIPTION
+
+            run do |opts, args, cmd|
+              # Print out the description
+              puts Onceover::Controlrepo.new(opts).to_s
+              exit 0
+            end
+          end
+        end
+      end
+
+      class Puppetfile
+        def self.command
+          @cmd ||= Cri::Command.define do
+            name 'puppetfile'
+            usage 'puppetfile [options]'
+            summary 'Shows the current state of the puppetfile'
+            description <<-DESCRIPTION
+Shows the state of the puppetfile including current versions and
+laetst versions of each module. Great for checking for updates.
+To update all modules run `onceover update puppetfile`. (Hint: once
+you have done the update, run the tests to make sure nothing breaks.)
+            DESCRIPTION
+
+            run do |opts, args, cmd|
+              # Print out the description
+              Onceover::Controlrepo.new(opts).print_puppetfile_table
+              exit 0
+            end
+          end
+        end
+      end
+    end
+  end
+end
+
+# Register itself
+Onceover::CLI.command.add_command(Onceover::CLI::Show.command)
+Onceover::CLI::Show.command.add_command(Onceover::CLI::Show::Repo.command)
+Onceover::CLI::Show.command.add_command(Onceover::CLI::Show::Puppetfile.command)

data/lib/onceover/cli/update.rb

@@ -0,0 +1,48 @@
+require 'cri'
+require 'onceover/controlrepo'
+require 'onceover/cli'
+require 'onceover/logger'
+
+class Onceover
+  class CLI
+    class Update
+      def self.command
+        @cmd ||= Cri::Command.define do
+          name 'update'
+          usage 'update puppetfile'
+          summary 'Updates stuff, currently only the Puppetfile'
+
+          run do |opts, args, cmd|
+            # Print out the description
+            puts cmd.help(:verbose => opts[:verbose])
+            exit 0
+          end
+        end
+      end
+
+      class Puppetfile
+        def self.command
+          @cmd ||= Cri::Command.define do
+            name 'puppetfile'
+            usage 'puppetfile'
+            summary 'Update all modules in the Puppetfile'
+            description <<-DESCRIPTION
+Updates all modules to their latest version and writes that
+file back onto the system over the original Puppetfile.
+            DESCRIPTION
+
+            run do |opts, args, cmd|
+              # Print out the description
+              Onceover::Controlrepo.new(opts).update_puppetfile
+              exit 0
+            end
+          end
+        end
+      end
+    end
+  end
+end
+
+# Register itself
+Onceover::CLI.command.add_command(Onceover::CLI::Update.command)
+Onceover::CLI::Update.command.add_command(Onceover::CLI::Update::Puppetfile.command)

data/lib/onceover/controlrepo.rb

@@ -0,0 +1,527 @@
+require 'r10k/puppetfile'
+require 'erb'
+require 'json'
+require 'yaml'
+require 'find'
+require 'pathname'
+require 'onceover/beaker'
+require 'onceover/logger'
+include Onceover::Logger
+
+begin
+  require 'pry'
+rescue LoadError
+  # We don't care if i'ts not here, this is just used for
+  # debugging sometimes
+end
+
+class Onceover
+  class Controlrepo
+    attr_accessor :root
+    attr_accessor :puppetfile
+    attr_accessor :facts_files
+    attr_accessor :environmentpath
+    attr_accessor :role_regex
+    attr_accessor :profile_regex
+    attr_accessor :spec_dir
+    attr_accessor :temp_modulepath
+    attr_accessor :nodeset_file
+    attr_accessor :manifest
+    attr_accessor :tempdir
+    attr_accessor :controlrepo_yaml
+    attr_accessor :opts
+
+    # Create methods on self so that we can access these basic things without
+    # having to actually instantiate the class, I'm debating how much stuff
+    # I should be putting in here, we don't reeeally need to instantiate the
+    # object unless we want to modify it's parameters, so maybe everything.
+    # We shall see...
+    #
+    # And yeah I know this makes little sense, but it will look nicer to type, promise
+    #
+    # Also it's probably pretty memory hungry, but let's be honest, how many
+    # times would be be calling this? If we call it over and over you can just
+    # instantiate it anyway
+    def self.root
+     Onceover::Controlrepo.new.root
+    end
+
+    def self.puppetfile
+     Onceover::Controlrepo.new.puppetfile
+    end
+
+    def self.facts_files
+     Onceover::Controlrepo.new.facts_files
+    end
+
+    def self.classes
+     Onceover::Controlrepo.new.classes
+    end
+
+    def self.roles
+      Onceover::Controlrepo.new.roles
+    end
+
+    def self.profiles
+      Onceover::Controlrepo.new.profiles
+    end
+
+    def self.config
+      Onceover::Controlrepo.new.config
+    end
+
+    def self.facts(filter = nil)
+      Onceover::Controlrepo.new.facts(filter)
+    end
+
+    def self.hiera_config_file
+      Onceover::Controlrepo.new.hiera_config_file
+    end
+    #
+    # End class methods
+    #
+
+    def initialize(opts = {})
+      # When we initialize the object it is going to set some instance vars
+      @root             = opts[:path] || Dir.pwd
+      @environmentpath  = opts[:environmentpath] || 'etc/puppetlabs/code/environments'
+      @puppetfile       = opts[:puppetfile] || File.expand_path('./Puppetfile',@root)
+      @environment_conf = opts[:environment_conf] || File.expand_path('./environment.conf',@root)
+      @facts_dir        = opts[:facts_dir] || File.expand_path('./spec/factsets',@root)
+      @spec_dir         = opts[:spec_dir] || File.expand_path('./spec',@root)
+      @facts_files      = opts[:facts_files] || [Dir["#{@facts_dir}/*.json"],Dir["#{File.expand_path('../../../factsets',__FILE__)}/*.json"]].flatten
+      @nodeset_file     = opts[:nodeset_file] || File.expand_path('./spec/acceptance/nodesets/onceover-nodes.yml',@root)
+      @role_regex       = /role[s]?:{2}/
+      @profile_regex    = /profile[s]?:{2}/
+      @tempdir          = opts[:tempdir] || ENV['CONTROLREPO_temp'] || File.absolute_path('./.onceover')
+      $temp_modulepath  = nil
+      @manifest         = opts[:manifest] || config['manifest'] ? File.expand_path(config['manifest'],@root) : nil
+      @controlrepo_yaml = opts[:controlrepo_yaml] || "#{@spec_dir}/onceover.yaml"
+      @opts             = opts
+      logger.level = :debug if @opts[:debug]
+    end
+
+    def to_s
+      require 'colored'
+
+      <<-END.gsub(/^\s{4}/,'')
+      #{'puppetfile'.green}       #{@puppetfile}
+      #{'environment_conf'.green} #{@environment_conf}
+      #{'facts_dir'.green}        #{@facts_dir}
+      #{'spec_dir'.green}         #{@spec_dir}
+      #{'facts_files'.green}      #{@facts_files}
+      #{'nodeset_file'.green}     #{@nodeset_file}
+      #{'roles'.green}            #{roles}
+      #{'profiles'.green}         #{profiles}
+      #{'controlrepo.yaml'.green} #{@controlrepo_yaml}
+      END
+    end
+
+    def roles
+      classes.keep_if { |c| c =~ @role_regex }
+    end
+
+    def profiles
+      classes.keep_if { |c| c =~ @profile_regex }
+    end
+
+    def classes
+      # Get all of the possible places for puppet code and look for classes
+      code_dirs = self.config['modulepath']
+      # Remove interpolated references
+      code_dirs.delete_if { |dir| dir[0] == '$'}
+
+      # Make sure that the paths are relative to the controlrepo root
+      code_dirs.map! do |dir|
+        File.expand_path(dir,@root)
+      end
+
+      # Get all the classes from all of the manifests
+      classes = []
+      code_dirs.each do |dir|
+        classes << get_classes(dir)
+      end
+      classes.flatten
+    end
+
+    def facts(filter = nil)
+      # Returns an array facts hashes
+      all_facts = []
+      logger.debug "Reading factsets"
+      @facts_files.each do |file|
+        all_facts << read_facts(file)['values']
+      end
+      if filter
+        # Allow us to pass a hash of facts to filter by
+        raise "Filter param must be a hash" unless filter.is_a?(Hash)
+        all_facts.keep_if do |hash|
+          matches = []
+          filter.each do |filter_fact,value|
+            matches << keypair_is_in_hash(hash,filter_fact,value)
+          end
+          if matches.include? false
+            false
+          else
+            true
+          end
+        end
+      end
+      return all_facts
+    end
+
+    def print_puppetfile_table
+      require 'table_print'
+      require 'versionomy'
+      require 'colored'
+      require 'r10k/puppetfile'
+
+      # Load up the Puppetfile using R10k
+      logger.debug "Reading puppetfile from #{@root}"
+      puppetfile = R10K::Puppetfile.new(@root)
+      logger.debug "Loading modules from Puppetfile"
+      puppetfile.load!
+
+      output_array = []
+      puppetfile.modules.each do |mod|
+        return_hash = {}
+        logger.debug "Loading data for #{mod.full_name}"
+        return_hash[:full_name] = mod.full_name
+        if mod.is_a?(R10K::Module::Forge)
+          return_hash[:current_version] = mod.expected_version
+          return_hash[:latest_version] = mod.v3_module.current_release.version
+          current = Versionomy.parse(return_hash[:current_version])
+          latest = Versionomy.parse(return_hash[:latest_version])
+          if current.major < latest.major
+            return_hash[:out_of_date] = "Major".red
+          elsif current.minor < latest.minor
+            return_hash[:out_of_date] = "Minor".yellow
+          elsif current.tiny < latest.tiny
+            return_hash[:out_of_date] = "Tiny".green
+          else
+            return_hash[:out_of_date] = "No".green
+          end
+        else
+          return_hash[:current_version] = "N/A"
+          return_hash[:latest_version] = "N/A"
+          return_hash[:out_of_date] = "N/A"
+        end
+        output_array << return_hash
+      end
+
+      tp output_array, \
+        {:full_name => {:display_name => "Full Name"}}, \
+        {:current_version => {:display_name => "Current Version"}}, \
+        {:latest_version => {:display_name => "Latest Version"}}, \
+        {:out_of_date => {:display_name => "Out of Date?"}}
+    end
+
+    def update_puppetfile
+      require 'r10k/puppetfile'
+
+      # Read in the Puppetfile as a string and as an object
+      puppetfile_string = File.read(@puppetfile).split("\n")
+      puppetfile = R10K::Puppetfile.new(@root)
+      puppetfile.load!
+
+      # TODO: Make sure we can deal with :latest
+
+      puppetfile.modules.keep_if {|m| m.is_a?(R10K::Module::Forge)}
+      puppetfile.modules.each do |mod|
+        line_index = puppetfile_string.index {|l| l =~ /^\s*[^#]*#{mod.owner}[\/-]#{mod.name}/}
+        logger.debug "Getting latest version of #{mod.full_name}"
+        puppetfile_string[line_index].gsub!(mod.expected_version,mod.v3_module.current_release.version)
+      end
+      File.open(@puppetfile, 'w') {|f| f.write(puppetfile_string.join("\n")) }
+      puts "#{'changed'.yellow} #{@puppetfile}"
+    end
+
+    def fixtures
+      # Load up the Puppetfile using R10k
+      puppetfile = R10K::Puppetfile.new(@root)
+      modules = puppetfile.load
+
+      # Iterate over everything and seperate it out for the sake of readability
+      symlinks = []
+      forge_modules = []
+      repositories = []
+
+      modules.each do |mod|
+        logger.debug "Converting #{mod.to_s} to .fixtures.yml format"
+        # This logic could probably be cleaned up. A lot.
+        if mod.is_a? R10K::Module::Forge
+          if mod.expected_version.is_a?(Hash)
+            # Set it up as a symlink, because we are using local files in the Puppetfile
+            symlinks << {
+              'name' => mod.name,
+              'dir' => mod.expected_version[:path]
+            }
+          elsif mod.expected_version.is_a?(String)
+            # Set it up as a normal firge module
+            forge_modules << {
+              'name' => mod.name,
+              'repo' => mod.title,
+              'ref' => mod.expected_version
+            }
+          end
+        elsif mod.is_a? R10K::Module::Git
+          # Set it up as a git repo
+          repositories << {
+              'name' => mod.name,
+              # I know I shouldn't be doing this, but trust me, there are no methods
+              # anywhere that expose this value, I looked.
+              'repo' => mod.instance_variable_get(:@remote),
+              'ref' => mod.version
+            }
+        end
+      end
+
+      # also add synlinks for anything that is in environment.conf
+      code_dirs = self.config['modulepath']
+      code_dirs.delete_if { |dir| dir[0] == '$'}
+      code_dirs.each do |dir|
+        # We need to traverse down into these directories and create a symlink for each
+        # module we find because fixtures.yml is expecting the module's root not the
+        # root of modulepath
+        Dir["#{dir}/*"].each do |mod|
+          symlinks << {
+            'name' => File.basename(mod),
+            'dir' => Pathname.new(File.expand_path(mod)).relative_path_from(Pathname.new(@root))#File.expand_path(mod)
+          }
+        end
+      end
+
+      # Use an ERB template to write the files
+      Onceover::Controlrepo.evaluate_template('.fixtures.yml.erb',binding)
+    end
+
+    def hiera_config_file
+      # try to find the hiera.iyaml file
+      hiera_config_file = File.expand_path('./hiera.yaml',@spec_dir) if File.exist?(File.expand_path('./hiera.yaml',@spec_dir))
+      hiera_config_file = File.expand_path('./hiera.yaml',@root) if File.exist?(File.expand_path('./hiera.yaml',@root))
+      hiera_config_file
+    end
+
+    def hiera_config
+      begin
+        YAML.load_file(hiera_config_file)
+      rescue TypeError
+        puts "WARNING: Could not find hiera config file, continuing"
+        nil
+      end
+    end
+
+    def hiera_config=(data)
+      File.write(hiera_config_file,data.to_yaml)
+    end
+
+    def hiera_data
+      # This is going to try to find your hiera data directory, if you have named it something
+      # unexpected it won't work
+      possibe_datadirs = Dir["#{@root}/*/"]
+      possibe_datadirs.keep_if { |dir| dir =~ /hiera(?:.*data)?/i }
+      raise "There were too many directories that looked like hiera data: #{possibe_datadirs}" if possibe_datadirs.count > 1
+      File.expand_path(possibe_datadirs[0])
+    end
+
+    def config
+      # Parse the file
+      logger.debug "Reading #{@environment_conf}"
+      env_conf = File.read(@environment_conf)
+      env_conf = env_conf.split("\n")
+
+      # Delete commented out lines
+      env_conf.delete_if { |l| l =~ /^\s*#/}
+
+      # Map the lines into a hash
+      environment_config = {}
+      env_conf.each do |line|
+        environment_config.merge!(Hash[*line.split('=').map { |s| s.strip}])
+      end
+
+      # Finally, split the modulepath values and return
+      begin
+        environment_config['modulepath'] = environment_config['modulepath'].split(':')
+      rescue
+        raise "modulepath was not found in environment.conf, don't know where to look for roles & profiles"
+      end
+      return environment_config
+    end
+
+    def r10k_config_file
+      r10k_config_file = File.expand_path('./r10k.yaml',@spec_dir) if File.exist?(File.expand_path('./r10k.yaml',@spec_dir))
+      r10k_config_file = File.expand_path('./r10k.yaml',@root) if File.exist?(File.expand_path('./r10k.yaml',@root))
+      r10k_config_file
+    end
+
+    def r10k_config
+      YAML.load_file(r10k_config_file)
+    end
+
+    def r10k_config=(data)
+      File.write(r10k_config_file,data.to_yaml)
+    end
+
+    def temp_manifest
+      config['manifest'] ? File.expand_path(config['manifest'],@tempdir) : nil
+    end
+
+    def self.init(repo)
+      # This code will initialise a controlrepo with all of the config
+      # that it needs
+      require 'pathname'
+      require 'colored'
+
+      Onceover::Controlrepo.init_write_file(generate_controlrepo_yaml(repo),repo.controlrepo_yaml)
+      Onceover::Controlrepo.init_write_file(generate_nodesets(repo),repo.nodeset_file)
+      Onceover::Controlrepo.init_write_file(Onceover::Controlrepo.evaluate_template('pre_conditions_README.md.erb',binding),File.expand_path('./pre_conditions/README.md',repo.spec_dir))
+      Onceover::Controlrepo.init_write_file(Onceover::Controlrepo.evaluate_template('factsets_README.md.erb',binding),File.expand_path('./factsets/README.md',repo.spec_dir))
+
+      # Add .controlrepo to Gitignore
+      gitignore_path = File.expand_path('.gitignore',repo.root)
+      if File.exists? gitignore_path
+        gitignore_content = (File.open(gitignore_path,'r') {|f| f.read }).split("\n")
+        message = "#{'changed'.green}"
+      else
+        message = "#{'created'.green}"
+        gitignore_content = []
+      end
+
+      unless gitignore_content.include?(".controlrepo")
+        gitignore_content << ".controlrepo\n"
+        File.open(gitignore_path,'w') {|f| f.write(gitignore_content.join("\n")) }
+        puts "#{message} #{Pathname.new(gitignore_path).relative_path_from(Pathname.new(Dir.pwd)).to_s}"
+      end
+    end
+
+    def self.generate_controlrepo_yaml(repo)
+      # This will return a controlrepo.yaml that can be written to a file
+      Onceover::Controlrepo.evaluate_template('controlrepo.yaml.erb',binding)
+    end
+
+    def self.generate_nodesets(repo)
+      require 'onceover/beaker'
+      require 'net/http'
+      require 'json'
+
+      hosts_hash = {}
+
+      repo.facts.each do |fact_set|
+        node_name = File.basename(repo.facts_files[repo.facts.index(fact_set)],'.json')
+        boxname = Onceover::Beaker.facts_to_vagrant_box(fact_set)
+        platform = Onceover::Beaker.facts_to_platform(fact_set)
+
+        logger.debug "Querying hashicorp API for Vagrant box that matches #{boxname}"
+        response = Net::HTTP.get(URI.parse("https://atlas.hashicorp.com/api/v1/box/#{boxname}"))
+        url = 'URL goes here'
+
+        if response =~ /Not Found/i
+          comment_out = true
+        else
+          comment_out = false
+          box_info = JSON.parse(response)
+          box_info['current_version']['providers'].each do |provider|
+            if  provider['name'] == 'virtualbox'
+              url = provider['original_url']
+            end
+          end
+        end
+
+        # Add the resulting info to the hosts hash. This is what the
+        # template will output
+        hosts_hash[node_name] = {
+          :platform    => platform,
+          :boxname     => boxname,
+          :url         => url,
+          :comment_out => comment_out
+        }
+      end
+
+      # Use an ERB template
+      Onceover::Controlrepo.evaluate_template('nodeset.yaml.erb',binding)
+    end
+
+    def self.create_dirs_and_log(dir)
+      Pathname.new(dir).descend do |folder|
+        unless folder.directory?
+          FileUtils.mkdir(folder)
+          puts "#{'created'.green} #{folder.relative_path_from(Pathname.new(Dir.pwd)).to_s}"
+        end
+      end
+    end
+
+    def self.evaluate_template(template_name,bind)
+      logger.debug "Evaluating template #{template_name}"
+      template_dir = File.expand_path('../../templates',File.dirname(__FILE__))
+      template = File.read(File.expand_path("./#{template_name}",template_dir))
+      ERB.new(template, nil, '-').result(bind)
+    end
+
+    def self.init_write_file(contents,out_file)
+      Onceover::Controlrepo.create_dirs_and_log(File.dirname(out_file))
+      if File.exists?(out_file)
+        puts "#{'skipped'.yellow} #{Pathname.new(out_file).relative_path_from(Pathname.new(Dir.pwd)).to_s} #{'(exists)'.yellow}"
+      else
+        File.open(out_file,'w') {|f| f.write(contents)}
+        puts "#{'created'.green} #{Pathname.new(out_file).relative_path_from(Pathname.new(Dir.pwd)).to_s}"
+      end
+    end
+
+    private
+
+    def read_facts(facts_file)
+      file = File.read(facts_file)
+      begin
+        result = JSON.parse(file)
+      rescue JSON::ParserError
+        raise "Could not parse the JSON file, check that it is valid JSON and that the encoding is correct"
+      end
+      result
+    end
+
+    def keypair_is_in_hash(first_hash, key, value)
+      matches = []
+      if first_hash.has_key?(key)
+        if value.is_a?(Hash)
+          value.each do |k,v|
+            matches << keypair_is_in_hash(first_hash[key],k,v)
+          end
+        else
+          if first_hash[key] == value
+            matches << true
+          else
+            matches << false
+          end
+        end
+      else
+        matches << false
+      end
+      if matches.include? false
+        false
+      else
+        true
+      end
+    end
+
+    def get_classes(dir)
+      classes = []
+      # Recurse over all the pp files under the dir we are given
+      logger.debug "Searching puppet code for roles and profiles"
+      Dir["#{dir}/**/*.pp"].each do |manifest|
+        classname = find_classname(manifest)
+        # Add it to the array as long as it is not nil
+        classes << classname if classname
+      end
+      classes
+    end
+
+    def find_classname(filename)
+      file = File.new(filename, "r")
+      while (line = file.gets)
+        if line =~ /^class (\w+(?:::\w+)*)/
+          return $1
+        end
+      end
+      return nil
+    end
+  end
+end