testbeat 0.5.0 → 0.5.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: a07df1c8d2decd193451ed6563c37ecf5d77e4e6
-  data.tar.gz: efc84e08c072861996aca8d767fe7195da3e87d0
+  metadata.gz: 02cef2aff2396b4839c9bd7af2bd8c99d1abf7df
+  data.tar.gz: c1de2a32d44fd2875ae8f472c5b6c5171ce61d0b
 SHA512:
-  metadata.gz: 90f7258973368c942e722f6b1be18804ca132da3e05d5da189ac339f49705b7cb191ceb2268cdb65567a131578e8f7204085ab73bc91727754724384abea11e7
-  data.tar.gz: fc8a054528bedcbc506d183138d5414fdcd1d30dd69ef73dd900b6000f305e5fde425a04838d8b36dae9b1c68d169026638f601bdbc13905648637410959befb
+  metadata.gz: 44c1420a77283d2229cf547ed5d02cf3a28710e462b065ffbdbf2671caca746f4781bf65ddbd16b1441e3575c69579c7cdf3051c66139b617b566869ffa8155a
+  data.tar.gz: baa1fcd721c9febf81c6c989008b2462f63abcb6cae43d9b4ed473edfdc244979ff34f4108d45fe8726e06ed4998f7b42c0b9ad8c298664b002b0881ab2849e4

data/lib/testbeat.rb

@@ -1,9 +1,16 @@
 
-#require 'testbeat/rspec'
-#require 'testbeat/vagrant'
-require_relative './spec_helper.rb'
+require 'rspec/spec_helper.rb' if defined? RSpec
 
-#module testbeat
+#module Testbeat
+
+  # https://route.github.io/2013/11/05/ruby-loading-and-requiring-files-constant-name-resolution.html
+  #autoload :Noderunner, 'vagrant/noderunner.rb'
+
+#end
+
+require 'vagrant/noderunner.rb'
+
+#module Testbeat
 #
 #  autoload :RSpec, './spec_helper.rb'
 #

data/lib/vagrant/cookbook_decompiler.rb

@@ -0,0 +1,73 @@
+
+#!/usr/bin/ruby
+
+require 'set'
+
+$cookbooks_dir = config_path = File.join(Dir.pwd, "cookbooks")
+
+def get_default_recipe(cookbook_name)
+  return File.open($cookbooks_dir + "/" + cookbook_name + "/recipes/default.rb","r")
+end
+
+def get_include_lines(file)
+  lines_with_include = []
+  file.each_line do |line|
+    if /include_recipe/.match(line)
+      lines_with_include.push(line)
+    end
+  end
+  return lines_with_include
+end
+
+def get_cookbook_name(line)
+  name_match = /include_recipe.?"([^"]*)"/.match(line)
+  if name_match
+    just_name = name_match[1].split("::")[0]
+    return just_name
+  else
+    raise "Line #{line} does not contain an include_recipe statement"
+  end
+end
+
+def remove_recipe_part(name)
+  return name.split("::")[0]
+end
+
+def get_included_cookbooks(cookbook_name)
+  just_name = remove_recipe_part(cookbook_name)
+  recipe_default = get_default_recipe(just_name)
+  lines = get_include_lines(recipe_default)
+  names = []
+  lines.each do |line|
+    name = get_cookbook_name(line)
+    names.push(name) unless names.include? name
+  end
+  return names
+end
+
+module CookbookDecompiler
+
+  def CookbookDecompiler.resolve_dependencies(cookbook_names)
+
+
+    # First level cookbooks are obviously included, so let's make them the starting set.
+    cookbooks_to_be_returned = Set.new(cookbook_names)
+
+    loop do
+      # Next, find the second level cookbooks.
+      second_set = Set.new()
+      cookbooks_to_be_returned.each do |name|
+        included_cookbooks = get_included_cookbooks(name)
+        second_set = second_set.merge(included_cookbooks)
+      end
+      if second_set.subset? cookbooks_to_be_returned
+        return cookbooks_to_be_returned
+      else
+        cookbooks_to_be_returned.merge(second_set)
+      end
+    end
+    # If all second level cookbooks are already in the set, we're done.
+    # otherwise we repeat, treating the second level cookbooks as first level.
+
+  end
+end

data/lib/vagrant/noderunner.rb

@@ -0,0 +1,290 @@
+#!/usr/bin/ruby
+
+require 'optparse'
+require 'json'
+require 'pp'
+require_relative './cookbook_decompiler.rb'
+# dependencies for the lib running node tests, preferrably discovered here instead of in node loop
+require 'rspec'
+require 'set'
+
+# Get first matching subgroup
+#  stripped of quotes and leading/trailing whitespace
+def get_match(pattern, text)
+  matches = pattern.match(text)
+  the_match = matches[1]
+  the_match.delete("\"").strip()
+end
+
+# Prepared commands from run_tests are fed in here.
+def run_integration_tests_bats(tests)
+  puts "Running bats tests for cookbooks."
+
+  tests.sort().each do |cmd|
+    #print "Running bats test #{cmd}"
+    system("cd #{ $vagrant_dir + $node }; vagrant ssh -c \"#{cmd}\"")
+  end
+end
+
+def run_integration_tests(recipes)
+  # Now its time for the bats tests.
+  integration_tests =  []
+  repos_backup_testing = false
+  # Next we reduce recipes to cookbooks
+  if recipes.include?("repos-backup")
+    recipes.delete("repos-backup")
+    repos_backup_testing = true
+  end
+
+  integration_result_format = "--format RspecJunitFormatter"
+  node_path_to_cookbooks = ""
+  sync_data = File.read($vagrant_dir + $node + "/.vagrant/machines/default/virtualbox/synced_folders")
+  sync_info = JSON.parse(sync_data)
+  sync_info['virtualbox'].each do |key,value|
+    if /cookbooks/.match(value['hostpath'])
+      node_path_to_cookbooks = value['guestpath'].split("/")[0..-2].join("/")
+      break
+    end
+  end
+  recipes.each do |recipe|
+    # break off sub-recipe name from cookbook name
+    #  repos-channel::haproxy -> repos-channel
+    puts "Recipe: #{recipe}"
+    cookbook_name = recipe.split("::")[0]
+    path_to_cookbook_integration_tests = "cookbooks/#{cookbook_name}/test/integration/default"
+    if Dir.exists?(path_to_cookbook_integration_tests)
+      puts "Found: #{path_to_cookbook_integration_tests}"
+      Dir.glob("#{path_to_cookbook_integration_tests}/*.rb").each do |path_to_file|
+        # /tmp/vagrant-chef-?/chef-solo-1/
+        # cd #{$vagrant_dir}#{node}; vagrant ssh -c
+        puts "node_path_to_cookbooks: #{node_path_to_cookbooks}. path_to_file: #{path_to_file}"
+        integration_tests.push("rspec #{integration_result_format} #{node_path_to_cookbooks}/#{path_to_file} > /vagrant/generated_integration_results_#{cookbook_name}.xml")
+      end
+    else
+      puts "Couldn't find #{path_to_cookbook_integration_tests}"
+    end
+  end
+  path_to_node_integration_tests = "#{$vagrant_dir}#{$node}/integration/default"
+  if Dir.exists?(path_to_node_integration_tests)
+    Dir.glob("#{path_to_node_integration_tests}/*.rb").each do |path_to_file|
+      just_filename = path_to_file.split("/")[-1]
+      integration_tests.push("rspec #{integration_result_format} /vagrant/integration/default/#{just_filename} > /vagrant/generated_integration_results_#{$node}.xml")
+    end
+  else
+    puts "No node-specific integration tests available for #{$node} in #{path_to_node_integration_tests}"
+  end
+
+  if integration_tests.empty?()
+    puts "No integration tests for node #{$node}"
+  else
+    run_integration_tests_bats(integration_tests)
+  end
+  if repos_backup_testing
+    system("cd #{ $vagrant_dir + $node }; vagrant ssh -c \"sudo chef-solo -j /tmp/vagrant-chef/dna.json -c /tmp/vagrant-chef/solo.rb -o 'recipe[cms-base],recipe[repos-backup]'\"")
+  end
+
+  #backup_test_cmd = "rspec -f j /tmp/vagrant-chef-?/chef-solo-1/cookbooks/repos-backup/test/integration/default/repos-backup_spec.rb > integration_repos-backup.txt"
+  #run_integration_tests_bats([backup_test_cmd])
+end
+
+def run_rspec(node, path, outf, verbose)
+  puts "Starting test: #{path}"
+  rspec_cmd = "NODE=#{node} rspec #{path} --format documentation --out #{outf}.txt --format html --out #{outf}.html --format RspecJunitFormatter --out #{outf}.xml --format progress"
+  IO.popen(rspec_cmd, :err=>[:child, :out], :external_encoding=>"UTF-8") do |io|
+    io.each_char do |c|
+      if verbose then
+        $stdout.print c
+        if c == '.' or c == 'F' or c == "\n" then $stdout.flush end
+      end
+    end
+  end
+  return $?.success?
+end
+
+def run_tests(recipes, out: "#{$vagrant_dir}#{$node}/generated/", testglob: "test/acceptance/*.rb", verbose: true)
+  [recipes, out, testglob, verbose]
+  rspec_ok = true # if no tests => no failure
+
+  if Dir.exists?(out)
+    puts "Using existing output directory #{out}"
+    Dir.glob("#{out}acceptance*").each do |previous|
+      File.delete(previous);
+    end
+  else
+    puts "Creating output directory #{out}"
+  end
+
+  run_history = Set.new()
+  recipes.each do |recipe|
+    # break off sub-recipe name from cookbook name
+    #  repos-channel::haproxy -> repos-channel
+    #puts "Recipe: " + recipe
+    cookbook_name = recipe.split("::")[0]
+    cookbook_specs = Dir.glob("cookbooks/#{cookbook_name}/#{testglob}")
+    if cookbook_specs.length == 0
+      puts "No generic acceptance tests available for #{recipe} in #{$chef_dir}cookbooks/#{cookbook_name}/test/acceptance"
+    end
+    cookbook_specs.each do |path_to_file|
+      if not run_history.include?(path_to_file)
+        run_history.add(path_to_file)
+        just_filename = path_to_file.split("/")[-1]
+        rspec_ok = run_rspec($node, path_to_file, "#{out}acceptance_#{cookbook_name}_#{just_filename}", verbose) && rspec_ok
+      end
+    end
+  end
+
+  path_to_node_acceptance_tests = "#{$vagrant_dir}#{$node}/acceptance"
+  if Dir.exists?(path_to_node_acceptance_tests)
+    rspec_ok = run_rspec($node, "#{path_to_node_acceptance_tests}/*.rb", "#{out}acceptance_node", verbose) && rspec_ok
+  else
+    puts "No node-specific acceptance tests available for #{$node} in #{path_to_node_acceptance_tests}"
+  end
+
+  # Print a summary in the end
+  concat = File.open("#{out}acceptance.txt", "w")
+  Dir.glob("#{out}acceptance_*.txt").each do |generated_docs|
+    puts generated_docs
+    concat.write("#" + generated_docs)
+    File.readlines(generated_docs).each do |line|
+      concat.write(line)
+      results = /^\d+ examples, (\d+) failure.?/.match(line)
+      if results
+        puts line
+      end
+    end
+  end
+  concat.close unless concat.nil?
+
+  return rspec_ok
+end
+
+# guestint: run on-guest integration tests
+def main(node: "labs01", provider: "virtualbox", retest: false, guestint: true, verbose: true)
+  [node, provider, retest, guestint, verbose]
+  $node = node
+  options = {}
+
+  $chef_dir = ""
+  $vagrant_dir = $chef_dir + "nodes/"
+  $bats_test_tmp = $vagrant_dir + "bats_tmp/"
+
+  $vagrant_file = $vagrant_dir + $node + "/Vagrantfile"
+  #$vagrant_chef_dir = %x[ cd #{$vagrant_dir}#{node}; vagrant ssh -c "find /tmp/vagrant-chef/ -maxdepth 2 -type d -name cookbooks ]
+  #"/tmp/vagrant-chef/chef-solo-1/"
+
+  puts "### node: #{$node} (#{$vagrant_dir + $node}) ###"
+  recipes = []
+
+
+  if not (Dir.exists?($vagrant_dir + $node) and File.exists?($vagrant_file))
+    $stderr.puts "No such Vagrant node #{ $node }"
+    exit 1
+  end
+
+  # ----------------------------------------------------------------------------------
+  # Start Vagrant or run provision on an already running node
+
+  cwd_to_node = "cd #{ $vagrant_dir + $node}; "
+
+  v_status = %x[ cd #{ $vagrant_dir + $node}; vagrant status ]
+  runlist_file = "/tmp/#{$node}_testbeat.runlist";
+  if /poweroff/.match(v_status) or /not created/.match(v_status)
+    puts "Vagrant node not running, start and provision..."
+    if File.exists?(runlist_file)
+      File.delete(runlist_file)
+    end
+    vagrant_cmd = cwd_to_node + "vagrant up --provider=#{provider}"
+  elsif /running/.match(v_status)
+    # Add "if runlist file older than 1 h, assume force_long"
+    if retest and File.exists?(runlist_file)
+      old_run = File.read(runlist_file)
+      #run_match = /Run List expands to \[(.*?)\]/.match(old_run)
+      recipes = old_run.split(", ")
+      print "Recipes (rerun based on #{runlist_file}): "
+      puts recipes
+      all_cookbooks = CookbookDecompiler.resolve_dependencies(recipes).to_a
+      puts "All cookbooks included: " + all_cookbooks.join(", ")
+      # code duplicated from uncached runlist below
+      rspec_ok = true
+      if guestint
+        rspec_ok = rspec_ok && run_integration_tests(all_cookbooks)
+      end
+      rspec_ok = rspec_ok && run_tests(all_cookbooks)
+      if not rspec_ok
+        puts "There were test failures!"
+        exit 1
+      end
+      puts "All tests for cached runlist passed"
+      exit 0
+    else
+      puts "Vagrant node running, provision..."
+      vagrant_cmd = cwd_to_node + "vagrant provision"
+    end
+  else
+    $stderr.puts "Unknown Vagrant state: #{v_status}"
+  end
+
+  # ----------------------------------------------------------------------------------
+  # Build an array consisting of custom tests to be compared with Vagrant provision
+  # output
+
+  # First we look up tests for our custom Vagrant output checker
+  test_collection = []
+
+  if options[:tests]
+    tests = options[:tests].split(",")
+    tests.each do |opt|
+        test_file_path = opt
+        if File.exists?(test_file_path)
+        contents = File.read(test_file_path)
+        obj = JSON.parse(contents)
+        obj["tests"].each do |test|
+          test_collection.push(test)
+        end
+      end
+    end
+  end
+
+  #vagrant_run_output = %x[ export LANG=en_US.UTF-8; #{vagrant_cmd} ]
+  vagrant_run_output = ''
+  IO.popen(vagrant_cmd, :err=>[:child, :out], :external_encoding=>"UTF-8") do |io|
+    io.each do |line|
+      if verbose then puts line end
+      vagrant_run_output << line + "\n"
+    end
+  end
+  result = $?.success?
+
+  if not result
+    $stderr.puts "Vagrant run failed! See output below"
+    $stderr.puts vagrant_run_output
+    exit 1
+  else
+    puts "Vagrant provision completed."
+    # Run List expands to [repos-channel::haproxy, cms-base::folderstructure, repos-apache2, repos-subversion, repos-rweb, repos-trac, repos-liveserver, repos-indexing, repos-snapshot, repos-vagrant-labs]
+    run_match = /Run List expands to \[(.*?)\]/.match(vagrant_run_output)
+    if run_match
+      dump_file = File.new("/tmp/#{$node}_testbeat.runlist","w+",0755)
+      dump_file.write(run_match[1]) # should be run_match[1] but role-leanserver edit above...
+      dump_file.close()
+
+      recipes = run_match[1].split(", ")
+      puts "Run list extracted from Vagrant: " + recipes.join(", ")
+      all_cookbooks = CookbookDecompiler.resolve_dependencies(recipes).to_a
+      puts "All cookbooks included: " + all_cookbooks.join(", ")
+      puts "test_collection (presumably not used anymore): " + test_collection.join(", ");
+      # the run code has been duplicated for cached runlist above
+      rspec_ok = true
+      if guestint
+        rspec_ok = rspec_ok && run_integration_tests(all_cookbooks)
+      end
+      rspec_ok = rspec_ok && run_tests(all_cookbooks)
+      if not rspec_ok
+        exit 1
+      end
+    else
+      puts "Unable to find text 'Run List expands to' in Vagrant output :("
+    end
+  end
+
+end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: testbeat
 version: !ruby/object:Gem::Version
-  version: 0.5.0
+  version: 0.5.1
 platform: ruby
 authors:
 - Staffan Olsson
@@ -60,7 +60,9 @@ extensions: []
 extra_rdoc_files: []
 files:
 - lib/testbeat.rb
-- lib/spec_helper.rb
+- lib/rspec/spec_helper.rb
+- lib/vagrant/noderunner.rb
+- lib/vagrant/cookbook_decompiler.rb
 homepage: https://github.com/Reposoft/testbeat
 licenses:
 - MIT