mmtrix_rpm 1.0.0.1

data/test/multiverse/lib/multiverse/envfile.rb

@@ -0,0 +1,66 @@
+# encoding: utf-8
+# This file is distributed under Mmtrix's license terms.
+# See https://github.com/mmtrix/rpm/blob/master/LICENSE for complete details.
+
+module Multiverse
+  # Reads an envfile.rb and converts it into gemfiles that can be used by
+  # bundler
+  class Envfile
+    attr_accessor :file_path, :condition
+    attr_reader :before, :after, :mode, :skip_message, :omit_collector
+
+    def initialize(file_path)
+      self.file_path = file_path
+      @gemfiles = []
+      @mode = 'fork'
+      if File.exist? file_path
+        @text = File.read self.file_path
+        instance_eval @text
+      end
+      @gemfiles = [''] if @gemfiles.empty?
+    end
+
+    def suite_condition(skip_message, &block)
+      @skip_message = skip_message
+      @condition = block
+    end
+
+    def gemfile(content)
+      @gemfiles.push content
+    end
+
+    def omit_collector!
+      @omit_collector = true
+    end
+
+    def before_suite(&block)
+      @before = block
+    end
+
+    def after_suite(&block)
+      @after = block
+    end
+
+    def execute_mode(mode)
+      valid_modes = %w| fork spawn |
+      unless valid_modes.member? mode
+        raise ArgumentError, "#{mode.inspect} is not a valid execute mode.  Valid modes: #{valid_modes.inspect}"
+      end
+      @mode = mode
+    end
+
+    include Enumerable
+    def each(&block)
+      @gemfiles.each(&block)
+    end
+
+    def [](key)
+      @gemfiles[key]
+    end
+
+    def size
+      @gemfiles.size
+    end
+
+  end
+end

data/test/multiverse/lib/multiverse/environment.rb

@@ -0,0 +1,19 @@
+# encoding: utf-8
+# This file is distributed under Mmtrix's license terms.
+# See https://github.com/mmtrix/rpm/blob/master/LICENSE for complete details.
+
+require 'fileutils'
+module Multiverse
+  ROOT = File.expand_path(File.join(File.dirname(__FILE__), '..', '..'))
+  $: << File.expand_path(File.join(ROOT, 'lib'))
+
+  # Include from our unit testing path to share fake_collector
+  $: << File.expand_path(File.join(ROOT, '..', 'mmtrix'))
+
+  SUITES_DIRECTORY = ENV['SUITES_DIRECTORY'] || File.join(ROOT, '/suites')
+  require 'multiverse/color'
+  require 'multiverse/output_collector'
+  require 'multiverse/runner'
+  require 'multiverse/envfile'
+  require 'multiverse/suite'
+end

data/test/multiverse/lib/multiverse/output_collector.rb

@@ -0,0 +1,82 @@
+# encoding: utf-8
+# This file is distributed under Mmtrix's license terms.
+# See https://github.com/mmtrix/rpm/blob/master/LICENSE for complete details.
+
+# This module is responsible for intercepting output made through various stdlib
+# calls (i.e. puts, print, etc.) and printing summary information (e.g. a list
+# of failing tests) at the end of the process.
+
+require 'thread'
+
+module Multiverse
+  module OutputCollector
+    include Color
+    extend Color
+
+    @output_lock = Mutex.new
+    @buffer_lock = Mutex.new
+
+    def self.failing_output
+      @failing_output ||= []
+    end
+
+    def self.buffer(suite, env)
+      key = [suite, env]
+      @buffer_lock.synchronize do
+        @buffers ||= {}
+        @buffers[key] ||= ""
+        @buffers[key]
+      end
+    end
+
+    def self.failed(suite, env)
+      @failing_suites ||= []
+      @failing_suites << [suite, env]
+
+      @failing_output ||= []
+      @failing_output << buffer(suite, env) + "\n"
+    end
+
+    def self.write(suite, env, msg)
+      buffer(suite, env) << msg
+    end
+
+    def self.suite_report(suite, env)
+      output(buffer(suite, env))
+    end
+
+    def self.overall_report
+      output("", "")
+      if failing_output.empty?
+        output(green("There were no test failures"))
+      else
+        to_output = failing_output_header + failing_output + failing_output_footer
+        output(*to_output)
+      end
+    end
+
+    def self.failing_output_header
+      [red("*" * 80),
+        red("Repeating failed test output"),
+        red("*" * 80),
+        ""]
+    end
+
+    def self.failing_output_footer
+      ["",
+        red("*" * 80),
+        red("There were failures in #{failing_output.size} test suites"),
+        "",
+        @failing_suites.map { |suite, env| red("#{suite} failed in env #{env}") },
+        red("*" * 80)]
+    end
+
+    # Because the various environments potentially run in separate threads to
+    # start their processes, make sure we don't blatantly interleave output.
+    def self.output(*args)
+      @output_lock.synchronize do
+        puts(*args)
+      end
+    end
+  end
+end

data/test/multiverse/lib/multiverse/runner.rb

@@ -0,0 +1,117 @@
+# encoding: utf-8
+# This file is distributed under Mmtrix's license terms.
+# See https://github.com/mmtrix/rpm/blob/master/LICENSE for complete details.
+
+module Multiverse
+  module Runner
+    extend self
+    extend Color
+
+    def exit_status
+      @exit_status ||= 0
+    end
+
+    def notice_exit_status(i)
+      exit_status # initialize it
+      # we don't want to return exit statuses > 256 since these get converted
+      # to 0
+      if i != 0
+        puts red("FAIL! Exited #{i}")
+        @exit_status = 1
+      else
+        puts green("PASS. Exited #{i}")
+      end
+      @exit_status
+    end
+
+    # Args without a = are turned into just opts[key] = true
+    # Args with = get split, then assigned as key + value. Repeats overwrite
+    # Args with name= will tally up rather than overwriting
+    # :suite gets ignored
+    def parse_args(args)
+      opts = {}
+      args.each do |(k, v)|
+        if v.index("name=") == 0
+          parts = v.split("=")
+          opts[:names] ||= []
+          opts[:names] << parts.last
+        elsif v.include?("=")
+          parts = v.split("=")
+          opts[parts.first.to_sym] = parts.last
+        elsif k != :suite
+          opts[v.to_sym] = true
+        end
+      end
+      opts
+    end
+
+    def run(filter="", opts={})
+      execute_suites(filter, opts) do |suite|
+        suite.execute
+      end
+    end
+
+    def prime(filter="", opts={})
+      execute_suites(filter, opts) do |suite|
+        suite.prime
+      end
+    end
+
+    def execute_suites(filter, opts)
+      Dir.new(SUITES_DIRECTORY).entries.each do |dir|
+        full_path = File.join(SUITES_DIRECTORY, dir)
+
+        next if dir =~ /\A\./
+        next unless passes_filter?(dir, filter)
+        next unless File.exists?(File.join(full_path, "Envfile"))
+
+        begin
+          suite = Suite.new(full_path, opts)
+          yield suite
+        rescue => e
+          puts red("Error when trying to run suite in #{full_path.inspect}")
+          puts
+          puts "#{e.class}: #{e}"
+          puts(*e.backtrace)
+          notice_exit_status 1
+        end
+      end
+
+      OutputCollector.overall_report
+      exit exit_status
+    end
+
+    GROUPS = {
+      "agent"         => ["agent_only", "bare", "config_file_loading",
+                          "deferred_instrumentation", "high_security"],
+      "api"           => ["grape"],
+      "background"    => ["delayed_job", "resque", "sidekiq"],
+      "database"      => ["datamapper", "mongo", "sequel"],
+      "httpclients"   => ["curb", "excon", "httpclient", "typhoeus", "net_http"],
+      "rails"         => ["active_record", "rails"],
+      "serialization" => ["json", "marshalling", "yajl"],
+      "sinatra"       => ["sinatra", "padrino"],
+
+      "rest"          => []  # Specially handled below
+    }
+
+    def passes_filter?(dir, filter)
+      return true if filter.nil?
+
+      if filter.include?("group=")
+        key = filter.sub("group=", "")
+        group = GROUPS[key]
+        if group.nil?
+          puts red("Unrecognized group '#{key}'. Stopping!")
+          exit 1
+        elsif group.any?
+          GROUPS[key].include?(dir)
+        else
+          !GROUPS.values.flatten.include?(dir)
+        end
+      else
+        dir.include?(filter)
+      end
+    end
+  end
+end