mtbb 0.1.0

data/.gitignore

@@ -0,0 +1,19 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp
+
+/.mtbb-artifacts/

data/.travis.yml

@@ -0,0 +1,10 @@
+---
+language: ruby
+rvm:
+- 1.9.3
+- 2.0.0
+script: bundle exec bin/mtbb
+notifications:
+  email:
+    recipients:
+    - github+mtbb@modcloth.com

data/AUTHORS.md

@@ -0,0 +1,4 @@
+`mtbb` authors
+==============
+
+ - Dan Buch

data/CONTRIBUTING.md

@@ -0,0 +1,5 @@
+`mtdd` Contribution Guidelines
+==============================
+
+ - Pull requests accepted!
+ - Please add yourself to the `AUTHORS.md` file alphabetically by first name.

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in mtbb.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2013 ModCloth, Inc.
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,37 @@
+`mtbb`
+======
+
+[![Build Status](https://travis-ci.org/modcloth-labs/mtbb.png)](https://travis-ci.org/modcloth-labs/mtbb)
+
+Minitest-based black box testing thing.
+
+## Installation
+
+Download the whole thing as a standalone executable:
+
+``` bash
+curl -s -o mtbb https://raw.github.com/modcloth-labs/mtbb/master/lib/mtbb.rb
+chmod +x mtbb
+```
+
+Or install via `gem`:
+
+``` bash
+gem install mtbb
+```
+
+## Usage
+
+Given a `test` directory containing minitest files of the format
+`*_test.rb`, run the `mtbb` executable over them:
+
+``` bash
+mtbb
+```
+
+An alternate test discovery glob may be given a la:
+
+``` bash
+MTBB_TEST_GLOB='./black-box-tests/**/*_test.rb' mtbb
+```
+

data/Rakefile

@@ -0,0 +1 @@
+require "bundler/gem_tasks"

data/bin/mtbb

@@ -0,0 +1,3 @@
+#!/usr/bin/env ruby
+require 'mtbb'
+Mtbb::TestRunner.main(ARGV)

data/lib/mtbb.rb

@@ -0,0 +1,335 @@
+#!/usr/bin/env ruby
+# vim:fileencoding=utf-8
+#
+# Copyright (c) 2013 ModCloth, Inc.
+#
+# MIT License
+#
+# Permission is hereby granted, free of charge, to any person obtaining
+# a copy of this software and associated documentation files (the
+# "Software"), to deal in the Software without restriction, including
+# without limitation the rights to use, copy, modify, merge, publish,
+# distribute, sublicense, and/or sell copies of the Software, and to
+# permit persons to whom the Software is furnished to do so, subject to
+# the following conditions:
+#
+# The above copyright notice and this permission notice shall be
+# included in all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+# EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+# MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+# NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+# LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+# OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+# WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+#
+
+require 'fileutils'
+require 'json'
+require 'minitest/spec'
+require 'net/http'
+require 'time'
+require 'uri'
+
+begin
+  require_relative 'mtbb/version'
+rescue LoadError
+end
+
+module Mtbb
+  VERSION = '0.1.0' unless defined?(VERSION)
+
+  YELLOW = "\033\[33m"
+  RESET = "\033\[0m"
+  GREEN = "\033\[32m"
+  RED = "\033\[31m"
+  MAGENTA = "\033\[35m"
+  BRIGHT_GREEN = "\033\[32;1m"
+  BRIGHT_RED = "\033\[31;1m"
+  BRIGHT_MAGENTA = "\033\[35;1m"
+  BRIGHT_YELLOW = "\033\[33;1m"
+
+  SERVERS = {}
+
+  def register(server_name, server_config)
+    SERVERS[server_name.to_sym] = Mtbb::ServerRunner.new(server_config)
+  end
+
+  def server(server_name)
+    SERVERS[server_name.to_sym]
+  end
+
+  module_function :register, :server
+
+  class TestRunner
+    def self.main(argv = [].freeze)
+      mtbb_test_glob = ENV['MTBB_TEST_GLOB'] || "#{Dir.pwd}/test/**/*_test.rb"
+      Dir.glob(mtbb_test_glob).each do |f|
+        require f
+      end
+
+      unless argv.include?('-h') || argv.include?('--help')
+        ServerControl.start_servers
+        Mtbb.announce! 'Started servers'
+        at_exit do
+          ServerControl.stop_servers
+          Mtbb.announce! 'Stopped servers'
+        end
+
+        MiniTest::Unit.output = MiniTestReporter.new
+      end
+
+      exit_code = MiniTest::Unit.new.run(argv) || 1
+
+      if exit_code == 0
+        $stderr.puts BRIGHT_GREEN
+        $stderr.puts <<-EOF.gsub(/^ {8}/, '')
+          ✓✓      ✓✓ ✓✓✓✓ ✓✓    ✓✓
+          ✓✓  ✓✓  ✓✓  ✓✓  ✓✓✓   ✓✓
+          ✓✓  ✓✓  ✓✓  ✓✓  ✓✓✓✓  ✓✓
+          ✓✓  ✓✓  ✓✓  ✓✓  ✓✓ ✓✓ ✓✓
+          ✓✓  ✓✓  ✓✓  ✓✓  ✓✓  ✓✓✓✓
+          ✓✓  ✓✓  ✓✓  ✓✓  ✓✓   ✓✓✓
+           ✓✓✓  ✓✓✓  ✓✓✓✓ ✓✓    ✓✓
+        EOF
+        $stderr.puts RESET
+      else
+        $stderr.puts BRIGHT_RED
+        $stderr.puts <<-EOF.gsub(/^ {8}/, '')
+          ✘✘✘✘✘✘✘✘    ✘✘✘    ✘✘✘✘ ✘✘
+          ✘✘         ✘✘ ✘✘    ✘✘  ✘✘
+          ✘✘        ✘✘   ✘✘   ✘✘  ✘✘
+          ✘✘✘✘✘✘   ✘✘     ✘✘  ✘✘  ✘✘
+          ✘✘       ✘✘✘✘✘✘✘✘✘  ✘✘  ✘✘
+          ✘✘       ✘✘     ✘✘  ✘✘  ✘✘
+          ✘✘       ✘✘     ✘✘ ✘✘✘✘ ✘✘✘✘✘✘✘✘
+        EOF
+        $stderr.puts RESET
+        Mtbb::SERVERS.each do |_, server|
+          Mtbb.announce! "Dumping stdout for #{server.description}:"
+          server.dump(:stdout)
+          Mtbb.announce! "Dumping stderr for #{server.description}:"
+          server.dump(:stderr)
+        end
+      end
+
+      if ENV['HOLD_ON_A_SEC']
+        print 'Holding on a sec... [Enter] '
+        gets
+      end
+      exit exit_code
+    end
+  end
+
+  def announce!(something)
+    $stderr.puts "#{BRIGHT_GREEN}mtbb#{RESET}: #{BRIGHT_YELLOW}#{something}#{RESET}"
+  end
+
+  module_function :announce!
+
+  class ServerRunner
+    attr_reader :executable, :server_name, :argv, :port, :working_dir, :start_time
+    attr_reader :server_pid, :stdout_file, :stderr_file, :server_exit_code
+    attr_reader :options
+
+    def initialize(options = {})
+      @options = options
+      @executable = options.fetch(:executable)
+      options.delete(:executable)
+      @argv = options.delete(:argv) || []
+
+      @server_name = options.delete(:server_name) || "mtbb-server-#{Time.now.utc.to_i}"
+      @start_time = options.delete(:start) || Time.now.utc
+      @port = options.delete(:port)
+      @working_dir = options.delete(:working_dir) || default_working_dir
+      @stdout_file = options.delete(:stdout_file) || default_stdout_file
+      @stderr_file = options.delete(:stderr_file) || default_stderr_file
+
+      if !File.exist?(executable)
+        raise "Can't locate `#{File.basename(executable).inspect}` executable! " <<
+              "(it's not here: #{executable.inspect})"
+      end
+    end
+
+    def start
+      FileUtils.mkdir_p(working_dir)
+      process_command = command
+      spawn_args = process_command + [
+        out: [stdout_file, 'w'], err: [stderr_file, 'w']
+      ]
+      Mtbb.announce! "Starting #{description}"
+      Mtbb.announce! "  ---> #{process_command.join(' ')}"
+      Mtbb.announce! "  (#{config_details.inspect})"
+      @server_pid = Process.spawn(*spawn_args)
+      server_pid
+    end
+
+    def stop
+      return if !server_pid
+      Mtbb.announce! "Stopping #{description} (PID=#{server_pid})"
+      Process.kill(:TERM, server_pid)
+      begin
+        wait_for_server_process(Integer(ENV['MTBB_PROCESS_EXIT_TIMEOUT'] || 3))
+      rescue TimeoutError
+      end
+      Process.kill(:KILL, server_pid)
+      _, status = Process.waitpid2(server_pid)
+      @server_exit_code = status.exitstatus || status.termsig
+    rescue Errno::ECHILD, Errno::ESRCH
+      true
+    end
+
+    def description
+      "#{server_name} on port #{port}"
+    end
+
+    def config_details
+      {
+        argv: argv,
+        working_dir: working_dir,
+        start_time: start_time,
+        stdout_file: stdout_file,
+        stderr_file: stderr_file,
+      }
+    end
+
+    def command
+      cmd = [executable] + argv
+      options.each do |k,v|
+        if v.nil?
+          cmd << k
+          next
+        end
+        cmd << k << v.inspect
+      end
+      cmd
+    end
+
+    def dump(which = :stdout)
+      $stderr.puts File.read(send(:"#{which.to_s}_file"))
+    end
+
+    private
+
+    def wait_for_server_process(timeout)
+      toolate = Time.now + timeout
+      unless (done = server_exited?) || Time.now > toolate
+        sleep Float(ENV['MTBB_PROCESS_EXIT_POLL_INTERVAL'] || 0.1)
+      end
+
+      unless done
+        raise TimeoutError
+      end
+    end
+
+    # Largely inspired by ChildProcess::Unix::Process#exited?
+    def server_exited?
+      return true if server_exit_code
+
+      pid, status = Process.waitpid2(server_pid, Process::WNOHANG)
+      pid = pid == 0 ? nil : pid
+
+      if pid
+        @server_exit_code = status.exitstatus || status.termsig
+      end
+
+      !!pid
+    end
+
+    def default_working_dir
+      File.join(Dir.pwd, '.mtbb-artifacts')
+    end
+
+    def default_stdout_file
+      File.join(working_dir, "#{server_name}.out")
+    end
+
+    def default_stderr_file
+      File.join(working_dir, "#{server_name}.err")
+    end
+  end
+
+  class MiniTestReporter
+    def puts(*args)
+      args.each { |arg| Mtbb.announce! arg }
+    end
+
+    alias print puts
+  end
+
+  module NetThings
+    def http(method_name, path, options = {})
+      options[:path] ||= path
+      send("#{method_name.downcase}_request", options)
+    end
+
+    def post_request(options = {})
+      request = Net::HTTP::Post.new(options[:path] || '/')
+      request.content_type = 'application/x-www-form-urlencoded'
+      request.body = options.fetch(:body)
+      perform_request(request, options.fetch(:port))
+    end
+
+    def get_request(options = {})
+      perform_request(
+        Net::HTTP::Get.new(options[:path] || '/'),
+        options.fetch(:port)
+      )
+    end
+
+    def delete_request(options = {})
+      perform_request(
+        Net::HTTP::Delete.new(options[:path] || '/'),
+        options.fetch(:port)
+      )
+    end
+
+    private
+
+    def perform_request(request, port)
+      Net::HTTP.start(ENV['MTBB_SERVER_HOST'] || 'localhost', port) do |http|
+        http.open_timeout = Integer(ENV['MTBB_HTTP_OPEN_TIMEOUT'] || 1)
+        http.read_timeout = Integer(ENV['MTBB_HTTP_READ_TIMEOUT'] || 3)
+        response = http.request(request)
+        response
+      end
+    end
+  end
+
+  class ServerControl
+    def self.stop_servers
+      Mtbb::SERVERS.each do |_,server|
+        server.stop
+      end
+    end
+
+    def self.start_servers
+      Dir.chdir(File.expand_path('../', __FILE__)) do
+        FileUtils.mkdir_p('./.mtbb-artifacts')
+        Mtbb::SERVERS.each do |_,runner|
+          runner.start
+          wait_for_server(runner.port)
+        end
+      end
+    end
+
+    def self.wait_for_server(http_port)
+      maxloops = 10
+      curloop = 0
+      begin
+        TCPSocket.new(ENV['MTBB_SERVER_HOST'] || 'localhost', http_port).close
+      rescue
+        curloop += 1
+        if curloop < maxloops
+          sleep 0.5
+          retry
+        end
+      end
+    end
+  end
+end
+
+if __FILE__ == $0
+  Mtbb::TestRunner.main(ARGV)
+end

data/lib/mtbb/version.rb

@@ -0,0 +1,3 @@
+module Mtbb
+  VERSION = '0.1.0'
+end

data/mtbb.gemspec

@@ -0,0 +1,25 @@
+# vim:fileencoding=utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'mtbb/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = 'mtbb'
+  spec.version       = Mtbb::VERSION
+  spec.authors       = ['Dan Buch']
+  spec.email         = ['d.buch@modcloth.com']
+  spec.description   = %q{Minitest-based black box testing thing}
+  spec.summary       = %q{Minitest-based black box testing thing}
+  spec.homepage      = 'https://github.com/modcloth-labs/mtbb'
+  spec.license       = 'MIT'
+
+  spec.files         = `git ls-files`.split($/)
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ['lib']
+
+  spec.add_development_dependency 'bundler'
+  spec.add_development_dependency 'rack'
+  spec.add_development_dependency 'rake'
+  spec.add_development_dependency 'thin'
+end

data/test/navel

@@ -0,0 +1,63 @@
+#!/usr/bin/env ruby
+
+require 'rack'
+require 'time'
+
+class NavelApp
+  def call(env)
+    send(:"handle_#{env['REQUEST_METHOD'].downcase}", Rack::Request.new(env))
+  end
+
+  private
+
+  def handle_get(request)
+    case request.path_info
+    when '/affirmation'
+      return [200, {'Content-Type' => 'text/plain'}, ["yup\n"]]
+    else
+      handle_404(request)
+    end
+  end
+
+  def handle_post(request)
+    case request.path_info
+    when '/dinner/new'
+      body = request.body.read
+      if body.split("\n").include?('soup=splitpea')
+        return [201, {'Content-Type' => 'text/plain'}, ["soup is on!\n"]]
+      else
+        return [
+          400,
+          {'Content-Type' => 'text/plain'},
+          ["invalid dinner:\n" << body << "\n"]
+        ]
+      end
+    else
+      handle_404(request)
+    end
+  end
+
+  def handle_delete(request)
+    case request.path_info
+    when '/pestilence'
+      return [204, {'Content-Type' => 'text/plain'}, ["orphanage saved!\n"]]
+    else
+      handle_404(client)
+    end
+  end
+
+  def handle_404(client)
+    [404, {'Content-Type' => 'text/plain'} ["nope\n"]]
+  end
+end
+
+def main(argv = [])
+  port = Integer(argv.first || 19080)
+  $stdout.sync = true
+  $stderr.sync = true
+  Rack::Handler::Thin.run(NavelApp.new, Port: port)
+end
+
+if __FILE__ == $0
+  main(ARGV)
+end

data/test/navel_test.rb

@@ -0,0 +1,39 @@
+require 'tmpdir'
+require 'minitest/unit'
+
+Mtbb.register(:navel,
+  executable: File.expand_path('../navel', __FILE__),
+  argv: %w(9899),
+  server_name: 'mtbb-navel',
+  port: 9899,
+  working_dir: Dir.mktmpdir('mtbb-navel'),
+)
+
+describe 'navel test' do
+  include Mtbb::NetThings
+
+  it 'supports HTTP GET' do
+    response = http('GET', '/affirmation', port: Mtbb.server(:navel).port)
+    response.code.must_equal '200'
+  end
+
+  it 'supports HTTP POST' do
+    response = http('POST', '/dinner/new',
+         port: Mtbb.server(:navel).port, body: "soup=splitpea\n")
+    response.code.must_equal '201'
+  end
+
+  it 'supports HTTP DELETE' do
+    response = http('DELETE', '/pestilence', port: Mtbb.server(:navel).port)
+    response.code.must_equal '204'
+  end
+end
+
+class NavelTest < MiniTest::Unit
+  include Mtbb::NetThings
+
+  def test_works_with_unit_tests_too
+    response = http('GET', '/nerp', port: Mtbb.server(:navel).port)
+    response.code.must_equal '404'
+  end
+end

data/test/vanilla_test.rb

@@ -0,0 +1,14 @@
+require 'minitest/spec'
+require 'minitest/unit'
+
+describe 'vanilla' do
+  it 'supports regular old minitest specs' do
+    (1 + 1).must_equal 2
+  end
+end
+
+class TestVanilla < MiniTest::Unit
+  def test_supports_regular_old_minitest_tests
+    (1 - 1).must_equal 0
+  end
+end

metadata

@@ -0,0 +1,135 @@
+--- !ruby/object:Gem::Specification
+name: mtbb
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+  prerelease: 
+platform: ruby
+authors:
+- Dan Buch
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-08-25 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rack
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: thin
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Minitest-based black box testing thing
+email:
+- d.buch@modcloth.com
+executables:
+- mtbb
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- .travis.yml
+- AUTHORS.md
+- CONTRIBUTING.md
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/mtbb
+- lib/mtbb.rb
+- lib/mtbb/version.rb
+- mtbb.gemspec
+- test/navel
+- test/navel_test.rb
+- test/vanilla_test.rb
+homepage: https://github.com/modcloth-labs/mtbb
+licenses:
+- MIT
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+      segments:
+      - 0
+      hash: 4294838388783584232
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+      segments:
+      - 0
+      hash: 4294838388783584232
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.23
+signing_key: 
+specification_version: 3
+summary: Minitest-based black box testing thing
+test_files:
+- test/navel
+- test/navel_test.rb
+- test/vanilla_test.rb