brynary-testjour 0.1.0

data/lib/testjour/progressbar.rb

@@ -0,0 +1,124 @@
+#
+# Ruby/ProgressBar - a text progress bar library
+#
+# Copyright (C) 2001 Satoru Takabayashi <satoru@namazu.org>
+#     All rights reserved.
+#     This is free software with ABSOLUTELY NO WARRANTY.
+#
+# You can redistribute it and/or modify it under the terms
+# of Ruby's licence.
+#
+
+class ProgressBar
+  VERSION = "0.3"
+
+  attr_accessor :colorer
+  attr_writer :title
+  
+  def initialize (title, total, out = STDERR)
+    @title = title
+    @total = total
+    @out = out
+    @current = 0
+    @previous = 0
+    @is_finished = false
+    @start_time = Time.now
+    show_progress
+  end
+
+  def inspect
+    "(ProgressBar: #{@current}/#{@total})"
+  end
+
+  def format_time (t)
+    t = t.to_i
+    sec = t % 60
+    min  = (t / 60) % 60
+    hour = t / 3600
+    sprintf("%02d:%02d:%02d", hour, min, sec);
+  end
+
+  # ETA stands for Estimated Time of Arrival.
+  def eta
+    if @current == 0
+      "ETA:  --:--:--"
+    else
+      elapsed = Time.now - @start_time
+      eta = elapsed * @total / @current - elapsed;
+      sprintf("ETA: %s", format_time(eta))
+    end
+  end
+
+  def elapsed
+    elapsed = Time.now - @start_time
+    sprintf("Time: %s", format_time(elapsed))
+  end
+  
+  def time
+    if @is_finished then elapsed else eta end
+  end
+
+  def eol
+    if @is_finished then "\n" else "\r" end
+  end
+
+  def bar(percentage)
+    @bar = "=" * 41
+    len = percentage * (@bar.length + 1) / 100
+    sprintf("[%.*s%s%*s]", len, @bar, ">", [@bar.size - len, 0].max, "")
+  end
+
+  def show (percentage)
+    output = sprintf("%-25s %3d%% %s %s%s", 
+    @title[0,25], 
+    percentage, 
+    bar(percentage),
+    time,
+    eol
+    )
+    
+    unless @colorer.nil?
+      output = colorer.call(output)
+    end
+      
+    @out.print(output)
+  end
+
+  def show_progress
+    if @total.zero?
+      cur_percentage = 100
+      prev_percentage = 0
+    else
+      cur_percentage  = (@current  * 100 / @total).to_i
+      prev_percentage = (@previous * 100 / @total).to_i
+    end
+
+    if cur_percentage > prev_percentage || @is_finished
+      show(cur_percentage)
+    end
+  end
+
+  public
+  def finish
+    @current = @total
+    @is_finished = true
+    show_progress
+  end
+
+  def set (count)
+    if count < 0 || count > @total
+      raise "invalid count: #{count} (total: #{total})"
+    end
+    @current = count
+    show_progress
+    @previous = @current
+  end
+
+  def inc (step = 1)
+    @current += step
+    @current = @total if @current > @total
+    show_progress
+    @previous = @current
+  end
+end
+

data/lib/testjour/queue_server.rb

@@ -0,0 +1,66 @@
+require "thread"
+require "drb"
+require "timeout"
+
+module Testjour
+
+  class QueueServer
+    TIMEOUT_IN_SECONDS = 60
+  
+    def self.with_server
+      server = new
+      DRb.start_service(nil, server)
+      yield server
+    end
+
+    def self.stop
+      DRb.stop_service
+    end
+
+    def initialize
+      reset
+    end
+
+    def reset
+      @work_queue   = Queue.new
+      @result_queue = Queue.new
+    end
+  
+    def done_with_work
+      @done_with_work = true
+    end
+    
+    def take_result
+      Timeout.timeout(TIMEOUT_IN_SECONDS, ResultOverdueError) do
+        @result_queue.pop
+      end
+    end
+
+    def take_work
+      raise NoWorkUnitsRemainingError if @done_with_work
+
+      @work_queue.pop(true)
+    rescue Object => ex
+      if ex.message == "queue empty"
+        raise NoWorkUnitsAvailableError
+      else
+        raise
+      end
+    end
+    
+    def write_result(uri, dot, message = nil, backtrace = [])
+      @result_queue.push [uri, dot, message.to_s, backtrace.join("\n")]
+      nil
+    end
+
+    def write_work(work_unit)
+      @work_queue.push work_unit
+      nil
+    end
+
+    class NoWorkUnitsAvailableError < StandardError; end
+    class NoWorkUnitsRemainingError < StandardError; end
+    class ResultOverdueError < StandardError; end
+  end
+  
+end

data/lib/testjour/rsync.rb

@@ -0,0 +1,29 @@
+require "uri"
+
+module Testjour
+  
+  class RsyncFailed < StandardError
+  end
+  
+  class Rsync
+    
+    def self.copy_to_current_directory_from(source_uri)
+      destination_dir = File.expand_path(".")
+      uri = URI.parse(source_uri)
+      
+      command = "rsync -az --delete --exclude=.git --exclude=*.log --exclude=*.pid #{uri.user}@#{uri.host}:#{uri.path}/ #{destination_dir}"
+      
+      Testjour.logger.info "Rsyncing: #{command}"
+      start_time = Time.now
+      successful = system command
+      
+      if successful
+        time = Time.now - start_time
+        Testjour.logger.debug("Rsync finished in %.2fs" % time)
+      else
+        raise RsyncFailed.new
+      end
+    end
+    
+  end
+end

data/lib/testjour/slave_server.rb

@@ -0,0 +1,98 @@
+require "thread"
+require "drb"
+require "uri"
+require "timeout"
+require "systemu"
+
+module Testjour
+  
+  class SlaveServer
+
+    def self.start
+      server = self.new
+      DRb.start_service(nil, server)
+      uri = URI.parse(DRb.uri)
+      return uri.port.to_i
+    end
+
+    def self.stop
+      DRb.stop_service
+    end
+  
+    def status
+      running? ? "busy" : "available"
+    end
+    
+    def warm(queue_server_url)
+      if running?
+        Testjour.logger.info "Not running because pid exists: #{@pid}"
+        return false
+      end
+      
+      pid_queue = Queue.new
+      @pid = nil
+      
+      Thread.new do
+        Thread.current.abort_on_exception = true
+        cmd = command_to_warm_for(queue_server_url)
+        Testjour.logger.debug "Starting warm with command: #{cmd}"
+        status, stdout, stderr = systemu(cmd) { |pid| pid_queue << pid }
+        Testjour.logger.warn stderr if stderr.strip.size > 0
+      end
+      
+      @pid = pid_queue.pop
+      
+      Testjour.logger.info "Warming from server #{queue_server_url} on PID #{@pid}"
+      
+      return @pid
+    end
+    
+    def run(queue_server_url, cucumber_options)
+      if running?
+        Testjour.logger.info "Not running because pid exists: #{@pid}"
+        return false
+      end
+      
+      pid_queue = Queue.new
+      @pid = nil
+      
+      Thread.new do
+        Thread.current.abort_on_exception = true
+        cmd = command_to_run_for(queue_server_url, cucumber_options)
+        Testjour.logger.debug "Starting runner with command: #{cmd}"
+        status, stdout, stderr = systemu(cmd) { |pid| pid_queue << pid }
+        Testjour.logger.warn stderr if stderr.strip.size > 0
+      end
+      
+      @pid = pid_queue.pop
+      
+      Testjour.logger.info "Running tests from queue #{queue_server_url} on PID #{@pid}"
+      
+      return @pid
+    end
+    
+  protected
+  
+    def command_to_run_for(master_server_uri, cucumber_options)
+      "#{testjour_bin_path} slave:run #{master_server_uri} -- #{cucumber_options.join(' ')}".strip
+    end
+    
+    def command_to_warm_for(master_server_uri)
+      "#{testjour_bin_path} slave:warm #{master_server_uri}".strip
+    end
+    
+    def testjour_bin_path
+      File.expand_path(File.dirname(__FILE__) + "/../../bin/testjour")
+    end
+    
+    def running?
+      return false unless @pid
+      Process::kill 0, @pid.to_s.to_i
+      true
+    rescue Errno::ESRCH, Errno::EPERM
+      false
+    end
+    
+  end
+  
+end

data/lib/testjour.rb

@@ -0,0 +1,68 @@
+require "rubygems"
+require "English"
+require "logger"
+
+$LOAD_PATH.unshift(File.expand_path(File.dirname(__FILE__))) unless $LOAD_PATH.include?(File.expand_path(File.dirname(__FILE__)))
+
+module Kernel
+  # Options:
+  # * :tries - Number of retries to perform. Defaults to 1.
+  # * :on - The Exception on which a retry will be performed. Defaults to Exception, which retries on any Exception.
+  #
+  # Example
+  # =======
+  #   retryable(:tries => 1, :on => OpenURI::HTTPError) do
+  #     # your code here
+  #   end
+  #
+  def retryable(options = {}, &block)
+    opts = { :tries => 1, :on => Exception }.merge(options)
+
+    retry_exception, retries = opts[:on], opts[:tries]
+
+    begin
+      return yield
+    rescue retry_exception
+      retry if (retries -= 1) > 0
+    end
+
+    yield
+  end
+end
+
+module Testjour
+  VERSION = '0.1.0'
+  
+  class << self
+    attr_accessor :step_mother
+    attr_accessor :executor
+  end
+  
+  def self.load_cucumber
+    $LOAD_PATH.unshift(File.expand_path("./vendor/plugins/cucumber/lib"))
+    
+    require "cucumber"
+    require "cucumber/formatters/ansicolor"
+    require "cucumber/treetop_parser/feature_en"
+    Cucumber.load_language("en")
+    
+    # Expose this because we need it
+    class << Cucumber::CLI
+      attr_reader :executor
+      attr_reader :step_mother
+    end
+  end
+  
+  def self.logger
+    return @logger if @logger
+    setup_logger
+    @logger
+  end
+  
+  def self.setup_logger
+    @logger = Logger.new("testjour.log")
+    @logger.formatter = proc { |severity, time, progname, msg| "#{time.strftime("%b %d %H:%M:%S")} [#{$PID}]: #{msg}\n" }
+    @logger.level = Logger::DEBUG
+  end
+  
+end

data/vendor/authprogs

@@ -0,0 +1,231 @@
+#!/usr/bin/perl
+#
+# authprogs, Copyright 2003, Brian Hatch.
+#
+# Released under the GPL.  See the file
+# COPYING for more information.
+# 
+# This program is intended to be called from an authorized_keys
+# file, i.e. triggered by use of specific SSH identities.
+#
+# It will check the original command (saved in $SSH_ORIGINAL_COMMAND
+# environment variable by sshd) and see if it is on the 'approved'
+# list.
+#
+# Allowed commands are stored in ~/.ssh/authprogs.conf
+# The format of this file is as follows:
+#
+#   [ ALL ]
+#   	command0 arg arg arg
+#
+#   [ ip.ad.dr.01  ip.ad.dr.02 ]
+#       command1 arg arg arg
+#
+#   [ ip.ad.dr.03 ]
+#       command2 arg arg arg
+#       command3 arg arg 
+#
+# There is no regexp or shell metacharacter support.  If
+# you want to allow 'ls /dir1' and 'ls /dir2' you need to
+# explicitly create those two rules.  Putting "ls /dir[12]"
+# in the authprogs.conf file will *not* work.
+#
+# NOTE: Some versions of Bash do not export the (already exported)
+# SSH_CLIENT environment variable.  You can get around this by adding
+#   export SSH_CLIENT=${SSH_CLIENT}
+# or something similar in your ~/.bashrc, /etc/profile, etc.
+#   http://mail.gnu.org/archive/html/bug-bash/2002-01/msg00096.html 
+#
+# Changes:
+#  2003-10-27: fixed exit status, noted by Brad Fritz.
+#  2003-10-27: added blank SSH_ORIGINAL_COMMAND debug log message
+
+
+use strict;
+use subs qw(bail log); 
+use POSIX qw(strftime);
+use File::Basename;
+use FileHandle;
+
+# DEBUGLEVEL values:
+#   0 - log nothing
+#   1 - log errors
+#   2 - log failed commands
+#   3 - log successful commands
+#   4 - log debugging info
+my $DEBUGLEVEL = 4;
+
+# Salt to taste.  /dev/null might be a likely
+# place if you don't want any logging.
+my $LOGFILE = "$ENV{HOME}/.ssh/authprogs.log";
+
+# Configfile - location of the host/commands allowed.
+my $CONFIGFILE = "$ENV{HOME}/.ssh/authprogs.conf";
+
+# $CLIENT_COMMAND is the string the client sends us.
+#
+# Unfortunately, the actual spacing is lost.  IE
+# ("some string" and "some" "string" are not differentiable.)
+my ($CLIENT_COMMAND) = $ENV{SSH_ORIGINAL_COMMAND};
+
+# strip quotes - we'll explain later on.
+$CLIENT_COMMAND =~ s/['"]//g;
+
+# Set CLIENT_IP to just the ip addr, sans port numbers.
+my ($CLIENT_IP) = $ENV{SSH_CLIENT} =~ /^(\S+)/;
+
+
+# Open log in append mode.  Note that the use of '>>'
+# means you better be doing it somewhere that is only
+# writeable by you, lest you have a symlink/etc attack.
+# Since we default to ~/.ssh, this should not be a problem.
+
+if ( $DEBUGLEVEL ) {
+	open LOG, ">>$LOGFILE" or bail "Can't open $LOGFILE\n";
+	LOG->autoflush(1);
+}
+
+if ( ! $ENV{SSH_ORIGINAL_COMMAND} ) {
+	log(4, "SSH_ORIGINAL_COMMAND not set - either the client ".
+		"didn't send one, or your shell is removing it from ".
+		"the environment.");
+}
+
+
+# Ok, let's scan the authprogs.conf file
+open CONFIGFILE, $CONFIGFILE or bail "Config '$CONFIGFILE' not readable!";
+
+# Note: we do not verify that the configuration file is owned by
+# this user.  Some might argue that we should.  (A quick stat
+# compared to $< would do the trick.)  However some installations
+# relax the requirement that the .ssh dir is owned by the user
+# s.t. it can be owned by root and only modifyable in that way to
+# keep even the user from making changes.  We should trust the
+# administrator's SSH setup (StrictModes) and not bother checking
+# the ownership/perms of configfile.
+
+my $VALID_COMMAND=0;	# flag: is this command appopriate for this host?
+
+READ_CONF: while (<CONFIGFILE>) {
+	chomp;
+
+	# Skip blanks and comments.
+	if ( /^\s*#/ ) { next }
+	if ( /^\s*$/ ) { next }
+	
+	# Are we the beginning of a new set of
+	# clients?
+	if ( /^\[/ ) {
+		
+		# Snag the IP address(es) in question.
+		
+		/^ \[    ( [^\]]+ )   \] /x;
+		$_ = $1;
+
+		if ( /^\s*ALL\s*$/ ) {	 	# If wildcard selected
+			$_ = $CLIENT_IP;
+		}
+
+		my @clients = split;
+
+		log 4, "Found new clients line for @clients\n";
+
+		# This would be a great place to add
+		# ip <=> name mapping so we can have it work
+		# on hostnames rather than just IP addresses.
+		# If so, better make sure that forward and
+		# reverse lookups match -- an attacker in
+		# control of his network can easily set a PTR
+		# record, so don't rely on it alone.
+		
+		unless ( grep /^$CLIENT_IP$/, @clients ) {
+
+			log 4, "Client IP does not match this list.\n";
+			
+			$VALID_COMMAND=0;
+
+			# Nope, not relevant - go to next
+			# host definition list.
+			while (<CONFIGFILE>) {
+				last if /^\[/;
+			}
+
+			# Never found another host definition.  Bail.
+			redo READ_CONF;
+		}
+		$VALID_COMMAND=1;
+		log 4, "Client matches this list.\n";
+
+		next;
+	}
+	
+	# We must be a potential command
+	if ( ! $VALID_COMMAND ) {
+		bail "Parsing error at line $. of $CONFIGFILE\n";
+	}
+
+
+        my $allowed_command = $_;
+	$allowed_command =~ s/\s+$//;	# strip trailing slashes
+	$allowed_command =~ s/^\s+//;	# strip leading slashes
+
+	# We've now got the command as we'd run it through 'system'.
+	#
+	# Problem: SSH sticks the command in $SSH_ORIGINAL_COMMAND
+	#          but doesn't retain the argument breaks.
+	#
+	# Solution: Let's guess by stripping double and single quotes
+	#           from both the client and the config file.  If those
+	#           versions match, we'll assume the client was right.
+
+	my $allowed_command_sans_quotes = $allowed_command;
+	$allowed_command_sans_quotes =~ s/["']//g;
+
+	log 4, "Comparing allowed command and client's command:\n";
+	log 4, " Allowed: $allowed_command_sans_quotes\n";
+	log 4, " Client:  $CLIENT_COMMAND\n";
+
+	if ( $allowed_command_sans_quotes eq $CLIENT_COMMAND ) {
+		log 3, "Running [$allowed_command] from $ENV{SSH_CLIENT}\n";
+
+		# System is a bad thing to use on untrusted input.
+		# But $allowed_command comes from the user on the SSH
+		# server, from his authprogs.conf file.  So we can trust
+		# it as much as we trust him, since it's running as that
+		# user.
+
+		system $allowed_command;
+		exit $? >> 8;
+	}
+		
+}
+
+# The remote end wants to run something they're not allowed to run.
+# Log it, and chastize them.
+
+log 2, "Denying request '$ENV{SSH_ORIGINAL_COMMAND}' from $ENV{SSH_CLIENT}\n";
+print STDERR "You're not allowed to run '$ENV{SSH_ORIGINAL_COMMAND}'\n";
+exit 1;
+
+
+sub bail {
+	# print log message (w/ guarenteed newline)
+	if (@_) {
+		$_ = join '', @_;
+		chomp $_;
+		log 1, "$_\n";
+	}
+
+	close LOG if $DEBUGLEVEL;
+	exit 1
+}
+
+sub log {
+	my ($level,@list) = @_;
+	return if $DEBUGLEVEL < $level;
+
+	my $timestamp = strftime "%Y/%m/%d %H:%M:%S", localtime;
+	my $progname = basename $0;
+	grep { s/^/$timestamp $progname\[$$\]: / } @list;
+	print LOG @list;
+}

metadata

@@ -0,0 +1,102 @@
+--- !ruby/object:Gem::Specification 
+name: brynary-testjour
+version: !ruby/object:Gem::Version 
+  version: 0.1.0
+platform: ruby
+authors: 
+- Bryan Helmkamp
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2008-12-09 00:00:00 -08:00
+default_executable: testjour
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: systemu
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: 1.2.0
+    version: 
+- !ruby/object:Gem::Dependency 
+  name: dnssd
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: 0.6.0
+    version: 
+description: Distributed test running with autodiscovery via Bonjour (for Cucumber first)
+email: bryan@brynary.com
+executables: 
+- testjour
+extensions: []
+
+extra_rdoc_files: []
+
+files: 
+- History.txt
+- MIT-LICENSE.txt
+- README.rdoc
+- Rakefile
+- bin/testjour
+- lib/testjour
+- lib/testjour/bonjour.rb
+- lib/testjour/cli.rb
+- lib/testjour/colorer.rb
+- lib/testjour/commands
+- lib/testjour/commands/base_command.rb
+- lib/testjour/commands/help.rb
+- lib/testjour/commands/list.rb
+- lib/testjour/commands/local_run.rb
+- lib/testjour/commands/run.rb
+- lib/testjour/commands/slave_run.rb
+- lib/testjour/commands/slave_start.rb
+- lib/testjour/commands/slave_stop.rb
+- lib/testjour/commands/slave_warm.rb
+- lib/testjour/commands/version.rb
+- lib/testjour/commands/warm.rb
+- lib/testjour/commands.rb
+- lib/testjour/cucumber_extensions
+- lib/testjour/cucumber_extensions/drb_formatter.rb
+- lib/testjour/cucumber_extensions/queueing_executor.rb
+- lib/testjour/mysql.rb
+- lib/testjour/pid_file.rb
+- lib/testjour/progressbar.rb
+- lib/testjour/queue_server.rb
+- lib/testjour/rsync.rb
+- lib/testjour/slave_server.rb
+- lib/testjour.rb
+- vendor/authprogs
+has_rdoc: false
+homepage: http://github.com/brynary/testjour
+post_install_message: 
+rdoc_options: []
+
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.2.0
+signing_key: 
+specification_version: 2
+summary: Distributed test running with autodiscovery via Bonjour (for Cucumber first)
+test_files: []
+