jperkins-deep_test 1.2.2

data/bin/deep_test

@@ -0,0 +1,15 @@
+#! /usr/bin/env ruby
+
+script_dir = File.dirname(__FILE__) + '/../script/public'
+script_file = script_dir + "/#{ARGV.shift}.rb"
+
+unless File.exist?(script_file)
+  puts 'Usage: deep_test <script> [arguments]'
+  puts '  Available Scripts: '
+  Dir.glob(script_dir + '/*.rb').each do |name|
+    puts "    #{File.basename(name, '.rb')}"
+  end
+  exit(1)
+end
+
+load script_file

data/lib/deep_test.rb

@@ -0,0 +1,91 @@
+module DeepTest
+  class << self
+    def logger
+      @logger ||= DeepTest::Logger.new($stdout)
+    end
+  end
+
+  # Fork in a separate thread.  If we fork from a DRb thread
+  #  (a thread handling a method call invoked over drb),
+  #  DRb still thinks the current object is the DRb Front Object,
+  #  and reports its uri as the same as in the parent process, even
+  #  if you restart DRb service.
+  #
+  def self.drb_safe_fork(&block)
+    Thread.new {Process.fork(&block)}.value
+  end
+
+  def self.init(options)
+    return if @initialized
+    @initialized = true
+    Metrics::Gatherer.setup(options)
+  end
+
+  class WorkUnitNeverReceivedError < StandardError
+    def initialize
+      super "DeepTest result never received.  Maybe an error was printed above?"
+    end
+
+    def backtrace
+      []
+    end
+  end
+end
+
+require "logger"
+require "drb"
+require "timeout"
+require "thread"
+require "socket"
+require "webrick"
+require "timeout"
+
+require File.dirname(__FILE__) + "/deep_test/extensions/object_extension"
+require File.dirname(__FILE__) + "/deep_test/extensions/drb_extension"
+
+require File.dirname(__FILE__) + "/deep_test/deadlock_detector"
+require File.dirname(__FILE__) + "/deep_test/local_workers"
+require File.dirname(__FILE__) + "/deep_test/logger"
+
+require File.dirname(__FILE__) + "/deep_test/marshallable_exception_wrapper"
+require File.dirname(__FILE__) + "/deep_test/null_worker_listener"
+require File.dirname(__FILE__) + "/deep_test/listener_list"
+require File.dirname(__FILE__) + "/deep_test/option"
+require File.dirname(__FILE__) + "/deep_test/options"
+require File.dirname(__FILE__) + "/deep_test/process_orchestrator"
+require File.dirname(__FILE__) + "/deep_test/result_reader"
+require File.dirname(__FILE__) + "/deep_test/rspec_detector"
+require File.dirname(__FILE__) + "/deep_test/server"
+require File.dirname(__FILE__) + "/deep_test/test_task"
+require File.dirname(__FILE__) + "/deep_test/worker"
+require File.dirname(__FILE__) + "/deep_test/warlock"
+
+require File.dirname(__FILE__) + "/deep_test/database/setup_listener"
+require File.dirname(__FILE__) + "/deep_test/database/mysql_setup_listener"
+require File.dirname(__FILE__) + "/deep_test/database/postgresql_setup_listener"
+
+require File.dirname(__FILE__) + "/deep_test/distributed/dispatch_controller"
+require File.dirname(__FILE__) + "/deep_test/distributed/drb_client_connection_info"
+require File.dirname(__FILE__) + "/deep_test/distributed/filename_resolver"
+require File.dirname(__FILE__) + "/deep_test/distributed/master_test_server"
+require File.dirname(__FILE__) + "/deep_test/distributed/test_server"
+require File.dirname(__FILE__) + "/deep_test/distributed/test_server_status"
+require File.dirname(__FILE__) + "/deep_test/distributed/test_server_workers"
+require File.dirname(__FILE__) + "/deep_test/distributed/multi_test_server_proxy"
+require File.dirname(__FILE__) + "/deep_test/distributed/null_work_unit"
+require File.dirname(__FILE__) + "/deep_test/distributed/remote_worker_client"
+require File.dirname(__FILE__) + "/deep_test/distributed/remote_worker_server"
+require File.dirname(__FILE__) + "/deep_test/distributed/rsync"
+require File.dirname(__FILE__) + "/deep_test/distributed/throughput_runner"
+require File.dirname(__FILE__) + "/deep_test/distributed/throughput_statistics"
+require File.dirname(__FILE__) + "/deep_test/distributed/throughput_worker_client"
+
+require File.dirname(__FILE__) + "/deep_test/metrics/gatherer"
+
+DeepTest::RSpecDetector.if_rspec_available do
+  require File.dirname(__FILE__) + "/deep_test/spec"
+end
+require File.dirname(__FILE__) + "/deep_test/test"
+
+require File.dirname(__FILE__) + "/deep_test/ui/console"
+require File.dirname(__FILE__) + "/deep_test/ui/null"

data/lib/deep_test/database/mysql_setup_listener.rb

@@ -0,0 +1,112 @@
+module DeepTest
+  module Database
+    #
+    # SetupListener implementation for MySQL.
+    #
+    class MysqlSetupListener < SetupListener
+      class <<self
+        #
+        # ActiveRecord configuration to use when connecting to
+        # MySQL to create databases, drop database, and grant
+        # privileges.  By default, connects to information_schema
+        # on localhost as root with no password.
+        #
+        attr_accessor :admin_configuration
+      end
+      self.admin_configuration = {
+        :adapter  => "mysql",
+        :host     => "localhost",
+        :username => "root",
+        :database => "information_schema"
+      }
+
+      #
+      # Creates database and grants privileges (via +grant_privileges+)
+      # on it via ActiveRecord connection based on admin_configuration.
+      #
+      def create_database
+        admin_connection do |connection|
+          connection.create_database worker_database
+          grant_privileges connection
+        end
+      end
+
+      #
+      # Grants 'all' privilege on worker database to username and password
+      # specified by worker database config.  If your application has
+      # special database privilege needs beyond 'all', you should override
+      # this method and grant them.
+      #
+      def grant_privileges(connection)
+        identified_by = if worker_database_config[:password]
+                          %{identified by %s} % connection.quote(worker_database_config[:password])
+                        else
+                          ""
+                        end
+        sql = %{grant all on #{worker_database}.* to %s@'localhost' #{identified_by} ; } % 
+          connection.quote(worker_database_config[:username])
+
+        connection.execute sql
+      end
+
+      #
+      # Drops database via ActiveRecord connection based on admin_configuration
+      #
+      def drop_database
+        admin_connection do |connection|
+          connection.drop_database worker_database
+        end
+      end
+
+      #
+      # Dumps schema from master database using mysqldump command
+      #
+      def dump_schema
+        config = command_line_config(master_database_config)
+        system "mysqldump -R #{config} > #{dump_file_name}"
+        raise "Error Dumping schema" unless $?.success?
+      end
+
+      #
+      # Loads dumpfile into worker database using mysql command
+      #
+      def load_schema
+        config = command_line_config(worker_database_config)
+        system "mysql #{config} < #{dump_file_name}"
+        raise "Error Loading schema" unless $?.success?
+      end
+
+      #
+      # Location to store dumpfile.  The default assumes you are testing
+      # a Rails project.  You should override this if you are not using Rails
+      # or would like the dump file to be something other than the default
+      #
+      def dump_file_name
+        "#{RAILS_ROOT}/db/deep_test_schema.sql"
+      end
+
+      def system(command) # :nodoc:
+        DeepTest.logger.info command
+        super command
+      end
+
+      def command_line_config(config) # :nodoc:
+        command =  ['-u', config[:username]]
+        command += ["-p#{config[:password]}"] if config[:password]
+        command += ['-h', config[:host]] if config[:host]
+        command += ['-P', config[:port]] if config[:port]
+        command += ['-S', config[:socket]] if config[:socket]
+        command += [config[:database]]
+        command.join(' ') 
+      end
+
+      def admin_connection # :nodoc:
+        conn = ActiveRecord::Base.mysql_connection(self.class.admin_configuration)
+        yield conn
+      ensure
+        conn.disconnect! if conn
+      end
+    end
+  end
+end
+

data/lib/deep_test/database/postgresql_setup_listener.rb

@@ -0,0 +1,116 @@
+module DeepTest
+  module Database
+    #
+    # SetupListener implementation for PostgreSQL.
+    #
+    class PostgresqlSetupListener < SetupListener
+      class <<self
+        #
+        # ActiveRecord configuration to use when connecting to
+        # MySQL to create databases, drop database, and grant
+        # privileges.  By default, connects to information_schema
+        # on localhost as root with no password.
+        #
+        attr_accessor :admin_configuration
+      end
+
+      self.admin_configuration = {
+        :adapter  => "postgresql",
+        :host     => "localhost",
+        :username => "postgres",
+        :database => "postgres"
+      }
+
+      #
+      # Creates database and grants privileges (via +grant_privileges+)
+      # on it via ActiveRecord connection based on admin_configuration.
+      #
+      def create_database
+        admin_connection do |connection|
+          connection.create_database worker_database
+          grant_privileges connection
+        end
+      end
+
+      #
+      # Grants 'all' privilege on worker database to username and password
+      # specified by worker database config.  If your application has
+      # special database privilege needs beyond 'all', you should override
+      # this method and grant them.
+      #
+      def grant_privileges(connection)
+        sql = "GRANT ALL PRIVILEGES ON DATABASE #{worker_database} TO #{worker_database_config[:username]};" # % [
+         #          connection.quote(worker_database_config[:username])
+         #        ]
+
+        connection.execute sql
+      end
+
+      #
+      # Drops database via ActiveRecord connection based on admin_configuration
+      #
+      def drop_database
+        admin_connection do |connection|
+          connection.drop_database worker_database
+        end
+      end
+
+      #
+      # Dumps schema from master database using mysqldump command
+      #
+      def dump_schema
+        config = command_line_config(master_database_config)
+
+        # TODO: the -R switch on the mysql version of this will dump stored procs, etc. we'll
+        # need to do the same with pg before we push our mods back
+        # system "mysqldump -R #{config} > #{dump_file_name}"
+        system "pg_dump #{config} > #{dump_file_name}"
+        raise "Error Dumping schema" unless $?.success?
+      end
+
+      #
+      # Loads dumpfile into worker database using mysql command
+      #
+      def load_schema
+        config = command_line_config(worker_database_config)
+        system "psql -q #{config} < #{dump_file_name}"
+        raise "Error Loading schema" unless $?.success?
+      end
+
+      #
+      # Location to store dumpfile.  The default assumes you are testing
+      # a Rails project.  You should override this if you are not using Rails
+      # or would like the dump file to be something other than the default
+      #
+      def dump_file_name
+        "#{RAILS_ROOT}/db/deep_test_schema.sql"
+      end
+
+      def system(command) # :nodoc:
+        DeepTest.logger.info { command }
+        super command
+      end
+
+      def command_line_config(config) # :nodoc:
+        command =  ['-U', config[:username]]
+        command += ["-W#{config[:password]}"] if config[:password]
+        command += ['-h', config[:host]] if config[:host]
+        command += ['-p', config[:port]] if config[:port]
+        # TODO: socket issue with psql from the command line - it is passed to host switch,
+        # not a separate switch like mysql
+        # command += ['-S', config[:socket]] if config[:socket]
+        command += [config[:database]]
+        command += [config[:schema]]
+        command.join(' ')
+      end
+
+      def admin_connection # :nodoc:
+        conn = ActiveRecord::Base.postgresql_connection(self.class.admin_configuration)
+        yield conn
+      ensure
+        conn.disconnect! if conn
+      end
+    end
+  end
+end
+

data/lib/deep_test/database/setup_listener.rb

@@ -0,0 +1,125 @@
+module DeepTest
+  module Database
+    #
+    # Skeleton Listener to help with setting up a separate database
+    # for each worker.  Calls +dump_schema+, +load_schema+, +create_database+,
+    # and +drop_database+ hooks provided by subclasses that implement database
+    # setup strategies for particular database flavors.
+    #
+    class SetupListener < NullWorkerListener
+      DUMPED_SCHEMAS = [] unless defined?(DUMPED_SCHEMAS)
+
+      def before_sync # :nodoc:
+        dump_schema_once
+      end
+
+      def before_starting_workers # :nodoc:
+        dump_schema_once
+      end
+
+      def dump_schema_once # :nodoc:
+        schema_name = master_database_config[:database]
+        dump_schema unless DUMPED_SCHEMAS.include?(schema_name)
+        DUMPED_SCHEMAS << schema_name
+      end
+
+      def starting(worker) # :nodoc:
+        @worker = worker
+
+        at_exit do
+          DeepTest.logger.debug("dropping database #{worker_database}")
+          disconnect_from_database
+          drop_database
+        end
+
+        drop_database
+        create_database
+        connect_to_database
+        load_schema
+      end
+
+      #
+      # Called on each worker after creating database and before loading
+      # schema to initialize connections
+      #
+      def connect_to_database
+        ActiveRecord::Base.establish_connection(worker_database_config)
+      end
+
+      #
+      # Called in each worker to create the database named by
+      # +worker_database+.
+      #
+      def create_database
+        raise "Subclass must implement"
+      end
+
+      #
+      # Called in each worker before the drop_database call as PostgreSQL
+      # will not allow a database with connections ot be dropped
+      #
+      def disconnect_from_database
+        ActiveRecord::Base.connection.disconnect!
+      end
+
+      #
+      # Called in each worker to drop the database created by
+      # +create_database+.  This method is called twice, once before
+      # +create_database+ to ensure that no database exists and once
+      # at exit to clean as the worker process exits.  This method
+      # must not fail if the database does not exist when it is called.
+      #
+      def drop_database
+        raise "Subclass must implement"
+      end
+
+      #
+      # Called before any workers are spawned to dump the schema that
+      # will be used for testing.  When running distributed, this method
+      # is called on the local machine providing the tests to run.
+      #
+      # For distributed testing to work, the schema must be dumped in
+      # location accessible by all worker machines.  The easiest way to
+      # accomplish this is to dump it to a location within the working copy.
+      #
+      def dump_schema
+        raise "Subclass must implement"
+      end
+
+
+      #
+      # Called once in each worker as it is starting to load the schema
+      # dumped from dump_schema.  Subclasses should load the schema definition
+      # into the +worker_database+
+      #
+      def load_schema
+        raise "Subclass must implement"
+      end
+
+      #
+      # ActiveRecord configuration for the worker database.  By default,
+      # the same as +master_database_config+, except that points to
+      # +worker_database+ instead of the database named in the master config.
+      #
+      def worker_database_config
+        master_database_config.merge(:database => worker_database)
+      end
+
+      #
+      # ActiveRecord configuration for the master database, based on
+      # RAILS_ENV.  If not running Rails, you'll need to override this
+      # to provide the correct configuration.
+      #
+      def master_database_config
+        ActiveRecord::Base.configurations[RAILS_ENV].with_indifferent_access
+      end
+
+      #
+      # Unique name for database on machine that worker is running on.
+      #
+      def worker_database
+        "deep_test_worker_#{@worker.number}_pid_#{Process.pid}"
+      end
+    end
+  end
+end