nulogy-hydra 0.23.2.1

data/lib/hydra/proxy_config.rb

@@ -0,0 +1,27 @@
+require 'yaml'
+require 'net/http'
+
+module Hydra
+  class UnknownProxyType < RuntimeError
+
+  end
+
+  class ProxyConfig
+    def self.load(config_yml)
+      config = YAML::load(config_yml)
+      if config.has_key?('proxy')
+        proxy_info = config['proxy']
+        #only file supported so far
+        if proxy_info['type'] == "file"
+          YAML::load_file(proxy_info['path'])
+        elsif proxy_info['type'] == "http"
+          YAML::load(Net::HTTP.get(URI.parse(proxy_info['path'])))
+        else
+          raise UnknownProxyType.new("Proxy config file does not know what to do with type '#{proxy_info["type"]}'.")
+        end
+      else
+        config
+      end
+    end
+  end
+end

data/lib/hydra/runner.rb

@@ -0,0 +1,306 @@
+require 'test/unit'
+require 'test/unit/testresult'
+Test::Unit.run = true
+
+module Hydra #:nodoc:
+  # Hydra class responsible for running test files.
+  #
+  # The Runner is never run directly by a user. Runners are created by a
+  # Worker to run test files.
+  #
+  # The general convention is to have one Runner for each logical processor
+  # of a machine.
+  class Runner
+    include Hydra::Messages::Runner
+    traceable('RUNNER')
+
+    DEFAULT_LOG_FILE = 'hydra-runner.log'
+
+    # Boot up a runner. It takes an IO object (generally a pipe from its
+    # parent) to send it messages on which files to execute.
+    def initialize(opts = {})
+      redirect_output( opts.fetch( :runner_log_file ) { DEFAULT_LOG_FILE } )
+      reg_trap_sighup
+
+      @io = opts.fetch(:io) { raise "No IO Object" }
+      @verbose = opts.fetch(:verbose) { false }
+      @event_listeners = Array( opts.fetch( :runner_listeners ) { nil } )
+
+      $stdout.sync = true
+      runner_begin
+
+      trace 'Booted. Sending Request for file'
+      @io.write RequestFile.new
+      begin
+        process_messages
+      rescue => ex
+        trace ex.to_s
+        raise ex
+      end
+    end
+
+    def reg_trap_sighup
+      for sign in [:SIGHUP, :INT]
+        trap sign do
+          stop
+        end
+      end
+      @runner_began = true
+    end
+
+    def runner_begin
+      trace "Firing runner_begin event"
+      @event_listeners.each {|l| l.runner_begin( self ) }
+    end
+
+    # Run a test file and report the results
+    def run_file(file)
+      trace "Running file: #{file}"
+
+      output = ""
+      if file =~ /_spec.rb$/i
+        output = run_rspec_file(file)
+      elsif file =~ /.feature$/i
+        output = run_cucumber_file(file)
+      elsif file =~ /.js$/i or file =~ /.json$/i
+        output = run_javascript_file(file)
+      else
+        output = run_test_unit_file(file)
+      end
+
+      output = "." if output == ""
+
+      @io.write Results.new(:output => output, :file => file)
+      return output
+    end
+
+    # Stop running
+    def stop
+      runner_end if @runner_began
+      @runner_began = @running = false
+    end
+
+    def runner_end
+      trace "Ending runner #{self.inspect}"
+      @event_listeners.each {|l| l.runner_end( self ) }
+    end
+
+    def format_exception(ex)
+      "#{ex.class.name}: #{ex.message}\n    #{ex.backtrace.join("\n    ")}"
+    end
+
+    private
+
+    # The runner will continually read messages and handle them.
+    def process_messages
+      trace "Processing Messages"
+      @running = true
+      while @running
+        begin
+          message = @io.gets
+          if message and !message.class.to_s.index("Worker").nil?
+            trace "Received message from worker"
+            trace "\t#{message.inspect}"
+            message.handle(self)
+          else
+            @io.write Ping.new
+          end
+        rescue IOError => ex
+          trace "Runner lost Worker"
+          stop
+        end
+      end
+    end
+
+    def format_ex_in_file(file, ex)
+      "Error in #{file}:\n  #{format_exception(ex)}"
+    end
+
+    # Run all the Test::Unit Suites in a ruby file
+    def run_test_unit_file(file)
+      begin
+        require file
+      rescue LoadError => ex
+        trace "#{file} does not exist [#{ex.to_s}]"
+        return ex.to_s
+      rescue Exception => ex
+        trace "Error requiring #{file} [#{ex.to_s}]"
+        return format_ex_in_file(file, ex)
+      end
+      output = []
+      @result = Test::Unit::TestResult.new
+      @result.add_listener(Test::Unit::TestResult::FAULT) do |value|
+        output << value
+      end
+
+      klasses = Runner.find_classes_in_file(file)
+      begin
+        klasses.each{|klass| klass.suite.run(@result){|status, name| ;}}
+      rescue => ex
+        output << format_ex_in_file(file, ex)
+      end
+
+      return output.join("\n")
+    end
+
+    # run all the Specs in an RSpec file (NOT IMPLEMENTED)
+    def run_rspec_file(file)
+      # pull in rspec
+      begin
+        require 'rspec'
+        require 'hydra/spec/hydra_formatter'
+        # Ensure we override rspec's at_exit
+        RSpec::Core::Runner.disable_autorun!
+      rescue LoadError => ex
+        return ex.to_s
+      end
+      hydra_output = StringIO.new
+
+      config = [
+        '-f', 'RSpec::Core::Formatters::HydraFormatter',
+        file
+      ]
+
+      RSpec.instance_variable_set(:@world, nil)
+      RSpec::Core::Runner.run(config, hydra_output, hydra_output)
+
+      hydra_output.rewind
+      output = hydra_output.read.chomp
+      output = "" if output.gsub("\n","") =~ /^\.*$/
+
+      return output
+    end
+
+    # run all the scenarios in a cucumber feature file
+    def run_cucumber_file(file)
+
+      files = [file]
+      dev_null = StringIO.new
+      hydra_response = StringIO.new
+
+      unless @cuke_runtime
+        require 'cucumber'
+        require 'hydra/cucumber/formatter'
+        Cucumber.logger.level = Logger::INFO
+        @cuke_runtime = Cucumber::Runtime.new
+        @cuke_configuration = Cucumber::Cli::Configuration.new(dev_null, dev_null)
+        @cuke_configuration.parse!(ENV['CUCUMBER_OPTS'].split(' ') + ['features'] + files)
+
+        support_code = Cucumber::Runtime::SupportCode.new(@cuke_runtime, @cuke_configuration.guess?)
+        support_code.load_files!(@cuke_configuration.support_to_load + @cuke_configuration.step_defs_to_load)
+        support_code.fire_hook(:after_configuration, @cuke_configuration)
+        # i don't like this, but there no access to set the instance of SupportCode in Runtime
+        @cuke_runtime.instance_variable_set('@support_code',support_code)
+      end
+      cuke_formatter = Cucumber::Formatter::Hydra.new(
+        @cuke_runtime, hydra_response, @cuke_configuration.options
+      )
+
+      cuke_runner ||= Cucumber::Ast::TreeWalker.new(
+        @cuke_runtime, [cuke_formatter], @cuke_configuration
+      )
+      @cuke_runtime.visitor = cuke_runner
+
+      loader = Cucumber::Runtime::FeaturesLoader.new(
+        files,
+        @cuke_configuration.filters,
+        @cuke_configuration.tag_expression
+      )
+      features = loader.features
+      tag_excess = tag_excess(features, @cuke_configuration.options[:tag_expression].limits)
+      @cuke_configuration.options[:tag_excess] = tag_excess
+
+      cuke_runner.visit_features(features)
+
+      hydra_response.rewind
+      return hydra_response.read
+    end
+
+    def run_javascript_file(file)
+      errors = []
+      require 'v8'
+      V8::Context.new do |context|
+        context.load(File.expand_path(File.join(File.dirname(__FILE__), 'js', 'lint.js')))
+        context['input'] = lambda{
+          File.read(file)
+        }
+        context['reportErrors'] = lambda{|js_errors|
+          js_errors.each do |e|
+            e = V8::To.rb(e)
+            errors << "\n\e[1;31mJSLINT: #{file}\e[0m"
+            errors << "  Error at line #{e['line'].to_i + 1} " + 
+              "character #{e['character'].to_i + 1}: \e[1;33m#{e['reason']}\e[0m"
+            errors << "#{e['evidence']}"
+          end
+        }
+        context.eval %{
+          JSLINT(input(), {
+            sub: true,
+            onevar: true,
+            eqeqeq: true,
+            plusplus: true,
+            bitwise: true,
+            regexp: true,
+            newcap: true,
+            immed: true,
+            strict: true,
+            rhino: true
+          });
+          reportErrors(JSLINT.errors);
+        }
+      end
+
+      if errors.empty?
+        return '.'
+      else
+        return errors.join("\n")
+      end
+    end
+
+    # find all the test unit classes in a given file, so we can run their suites
+    def self.find_classes_in_file(f)
+      code = ""
+      File.open(f) {|buffer| code = buffer.read}
+      matches = code.scan(/class\s+([\S]+)/)
+      klasses = matches.collect do |c|
+        begin
+          if c.first.respond_to? :constantize
+            c.first.constantize
+          else
+            eval(c.first)
+          end
+        rescue NameError
+          # means we could not load [c.first], but thats ok, its just not
+          # one of the classes we want to test
+          nil
+        rescue SyntaxError
+          # see above
+          nil
+        end
+      end
+      return klasses.select{|k| k.respond_to? 'suite'}
+    end
+
+    # Yanked a method from Cucumber
+    def tag_excess(features, limits)
+      limits.map do |tag_name, tag_limit|
+        tag_locations = features.tag_locations(tag_name)
+        if tag_limit && (tag_locations.length > tag_limit)
+          [tag_name, tag_limit, tag_locations]
+        else
+          nil
+        end
+      end.compact
+    end
+
+    def redirect_output file_name
+      begin
+        $stderr = $stdout =  File.open(file_name, 'a')
+      rescue
+        # it should always redirect output in order to handle unexpected interruption
+        # successfully
+        $stderr = $stdout =  File.open(DEFAULT_LOG_FILE, 'a')
+      end
+    end
+  end
+end

data/lib/hydra/runner_listener/abstract.rb

@@ -0,0 +1,23 @@
+module Hydra #:nodoc:
+  module RunnerListener #:nodoc:
+    # Abstract listener that implements all the events
+    # but does nothing.
+    class Abstract
+      # Create a new listener.
+      #
+      # Output: The IO object for outputting any information.
+      # Defaults to STDOUT, but you could pass a file in, or STDERR
+      def initialize(output = $stdout)
+        @output = output
+      end
+
+      # Fired by the runner just before requesting the first file
+      def runner_begin( runner )
+      end
+
+      # Fired by the runner just after stoping
+      def runner_end( runner )
+      end
+    end
+  end
+end

data/lib/hydra/safe_fork.rb

@@ -0,0 +1,31 @@
+class SafeFork
+  def self.fork
+    begin
+      # remove our connection so it doesn't get cloned
+      connection = ActiveRecord::Base.remove_connection if defined?(ActiveRecord)
+      # fork a process
+      child = Process.fork do
+        begin
+          # create a new connection and perform the action
+          begin
+          ActiveRecord::Base.establish_connection((connection || {}).merge({:allow_concurrency => true})) if defined?(ActiveRecord)
+          rescue ActiveRecord::AdapterNotSpecified
+            # AR was defined but we didn't have a connection
+          end
+          yield
+        ensure
+          # make sure we remove the connection before we're done
+          ActiveRecord::Base.remove_connection if defined?(ActiveRecord)
+        end      
+      end
+    ensure
+      # make sure we re-establish the connection before returning to the main instance
+      begin
+        ActiveRecord::Base.establish_connection((connection || {}).merge({:allow_concurrency => true})) if defined?(ActiveRecord)
+      rescue ActiveRecord::AdapterNotSpecified
+        # AR was defined but we didn't have a connection
+      end
+    end
+    return child
+  end
+end

data/lib/hydra/spec/autorun_override.rb

@@ -0,0 +1,3 @@
+if defined?(RSpec)
+  RSpec::Core::Runner.disable_autorun!
+end

data/lib/hydra/spec/hydra_formatter.rb

@@ -0,0 +1,26 @@
+require 'rspec/core/formatters/progress_formatter'
+module RSpec
+  module Core
+    module Formatters
+      class HydraFormatter < ProgressFormatter
+        def example_passed(example)
+        end
+
+        def example_pending(example)
+        end
+
+        def example_failed(example)
+        end
+
+        # Stifle the post-test summary
+        def dump_summary(duration, example, failure, pending)
+        end
+
+        # Stifle pending specs
+        def dump_pending
+        end
+      end
+    end
+  end
+end
+

data/lib/hydra/ssh.rb

@@ -0,0 +1,41 @@
+require 'open3'
+require 'hydra/messaging_io'
+module Hydra #:nodoc:
+  # Read and write with an ssh connection. For example:
+  #   @ssh = Hydra::SSH.new(
+  #     'localhost', # connect to this machine
+  #     '/home/user', # move to the home directory
+  #     "ruby hydra/test/echo_the_dolphin.rb" # run the echo script
+  #   )
+  #   @message = Hydra::Messages::TestMessage.new("Hey there!")
+  #   @ssh.write @message
+  #   puts @ssh.gets.text
+  #     => "Hey there!"
+  #
+  # Note that what ever process you run should respond with Hydra messages.
+  class SSH
+    include Open3
+    include Hydra::MessagingIO
+
+    # Initialize new SSH connection.
+    # The first parameter is passed directly to ssh for starting a connection.
+    # The second parameter is the directory to CD into once connected.
+    # The third parameter is the command to run
+    # So you can do:
+    #   Hydra::SSH.new('-p 3022 user@server.com', '/home/user/Desktop', 'ls -l')
+    # To connect to server.com as user on port 3022, then CD to their desktop, then
+    # list all the files.
+    def initialize(connection_options, directory, command)
+      @writer, @reader, @error = popen3("ssh -tt #{connection_options}")
+      @writer.write("mkdir -p #{directory}\n")
+      @writer.write("cd #{directory}\n")
+      @writer.write(command+"\n")
+    end
+
+    # Close the SSH connection
+    def close
+      @writer.write "exit\n"
+      super
+    end
+  end
+end

data/lib/hydra/stdio.rb

@@ -0,0 +1,16 @@
+require 'hydra/messaging_io'
+module Hydra #:nodoc:
+  # Read and write via stdout and stdin.
+  class Stdio
+    include Hydra::MessagingIO
+
+    # Initialize new Stdio
+    def initialize()
+      @reader = $stdin
+      @writer = $stdout
+      @reader.sync = true
+      @writer.sync = true
+    end
+  end
+end
+

data/lib/hydra/sync.rb

@@ -0,0 +1,99 @@
+require 'yaml'
+module Hydra #:nodoc:
+  # Hydra class responsible for delegate work down to workers.
+  #
+  # The Sync is run once for each remote worker.
+  class Sync
+    traceable('SYNC')
+    self.class.traceable('SYNC MANY')
+
+    attr_reader :connect, :ssh_opts, :remote_dir
+
+    # Create a new Sync instance to rsync source from the local machine to a remote worker
+    #
+    # Arguments:
+    # * :worker_opts
+    #   * A hash of the configuration options for a worker.
+    # * :sync
+    #   * A hash of settings specifically for copying the source directory to be tested
+    #     to the remote worked
+    # * :verbose
+    #   * Set to true to see lots of Hydra output (for debugging)
+    def initialize(worker_opts, sync_opts, verbose = false)
+      worker_opts ||= {}
+      worker_opts.stringify_keys!
+      @verbose = verbose
+      @connect = worker_opts.fetch('connect') { raise "You must specify an SSH connection target" }
+      @ssh_opts = worker_opts.fetch('ssh_opts') { "" }
+      @remote_dir = worker_opts.fetch('directory') { raise "You must specify a remote directory" }
+
+      return unless sync_opts
+      sync_opts.stringify_keys!
+      @local_dir = sync_opts.fetch('directory') { raise "You must specify a synchronization directory" }
+      @exclude_paths = sync_opts.fetch('exclude') { [] }
+
+      trace "Initialized"
+      trace "  Worker: (#{worker_opts.inspect})"
+      trace "  Sync:   (#{sync_opts.inspect})"
+
+      sync
+    end
+
+    def sync
+      #trace "Synchronizing with #{connect}\n\t#{sync_opts.inspect}"
+      exclude_opts = @exclude_paths.inject(''){|memo, path| memo += "--exclude=#{path} "}
+
+      rsync_command = [
+        'rsync',
+        '-avz',
+        '--delete',
+        exclude_opts,
+        File.expand_path(@local_dir)+'/',
+        "-e \"ssh #{@ssh_opts}\"",
+        "#{@connect}:#{@remote_dir}"
+      ].join(" ")
+      trace rsync_command
+      trace `#{rsync_command}`
+    end
+
+    def self.sync_many opts
+      opts.stringify_keys!
+      config_file = opts.delete('config') { nil }
+      if config_file
+        opts.merge!(ProxyConfig.load(IO.read(config_file)).stringify_keys!)
+      end
+      @verbose = opts.fetch('verbose') { false }
+      @sync = opts.fetch('sync') { {} }
+
+      workers_opts = opts.fetch('workers') { [] }
+      @remote_worker_opts = []
+      workers_opts.each do |worker_opts|
+        worker_opts.stringify_keys!
+        if worker_opts['type'].to_s == 'ssh'
+          @remote_worker_opts << worker_opts
+        end
+      end
+
+      trace "Initialized"
+      trace "  Sync:   (#{@sync.inspect})"
+      trace "  Workers: (#{@remote_worker_opts.inspect})"
+
+      Thread.abort_on_exception = true
+      trace "Processing workers"
+      @listeners = []
+      @remote_worker_opts.each do |worker_opts|
+        @listeners << Thread.new do
+          begin
+            trace "Syncing #{worker_opts.inspect}"
+            Sync.new worker_opts, @sync, @verbose
+          rescue 
+            trace "Syncing failed [#{worker_opts.inspect}]"
+          end
+        end
+      end
+      
+      @listeners.each{|l| l.join}
+    end
+
+  end
+end