gorgon 0.4.0 → 0.4.1.rc1

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    gorgon (0.4.0)
+    gorgon (0.4.1.rc1)
       amqp (~> 0.9.7)
       awesome_print
       bunny (~> 0.8.0)

data/README.md

@@ -26,7 +26,7 @@ This file contains project-specific settings for gorgon, such as:
 * A glob for generating the list of test files
 * The file used for Originator's logs
 
-See [gorgon.json example](https://github.com/Fitzsimmons/Gorgon/blob/master/gorgon.json.sample) for more details.
+See [gorgon.json example](/Fitzsimmons/Gorgon/blob/master/gorgon.json.sample) for more details.
 
 ### gorgon_listener.json
 This file contains the listener-specific settings, such as:
@@ -35,7 +35,7 @@ This file contains the listener-specific settings, such as:
 * How many worker slots are provided by this listener
 * The file used for logs
 
-See [gorgon_listener.json example](https://github.com/Fitzsimmons/Gorgon/blob/master/gorgon_listener.json.sample) for more details.
+See [gorgon_listener.json example](/Fitzsimmons/Gorgon/blob/master/gorgon_listener.json.sample) for more details.
 
 ### Setting up gorgon listener as a daemon process using Upstart
 For an example on how to run listener as a daemon process, follow [these steps](/Fitzsimmons/Gorgon/blob/master/daemon_with_upstart_and_rvm.md)
@@ -54,4 +54,4 @@ Gorgon is maintained by:
 * Victor Savkin
 
 Gorgon is funded by [Nulogy Corp](http://www.nulogy.com/).
-Thank you to all the [contributors](/contributors).
+Thank you to all the [contributors](/Fitzsimmons/Gorgon/graphs/contributors).

data/bin/gorgon

@@ -5,6 +5,8 @@ require 'gorgon/worker_manager'
 require 'gorgon/ping_service'
 require 'gorgon/gem_service'
 require 'gorgon/version'
+require 'gorgon/listener_installer'
+require 'gorgon/settings/initial_files_creator'
 
 WELCOME_MSG = "Welcome to Gorgon #{Gorgon::VERSION}"
 
@@ -36,11 +38,20 @@ def run_gem command
   GemService.new.run command
 end
 
+def init framework
+  Settings::InitialFilesCreator.run framework
+end
+
+def install_listener
+  ListenerInstaller.install
+end
+
 def usage
   #print instructions on how to use gorgon
   puts "\tstart - remotely runs all tests specified in gorgon.json"
   puts "\tlisten - starts a listener process using the settings in gorgon_listener.json"
   puts "\tping - pings listeners and shows hosts and gorgon's version they are running"
+  puts "\tinstall_listener - runs gorgon listener as a daemon process"
   puts "\tgem command [options...] - execute the gem command on every listener and shutdown listener. e.g. 'gorgon gem install --version 1.0.0'"
 end
 
@@ -62,6 +73,10 @@ when "gem"
   run_gem ARGV.join(' ')
 when "help"
   usage
+when "init"
+  init ARGV[1]
+when "install_listener"
+  install_listener
 else
   puts "Unknown command!"
   usage

data/lib/gorgon/listener_installer.rb

@@ -0,0 +1,153 @@
+require 'etc'
+require 'fileutils'
+
+class ListenerInstaller
+  include Configuration
+
+  GORGON_DIR=".gorgon"
+  DEFAULT_NO_WORKERS = 4
+  LISTENER_CONFIG_FILE = "gorgon_listener.json"
+  GORGON_INIT_FILE = "/etc/init/gorgon.conf"
+
+  def self.install
+    ListenerInstaller.new.install
+  end
+
+  def install
+    @configuration = load_configuration_from_file("gorgon.json")
+
+    FileUtils.mkdir_p gorgon_dir_path
+    Dir.chdir gorgon_dir_path
+
+    create_listener_config_file
+
+    create_gorgon_service
+
+    start_gorgon_daemon
+  end
+
+  private
+
+  def gorgon_dir_path
+    @gorgon_dir_path ||= "#{Dir.home}/#{GORGON_DIR}"
+  end
+
+  def create_listener_config_file
+    worker_slots = worker_slots_prompt
+    puts "Using #{worker_slots} worker slots"
+    amqp_host = @configuration[:connection][:host]
+    puts "Amqp host is '#{amqp_host}'"
+
+    puts "Creating #{LISTENER_CONFIG_FILE} in #{Dir.pwd}"
+    File.open(LISTENER_CONFIG_FILE, 'w') do |f|
+      f.write listener_config(amqp_host, worker_slots)
+    end
+  end
+
+  def create_gorgon_service
+    params = {}
+    params[:username] = Etc.getlogin
+    params[:rvm_bin_path] = rvm_bin_path
+    params[:gemset] = get_current_gemset
+
+    tmp_gorgon_conf = '/tmp/gorgon.conf'
+    File.open(tmp_gorgon_conf, 'w') do |f|
+      f.write gorgon_conf(params)
+    end
+
+    puts "Creating '#{GORGON_INIT_FILE}'"
+
+    system("sudo cp /tmp/gorgon.conf #{GORGON_INIT_FILE}")
+  end
+
+  def rvm_bin_path
+    cmd = 'which rvm'
+    path = get_shell_cmd_output cmd, "Error getting rvm path. Make sure '#{cmd}' works"
+    puts "Using '#{path}'"
+    path
+  end
+
+  def get_current_gemset
+    return @gemset unless @gemset.nil?
+
+    cmd = 'rvm current'
+    @gemset = get_shell_cmd_output cmd, "Error getting current gem. Make sure '#{cmd}' works"
+    puts "Using gemset '#{@gemset}'."
+    @gemset
+  end
+
+  def get_shell_cmd_output cmd, error_message
+    result = `#{cmd}`.strip
+    if $?.exitstatus != 0
+      $stderr.puts "#{error_message}"
+      $stderr.puts "Aborting installation"
+      exit
+    end
+    result
+  end
+
+  def start_gorgon_daemon
+    system("sudo start gorgon")
+  end
+
+  def gem_available?(name)
+    Gem::Specification.find_by_name(name)
+  rescue Gem::LoadError
+    false
+  rescue
+    Gem.available?(name)
+  end
+
+  def worker_slots_prompt
+    begin
+      puts "Number of worker slots (default #{DEFAULT_NO_WORKERS})?"
+      input = $stdin.gets.chomp
+      if input == ""
+        worker_slots = DEFAULT_NO_WORKERS
+        break
+      end
+
+      worker_slots = input.to_i
+      if worker_slots <= 0 || worker_slots >= 20
+        puts "Please, enter a valid number between 0 and 19"
+      end
+    end while worker_slots <= 0 || worker_slots >= 20
+    worker_slots
+  end
+
+  def listener_config amqp_host, worker_slots
+    <<-CONFIG
+{
+  "connection": {
+    "host": "#{amqp_host}"
+  },
+
+  "worker_slots": #{worker_slots},
+  "log_file": "/tmp/gorgon-remote.log"
+}
+CONFIG
+  end
+
+  def gorgon_conf params
+    <<-CONF_FILE
+description "Start gorgon listener"
+
+start on filesystem or runlevel [2345]
+stop on runlevel [!2345]
+
+respawn
+respawn limit 10 10
+
+pre-start script
+
+bash << "EOF"
+  mkdir -p /var/log/gorgon
+  chown -R #{params[:username]} /var/log/gorgon
+EOF
+
+end script
+
+exec su - #{params[:username]} -c 'cd #{gorgon_dir_path} && #{params[:rvm_bin_path]} #{params[:gemset]} do gorgon listen >> /var/log/gorgon/gorgon.log 2>&1'
+CONF_FILE
+  end
+end

data/lib/gorgon/settings/files_content.rb

@@ -0,0 +1,26 @@
+module Settings
+  class FilesContent
+    attr_accessor :amqp_host, :sync_exclude, :files, :originator_log_file,
+      :callbacks, :callbacks_dir
+
+    TEST_UNIT_GLOB = "test/**/*_test.rb"
+    RSPEC_GLOB = "spec/**/*_spec.rb"
+
+    def initialize
+      @files = []
+      @files << FilesContent::TEST_UNIT_GLOB if Dir.exist?('test')
+      @files << FilesContent::RSPEC_GLOB if Dir.exist?('spec')
+    end
+
+    DEFAULT_AMQP_HOST = 'localhost'
+    def self.get_amqp_host
+      puts "AMQP host (default '#{DEFAULT_AMQP_HOST}')? "
+      input = $stdin.gets.chomp
+      if input == ""
+        return DEFAULT_AMQP_HOST
+      else
+        return input
+      end
+    end
+  end
+end

data/lib/gorgon/settings/initial_files_creator.rb

@@ -0,0 +1,77 @@
+require 'gorgon/settings/simple_project_files_content'
+require 'gorgon/settings/rails_project_files_content'
+
+module Settings
+  class InitialFilesCreator
+    GORGON_JSON_FILE = 'gorgon.json'
+
+    # TODO: we may change this, so it knows what Creator to use according to the Gemfile, so the user doesn't need to specify 'framework'
+    def self.run framework
+      if framework.nil?
+        create_files SimpleProjectFilesContent.new
+      elsif framework == 'rails'
+        create_files RailsProjectFilesContent.new
+      else
+        $stderr.puts "Unknown framework"
+        exit(1)
+      end
+    end
+
+    def self.create_files content
+      self.create_gorgon_json content
+    end
+
+    private
+    def self.create_gorgon_json content
+      if File.exist? GORGON_JSON_FILE
+        puts "gorgo.json exists. Skipping..."
+        return
+      end
+
+      config = {
+        connection: {host: content.amqp_host},
+        job: {
+          sync_exclude: content.sync_exclude
+        },
+        files: content.files
+      }
+
+      log_file = content.originator_log_file
+      config[:originator_log_file] = log_file if log_file
+
+      if content.callbacks
+        create_callback_files(content)
+
+        config[:job][:callbacks] = content.callbacks.inject({}) do |callbacks, e|
+          callbacks[e[:name]] = "#{content.callbacks_dir}/#{e[:file_name]}"
+          callbacks
+        end
+      end
+
+      puts "Creating #{GORGON_JSON_FILE}..."
+      File.open(GORGON_JSON_FILE, 'w') do |f|
+        Yajl::Encoder.encode(config, f, :pretty => true, :indent => "  ")
+      end
+    end
+
+    def self.create_callback_files content
+      FileUtils.mkdir_p content.callbacks_dir
+      content.callbacks.each do |callback|
+        create_callback_file content.callbacks_dir, callback
+      end
+    end
+
+    def self.create_callback_file dir, callback
+      file_path = "#{dir}/#{callback[:file_name]}"
+      if File.exist? file_path
+        puts "#{file_path} already exists. Skipping..."
+        return
+      end
+
+      puts "Creating #{file_path}..."
+      File.open(file_path, 'w') do |f|
+        f.write callback[:content]
+      end
+    end
+  end
+end

data/lib/gorgon/settings/rails_project_files_content.rb

@@ -0,0 +1,95 @@
+require 'gorgon/settings/files_content'
+
+module Settings
+  class RailsProjectFilesContent < FilesContent
+    def initialize
+      super
+      @amqp_host = FilesContent.get_amqp_host
+      @sync_exclude = [".git", ".rvmrc","tmp","log","doc"]
+      @originator_log_file = 'log/gorgon-originator.log'
+      create_callbacks
+    end
+
+    private
+
+    def create_callbacks
+      @callbacks_dir = "#{get_app_subdir}gorgon_callbacks"
+      @callbacks = [{name: :after_sync, file_name: "after_sync.rb",
+                      content: after_sync_content},
+                    {name: :before_creating_workers, file_name: "before_creating_workers.rb",
+                      content: before_creating_workers_content},
+                    {name: :before_start, file_name: "before_start.rb",
+                      content: before_start_content},
+                    {name: :after_complete, file_name: "after_complete.rb",
+                      content: after_complete_content}]
+    end
+
+    def get_app_subdir
+      if Dir.exist? "test"
+        "test/"
+      elsif Dir.exist? "spec"
+        "spec/"
+      elsif Dir.exist? "lib"
+        "lib/"
+      else
+        ""
+      end
+    end
+
+    def after_sync_content
+      <<-CONTENT
+require 'bundler'
+require 'open4'
+
+Bundler.with_clean_env do
+  BUNDLE_LOG_FILE||="/tmp/gorgon-bundle-install.log "
+
+  pid, stdin, stdout, stderr = Open4::popen4 "bundle install > \#\{BUNDLE_LOG_FILE\} 2>&1 "
+
+  ignore, status = Process.waitpid2 pid
+
+  if status.exitstatus != 0
+    raise "ERROR: 'bundle install' failed.\n\#\{stderr.read\}"
+  end
+end
+CONTENT
+    end
+
+    def before_creating_workers_content
+      content = ""
+      content << "require './test/test_helper'\n" if File.exist?("test/test_helper.rb")
+      content << "require './spec/spec_helper'\n" if File.exist?("spec/spec_helper.rb")
+      content
+    end
+
+    def before_start_content
+      <<-CONTENT
+require 'rake'
+load './Rakefile'
+
+begin
+  Rails.env = 'remote_test'
+  ENV['TEST_ENV_NUMBER'] = Process.pid.to_s
+
+  Rake::Task['db:reset'].invoke
+end
+
+CONTENT
+    end
+
+    def after_complete_content
+      <<-CONTENT
+require 'rake'
+load './Rakefile'
+
+begin
+  if Rails.env = 'remote_test'
+    Rake::Task['db:drop'].execute
+  end
+rescue Exception => ex
+  puts "Error dropping test database:\n  \#\{ex\}"
+end
+CONTENT
+    end
+  end
+end

data/lib/gorgon/settings/simple_project_files_content.rb

@@ -0,0 +1,12 @@
+require 'gorgon/settings/files_content'
+
+module Settings
+  class SimpleProjectFilesContent < FilesContent
+    def initialize
+      super
+      @amqp_host = FilesContent.get_amqp_host
+      @sync_exclude = [".git", ".rvmrc"]
+      @originator_log_file = 'gorgon-originator.log'
+    end
+  end
+end

data/lib/gorgon/version.rb

@@ -1,3 +1,3 @@
 module Gorgon
-  VERSION = "0.4.0"
+  VERSION = "0.4.1.rc1"
 end

metadata

@@ -1,8 +1,8 @@
 --- !ruby/object:Gem::Specification
 name: gorgon
 version: !ruby/object:Gem::Version
-  version: 0.4.0
-  prerelease: 
+  version: 0.4.1.rc1
+  prerelease: 6
 platform: ruby
 authors:
 - Justin Fitzsimmons
@@ -13,7 +13,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2012-12-08 00:00:00.000000000 Z
+date: 2012-12-18 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rake
@@ -228,6 +228,7 @@ files:
 - lib/gorgon/job_definition.rb
 - lib/gorgon/job_state.rb
 - lib/gorgon/listener.rb
+- lib/gorgon/listener_installer.rb
 - lib/gorgon/mini_test_runner.rb
 - lib/gorgon/originator.rb
 - lib/gorgon/originator_logger.rb
@@ -236,6 +237,10 @@ files:
 - lib/gorgon/pipe_forker.rb
 - lib/gorgon/progress_bar_view.rb
 - lib/gorgon/rspec_runner.rb
+- lib/gorgon/settings/files_content.rb
+- lib/gorgon/settings/initial_files_creator.rb
+- lib/gorgon/settings/rails_project_files_content.rb
+- lib/gorgon/settings/simple_project_files_content.rb
 - lib/gorgon/source_tree_syncer.rb
 - lib/gorgon/test_unit_runner.rb
 - lib/gorgon/unknown_runner.rb
@@ -279,9 +284,9 @@ required_ruby_version: !ruby/object:Gem::Requirement
 required_rubygems_version: !ruby/object:Gem::Requirement
   none: false
   requirements:
-  - - ! '>='
+  - - ! '>'
     - !ruby/object:Gem::Version
-      version: '0'
+      version: 1.3.1
 requirements: []
 rubyforge_project: gorgon
 rubygems_version: 1.8.24