gorgon 0.11.0 → 0.11.1

data/spec/configuration_spec.rb

@@ -0,0 +1,62 @@
+require 'gorgon/configuration'
+
+module Gorgon
+  describe Configuration do
+    describe ".load_configuration_from_file" do
+      let(:config_filename) { "config.json" }
+      let(:secret_filename) { "secret.json" }
+      let(:file_loader) { double }
+
+      example do
+        expect(file_loader).to receive(:parse).with(config_filename).and_return({ config: { key: "value" } })
+
+        configuration = load_file(config_filename, file_loader: file_loader)
+
+        expect(configuration).to eq({
+          config: {
+            key: "value"
+          }
+        })
+      end
+
+      it "merges the values from another file" do
+        expect(file_loader).to receive(:parse).with(config_filename).and_return({ config: { key: "value" } })
+        expect(file_loader).to receive(:exists?).with(secret_filename).and_return(true)
+        expect(file_loader).to receive(:parse).with(secret_filename).and_return({ config: { password: "password01" } })
+
+        configuration = load_file(config_filename, merge: secret_filename, file_loader: file_loader)
+
+        expect(configuration).to eq({
+          config: {
+            key: "value",
+            password: "password01"
+          }
+        })
+      end
+
+      it "raises when config file cannot be parsed" do
+        expect(file_loader).to receive(:parse).with(config_filename).and_raise("cannot be parsed")
+        expect(file_loader).to receive(:exists?).with(secret_filename).and_return(false)
+
+        expect { load_file(config_filename, merge: secret_filename, file_loader: file_loader) }.to raise_error("cannot be parsed")
+      end
+
+      it "ignores the second filename if does not exist" do
+        expect(file_loader).to receive(:parse).with(config_filename).and_return({ config: { key: "value" } })
+        expect(file_loader).to receive(:exists?).with(secret_filename).and_return(false)
+
+        configuration = load_file(config_filename, merge: secret_filename, file_loader: file_loader)
+
+        expect(configuration).to eq({
+          config: {
+            key: "value"
+          }
+        })
+      end
+
+      def load_file(*args)
+        Configuration.load_configuration_from_file(*args)
+      end
+    end
+  end
+end

data/spec/core_ext/hash/deep_merge_spec.rb

@@ -0,0 +1,11 @@
+require "gorgon/core_ext/hash/deep_merge"
+
+describe "#deep_merge" do
+  example do
+    hash_1 = { a: "a", b: "b", c: { c1: "c1", c2: "c2", c3: { d1: "d1" } } }
+    hash_2 = { a: 1, c: { c1: 2, c3: { d2: "d2" } } }
+    expected = { a: 1, b: "b", c: { c1: 2, c2: "c2", c3: { d1: "d1", d2: "d2" } } }
+
+    expect(hash_1.deep_merge(hash_2)).to eq(expected)
+  end
+end

data/spec/crash_reporter_spec.rb

@@ -1,6 +1,6 @@
 require 'gorgon/crash_reporter'
 
-describe "CrashReporter" do
+describe Gorgon::CrashReporter do
   let(:exchange) { double("GorgonBunny Exchange", :publish => nil) }
   let(:info) { {
       :out_file => "stdout_file", :err_file => "stderr_file", :footer_text => "Text"
@@ -8,30 +8,30 @@ describe "CrashReporter" do
 
   let(:container_class) do
     Class.new do
-      extend(CrashReporter)
+      extend(Gorgon::CrashReporter)
     end
   end
 
   describe "#report_crash" do
     it "tails output file to get last few lines and cat err file to get all lines" do
-      container_class.should_receive(:'`').once.
+      expect(container_class).to receive(:'`').once.
         with(/tail.*stdout_file/).and_return ""
-      container_class.should_receive(:'`').once.
+      expect(container_class).to receive(:'`').once.
         with(/cat.*stderr_file/).and_return ""
       container_class.report_crash exchange, info
     end
 
     it "calls send_crash_message" do
-      container_class.stub(:'`').and_return "stdout text", "stderr text "
-      container_class.should_receive(:send_crash_message).with(exchange, "stdout text", "stderr text Text")
+      allow(container_class).to receive(:'`').and_return "stdout text", "stderr text "
+      expect(container_class).to receive(:send_crash_message).with(exchange, "stdout text", "stderr text Text")
       container_class.report_crash exchange, info
     end
 
     it "returns last lines of output from stderr message and footer text" do
-      container_class.stub(:'`').and_return "stdout text", "stderr text "
-      container_class.stub(:send_crash_message)
+      allow(container_class).to receive(:'`').and_return "stdout text", "stderr text "
+      allow(container_class).to receive(:send_crash_message)
       result = container_class.report_crash exchange, info
-      result.should == "stdout text\nstderr text Text"
+      expect(result).to eq("stdout text\nstderr text Text")
     end
   end
 
@@ -39,7 +39,7 @@ describe "CrashReporter" do
     it "sends message with output and errors from syncer using reply_exchange " do
       reply = {:type => :crash, :hostname => Socket.gethostname, :stdout => "some output",
         :stderr => "some errors"}
-      exchange.should_receive(:publish).with(Yajl::Encoder.encode(reply))
+      expect(exchange).to receive(:publish).with(Yajl::Encoder.encode(reply))
       container_class.send_crash_message exchange, "some output", "some errors"
     end
   end

data/spec/dummy/.gitignore

@@ -0,0 +1,3 @@
+*.log
+log/test_result.out
+/.idea/

data/spec/dummy/Gemfile

@@ -0,0 +1,11 @@
+source 'https://rubygems.org'
+
+gem 'minitest-reporters'
+gem 'minitest', '5.10.3'
+gem 'test-unit', :require => false
+gem 'rspec', '>= 3.4.0', '< 3.6.0'
+gem 'pry-byebug'
+
+unless ENV["CI"]
+  gem 'gorgon', :path => "~/src/Gorgon"
+end

data/spec/dummy/Gemfile.lock

@@ -0,0 +1,76 @@
+PATH
+  remote: ../..
+  specs:
+    gorgon (0.11.1)
+      amq-protocol (~> 1.9.2)
+      amqp (~> 1.1.0)
+      awesome_print
+      colorize (~> 0.5.8)
+      eventmachine (~> 1.0.7)
+      open4 (~> 1.3.0)
+      ruby-progressbar (~> 1.7.5)
+      uuidtools (= 2.1.3)
+      yajl-ruby (= 1.3.1)
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    amq-protocol (1.9.2)
+    amqp (1.1.8)
+      amq-protocol (>= 1.9.2)
+      eventmachine
+    ansi (1.5.0)
+    awesome_print (1.8.0)
+    builder (3.2.3)
+    byebug (9.0.3)
+    coderay (1.1.1)
+    colorize (0.5.8)
+    diff-lcs (1.2.5)
+    eventmachine (1.0.9.1)
+    method_source (0.8.2)
+    minitest (5.10.3)
+    minitest-reporters (1.1.19)
+      ansi
+      builder
+      minitest (>= 5.0)
+      ruby-progressbar
+    open4 (1.3.4)
+    pry (0.10.3)
+      coderay (~> 1.1.0)
+      method_source (~> 0.8.1)
+      slop (~> 3.4)
+    pry-byebug (3.4.0)
+      byebug (~> 9.0)
+      pry (~> 0.10)
+    rspec (3.4.0)
+      rspec-core (~> 3.4.0)
+      rspec-expectations (~> 3.4.0)
+      rspec-mocks (~> 3.4.0)
+    rspec-core (3.4.4)
+      rspec-support (~> 3.4.0)
+    rspec-expectations (3.4.0)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.4.0)
+    rspec-mocks (3.4.1)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.4.0)
+    rspec-support (3.4.1)
+    ruby-progressbar (1.7.5)
+    slop (3.6.0)
+    test-unit (2.5.2)
+    uuidtools (2.1.3)
+    yajl-ruby (1.3.1)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  gorgon!
+  minitest (= 5.10.3)
+  minitest-reporters
+  pry-byebug
+  rspec (>= 3.4.0, < 3.6.0)
+  test-unit
+
+BUNDLED WITH
+   1.16.0

data/spec/dummy/README.md

@@ -0,0 +1,23 @@
+This app is used to test [Gorgon](https://github.com/nulogy/Gorgon).
+
+* Run `./run_test.sh` for running tests and comparing output with correct_test_result.out
+* Run `./update_correct_test_result.sh` for updating correct_test_result.out with current output
+
+## Set up for localhost testing
+1. Clone gorgon into a directory. We will assume `~/src/gorgon` for the purpose of these instructions. If you use a different directory, then you will need to modify the path in `Gemfile` accordingly.
+1. Run `rabbitmq-server` in the background
+1. `cp gorgon_listener.json.example gorgon_listener.json`
+1. `cp gorgon.json.example gorgon.json`
+1. `bundle install`
+1. `gorgon listen`
+1. In a new tab/window, execute `gorgon`.
+
+### Installation Troubleshooting
+
+* If you have trouble installing the *eventmachine* gem on Mac OS X because of an issue with building with openssl, then try using Homebrew's version of `openssl`:
+  * `brew install openssl`
+  * `brew link openssl --force`
+
+## Debugging Tools
+
+* Use `rspec_runner.rb` to debug Gorgon's RspecRunner. You can use `binding.pry`. To use it, run: `bundle exec ruby rspec_runner.rb`

data/spec/dummy/gorgon.json

@@ -0,0 +1,30 @@
+{
+  "connection": {
+    "host": "rabbitmq"
+  },
+  "file_server": {
+    "host": "file_server"
+  },
+  "job": {
+    "sync": {
+      "exclude": [
+        ".git",
+        ".rvmrc",
+        "tmp",
+        "log",
+        "doc"
+      ],
+
+      "rsync_transport": "ssh" // or "anonymous"
+    },
+
+    "callbacks": {
+      "callbacks_class_file": "gorgon_callbacks.rb"
+    }
+  },
+  "files": [
+    "test/**/*_test.rb",
+    "spec/**/*_spec.rb"
+  ],
+  "originator_log_file": "log/gorgon-originator.log"
+}

data/spec/dummy/gorgon_callbacks.rb

@@ -0,0 +1,68 @@
+class MyCallbacks < Gorgon::DefaultCallbacks
+  def before_originate
+    puts "before job starts was called"
+    nil
+  end
+
+  BUNDLE_LOG_FILE||="/tmp/gorgon-bundle-install.log "
+  def after_sync
+    require 'bundler'
+    require 'open4'
+
+    # raise "BOOOOOOOOOOOM"
+    Bundler.with_clean_env do
+
+      pid, stdin, stdout, stderr = Open4::popen4 "bundle install > #{BUNDLE_LOG_FILE} 2>&1 "
+
+      ignore, status = Process.waitpid2 pid
+
+      if status.exitstatus != 0
+        raise "There was an error when running 'bundle install'\n#{stderr.read}"
+      end
+    end
+  end
+
+  def before_creating_workers
+    #sleep 0.5
+    puts "BEFORE CREATING WORKERS"
+
+    # generate a lot of output to test if it blocks on write because pipe or stdout is full
+    10000.times do
+      puts "filling stdout"
+      $stderr.puts "filling stderr"
+    end
+
+    require 'test/unit'
+    require 'minitest/unit'
+
+    require File.expand_path('../spec/spec_helper.rb', __FILE__)
+
+    # to test that Listener reports to Originator crashes in WorkerManager
+    # raise "BOOM"
+  end
+
+  def before_start
+    puts "BEFORE START CALLBACK WAS CALLED"
+
+    # generate a lot of output to test if it blocks on write because pipe or stdout is full
+    10000.times do
+      puts "filling stdout"
+      $stderr.puts "filling stderr"
+    end
+
+    # to test that WorkerManager reports to Originator crashes in Workers
+    # raise "BOOM"
+  end
+
+  def after_complete
+    # sleep 5
+    # system("touch /tmp/w#{$$}-#{UUIDTools::UUID.timestamp_create.to_s}")
+    puts "AFTER COMPLETE CALLBACK"
+  end
+
+  def after_job_finishes
+    puts "running after_job_finishes"
+  end
+end
+
+Gorgon.callbacks = MyCallbacks.new

data/spec/dummy/gorgon_listener.json

@@ -0,0 +1,8 @@
+{
+  "connection": {
+    "host": "rabbitmq"
+  },
+
+  "worker_slots": 1,
+  "log_file": "/tmp/gorgon-remote.log"
+}

data/spec/dummy/integration_spec.rb

@@ -0,0 +1,51 @@
+require "open4"
+
+def wait_until_program_is_ready(command_stdout_read, ready_message)
+  while true
+    line = command_stdout_read.readline
+    puts line
+    if line =~ ready_message
+      return
+    end
+  end
+end
+
+def run_in_background(command:, ready_message:)
+  command_stdout_read, command_stdout_write = IO.pipe
+  command_pid = fork do
+    Open4::spawn(command, stdout: command_stdout_write, stderr: $stderr)
+  end
+  command_stdout_write.close
+
+  wait_until_program_is_ready(command_stdout_read, ready_message)
+  command_pid
+end
+
+describe "Gorgon integration spec" do
+
+  around(:all) do |example|
+    begin
+      rabbit_pid = run_in_background(
+        command: "rabbitmq-server", ready_message: /Starting broker... completed/
+      )
+
+      listener_pid = run_in_background(
+        command: "gorgon listen", ready_message: /Welcome to Gorgon/
+      )
+
+      example.call
+
+    ensure
+      puts "stopping Rabbit"
+      puts "stopping Listener"
+      Process.kill('INT', rabbit_pid)
+      Process.kill('INT', listener_pid)
+      Process.wait2 listener_pid
+      Process.wait2 rabbit_pid
+    end
+  end
+
+  it "passes once" do
+    expect(true).to eq(true)
+  end
+end

data/spec/dummy/rspec_runner.rb

@@ -0,0 +1,8 @@
+load('~/src/gorgon/lib/gorgon/rspec_runner.rb')
+load('~/src/gorgon/lib/gorgon/gorgon_rspec_formatter.rb')
+
+require File.expand_path('../spec/spec_helper.rb', __FILE__)
+
+result1 = RspecRunner.run_file('~/src/gorgon-test/spec/using_shared_example_spec.rb')
+puts "############ result1  ##########"
+p result1

data/spec/dummy/spec/1_syntax_error_spec.rb

@@ -0,0 +1 @@
+using invalid ruby

data/spec/dummy/spec/exception_spec.rb

@@ -0,0 +1,5 @@
+describe "Exception spec" do
+  it "raises" do
+    raise "BOOOOM from spec!"
+  end
+end

data/spec/dummy/spec/failing_spec.rb

@@ -0,0 +1,11 @@
+describe "Failing spec" do
+  it "passes once" do
+    expect(true).to eq(true)
+  end
+
+  it "fails" do
+    expect(true).to eq(false), 'failed'
+  end
+
+  it "has pending tests"
+end