statsd_test_harness 0.2.4 → 0.2.5

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 2745ed62d8025865b2196dc433fe01c3685217db
-  data.tar.gz: 5f57dad08afb4291b864a106f6c21b81210e71ba
+  metadata.gz: 73dacd0855209fa103cc8b6f903f492499c4ad5e
+  data.tar.gz: 2e0effb947f34cb826b4401d5ace4455abd4e0a8
 SHA512:
-  metadata.gz: 683387ff1a54880806e8289556ed858952a6f6ebc6902dffb882835a2c3aa505abfb7ead0da015847cbbcd9dbce2a347bf563c695d8be636697dbfb8783b273d
-  data.tar.gz: 061edae79e01c9f60feadfd8e0183da621dc692e3d2e6b418fa1b4e6bd0eb0646065f593ca1ffeb4bc409686eec5abf0a0c57cfd77774974aa42b5d361071c4e
+  metadata.gz: 753abe1ebeadc367bbafeec17cadf7ced7ae7c2e6ed7756f628eb64060a33f16bd8e34f1b1cff9a065d05fd8def9f41e8cdb45dfec28daf68e617f3cd0391a43
+  data.tar.gz: d2bb240f6e9c1670fcd666e52d19c05d21ff2f1c19b75c77c1ad0f61b2da6cd4c3c7e7f8b384a555e1afccfdca6a138e88014df02449e44a55118545578afe10

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    statsd_test_harness (0.2.4)
+    statsd_test_harness (0.2.5)
       dotenv (~> 2.0)
       require_all (~> 1.3)
       statsd-ruby (~> 0.3.0)

data/README.md

@@ -42,10 +42,10 @@ To register a new test framework, add it to the `config.tools` array in your con
       command: 'test',
       label: 'my_framework',
       options: '',
-      ignore_return_value: true
+      ignore_return_value: false
     }
 
-Set the `ignore_return_value` flag to false if you don't want to report an unsuccessful test run (based on exit status).
+Set the `ignore_return_value` flag to true if you don't want to report an unsuccessful test run (based on exit status).
 
 ## Development
 

data/config/sample_config.rb

@@ -12,7 +12,7 @@ StatsdTestHarness.configure do |config|
       name: 'rspec',
       command: 'rspec',
       options: 'spec/models/conversation_spec.rb',
-      ignore_return_value: true
+      ignore_return_value: false
     }
   ]
 

data/lib/statsd_test_harness/client.rb

@@ -1,19 +1,23 @@
 module StatsdTestHarness
   class Client
 
-    def post(duration, label)
-      puts "Sending test data from #{label} suite for app #{StatsdTestHarness.config.app_name}..."
-      client.timing(
-        "#{StatsdTestHarness.config.namespace}.#{StatsdTestHarness.config.app_name}.#{label}.duration",
-        duration
-      )
+    def post(duration, label, successful, send_failures=true)
+      type = successful ? "success" : "fail"
+      if successful || send_failures
+        puts "Sending '#{type}' test data from #{label} suite for app #{StatsdTestHarness.config.app_name}..."
+        client.timing("#{bucket}.#{label}.#{type}", duration)
+      end
     end
 
     private
 
+    def bucket
+      "#{StatsdTestHarness.config.namespace}.#{StatsdTestHarness.config.app_name}"
+    end
+
     def client
       Statsd.new(StatsdTestHarness.config.host, StatsdTestHarness.config.port)
     end
 
   end
-end
+end

data/lib/statsd_test_harness/processor.rb

@@ -14,9 +14,13 @@ module StatsdTestHarness
       StatsdTestHarness.config.tools.each do |tool_harness|
         tool = Tool.new(tool_harness)
         puts "Executing #{tool.name} test suite for #{StatsdTestHarness.config.app_name}..."
-        duration = with_timing{tool.run}
-        StatsdTestHarness::Client.new.post(duration, tool.name)
+        exit_status, duration = with_timing{tool.run}
+        success = exit_status.to_i == 0
+        StatsdTestHarness::Client.new.post(duration, tool.name, success, !tool.ignore_return_value)
         puts "Test suite for #{tool.name} completed in #{duration} ms."
+        unless success || tool.ignore_return_value
+          exit exit_status
+        end
       end
     end
 
@@ -29,7 +33,7 @@ module StatsdTestHarness
         validate_env_variables
       rescue Exception => e
         puts "-- Invalid configuration, exiting: #{e}"
-        exit 1
+        exit
       end
     end
 
@@ -47,8 +51,8 @@ module StatsdTestHarness
 
     def with_timing
       start_time = Time.now.to_f
-      yield
-      (Time.now.to_f - start_time) * 1000
+      exit_status = yield
+      [exit_status, (Time.now.to_f - start_time) * 1000]
     end
 
   end

data/lib/statsd_test_harness/tool.rb

@@ -15,12 +15,12 @@ module StatsdTestHarness
       cmd = open("| #{self.command} #{self.options}")
       cmd.each_line{ |io| print io }
       cmd.close
+      exit_status
+    end
 
-      if $?.to_i > 0 && ! ignore_return_value
-        raise "Test run returned non-zero status, results not submitted."
-      end
-      true
+    def exit_status
+      $?.exitstatus
     end
 
   end
-end
+end

data/lib/statsd_test_harness/version.rb

@@ -1,3 +1,3 @@
 module StatsdTestHarness
-  VERSION = "0.2.4"
+  VERSION = "0.2.5"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: statsd_test_harness
 version: !ruby/object:Gem::Version
-  version: 0.2.4
+  version: 0.2.5
 platform: ruby
 authors:
 - CoralineAda
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2015-08-14 00:00:00.000000000 Z
+date: 2015-08-19 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: thor