elasticsearch-test-runner 0.2.0 → 0.3.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: e0db95fdc124cceab0a7c1ef1de55d383a1f8025c25e12f05de3b0a3ff5bf49e
-  data.tar.gz: 3a6763721958e62945c886386aa8ebd65993522f71b29486a8911d2c0f02e520
+  metadata.gz: 736ee5a6506aad22d554ba00880706b6641192297e69c42a815050e4e6d784fd
+  data.tar.gz: 2faea7eacfc8c421675cbae4783fcce40866daf380a8d5fd417b297cd9de7e51
 SHA512:
-  metadata.gz: f5973e272d04b24f36e5201c0f3329bea7f5dd7c5be86d89cfb08c6f3cd717c4ce623065e7aa9456cdf9b26480a44ff4b763df2e783d16d2c14d3335d8164c6a
-  data.tar.gz: beb4c948667c664376306d77fe49e53467b99ca1d38a15c08dcde06abded7fb63005fb5d3a00017e3e46f19cc87338284150dfcde5ec8caa701912dedc6dea76
+  metadata.gz: '0529c7247fe886df1ac6f99f95b45f2fd576dce42bcc80e01d032d57e3adda91f0556da62000201fa447fe7895b7799844c4479077f7136df382bcabb69f5ab8'
+  data.tar.gz: 90f5be281f003fb63ad11bb1180d47d5b3d50ab3db4914ff7652e2eb89cbfc828a78f2118ebf665e60e688f0e065011154b3bf7c4703b562d9f7a3f3256cc3e1

data/CHANGELOG.md

@@ -1,9 +1,14 @@
 ## [Unreleased]
 
+## [0.3.0] - 2024-06-27
+
+- Fixes exit code.
+- Refactors error handling for more detailed information.
+
 ## [0.2.0] - 2024-06-25
 
-- Renames gemspec from elasticsearch-tests to elasticsearch-test-runner
-- Adds ability to run individual test files or directories
+- Renames gemspec from elasticsearch-tests to elasticsearch-test-runner.
+- Adds ability to run individual test files or directories.
 
 ## [0.1.1] - 2024-06-20
 

data/lib/elasticsearch/tests/errors.rb

@@ -19,5 +19,16 @@ module Elasticsearch
   module Tests
     class TestFailure < StandardError; end
     class TestError < StandardError; end
+
+    # Class to track exactly which action errored
+    class ActionError < StandardError
+      attr_reader :test_file, :action
+
+      def initialize(message, test_file, action)
+        super(message)
+        @test_file = test_file
+        @action = action
+      end
+    end
   end
 end

data/lib/elasticsearch/tests/printer.rb

@@ -40,7 +40,7 @@ module Elasticsearch
         else
           pp response
         end
-        raise Elasticsearch::Tests::TestFailure
+        raise Elasticsearch::Tests::ActionError.new('ERROR', @file, action)
       end
 
       def print_match_failure(action)
@@ -65,7 +65,9 @@ module Elasticsearch
       def self.display_errors(errors)
         puts "+++ ❌ Errors/Failures: #{errors.count}"
         errors.map do |error|
-          puts "* Test: #{error[:file]}\n #{error[:error].message}"
+          puts "🧪 Test: #{error[:file]}"
+          puts "▶ Action: #{error[:action]['do']}" if error[:action]
+          puts "🔬 #{error[:error].message}"
           pp error[:error].backtrace.join("$/\n") if ENV['DEBUG']
           puts
         end

data/lib/elasticsearch/tests/test.rb

@@ -16,6 +16,7 @@
 # under the License.
 
 require_relative 'code_runner'
+require_relative 'errors'
 
 module Elasticsearch
   module Tests
@@ -70,6 +71,8 @@ module Elasticsearch
         when 'gt', 'gte', 'lt', 'lte'
           compare(action)
         end
+      rescue StandardError => e
+        raise ActionError.new(e.message, @file, action)
       end
 
       def run_setup

data/lib/elasticsearch/tests/test_runner.rb

@@ -41,6 +41,11 @@ module Elasticsearch
         run_the_tests
         Elasticsearch::Tests::Printer::display_errors(@errors) unless @errors.empty?
         Elasticsearch::Tests::Printer::display_summary(@tests_count, @errors.count, @start_time)
+        if @errors.empty?
+          exit 0
+        else
+          exit 1
+        end
       end
 
       def run_the_tests
@@ -54,6 +59,9 @@ module Elasticsearch
           @errors << { error: e, file: test_file }
           @logger.warn("YAML error in #{test_file}")
           @logger.warn e
+        rescue ActionError => e
+          @errors << { error: e, file: test_file, action: e.action }
+          @logger.debug e
         rescue StandardError => e
           @errors << { error: e, file: test_file }
           @logger.debug e

data/lib/elasticsearch/tests/version.rb

@@ -19,6 +19,6 @@
 
 module Elasticsearch
   module Tests
-    VERSION = '0.2.0'
+    VERSION = '0.3.0'
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: elasticsearch-test-runner
 version: !ruby/object:Gem::Version
-  version: 0.2.0
+  version: 0.3.0
 platform: ruby
 authors:
 - Elastic Client Library Maintainers
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2024-06-25 00:00:00.000000000 Z
+date: 2024-06-27 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: elasticsearch