elasticsearch-test-runner 0.2.0 → 0.3.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: e0db95fdc124cceab0a7c1ef1de55d383a1f8025c25e12f05de3b0a3ff5bf49e
-  data.tar.gz: 3a6763721958e62945c886386aa8ebd65993522f71b29486a8911d2c0f02e520
+  metadata.gz: 371dabd8cff033ef7d2656b874f4fcb5fd63f5bde3093d5ce1ee830e9e253187
+  data.tar.gz: 43006ff9d74aea61684af8abc8e660099c009a1e7293d489c5796887efb9756e
 SHA512:
-  metadata.gz: f5973e272d04b24f36e5201c0f3329bea7f5dd7c5be86d89cfb08c6f3cd717c4ce623065e7aa9456cdf9b26480a44ff4b763df2e783d16d2c14d3335d8164c6a
-  data.tar.gz: beb4c948667c664376306d77fe49e53467b99ca1d38a15c08dcde06abded7fb63005fb5d3a00017e3e46f19cc87338284150dfcde5ec8caa701912dedc6dea76
+  metadata.gz: b927b0015746d72b19d26ac3812243f4b91df653d785b924a58a8dd219608358ed1e3dbbf6b76af3ce240b4d3289371ded4615e38f8d891438b929311b9abe77
+  data.tar.gz: a5b2ef6724092c8d6d4a39893346d233ca2c170121d59778ef4f85fea66e339e4db33ccfe40deac23d1d9b4f55dc306ffaa7c4ad5ba4bee8288b53887870b3b6

data/CHANGELOG.md

@@ -1,9 +1,18 @@
 ## [Unreleased]
 
+## [0.3.1] - 2024-06-27
+
+- Fixes in error handling.
+
+## [0.3.0] - 2024-06-27
+
+- Fixes exit code.
+- Refactors error handling for more detailed information.
+
 ## [0.2.0] - 2024-06-25
 
-- Renames gemspec from elasticsearch-tests to elasticsearch-test-runner
-- Adds ability to run individual test files or directories
+- Renames gemspec from elasticsearch-tests to elasticsearch-test-runner.
+- Adds ability to run individual test files or directories.
 
 ## [0.1.1] - 2024-06-20
 

data/lib/elasticsearch/tests/errors.rb

@@ -19,5 +19,16 @@ module Elasticsearch
   module Tests
     class TestFailure < StandardError; end
     class TestError < StandardError; end
+
+    # Class to track exactly which action errored
+    class ActionError < StandardError
+      attr_reader :test_file, :action
+
+      def initialize(message, test_file, action)
+        super(message)
+        @test_file = test_file
+        @action = action
+      end
+    end
   end
 end

data/lib/elasticsearch/tests/printer.rb

@@ -34,18 +34,21 @@ module Elasticsearch
       def print_failure(action, response)
         puts "🔴 #{@file} #{@title} failed"
         puts "Expected result: #{action}" # TODO: Show match/length differently
-        if response.is_a?(ElasticsearchServerless::API::Response)
+        if defined?(ElasticsearchServerless) &&
+           response.is_a?(ElasticsearchServerless::API::Response) ||
+           defined?(Elasticsearch::API) && response.is_a?(Elasticsearch::API::Response)
           puts 'Response:'
           pp response.body
         else
           pp response
         end
-        raise Elasticsearch::Tests::TestFailure
+        raise Elasticsearch::Tests::ActionError.new(response.body, @file, action)
       end
 
       def print_match_failure(action)
         keys = action['match'].keys.first
         value = action['match'].values.first
+
         message = <<~MSG
           🔴 #{@file} #{@title} failed
           Expected: { #{keys}: #{value} }
@@ -65,7 +68,9 @@ module Elasticsearch
       def self.display_errors(errors)
         puts "+++ ❌ Errors/Failures: #{errors.count}"
         errors.map do |error|
-          puts "* Test: #{error[:file]}\n #{error[:error].message}"
+          puts "🧪 Test: #{error[:file]}"
+          puts "▶ Action: #{error[:action].first}" if error[:action]
+          puts "🔬 #{error[:error].message}"
           pp error[:error].backtrace.join("$/\n") if ENV['DEBUG']
           puts
         end

data/lib/elasticsearch/tests/test.rb

@@ -16,6 +16,7 @@
 # under the License.
 
 require_relative 'code_runner'
+require_relative 'errors'
 
 module Elasticsearch
   module Tests
@@ -70,6 +71,8 @@ module Elasticsearch
         when 'gt', 'gte', 'lt', 'lte'
           compare(action)
         end
+      rescue StandardError => e
+        raise ActionError.new(e.message, @file, action)
       end
 
       def run_setup

data/lib/elasticsearch/tests/test_runner.rb

@@ -41,6 +41,11 @@ module Elasticsearch
         run_the_tests
         Elasticsearch::Tests::Printer::display_errors(@errors) unless @errors.empty?
         Elasticsearch::Tests::Printer::display_summary(@tests_count, @errors.count, @start_time)
+        if @errors.empty?
+          exit 0
+        else
+          exit 1
+        end
       end
 
       def run_the_tests
@@ -54,6 +59,9 @@ module Elasticsearch
           @errors << { error: e, file: test_file }
           @logger.warn("YAML error in #{test_file}")
           @logger.warn e
+        rescue ActionError => e
+          @errors << { error: e, file: test_file, action: e.action }
+          @logger.debug e
         rescue StandardError => e
           @errors << { error: e, file: test_file }
           @logger.debug e

data/lib/elasticsearch/tests/version.rb

@@ -19,6 +19,6 @@
 
 module Elasticsearch
   module Tests
-    VERSION = '0.2.0'
+    VERSION = '0.3.1'
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: elasticsearch-test-runner
 version: !ruby/object:Gem::Version
-  version: 0.2.0
+  version: 0.3.1
 platform: ruby
 authors:
 - Elastic Client Library Maintainers
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2024-06-25 00:00:00.000000000 Z
+date: 2024-06-27 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: elasticsearch