elasticsearch-test-runner 0.3.1 → 0.4.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 371dabd8cff033ef7d2656b874f4fcb5fd63f5bde3093d5ce1ee830e9e253187
-  data.tar.gz: 43006ff9d74aea61684af8abc8e660099c009a1e7293d489c5796887efb9756e
+  metadata.gz: fbe5745c193f66b9d4d16ca8402a9aba8d87068c43a328b565ac094e3dc679ae
+  data.tar.gz: b2fa5da01e5fa321c3b050dfd6cd08d1caf8f80fa5c5a903a5822e1dc88fb58a
 SHA512:
-  metadata.gz: b927b0015746d72b19d26ac3812243f4b91df653d785b924a58a8dd219608358ed1e3dbbf6b76af3ce240b4d3289371ded4615e38f8d891438b929311b9abe77
-  data.tar.gz: a5b2ef6724092c8d6d4a39893346d233ca2c170121d59778ef4f85fea66e339e4db33ccfe40deac23d1d9b4f55dc306ffaa7c4ad5ba4bee8288b53887870b3b6
+  metadata.gz: e153228ccd3fc6a7900c8744fef31c23e8b27ebda3bdbda682a4d1dca0ae720568144a30c90e199e417281d676bccaa45acdff6fd482b98039b20ab8b7ad9eb5
+  data.tar.gz: 4abc093012f30303cc8afaed96dea471cef8a6e4bd9ada4c7844ab35fe77f0593c9f850718c51f482068363d3998c715b5d9fc1e8fc4ab8905f478aafc88fc3b

data/CHANGELOG.md

@@ -1,5 +1,12 @@
 ## [Unreleased]
 
+## [0.4.0] - 2024-07-08
+
+- Refactors display of errors/passing tests. Adds `QUIET` environment variable parsing. If `true`, display for passing tests will be more compact (not showing file/test names).
+- Updates count for better accuracy in test results.
+- Rescues SystemExit, Interrupt to actually exit the script
+- Adds support for catch in tests: If the arguments to `do` include `catch`, then we are expecting an error, which should be caught and tested.
+
 ## [0.3.1] - 2024-06-27
 
 - Fixes in error handling.

data/lib/elasticsearch/tests/code_runner.rb

@@ -35,6 +35,7 @@ module Elasticsearch
       # specifications. These are function calls to the Elasticsearch clients.
       #
       def do_action(action)
+        catchable = action.delete('catch')
         client = @client
         action = action.first if action.is_a?(Array)
         method, params = action.is_a?(String) ? [action, {}] : action.first
@@ -47,9 +48,40 @@ module Elasticsearch
         end
 
         @response = client.send(method.to_sym, process_params(params))
+        puts @response if ENV['DEBUG']
         @response
       rescue StandardError => e
-        raise e
+        raise e unless expected_exception?(catchable, e)
+
+        @response
+      end
+
+      def expected_exception?(error_type, e)
+        case error_type
+        when 'request_timeout'
+          e.is_a?(Elastic::Transport::Transport::Errors::RequestTimeout)
+        when 'missing'
+          e.is_a?(Elastic::Transport::Transport::Errors::NotFound)
+        when 'conflict'
+          e.is_a?(Elastic::Transport::Transport::Errors::Conflict)
+        when 'request'
+          e.is_a?(Elastic::Transport::Transport::Errors::InternalServerError)
+        when 'bad_request'
+          e.is_a?(Elastic::Transport::Transport::Errors::BadRequest)
+        when 'param'
+          actual_error.is_a?(ArgumentError)
+        when 'unauthorized'
+          e.is_a?(Elastic::Transport::Transport::Errors::Unauthorized)
+        when 'forbidden'
+          e.is_a?(Elastic::Transport::Transport::Errors::Forbidden)
+        when /error parsing field/, /illegal_argument_exception/
+          e.message =~ /\[400\]/ ||
+            e.is_a?(Elastic::Transport::Transport::Errors::BadRequest)
+        when /NullPointerException/
+          e.message =~ /\[400\]/
+        else
+          e.message =~ /#{error_type}/
+        end
       end
 
       # Code for matching expectations and response

data/lib/elasticsearch/tests/printer.rb

@@ -28,7 +28,11 @@ module Elasticsearch
                    else
                      @response.status
                    end
-        puts "🟢 #{@file} #{@title} passed. Response: #{response}"
+        if ENV['QUIET']
+          print "🟢 "
+        else
+          puts "🟢 #{@file} #{@title} passed. Response: #{response}"
+        end
       end
 
       def print_failure(action, response)
@@ -70,13 +74,14 @@ module Elasticsearch
         errors.map do |error|
           puts "🧪 Test: #{error[:file]}"
           puts "▶ Action: #{error[:action].first}" if error[:action]
-          puts "🔬 #{error[:error].message}"
+          puts "🔬 #{error.class} - #{error[:error].message}"
           pp error[:error].backtrace.join("$/\n") if ENV['DEBUG']
           puts
         end
       end
 
       def self.display_summary(tests_count, errors_count, start_time)
+        puts
         puts "--- 🧪 Tests: #{tests_count} | Passed: #{tests_count - errors_count} | Failed: #{errors_count}"
         puts "--- ⏲  Elapsed time: #{Time.at(Time.now - start_time).utc.strftime("%H:%M:%S")}"
       end

data/lib/elasticsearch/tests/test.rb

@@ -90,7 +90,7 @@ module Elasticsearch
       end
 
       def count
-        @actions.length
+        @actions.select { |a| a.keys.first == 'do' }.count
       end
 
       def test_filename(file)

data/lib/elasticsearch/tests/test_runner.rb

@@ -65,6 +65,8 @@ module Elasticsearch
         rescue StandardError => e
           @errors << { error: e, file: test_file }
           @logger.debug e
+        rescue SystemExit, Interrupt
+          exit
         end
       end
 

data/lib/elasticsearch/tests/version.rb

@@ -19,6 +19,6 @@
 
 module Elasticsearch
   module Tests
-    VERSION = '0.3.1'
+    VERSION = '0.4.0'
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: elasticsearch-test-runner
 version: !ruby/object:Gem::Version
-  version: 0.3.1
+  version: 0.4.0
 platform: ruby
 authors:
 - Elastic Client Library Maintainers
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2024-06-27 00:00:00.000000000 Z
+date: 2024-07-08 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: elasticsearch