elasticsearch-test-runner 0.3.1 → 0.5.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 371dabd8cff033ef7d2656b874f4fcb5fd63f5bde3093d5ce1ee830e9e253187
-  data.tar.gz: 43006ff9d74aea61684af8abc8e660099c009a1e7293d489c5796887efb9756e
+  metadata.gz: f7aaf5fcd5db6429d758a6c1aec62248b04bd36c4b6a2b664382222429364546
+  data.tar.gz: 1956840598048cfe9ec25d41a0cc4150048c6099d4d63f6a36783cc9700a9202
 SHA512:
-  metadata.gz: b927b0015746d72b19d26ac3812243f4b91df653d785b924a58a8dd219608358ed1e3dbbf6b76af3ce240b4d3289371ded4615e38f8d891438b929311b9abe77
-  data.tar.gz: a5b2ef6724092c8d6d4a39893346d233ca2c170121d59778ef4f85fea66e339e4db33ccfe40deac23d1d9b4f55dc306ffaa7c4ad5ba4bee8288b53887870b3b6
+  metadata.gz: 462f62c87dd7a8ebbaa7b63992d12f02f89b6c7109532e701aa678a94dc4caf0bf65444962c9bc8dc13f51d842fcb5188995ec8579e6fa76be36e669899b5ae8
+  data.tar.gz: 79bf2ece186c677fcb2c99ef975996dc64b6769bc4414f435ef135eedd4776eb18c07f75bc70b858ef290ec7b1a4537d8963bac5d0e389336422a2772b7e2eaf

data/CHANGELOG.md

@@ -1,5 +1,17 @@
 ## [Unreleased]
 
+## [0.5.0] - 2024-07-30
+
+- Clears `@response` before running a new action
+- Fixes `expected_exception?` for failures
+
+## [0.4.0] - 2024-07-08
+
+- Refactors display of errors/passing tests. Adds `QUIET` environment variable parsing. If `true`, display for passing tests will be more compact (not showing file/test names).
+- Updates count for better accuracy in test results.
+- Rescues SystemExit, Interrupt to actually exit the script
+- Adds support for catch in tests: If the arguments to `do` include `catch`, then we are expecting an error, which should be caught and tested.
+
 ## [0.3.1] - 2024-06-27
 
 - Fixes in error handling.

data/lib/elasticsearch/tests/code_runner.rb

@@ -35,6 +35,8 @@ module Elasticsearch
       # specifications. These are function calls to the Elasticsearch clients.
       #
       def do_action(action)
+        @response = nil
+        catchable = action.delete('catch')
         client = @client
         action = action.first if action.is_a?(Array)
         method, params = action.is_a?(String) ? [action, {}] : action.first
@@ -45,11 +47,41 @@ module Elasticsearch
           client = @client.send(arrayed_method.first)
           method = arrayed_method.last
         end
-
         @response = client.send(method.to_sym, process_params(params))
+        puts @response if ENV['DEBUG']
         @response
       rescue StandardError => e
-        raise e
+        raise e unless expected_exception?(catchable, e)
+      end
+
+      def expected_exception?(error_type, e)
+        return false if error_type.nil?
+
+        case error_type
+        when 'request_timeout'
+          e.is_a?(Elastic::Transport::Transport::Errors::RequestTimeout)
+        when 'missing'
+          e.is_a?(Elastic::Transport::Transport::Errors::NotFound)
+        when 'conflict'
+          e.is_a?(Elastic::Transport::Transport::Errors::Conflict)
+        when 'request'
+          e.is_a?(Elastic::Transport::Transport::Errors::InternalServerError)
+        when 'bad_request'
+          e.is_a?(Elastic::Transport::Transport::Errors::BadRequest)
+        when 'param'
+          actual_error.is_a?(ArgumentError)
+        when 'unauthorized'
+          e.is_a?(Elastic::Transport::Transport::Errors::Unauthorized)
+        when 'forbidden'
+          e.is_a?(Elastic::Transport::Transport::Errors::Forbidden)
+        when /error parsing field/, /illegal_argument_exception/
+          e.message =~ /\[400\]/ ||
+            e.is_a?(Elastic::Transport::Transport::Errors::BadRequest)
+        when /NullPointerException/
+          e.message =~ /\[400\]/
+        else
+          e.message =~ /#{error_type}/
+        end
       end
 
       # Code for matching expectations and response

data/lib/elasticsearch/tests/printer.rb

@@ -28,7 +28,11 @@ module Elasticsearch
                    else
                      @response.status
                    end
-        puts "🟢 #{@file} #{@title} passed. Response: #{response}"
+        if ENV['QUIET']
+          print '🟢 '
+        else
+          puts "🟢 #{@file} #{@title} passed. Response: #{response}"
+        end
       end
 
       def print_failure(action, response)
@@ -70,13 +74,14 @@ module Elasticsearch
         errors.map do |error|
           puts "🧪 Test: #{error[:file]}"
           puts "▶ Action: #{error[:action].first}" if error[:action]
-          puts "🔬 #{error[:error].message}"
+          puts "🔬 #{error.class} - #{error[:error].message}"
           pp error[:error].backtrace.join("$/\n") if ENV['DEBUG']
           puts
         end
       end
 
       def self.display_summary(tests_count, errors_count, start_time)
+        puts
         puts "--- 🧪 Tests: #{tests_count} | Passed: #{tests_count - errors_count} | Failed: #{errors_count}"
         puts "--- ⏲  Elapsed time: #{Time.at(Time.now - start_time).utc.strftime("%H:%M:%S")}"
       end

data/lib/elasticsearch/tests/test.rb

@@ -90,7 +90,7 @@ module Elasticsearch
       end
 
       def count
-        @actions.length
+        @actions.select { |a| a.keys.first == 'do' }.count
       end
 
       def test_filename(file)

data/lib/elasticsearch/tests/test_runner.rb

@@ -65,6 +65,8 @@ module Elasticsearch
         rescue StandardError => e
           @errors << { error: e, file: test_file }
           @logger.debug e
+        rescue SystemExit, Interrupt
+          exit
         end
       end
 

data/lib/elasticsearch/tests/version.rb

@@ -19,6 +19,6 @@
 
 module Elasticsearch
   module Tests
-    VERSION = '0.3.1'
+    VERSION = '0.5.0'
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: elasticsearch-test-runner
 version: !ruby/object:Gem::Version
-  version: 0.3.1
+  version: 0.5.0
 platform: ruby
 authors:
 - Elastic Client Library Maintainers
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2024-06-27 00:00:00.000000000 Z
+date: 2024-07-30 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: elasticsearch
@@ -84,7 +84,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.5.13
+rubygems_version: 3.5.11
 signing_key: 
 specification_version: 4
 summary: Tool to test Elasticsearch clients against the YAML clients test suite.