bugsnag-maze-runner 7.26.1 → 7.27.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 73f329df5934008d114f663a224e93592bc7d785024e20d0b015771abc1ca027
-  data.tar.gz: c566d0a2aaccaf1bfe36107290ffd8519d777a7c9e5dbe77769a1674dd751e6e
+  metadata.gz: b2158a5376e4ff1d6c63a70eb138c33a2021aa7baff47f28882821e62a09fd0f
+  data.tar.gz: cd74c9cc69173584b6bf4c28a7fbaffdc3e115db09b38bfc507242f14726689e
 SHA512:
-  metadata.gz: e8fadbe837d32d0f8804c168eadf175aa6b0e1a3448d3072243ff25f8b0c64933a1b00edacf24c22de9bf4aa607e328cfa0351d94010c1a688ca612d347c9411
-  data.tar.gz: e7eb8c09b447af8b4b473a28b80b023a70dcf31100ea1d9fb0677f9c52a4322156f289eb102751be282cbdac47b451a7ba63490595fd98fe30bad3c8fa6e5170
+  metadata.gz: 541182a68461d87cb7e2dd118cb6418fec9c4f3f2624622673ea12d16e695b81fd10ad6398e6a04c1446096a4c67e0b067f003687d326053258c20c77fc3e0cb
+  data.tar.gz: f033d06ba478c06163397026626b180cabdcbf7f2b246878d7415905c0af8a3ca46c26a044dbbf111599cc0860445ace5c8eb89b74d3a0f1d94cb9be907e2573

data/bin/maze-runner

@@ -58,6 +58,7 @@ require_relative '../lib/maze/assertions/request_set_assertions'
 
 require_relative '../lib/maze/schemas/trace_schema'
 require_relative '../lib/maze/schemas/trace_validator'
+require_relative '../lib/maze/schemas/validator'
 
 require_relative '../lib/maze/store'
 require_relative '../lib/maze/timers'

data/lib/features/steps/request_assertion_steps.rb

@@ -31,60 +31,6 @@ def assert_received_requests(request_count, list, list_name, precise = true)
   else
     Maze.check.operator(request_count, :<=, list.size_remaining, "#{list.size_remaining} #{list_name} received")
   end
-
-  verify_schema_matches(list, list_name)
-  validate_payload_elements(list, list_name)
-end
-
-def verify_schema_matches(list, list_name)
-  request_schema_results = list.all.map { |request| request[:schema_errors] }
-  passed = true
-  request_schema_results.each.with_index(1) do |schema_errors, index|
-    next if schema_errors.nil?
-    if schema_errors.size > 0
-      passed = false
-      $stdout.puts "\n"
-      $stdout.puts "\e[31m--- #{list_name} #{index} failed validation with errors at the following locations:\e[0m"
-      schema_errors.each do |error|
-        $stdout.puts "\e[31m#{error["data_pointer"]} failed to match #{error["schema_pointer"]}\e[0m"
-      end
-      $stdout.puts "\n"
-    end
-  end
-
-  unless passed
-    raise Test::Unit::AssertionFailedError.new 'The received payloads did not match the endpoint schema.  A full list of the errors can be found above'
-  end
-end
-
-def validate_payload_elements(list, list_name)
-  validator_class = case list_name
-  when 'trace', 'traces'
-    Maze::Schemas::TraceValidator
-  else
-    nil
-  end
-
-  if validator_class
-    validators = list.all.map do |request|
-      validator = validator_class.new(request[:body])
-      validator.validate
-      validator
-    end
-
-    return if validators.all? { |validator| validator.success }
-    validators.each.with_index(1) do |validator, index|
-      unless validator.success
-        $stdout.puts "\n"
-        $stdout.puts "\e[31m--- #{list_name} #{index} failed validation with the following errors:\e[0m"
-        validator.errors.each do |error|
-          $stdout.puts "\e[31m#{error}\e[0m"
-        end
-        $stdout.puts "\n"
-      end
-    end
-    raise Test::Unit::AssertionFailedError.new("One or more #{list_name} payloads failed validation.  A full list of the errors can be found above")
-  end
 end
 
 #

data/lib/features/steps/trace_steps.rb

@@ -255,6 +255,9 @@ def assert_received_spans(span_count, list)
   end
 
   Maze.check.operator(span_count, :<=, received_count, "#{received_count} spans received")
+
+  Maze::Schemas::Validator.verify_against_schema(list, 'trace')
+  Maze::Schemas::Validator.validate_payload_elements(list, 'trace')
 end
 
 def get_attribute_value(field, attribute, attr_type)

data/lib/features/support/internal_hooks.rb

@@ -186,6 +186,15 @@ After do |scenario|
   end
 end
 
+# Test all requests against schemas or extra validation rules.  These will only run if the schema/validation is
+# specified for the specific endpoint
+After do |scenario|
+  ['error', 'session', 'build', 'trace'].each do |endpoint|
+    Maze::Schemas::Validator.verify_against_schema(Maze::Server.list_for(endpoint), endpoint)
+    Maze::Schemas::Validator.validate_payload_elements(Maze::Server.list_for(endpoint), endpoint)
+  end
+end
+
 # After all tests
 AfterAll do
 

data/lib/maze/client/selenium/bb_browsers.yml

@@ -19,34 +19,6 @@ chrome_107:
   version: '107'
   resolution: '1920x1080'
 
-chrome_106:
-  platform: 'Windows'
-  osVersion: '11'
-  browserName: 'chrome'
-  version: '106'
-  resolution: '1920x1080'
-
-chrome_105:
-  platform: 'Windows'
-  osVersion: '11'
-  browserName: 'chrome'
-  version: '105'
-  resolution: '1920x1080'
-
-chrome_104:
-  platform: 'Windows'
-  osVersion: '11'
-  browserName: 'chrome'
-  version: '104'
-  resolution: '1920x1080'
-
-chrome_103:
-  platform: 'Windows'
-  osVersion: '11'
-  browserName: 'chrome'
-  version: '103'
-  resolution: '1920x1080'
-
 chrome_72:
   platform: 'Windows'
   osVersion: '10'
@@ -131,48 +103,6 @@ edge_latest:
   version: 'latest'
   resolution: '1920x1080'
 
-edge_106:
-  platform: 'Windows'
-  osVersion: '11'
-  browserName: 'MicrosoftEdge'
-  version: '106'
-  resolution: '1920x1080'
-
-edge_105:
-  platform: 'Windows'
-  osVersion: '11'
-  browserName: 'MicrosoftEdge'
-  version: '105'
-  resolution: '1920x1080'
-
-edge_104:
-  platform: 'Windows'
-  osVersion: '11'
-  browserName: 'MicrosoftEdge'
-  version: '104'
-  resolution: '1920x1080'
-
-edge_103:
-  platform: 'Windows'
-  osVersion: '11'
-  browserName: 'MicrosoftEdge'
-  version: '103'
-  resolution: '1920x1080'
-
-edge_102:
-  platform: 'Windows'
-  osVersion: '11'
-  browserName: 'MicrosoftEdge'
-  version: '102'
-  resolution: '1920x1080'
-
-edge_101:
-  platform: 'Windows'
-  osVersion: '11'
-  browserName: 'MicrosoftEdge'
-  version: '101'
-  resolution: '1920x1080'
-
 safari_16:
   platform: 'macOS'
   osVersion: '13'

data/lib/maze/client/selenium/bb_client.rb

@@ -20,9 +20,7 @@ module Maze
                                                              config.username,
                                                              config.access_key
 
-          # TODO This probably needs to be settable via an environment variable
-          # selenium_url = 'https://us-west-desktop-hub.bitbar.com/wd/hub'
-          selenium_url = 'https://eu-desktop-hub.bitbar.com/wd/hub'
+          selenium_url = Maze.config.selenium_server_url
           Maze.driver = Maze::Driver::Browser.new :remote, selenium_url, config.capabilities
           Maze.driver.start_driver
         end

data/lib/maze/configuration.rb

@@ -132,6 +132,12 @@ module Maze
     # Access token for the test-management service
     attr_accessor :tms_token
 
+    # URL of the Appium server
+    attr_accessor :appium_server_url
+
+    # URL of the Selenium server
+    attr_accessor :selenium_server_url
+
     # Whether the legacy (JSON-WP) Appium driver should be used
     def legacy_driver?
       @legacy_driver
@@ -157,9 +163,6 @@ module Maze
     # Device id for running on local iOS devices
     attr_accessor :device_id
 
-    # URL of the Appium server
-    attr_accessor :appium_server_url
-
     # Whether an appium server should be started
     attr_accessor :start_appium
 

data/lib/maze/option/parser.rb

@@ -118,6 +118,15 @@ module Maze
             opt Option::TUNNEL,
                 'Start the device farm secure tunnel',
                 default: true
+            opt Option::APPIUM_SERVER,
+                "Appium server URL.  Defaults are: \n" +
+                "  --farm=local - MAZE_APPIUM_SERVER or http://localhost:4723/wd/hub\n" +
+                "  --farm=bb - MAZE_APPIUM_SERVER or https://us-west-mobile-hub.bitbar.com/wd/hub\n" +
+                'Not used for --farm=bs',
+                type: :string
+            opt Option::SELENIUM_SERVER,
+                "Selenium server URL. Only used for --farm=bb, defaulting to MAZE_SELENIUM_SERVER or https://us-west-desktop-hub.bitbar.com/wd/hub",
+                type: :string
 
             # SmartBear-only options
             opt Option::SB_LOCAL,
@@ -147,9 +156,6 @@ module Maze
             opt Option::OS_VERSION,
                 'The intended OS version when running on a local device',
                 type: :string
-            opt Option::APPIUM_SERVER,
-                'Appium server URL, only used for --farm=local. MAZE_APPIUM_SERVER env var or "http://localhost:4723/wd/hub" by default',
-                type: :string
             opt Option::START_APPIUM,
                 'Whether a local Appium server should be start.  Only used for --farm=local.',
                 default: true
@@ -222,6 +228,8 @@ module Maze
             options[Option::USERNAME] ||= ENV['BITBAR_USERNAME']
             options[Option::ACCESS_KEY] ||= ENV['BITBAR_ACCESS_KEY']
             options[Option::TMS_URI] ||= ENV['MAZE_TMS_URI']
+            options[Option::APPIUM_SERVER] ||= ENV['MAZE_APPIUM_SERVER'] || 'https://us-west-mobile-hub.bitbar.com/wd/hub'
+            options[Option::SELENIUM_SERVER] ||= ENV['MAZE_SELENIUM_SERVER'] || 'https://us-west-desktop-hub.bitbar.com/wd/hub'
           end
 
           options[Option::REPEATER_API_KEY] ||= ENV['MAZE_REPEATER_API_KEY']

data/lib/maze/option/processor.rb

@@ -97,7 +97,8 @@ module Maze
             config.os = options[Maze::Option::OS]
             config.os_version = options[Maze::Option::OS_VERSION]
             config.sb_local = Maze::Helper.expand_path(options[Maze::Option::SB_LOCAL])
-            config.appium_server_url = 'https://us-west-mobile-hub.bitbar.com/wd/hub'
+            config.appium_server_url = options[Maze::Option::APPIUM_SERVER]
+            config.selenium_server_url = options[Maze::Option::SELENIUM_SERVER]
             config.app_bundle_id = options[Maze::Option::APP_BUNDLE_ID]
           when :local then
             if options[Maze::Option::BROWSER]

data/lib/maze/option.rb

@@ -30,6 +30,8 @@ module Maze
     OS_VERSION = 'os-version'
     TUNNEL = 'tunnel'
     USERNAME = 'username'
+    APPIUM_SERVER = 'appium-server'
+    SELENIUM_SERVER = 'selenium-server'
 
     # BitBar options
     SB_LOCAL = 'sb-local'
@@ -43,7 +45,6 @@ module Maze
 
     # Local-only options
     APPIUM_LOGFILE = 'appium-logfile'
-    APPIUM_SERVER = 'appium-server'
     APPLE_TEAM_ID = 'apple-team-id'
     START_APPIUM = 'start-appium'
     UDID = 'udid'

data/lib/maze/schemas/validator.rb

@@ -0,0 +1,74 @@
+# frozen_string_literal: true
+
+module Maze
+  module Schemas
+
+    # A general entry point for running validation with schemas and other validation methods
+    class Validator
+
+      class << self
+
+        # Tests that payloads for a specific path have passed any schema checks implemented on receipt
+        # Throws an AssertionFailedError with a list of issues on failure
+        #
+        # @param list [Array] An array of received requests
+        # @param list_name [String] The name of the payload list for received requests
+        def verify_against_schema(list, list_name)
+          request_schema_results = list.all.map { |request| request[:schema_errors] }
+          passed = true
+          request_schema_results.each.with_index(1) do |schema_errors, index|
+            next if schema_errors.nil?
+            if schema_errors.size > 0
+              passed = false
+              $stdout.puts "\n"
+              $stdout.puts "\e[31m--- #{list_name} #{index} failed validation:\e[0m"
+              schema_errors.each do |error|
+                $stdout.puts "\e[31m#{JSONSchemer::Errors.pretty(error)}\e[0m"
+              end
+              $stdout.puts "\n"
+            end
+          end
+
+          unless passed
+            raise Test::Unit::AssertionFailedError.new 'The received payloads did not match the endpoint schema.  A full list of the errors can be found above'
+          end
+        end
+
+        # Tests that payloads for a specific path pass any additional validation checks
+        # Throws an AssertionFailedError with a list of issues on failure
+        #
+        # @param list [Array] An array of received requests
+        # @param list_name [String] The name of the payload list for received requests
+        def validate_payload_elements(list, list_name)
+          validator_class = case list_name
+          when 'trace', 'traces'
+            Maze::Schemas::TraceValidator
+          else
+            nil
+          end
+
+          if validator_class
+            validators = list.all.map do |request|
+              validator = validator_class.new(request[:body])
+              validator.validate
+              validator
+            end
+
+            return if validators.all? { |validator| validator.success }
+            validators.each.with_index(1) do |validator, index|
+              unless validator.success
+                $stdout.puts "\n"
+                $stdout.puts "\e[31m--- #{list_name} #{index} failed validation with the following errors:\e[0m"
+                validator.errors.each do |error|
+                  $stdout.puts "\e[31m#{error}\e[0m"
+                end
+                $stdout.puts "\n"
+              end
+            end
+            raise Test::Unit::AssertionFailedError.new("One or more #{list_name} payloads failed validation.  A full list of the errors can be found above")
+          end
+        end
+      end
+    end
+  end
+end

data/lib/maze.rb

@@ -7,7 +7,7 @@ require_relative 'maze/timers'
 # Glues the various parts of MazeRunner together that need to be accessed globally,
 # providing an alternative to the proliferation of global variables or singletons.
 module Maze
-  VERSION = '7.26.1'
+  VERSION = '7.27.0'
 
   class << self
     attr_accessor :check, :driver, :internal_hooks, :mode, :start_time, :dynamic_retry, :public_address, :run_uuid

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: bugsnag-maze-runner
 version: !ruby/object:Gem::Version
-  version: 7.26.1
+  version: 7.27.0
 platform: ruby
 authors:
 - Steve Kirkland
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2023-04-20 00:00:00.000000000 Z
+date: 2023-04-25 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: cucumber
@@ -427,6 +427,7 @@ files:
 - lib/maze/schemas/OtelTraceSchema.json
 - lib/maze/schemas/trace_schema.rb
 - lib/maze/schemas/trace_validator.rb
+- lib/maze/schemas/validator.rb
 - lib/maze/server.rb
 - lib/maze/servlets/base_servlet.rb
 - lib/maze/servlets/command_servlet.rb