bugsnag-maze-runner 9.0.0 → 11.4.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (106) hide show
  1. checksums.yaml +4 -4
  2. data/bin/bb-failed-sessions +94 -0
  3. data/bin/benchmarks-to-datadog +191 -0
  4. data/bin/download-logs +1 -1
  5. data/bin/maze-runner +64 -11
  6. data/bin/purge-projects +1 -1
  7. data/bin/upload-app +1 -1
  8. data/lib/features/steps/app_automator_steps.rb +27 -185
  9. data/lib/features/steps/breadcrumb_steps.rb +1 -1
  10. data/lib/features/steps/browser_steps.rb +4 -0
  11. data/lib/features/steps/error_config_steps.rb +16 -0
  12. data/lib/features/steps/error_reporting_steps.rb +0 -8
  13. data/lib/features/steps/multipart_request_steps.rb +3 -3
  14. data/lib/features/steps/network_steps.rb +1 -1
  15. data/lib/features/steps/payload_steps.rb +3 -13
  16. data/lib/features/steps/platform_dependent_steps.rb +204 -0
  17. data/lib/features/steps/request_assertion_steps.rb +39 -8
  18. data/lib/features/steps/session_tracking_steps.rb +0 -2
  19. data/lib/features/steps/span_steps.rb +184 -0
  20. data/lib/features/steps/trace_steps.rb +52 -189
  21. data/lib/features/steps/value_steps.rb +5 -0
  22. data/lib/features/support/cucumber_types.rb +1 -1
  23. data/lib/features/support/error_config_support.rb +39 -0
  24. data/lib/features/support/internal_hooks.rb +95 -51
  25. data/lib/features/support/span_support.rb +101 -0
  26. data/lib/maze/api/appium/app_manager.rb +118 -0
  27. data/lib/maze/api/appium/device_manager.rb +131 -0
  28. data/lib/maze/api/appium/file_manager.rb +69 -8
  29. data/lib/maze/api/appium/manager.rb +25 -0
  30. data/lib/maze/api/appium/ui_manager.rb +98 -0
  31. data/lib/maze/api/cucumber/scenario.rb +12 -0
  32. data/lib/maze/api/exit_code.rb +2 -0
  33. data/lib/maze/api/model/otel_attribute.rb +69 -0
  34. data/lib/maze/api/model/otel_attribute_type.rb +36 -0
  35. data/lib/maze/api/model/span.rb +44 -0
  36. data/lib/maze/api/model/span_kind.rb +16 -0
  37. data/lib/maze/api/model/span_set.rb +66 -0
  38. data/lib/maze/appium_server.rb +1 -2
  39. data/lib/maze/aws/sam.rb +12 -12
  40. data/lib/maze/aws_public_ip.rb +15 -13
  41. data/lib/maze/client/appium/base_client.rb +85 -12
  42. data/lib/maze/client/appium/bb_client.rb +35 -18
  43. data/lib/maze/client/appium/bb_devices.rb +59 -23
  44. data/lib/maze/client/appium/bs_client.rb +9 -10
  45. data/lib/maze/client/appium/bs_devices.rb +17 -39
  46. data/lib/maze/client/appium/session_metadata.rb +18 -0
  47. data/lib/maze/client/appium.rb +1 -8
  48. data/lib/maze/client/bb_api_client.rb +7 -3
  49. data/lib/maze/client/bb_client_utils.rb +56 -0
  50. data/lib/maze/client/selenium/base_client.rb +60 -1
  51. data/lib/maze/client/selenium/bb_browsers.yml +18 -39
  52. data/lib/maze/client/selenium/bb_client.rb +17 -15
  53. data/lib/maze/client/selenium/bs_browsers.yml +47 -62
  54. data/lib/maze/client/selenium/bs_client.rb +28 -38
  55. data/lib/maze/configuration.rb +50 -20
  56. data/lib/maze/docker.rb +0 -1
  57. data/lib/maze/driver/appium.rb +164 -62
  58. data/lib/maze/driver/browser.rb +39 -11
  59. data/lib/maze/error_monitor/assert_error_middleware.rb +25 -0
  60. data/lib/maze/error_monitor/config.rb +59 -0
  61. data/lib/maze/error_monitor/selenium_error_middleware.rb +43 -0
  62. data/lib/maze/errors.rb +1 -1
  63. data/lib/maze/helper.rb +10 -1
  64. data/lib/maze/hooks/appium_hooks.rb +22 -34
  65. data/lib/maze/hooks/logger_hooks.rb +28 -0
  66. data/lib/maze/interactive_cli.rb +9 -7
  67. data/lib/maze/loggers/file_logger.rb +32 -0
  68. data/lib/maze/loggers/log_util.rb +59 -0
  69. data/lib/maze/loggers/logger.rb +61 -0
  70. data/lib/maze/loggers/stdout_logger.rb +34 -0
  71. data/lib/maze/maze_output.rb +49 -8
  72. data/lib/maze/option/parser.rb +22 -23
  73. data/lib/maze/option/processor.rb +34 -34
  74. data/lib/maze/option/validator.rb +41 -15
  75. data/lib/maze/option.rb +3 -6
  76. data/lib/maze/plugins/datadog_metrics_plugin.rb +2 -1
  77. data/lib/maze/plugins/global_retry_plugin.rb +1 -1
  78. data/lib/maze/plugins/logging_scenarios_plugin.rb +19 -0
  79. data/lib/maze/repeaters/bugsnag_repeater.rb +1 -3
  80. data/lib/maze/repeaters/hub_repeater.rb +33 -0
  81. data/lib/maze/repeaters/request_repeater.rb +0 -1
  82. data/lib/maze/request_list.rb +22 -1
  83. data/lib/maze/retry_handler.rb +3 -23
  84. data/lib/maze/runner.rb +1 -1
  85. data/lib/maze/schemas/config_validator.rb +30 -0
  86. data/lib/maze/schemas/error_validator.rb +13 -0
  87. data/lib/maze/schemas/trace_validator.rb +65 -68
  88. data/lib/maze/schemas/validator.rb +31 -41
  89. data/lib/maze/schemas/validator_base.rb +152 -0
  90. data/lib/maze/server.rb +63 -5
  91. data/lib/maze/servlets/command_servlet.rb +27 -16
  92. data/lib/maze/servlets/error_config_servlet.rb +66 -0
  93. data/lib/maze/servlets/idempotent_command_servlet.rb +86 -0
  94. data/lib/maze/servlets/reflective_servlet.rb +23 -1
  95. data/lib/maze/servlets/servlet.rb +24 -4
  96. data/lib/maze.rb +3 -2
  97. data/lib/utils/selenium_money_patch.rb +3 -2
  98. metadata +138 -55
  99. data/lib/features/steps/deprecated_steps.rb +0 -8
  100. data/lib/features/steps/document_server_steps.rb +0 -7
  101. data/lib/maze/bugsnag_config.rb +0 -49
  102. data/lib/maze/client/appium/bs_legacy_client.rb +0 -31
  103. data/lib/maze/document_server.rb +0 -46
  104. data/lib/maze/logger.rb +0 -117
  105. data/lib/maze/plugins/bugsnag_reporting_plugin.rb +0 -56
  106. data/lib/maze/repeaters/aspecto_repeater.rb +0 -34
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: b7294cf169ef0a66ead9789be570496771a20734bb793340653b4235aa016f07
4
- data.tar.gz: 30bfe8f408345f79524c37165e9760b97a9acfb1c546628a1cac3b0aa3063f1f
3
+ metadata.gz: 6379dac714bb73c4083cdd93b902b39d122e973f4542bf7472bdbdf6a40064fe
4
+ data.tar.gz: c72be991dc2ddde16f1c2c288e5d4ece19c3e4c6c74202a6c82543051f166698
5
5
  SHA512:
6
- metadata.gz: ec4f97ffe50aa33479d9c3f36748ffe72932798d165e71f25072c69613cbb30c485a2efe0aec792aac6c50149ee885d9ecc52dc11a71c813313e79d7b2bfb4d5
7
- data.tar.gz: dd0e9a17df5d6298b59d5932777f423486ab8aed01b95625c47e72450325b61a71df0b417c984cf73a9c3fe029f29ec383defa29fd168270a0658abec418ff19
6
+ metadata.gz: 0f5ce57e7a7754cd9d75c9d84007fa79b1addb55f4d588b06a032e871c9584929aea3fc3a0adbadb7294063eebf427cff5dbf0baa6de3f8c41a0f194a51ab415
7
+ data.tar.gz: 05f65d26e478134aa608b6781e3badc6757b48fa60f6664491abf338eabc0dee0591f200da6fc7c4ea73f62d5a62f0af8ee3afd4d36630764936d54f4980a362
@@ -0,0 +1,94 @@
1
+ #!/usr/bin/env ruby
2
+ # frozen_string_literal: true
3
+
4
+ # Required libraries and dependencies
5
+ require_relative '../lib/maze'
6
+ require_relative '../lib/maze/loggers/logger'
7
+ require_relative '../lib/maze/client/bb_client_utils'
8
+ require 'optimist'
9
+ require 'net/http'
10
+ require 'json'
11
+ require 'uri'
12
+ require 'date'
13
+ require 'csv'
14
+
15
+ class BBFailedSessions
16
+ def start(args)
17
+ # Define and parse command-line options
18
+ p = Optimist::Parser.new do
19
+ text 'Get unsuccessful runs from BitBar Cloud'
20
+ text ''
21
+ text 'Requires BITBAR_API_KEY'
22
+ text ''
23
+ text 'Usage [OPTIONS]'
24
+ text ''
25
+ opt :help,
26
+ 'Print this help.'
27
+ opt :date,
28
+ "Date to filter the runs. Format: 'YYYY-MM-DD'",
29
+ :type => :string
30
+ opt :project,
31
+ "Name of the BitBar project",
32
+ :type => :string
33
+ opt :output,
34
+ "Path to the output CSV file",
35
+ :type => :string
36
+ end
37
+
38
+ # Parse the command-line arguments
39
+ opts = Optimist::with_standard_exception_handling p do
40
+ raise Optimist::HelpNeeded if ARGV.empty? # Show help screen if no arguments
41
+ p.parse ARGV
42
+ end
43
+
44
+ # Get the API key from environment variable
45
+ api_key = ENV['BITBAR_API_KEY']
46
+
47
+ # Check if BITBAR_API_KEY has been set
48
+ if api_key.nil?
49
+ $logger.warn "BITBAR_API_KEY has not been set"
50
+ Optimist::with_standard_exception_handling p do
51
+ raise Optimist::HelpNeeded
52
+ end
53
+ end
54
+
55
+ # if date is not provided, use today's date
56
+ opts[:date] ||= DateTime.now.strftime('%Y-%m-%d')
57
+
58
+ # Fetch project information from BitBar
59
+ project_info = Maze::Client::BitBarClientUtils.get_ids api_key, opts[:project]
60
+
61
+ # Iterate over each project and fetch unsuccessful runs
62
+ for id, name in project_info
63
+ $logger.info "Getting unsuccessful runs #{name} (#{id}) on #{opts[:date]}"
64
+ runs = Maze::Client::BitBarClientUtils.get_unsuccessful_runs api_key, id, opts[:date]
65
+
66
+ # Array to store the data to be written to the CSV
67
+ data = []
68
+
69
+ # Collect the data from each run
70
+ runs.each do |run|
71
+ data << [ name, DateTime.strptime(run['createTime'].to_s, '%Q'), run['displayName'], run['uiLink'], run['config']['files'][0]['file']['userEmail'] ]
72
+ end
73
+
74
+ # Define the CSV file path
75
+ csv_file_path = opts[:output] || "failed_sessions_#{name.gsub('-', '_')}_#{opts[:date].gsub('/', '_')}.csv"
76
+
77
+ $logger.info "Saving data to CSV file at #{csv_file_path}"
78
+
79
+ # Write the data to a CSV file
80
+ CSV.open(csv_file_path, 'w') do |csv|
81
+ # Write the headers
82
+ csv << ['Project', 'Date', 'Test Name', 'Dashboard Link', 'User Email']
83
+
84
+ # Write the data rows
85
+ data.each do |row|
86
+ csv << row
87
+ end
88
+ end
89
+ end
90
+ end
91
+ end
92
+
93
+ # Start the process with command-line arguments
94
+ BBFailedSessions.new.start(ARGV)
@@ -0,0 +1,191 @@
1
+ #!/usr/bin/env ruby
2
+ # frozen_string_literal: true
3
+
4
+ require 'csv'
5
+ require 'time'
6
+ require 'optimist'
7
+ require 'datadog_api_client'
8
+
9
+ require_relative '../lib/maze'
10
+ require_relative '../lib/maze/loggers/logger'
11
+
12
+ class DatadogMetricsIngester
13
+ def initialize(api_key:, app_key:, host: 'platforms-benchmark', prefix: nil)
14
+ configuration = DatadogAPIClient::Configuration.new
15
+ configuration.api_key['apiKeyAuth'] = api_key
16
+ configuration.api_key['appKeyAuth'] = app_key
17
+
18
+ api_client = DatadogAPIClient::APIClient.new(configuration)
19
+ @api = DatadogAPIClient::V2::MetricsAPI.new(api_client)
20
+ @host = host
21
+ @prefix = prefix
22
+ end
23
+
24
+ def self.run(args)
25
+ parser = Optimist::Parser.new do
26
+ text 'Ingest CSV metrics into Datadog'
27
+ opt :csv_file, 'Path to the CSV file containing metrics', type: :string, required: true
28
+ opt :api_key, 'Datadog API key', type: :string
29
+ opt :app_key, 'Datadog App key', type: :string
30
+ opt :prefix, 'Prefix to prepend to metric names', type: :string
31
+ end
32
+
33
+ opts = Optimist::with_standard_exception_handling(parser) do
34
+ raise Optimist::HelpNeeded if args.empty?
35
+ parser.parse(args)
36
+ end
37
+
38
+ csv_file = opts[:csv_file]
39
+ api_key = opts[:api_key] || ENV['DD_API_KEY']
40
+ app_key = opts[:app_key] || ENV['DD_APP_KEY']
41
+
42
+ errors = []
43
+ errors << "CSV file is missing" if csv_file.to_s.empty?
44
+ errors << "API key is missing" if api_key.to_s.empty?
45
+ errors << "App key is missing" if app_key.to_s.empty?
46
+ abort(errors) unless errors.empty?
47
+
48
+ new(api_key: api_key, app_key: app_key, prefix: opts[:prefix]).ingest_csv(csv_file)
49
+ end
50
+
51
+ def self.abort(errors)
52
+ errors.each { |error| $logger.error error }
53
+ exit 1
54
+ end
55
+
56
+ def ingest_csv(file_path)
57
+ total_rows = 0
58
+
59
+ CSV.foreach(file_path, headers: true) do |row|
60
+ next unless valid_benchmark_row?(row)
61
+
62
+ total_rows += 1
63
+ benchmark_name = row['benchmark']
64
+ tags = build_tags(row)
65
+ timestamp = parse_timestamp(row['timestamp'])
66
+
67
+ $logger.info "Processing row #{total_rows}: #{benchmark_name} at #{row['timestamp']}"
68
+
69
+ process_cpu_metrics(row, tags, timestamp)
70
+ process_run_metrics(row, tags, timestamp)
71
+ process_total_metrics(row, tags, timestamp)
72
+
73
+ $logger.info "Completed processing #{benchmark_name}"
74
+ $logger.info '-' * 60
75
+
76
+ # Sleep briefly to avoid overwhelming the Datadog API
77
+ sleep(0.1)
78
+ end
79
+
80
+ $logger.info "Ingestion Summary:"
81
+ $logger.info "Total rows processed: #{total_rows}"
82
+ end
83
+
84
+ def valid_benchmark_row?(row)
85
+ row['benchmark'] && !row['benchmark'].strip.empty?
86
+ end
87
+
88
+ def parse_timestamp(timestamp_str)
89
+ Time.strptime(timestamp_str, "%a %b %d %H:%M:%S GMT %Y").to_i
90
+ rescue ArgumentError
91
+ Time.now.to_i
92
+ end
93
+
94
+ def build_tags(row)
95
+ benchmark_value = @prefix && !@prefix.to_s.empty? ? "#{@prefix}:#{row['benchmark']}" : row['benchmark']
96
+ tags = ["env:platforms-testing", "benchmark:#{benchmark_value}"]
97
+ tags << "cpu_intensive:true" if row['cpu'] == 'true'
98
+ tags << "memory_intensive:true" if row['memory'] == 'true'
99
+ tags << "rendering_enabled:true" if row['rendering'] == 'true'
100
+ tags
101
+ end
102
+
103
+ def send_metric(name, value, tags, type = DatadogAPIClient::V2::MetricIntakeType::GAUGE, timestamp = Time.now.to_i)
104
+ metric_series = DatadogAPIClient::V2::MetricSeries.new(
105
+ metric: name,
106
+ type: type,
107
+ points: [
108
+ DatadogAPIClient::V2::MetricPoint.new(timestamp: timestamp, value: value)
109
+ ],
110
+ tags: tags,
111
+ resources: [
112
+ DatadogAPIClient::V2::MetricResource.new(name: @host, type: "host")
113
+ ]
114
+ )
115
+
116
+ payload = DatadogAPIClient::V2::MetricPayload.new(series: [metric_series])
117
+
118
+ begin
119
+ @api.submit_metrics(payload)
120
+ rescue DatadogAPIClient::APIError => e
121
+ $logger.error "Failed to send metric #{name}: #{e.message}"
122
+ $logger.error "HTTP status code: #{e.code}"
123
+ $logger.error "Response body: #{e.response_body}"
124
+ end
125
+ end
126
+
127
+ def process_cpu_metrics(row, tags, timestamp)
128
+ # Select all headers matching cpuUse.<number> pattern and extract their float values
129
+ cpu_values = row.headers.grep(/^cpuUse\.\d+$/).map { |key|
130
+ val = row[key]
131
+ val&.empty? ? nil : val.to_f
132
+ }.compact
133
+
134
+ return if cpu_values.empty?
135
+
136
+ avg_cpu = cpu_values.sum / cpu_values.size
137
+ send_metric('benchmark.cpu_usage_percent', avg_cpu, tags, timestamp)
138
+ end
139
+
140
+ def process_run_metrics(row, base_tags, timestamp)
141
+ # Extract unique run indices from headers like measuredTime.1, iterations.2, etc.
142
+ run_indices = row.headers
143
+ .grep(/^(measuredTime|iterations|timeTaken|excludedTime)\.(\d+)$/)
144
+ .map { |key| key.split('.').last.to_i } # Extract the run index number
145
+ .uniq
146
+ .sort
147
+
148
+ run_indices.each do |i|
149
+ run_tags = base_tags + ["run:#{i}"]
150
+
151
+ {
152
+ 'benchmark.measured_time_ns' => row["measuredTime.#{i}"],
153
+ 'benchmark.iterations' => row["iterations.#{i}"],
154
+ 'benchmark.time_taken_ns' => row["timeTaken.#{i}"],
155
+ 'benchmark.excluded_time_ns' => row["excludedTime.#{i}"]
156
+ }.each do |metric, value|
157
+ send_if_valid(metric, value, run_tags, timestamp)
158
+ end
159
+ end
160
+ end
161
+
162
+ def process_total_metrics(row, tags, timestamp)
163
+ totals = {
164
+ 'benchmark.total_measured_time_ns' => row['totalMeasuredTime'],
165
+ 'benchmark.total_iterations' => row['totalIterations'],
166
+ 'benchmark.total_time_taken_ns' => row['totalTimeTaken'],
167
+ 'benchmark.total_excluded_time_ns' => row['totalExcludedTime']
168
+ }
169
+
170
+ totals.each { |metric, value| send_if_valid(metric, value, tags, timestamp) }
171
+
172
+ if valid_value?(row['totalMeasuredTime']) && valid_value?(row['totalIterations'])
173
+ total_time = row['totalMeasuredTime'].to_f
174
+ total_iters = row['totalIterations'].to_f
175
+ if total_iters > 0
176
+ avg = total_time / total_iters
177
+ send_metric('benchmark.avg_time_per_iteration_ns', avg, tags, timestamp)
178
+ end
179
+ end
180
+ end
181
+
182
+ def valid_value?(value)
183
+ value && !value.empty? && value.to_f > 0
184
+ end
185
+
186
+ def send_if_valid(metric, value, tags, timestamp)
187
+ send_metric(metric, value.to_f, tags, timestamp) if valid_value?(value)
188
+ end
189
+ end
190
+
191
+ DatadogMetricsIngester.run(ARGV)
data/bin/download-logs CHANGED
@@ -6,7 +6,7 @@ require 'em/pure_ruby'
6
6
 
7
7
  require_relative '../lib/maze'
8
8
  require_relative '../lib/maze/client/bs_client_utils'
9
- require_relative '../lib/maze/logger'
9
+ require_relative '../lib/maze/loggers/logger'
10
10
  require 'net/http'
11
11
  require 'json'
12
12
  require 'uri'
data/bin/maze-runner CHANGED
@@ -11,10 +11,21 @@ require_relative '../lib/utils/deep_merge'
11
11
  require_relative '../lib/maze'
12
12
 
13
13
  require_relative '../lib/maze/appium_server'
14
+ require_relative '../lib/maze/api/appium/manager'
15
+ require_relative '../lib/maze/api/appium/app_manager'
16
+ require_relative '../lib/maze/api/appium/device_manager'
14
17
  require_relative '../lib/maze/api/appium/file_manager'
18
+ require_relative '../lib/maze/api/appium/ui_manager'
15
19
  require_relative '../lib/maze/api/cucumber/scenario'
16
20
  require_relative '../lib/maze/api/exit_code'
17
- require_relative '../lib/maze/bugsnag_config'
21
+ require_relative '../lib/maze/api/model/span'
22
+ require_relative '../lib/maze/api/model/span_kind'
23
+ require_relative '../lib/maze/api/model/span_set'
24
+ require_relative '../lib/maze/api/model/otel_attribute'
25
+ require_relative '../lib/maze/api/model/otel_attribute_type'
26
+ require_relative '../lib/maze/error_monitor/selenium_error_middleware'
27
+ require_relative '../lib/maze/error_monitor/assert_error_middleware'
28
+ require_relative '../lib/maze/error_monitor/config'
18
29
  require_relative '../lib/maze/client/bb_api_client'
19
30
  require_relative '../lib/maze/client/bb_client_utils'
20
31
  require_relative '../lib/maze/client/bs_client_utils'
@@ -23,9 +34,9 @@ require_relative '../lib/maze/client/appium/base_client'
23
34
  require_relative '../lib/maze/client/appium/bb_client'
24
35
  require_relative '../lib/maze/client/appium/bb_devices'
25
36
  require_relative '../lib/maze/client/appium/bs_client'
26
- require_relative '../lib/maze/client/appium/bs_legacy_client'
27
37
  require_relative '../lib/maze/client/appium/bs_devices'
28
38
  require_relative '../lib/maze/client/appium/local_client'
39
+ require_relative '../lib/maze/client/appium/session_metadata'
29
40
  require_relative '../lib/maze/client/selenium'
30
41
  require_relative '../lib/maze/client/selenium/base_client'
31
42
  require_relative '../lib/maze/client/selenium/bb_client'
@@ -35,12 +46,10 @@ require_relative '../lib/maze/client/selenium/local_client'
35
46
  require_relative '../lib/maze/aws_public_ip'
36
47
  require_relative '../lib/maze/compare'
37
48
  require_relative '../lib/maze/docker'
38
- require_relative '../lib/maze/document_server'
39
49
  require_relative '../lib/maze/errors'
40
50
  require_relative '../lib/maze/generator'
41
51
  require_relative '../lib/maze/helper'
42
52
  require_relative '../lib/maze/http_request'
43
- require_relative '../lib/maze/logger'
44
53
  require_relative '../lib/maze/macos_utils'
45
54
  require_relative '../lib/maze/maze_output'
46
55
  require_relative '../lib/maze/metrics_processor'
@@ -48,14 +57,18 @@ require_relative '../lib/maze/network'
48
57
  require_relative '../lib/maze/proxy'
49
58
  require_relative '../lib/maze/retry_handler'
50
59
  require_relative '../lib/maze/repeaters/request_repeater'
51
- require_relative '../lib/maze/repeaters/aspecto_repeater'
52
60
  require_relative '../lib/maze/repeaters/bugsnag_repeater'
61
+ require_relative '../lib/maze/repeaters/hub_repeater'
53
62
  require_relative '../lib/maze/runner'
54
63
  require_relative '../lib/maze/terminating_server'
55
64
 
65
+ require_relative '../lib/maze/loggers/logger'
66
+
56
67
  require_relative '../lib/maze/servlets/base_servlet'
57
68
  require_relative '../lib/maze/servlets/all_commands_servlet'
58
69
  require_relative '../lib/maze/servlets/command_servlet'
70
+ require_relative '../lib/maze/servlets/idempotent_command_servlet'
71
+ require_relative '../lib/maze/servlets/error_config_servlet'
59
72
  require_relative '../lib/maze/servlets/servlet'
60
73
  require_relative '../lib/maze/servlets/log_servlet'
61
74
  require_relative '../lib/maze/servlets/trace_servlet'
@@ -64,8 +77,6 @@ require_relative '../lib/maze/server'
64
77
 
65
78
  require_relative '../lib/maze/assertions/request_set_assertions'
66
79
 
67
- require_relative '../lib/maze/schemas/trace_schema'
68
- require_relative '../lib/maze/schemas/trace_validator'
69
80
  require_relative '../lib/maze/schemas/validator'
70
81
 
71
82
  require_relative '../lib/maze/store'
@@ -85,14 +96,15 @@ require_relative '../lib/maze/hooks/appium_hooks'
85
96
  require_relative '../lib/maze/hooks/browser_hooks'
86
97
  require_relative '../lib/maze/hooks/command_hooks'
87
98
  require_relative '../lib/maze/hooks/error_code_hook'
99
+ require_relative '../lib/maze/hooks/logger_hooks'
88
100
 
89
101
  require_relative '../lib/maze/driver/appium'
90
102
  require_relative '../lib/maze/driver/browser'
91
103
 
92
- require_relative '../lib/maze/plugins/bugsnag_reporting_plugin'
93
104
  require_relative '../lib/maze/plugins/error_code_plugin'
94
105
  require_relative '../lib/maze/plugins/global_retry_plugin'
95
106
  require_relative '../lib/maze/plugins/datadog_metrics_plugin'
107
+ require_relative '../lib/maze/plugins/logging_scenarios_plugin'
96
108
 
97
109
  # Require monkey-patches after everything else
98
110
  require_relative '../lib/utils/selenium_money_patch'
@@ -100,6 +112,25 @@ require_relative '../lib/utils/selenium_money_patch'
100
112
  # Encapsulates the MazeRunner entry point
101
113
  class MazeRunnerEntry
102
114
 
115
+ def read_options_file(filename)
116
+ return unless File.exist?(filename)
117
+
118
+ $logger.info "Reading command line options from #{filename}"
119
+ File.readlines(filename).each do |line|
120
+ line.strip!
121
+ next if line.empty? || line.start_with?('#')
122
+ @args << line
123
+ end
124
+ end
125
+
126
+ # Loads options from config files
127
+ def load_options_from_files
128
+ all_file = File.join('features', 'support', 'maze.all.cfg')
129
+ buildkite_file = File.join('features', 'support', 'maze.buildkite.cfg')
130
+ read_options_file(all_file)
131
+ read_options_file(buildkite_file) if ENV['BUILDKITE']
132
+ end
133
+
103
134
  # Removes Maze Runner specific args from the array, as these will cause Cucumber to error.
104
135
  def remove_maze_runner_args
105
136
  Maze::Option.constants.each do |opt|
@@ -131,6 +162,13 @@ class MazeRunnerEntry
131
162
  @args << "--expand"
132
163
  end
133
164
 
165
+ # Check if we've set ENV['MAZE_NO_FAIL_FAST'] to override the fail fast behaviour
166
+ # And remove the --fail-fast option if it's set
167
+ if ENV['MAZE_NO_FAIL_FAST'] && @args.include?('--fail-fast')
168
+ @args = @args - ['--fail-fast']
169
+ $logger.info 'Suppressing --fail-fast option as MAZE_NO_FAIL_FAST is set.'
170
+ end
171
+
134
172
  # Load internal steps and helper functions
135
173
  load_dir = File.expand_path(File.dirname(File.dirname(__FILE__))).freeze
136
174
  paths = Dir.glob("#{load_dir}/lib/features/**/*.rb")
@@ -140,15 +178,30 @@ class MazeRunnerEntry
140
178
  paths.each { |path| @args << '-r' << path }
141
179
  end
142
180
 
143
- # List devices for the given device farm, or all otherwise
181
+ # Main entrypoint for Maze Runner CLI invocation.
144
182
 
145
183
  def start(args)
146
184
  $logger.info "Maze Runner v#{Maze::VERSION}"
147
185
 
148
186
  # Parse args, processing any Maze Runner specific options
149
187
  @args = args.dup
150
- options = Maze::Option::Parser.parse args
151
-
188
+ load_options_from_files
189
+
190
+ # Validate required args for list-devices before option parsing.
191
+ # This avoids parser-level failures and provides a clear user-facing error.
192
+ if @args.include?('--list-devices')
193
+ farm_arg = @args.find { |a| a.start_with?('--farm=') }
194
+ farm_value = farm_arg ? farm_arg.split('=', 2)[1] : nil
195
+ unless %w[bs bb].include?(farm_value)
196
+ puts "ERROR: A --farm option must be given when using --list-devices"
197
+ puts ""
198
+ puts "Valid usage:"
199
+ puts " bundle exec maze-runner --farm=bs --list-devices"
200
+ puts " bundle exec maze-runner --farm=bb --list-devices"
201
+ exit 1
202
+ end
203
+ end
204
+ options = Maze::Option::Parser.parse @args
152
205
  if options[Maze::Option::LIST_DEVICES]
153
206
  case options[Maze::Option::FARM].to_sym
154
207
  when :bs
data/bin/purge-projects CHANGED
@@ -6,7 +6,7 @@ require 'em/pure_ruby'
6
6
 
7
7
  require_relative '../lib/maze'
8
8
  require_relative '../lib/maze/client/bb_api_client'
9
- require_relative '../lib/maze/logger'
9
+ require_relative '../lib/maze/loggers/logger'
10
10
  require_relative '../lib/maze/helper'
11
11
  require 'optimist'
12
12
  require 'uri'
data/bin/upload-app CHANGED
@@ -7,7 +7,7 @@ require 'em/pure_ruby'
7
7
  require_relative '../lib/maze'
8
8
  require_relative '../lib/maze/client/bs_client_utils'
9
9
  require_relative '../lib/maze/client/bb_client_utils'
10
- require_relative '../lib/maze/logger'
10
+ require_relative '../lib/maze/loggers/logger'
11
11
  require_relative '../lib/maze/helper'
12
12
  require 'optimist'
13
13
  require 'uri'