bugsnag-maze-runner 9.0.0 → 11.4.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/bin/bb-failed-sessions +94 -0
- data/bin/benchmarks-to-datadog +191 -0
- data/bin/download-logs +1 -1
- data/bin/maze-runner +64 -11
- data/bin/purge-projects +1 -1
- data/bin/upload-app +1 -1
- data/lib/features/steps/app_automator_steps.rb +27 -185
- data/lib/features/steps/breadcrumb_steps.rb +1 -1
- data/lib/features/steps/browser_steps.rb +4 -0
- data/lib/features/steps/error_config_steps.rb +16 -0
- data/lib/features/steps/error_reporting_steps.rb +0 -8
- data/lib/features/steps/multipart_request_steps.rb +3 -3
- data/lib/features/steps/network_steps.rb +1 -1
- data/lib/features/steps/payload_steps.rb +3 -13
- data/lib/features/steps/platform_dependent_steps.rb +204 -0
- data/lib/features/steps/request_assertion_steps.rb +39 -8
- data/lib/features/steps/session_tracking_steps.rb +0 -2
- data/lib/features/steps/span_steps.rb +184 -0
- data/lib/features/steps/trace_steps.rb +52 -189
- data/lib/features/steps/value_steps.rb +5 -0
- data/lib/features/support/cucumber_types.rb +1 -1
- data/lib/features/support/error_config_support.rb +39 -0
- data/lib/features/support/internal_hooks.rb +95 -51
- data/lib/features/support/span_support.rb +101 -0
- data/lib/maze/api/appium/app_manager.rb +118 -0
- data/lib/maze/api/appium/device_manager.rb +131 -0
- data/lib/maze/api/appium/file_manager.rb +69 -8
- data/lib/maze/api/appium/manager.rb +25 -0
- data/lib/maze/api/appium/ui_manager.rb +98 -0
- data/lib/maze/api/cucumber/scenario.rb +12 -0
- data/lib/maze/api/exit_code.rb +2 -0
- data/lib/maze/api/model/otel_attribute.rb +69 -0
- data/lib/maze/api/model/otel_attribute_type.rb +36 -0
- data/lib/maze/api/model/span.rb +44 -0
- data/lib/maze/api/model/span_kind.rb +16 -0
- data/lib/maze/api/model/span_set.rb +66 -0
- data/lib/maze/appium_server.rb +1 -2
- data/lib/maze/aws/sam.rb +12 -12
- data/lib/maze/aws_public_ip.rb +15 -13
- data/lib/maze/client/appium/base_client.rb +85 -12
- data/lib/maze/client/appium/bb_client.rb +35 -18
- data/lib/maze/client/appium/bb_devices.rb +59 -23
- data/lib/maze/client/appium/bs_client.rb +9 -10
- data/lib/maze/client/appium/bs_devices.rb +17 -39
- data/lib/maze/client/appium/session_metadata.rb +18 -0
- data/lib/maze/client/appium.rb +1 -8
- data/lib/maze/client/bb_api_client.rb +7 -3
- data/lib/maze/client/bb_client_utils.rb +56 -0
- data/lib/maze/client/selenium/base_client.rb +60 -1
- data/lib/maze/client/selenium/bb_browsers.yml +18 -39
- data/lib/maze/client/selenium/bb_client.rb +17 -15
- data/lib/maze/client/selenium/bs_browsers.yml +47 -62
- data/lib/maze/client/selenium/bs_client.rb +28 -38
- data/lib/maze/configuration.rb +50 -20
- data/lib/maze/docker.rb +0 -1
- data/lib/maze/driver/appium.rb +164 -62
- data/lib/maze/driver/browser.rb +39 -11
- data/lib/maze/error_monitor/assert_error_middleware.rb +25 -0
- data/lib/maze/error_monitor/config.rb +59 -0
- data/lib/maze/error_monitor/selenium_error_middleware.rb +43 -0
- data/lib/maze/errors.rb +1 -1
- data/lib/maze/helper.rb +10 -1
- data/lib/maze/hooks/appium_hooks.rb +22 -34
- data/lib/maze/hooks/logger_hooks.rb +28 -0
- data/lib/maze/interactive_cli.rb +9 -7
- data/lib/maze/loggers/file_logger.rb +32 -0
- data/lib/maze/loggers/log_util.rb +59 -0
- data/lib/maze/loggers/logger.rb +61 -0
- data/lib/maze/loggers/stdout_logger.rb +34 -0
- data/lib/maze/maze_output.rb +49 -8
- data/lib/maze/option/parser.rb +22 -23
- data/lib/maze/option/processor.rb +34 -34
- data/lib/maze/option/validator.rb +41 -15
- data/lib/maze/option.rb +3 -6
- data/lib/maze/plugins/datadog_metrics_plugin.rb +2 -1
- data/lib/maze/plugins/global_retry_plugin.rb +1 -1
- data/lib/maze/plugins/logging_scenarios_plugin.rb +19 -0
- data/lib/maze/repeaters/bugsnag_repeater.rb +1 -3
- data/lib/maze/repeaters/hub_repeater.rb +33 -0
- data/lib/maze/repeaters/request_repeater.rb +0 -1
- data/lib/maze/request_list.rb +22 -1
- data/lib/maze/retry_handler.rb +3 -23
- data/lib/maze/runner.rb +1 -1
- data/lib/maze/schemas/config_validator.rb +30 -0
- data/lib/maze/schemas/error_validator.rb +13 -0
- data/lib/maze/schemas/trace_validator.rb +65 -68
- data/lib/maze/schemas/validator.rb +31 -41
- data/lib/maze/schemas/validator_base.rb +152 -0
- data/lib/maze/server.rb +63 -5
- data/lib/maze/servlets/command_servlet.rb +27 -16
- data/lib/maze/servlets/error_config_servlet.rb +66 -0
- data/lib/maze/servlets/idempotent_command_servlet.rb +86 -0
- data/lib/maze/servlets/reflective_servlet.rb +23 -1
- data/lib/maze/servlets/servlet.rb +24 -4
- data/lib/maze.rb +3 -2
- data/lib/utils/selenium_money_patch.rb +3 -2
- metadata +138 -55
- data/lib/features/steps/deprecated_steps.rb +0 -8
- data/lib/features/steps/document_server_steps.rb +0 -7
- data/lib/maze/bugsnag_config.rb +0 -49
- data/lib/maze/client/appium/bs_legacy_client.rb +0 -31
- data/lib/maze/document_server.rb +0 -46
- data/lib/maze/logger.rb +0 -117
- data/lib/maze/plugins/bugsnag_reporting_plugin.rb +0 -56
- data/lib/maze/repeaters/aspecto_repeater.rb +0 -34
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 6379dac714bb73c4083cdd93b902b39d122e973f4542bf7472bdbdf6a40064fe
|
|
4
|
+
data.tar.gz: c72be991dc2ddde16f1c2c288e5d4ece19c3e4c6c74202a6c82543051f166698
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 0f5ce57e7a7754cd9d75c9d84007fa79b1addb55f4d588b06a032e871c9584929aea3fc3a0adbadb7294063eebf427cff5dbf0baa6de3f8c41a0f194a51ab415
|
|
7
|
+
data.tar.gz: 05f65d26e478134aa608b6781e3badc6757b48fa60f6664491abf338eabc0dee0591f200da6fc7c4ea73f62d5a62f0af8ee3afd4d36630764936d54f4980a362
|
|
@@ -0,0 +1,94 @@
|
|
|
1
|
+
#!/usr/bin/env ruby
|
|
2
|
+
# frozen_string_literal: true
|
|
3
|
+
|
|
4
|
+
# Required libraries and dependencies
|
|
5
|
+
require_relative '../lib/maze'
|
|
6
|
+
require_relative '../lib/maze/loggers/logger'
|
|
7
|
+
require_relative '../lib/maze/client/bb_client_utils'
|
|
8
|
+
require 'optimist'
|
|
9
|
+
require 'net/http'
|
|
10
|
+
require 'json'
|
|
11
|
+
require 'uri'
|
|
12
|
+
require 'date'
|
|
13
|
+
require 'csv'
|
|
14
|
+
|
|
15
|
+
class BBFailedSessions
|
|
16
|
+
def start(args)
|
|
17
|
+
# Define and parse command-line options
|
|
18
|
+
p = Optimist::Parser.new do
|
|
19
|
+
text 'Get unsuccessful runs from BitBar Cloud'
|
|
20
|
+
text ''
|
|
21
|
+
text 'Requires BITBAR_API_KEY'
|
|
22
|
+
text ''
|
|
23
|
+
text 'Usage [OPTIONS]'
|
|
24
|
+
text ''
|
|
25
|
+
opt :help,
|
|
26
|
+
'Print this help.'
|
|
27
|
+
opt :date,
|
|
28
|
+
"Date to filter the runs. Format: 'YYYY-MM-DD'",
|
|
29
|
+
:type => :string
|
|
30
|
+
opt :project,
|
|
31
|
+
"Name of the BitBar project",
|
|
32
|
+
:type => :string
|
|
33
|
+
opt :output,
|
|
34
|
+
"Path to the output CSV file",
|
|
35
|
+
:type => :string
|
|
36
|
+
end
|
|
37
|
+
|
|
38
|
+
# Parse the command-line arguments
|
|
39
|
+
opts = Optimist::with_standard_exception_handling p do
|
|
40
|
+
raise Optimist::HelpNeeded if ARGV.empty? # Show help screen if no arguments
|
|
41
|
+
p.parse ARGV
|
|
42
|
+
end
|
|
43
|
+
|
|
44
|
+
# Get the API key from environment variable
|
|
45
|
+
api_key = ENV['BITBAR_API_KEY']
|
|
46
|
+
|
|
47
|
+
# Check if BITBAR_API_KEY has been set
|
|
48
|
+
if api_key.nil?
|
|
49
|
+
$logger.warn "BITBAR_API_KEY has not been set"
|
|
50
|
+
Optimist::with_standard_exception_handling p do
|
|
51
|
+
raise Optimist::HelpNeeded
|
|
52
|
+
end
|
|
53
|
+
end
|
|
54
|
+
|
|
55
|
+
# if date is not provided, use today's date
|
|
56
|
+
opts[:date] ||= DateTime.now.strftime('%Y-%m-%d')
|
|
57
|
+
|
|
58
|
+
# Fetch project information from BitBar
|
|
59
|
+
project_info = Maze::Client::BitBarClientUtils.get_ids api_key, opts[:project]
|
|
60
|
+
|
|
61
|
+
# Iterate over each project and fetch unsuccessful runs
|
|
62
|
+
for id, name in project_info
|
|
63
|
+
$logger.info "Getting unsuccessful runs #{name} (#{id}) on #{opts[:date]}"
|
|
64
|
+
runs = Maze::Client::BitBarClientUtils.get_unsuccessful_runs api_key, id, opts[:date]
|
|
65
|
+
|
|
66
|
+
# Array to store the data to be written to the CSV
|
|
67
|
+
data = []
|
|
68
|
+
|
|
69
|
+
# Collect the data from each run
|
|
70
|
+
runs.each do |run|
|
|
71
|
+
data << [ name, DateTime.strptime(run['createTime'].to_s, '%Q'), run['displayName'], run['uiLink'], run['config']['files'][0]['file']['userEmail'] ]
|
|
72
|
+
end
|
|
73
|
+
|
|
74
|
+
# Define the CSV file path
|
|
75
|
+
csv_file_path = opts[:output] || "failed_sessions_#{name.gsub('-', '_')}_#{opts[:date].gsub('/', '_')}.csv"
|
|
76
|
+
|
|
77
|
+
$logger.info "Saving data to CSV file at #{csv_file_path}"
|
|
78
|
+
|
|
79
|
+
# Write the data to a CSV file
|
|
80
|
+
CSV.open(csv_file_path, 'w') do |csv|
|
|
81
|
+
# Write the headers
|
|
82
|
+
csv << ['Project', 'Date', 'Test Name', 'Dashboard Link', 'User Email']
|
|
83
|
+
|
|
84
|
+
# Write the data rows
|
|
85
|
+
data.each do |row|
|
|
86
|
+
csv << row
|
|
87
|
+
end
|
|
88
|
+
end
|
|
89
|
+
end
|
|
90
|
+
end
|
|
91
|
+
end
|
|
92
|
+
|
|
93
|
+
# Start the process with command-line arguments
|
|
94
|
+
BBFailedSessions.new.start(ARGV)
|
|
@@ -0,0 +1,191 @@
|
|
|
1
|
+
#!/usr/bin/env ruby
|
|
2
|
+
# frozen_string_literal: true
|
|
3
|
+
|
|
4
|
+
require 'csv'
|
|
5
|
+
require 'time'
|
|
6
|
+
require 'optimist'
|
|
7
|
+
require 'datadog_api_client'
|
|
8
|
+
|
|
9
|
+
require_relative '../lib/maze'
|
|
10
|
+
require_relative '../lib/maze/loggers/logger'
|
|
11
|
+
|
|
12
|
+
class DatadogMetricsIngester
|
|
13
|
+
def initialize(api_key:, app_key:, host: 'platforms-benchmark', prefix: nil)
|
|
14
|
+
configuration = DatadogAPIClient::Configuration.new
|
|
15
|
+
configuration.api_key['apiKeyAuth'] = api_key
|
|
16
|
+
configuration.api_key['appKeyAuth'] = app_key
|
|
17
|
+
|
|
18
|
+
api_client = DatadogAPIClient::APIClient.new(configuration)
|
|
19
|
+
@api = DatadogAPIClient::V2::MetricsAPI.new(api_client)
|
|
20
|
+
@host = host
|
|
21
|
+
@prefix = prefix
|
|
22
|
+
end
|
|
23
|
+
|
|
24
|
+
def self.run(args)
|
|
25
|
+
parser = Optimist::Parser.new do
|
|
26
|
+
text 'Ingest CSV metrics into Datadog'
|
|
27
|
+
opt :csv_file, 'Path to the CSV file containing metrics', type: :string, required: true
|
|
28
|
+
opt :api_key, 'Datadog API key', type: :string
|
|
29
|
+
opt :app_key, 'Datadog App key', type: :string
|
|
30
|
+
opt :prefix, 'Prefix to prepend to metric names', type: :string
|
|
31
|
+
end
|
|
32
|
+
|
|
33
|
+
opts = Optimist::with_standard_exception_handling(parser) do
|
|
34
|
+
raise Optimist::HelpNeeded if args.empty?
|
|
35
|
+
parser.parse(args)
|
|
36
|
+
end
|
|
37
|
+
|
|
38
|
+
csv_file = opts[:csv_file]
|
|
39
|
+
api_key = opts[:api_key] || ENV['DD_API_KEY']
|
|
40
|
+
app_key = opts[:app_key] || ENV['DD_APP_KEY']
|
|
41
|
+
|
|
42
|
+
errors = []
|
|
43
|
+
errors << "CSV file is missing" if csv_file.to_s.empty?
|
|
44
|
+
errors << "API key is missing" if api_key.to_s.empty?
|
|
45
|
+
errors << "App key is missing" if app_key.to_s.empty?
|
|
46
|
+
abort(errors) unless errors.empty?
|
|
47
|
+
|
|
48
|
+
new(api_key: api_key, app_key: app_key, prefix: opts[:prefix]).ingest_csv(csv_file)
|
|
49
|
+
end
|
|
50
|
+
|
|
51
|
+
def self.abort(errors)
|
|
52
|
+
errors.each { |error| $logger.error error }
|
|
53
|
+
exit 1
|
|
54
|
+
end
|
|
55
|
+
|
|
56
|
+
def ingest_csv(file_path)
|
|
57
|
+
total_rows = 0
|
|
58
|
+
|
|
59
|
+
CSV.foreach(file_path, headers: true) do |row|
|
|
60
|
+
next unless valid_benchmark_row?(row)
|
|
61
|
+
|
|
62
|
+
total_rows += 1
|
|
63
|
+
benchmark_name = row['benchmark']
|
|
64
|
+
tags = build_tags(row)
|
|
65
|
+
timestamp = parse_timestamp(row['timestamp'])
|
|
66
|
+
|
|
67
|
+
$logger.info "Processing row #{total_rows}: #{benchmark_name} at #{row['timestamp']}"
|
|
68
|
+
|
|
69
|
+
process_cpu_metrics(row, tags, timestamp)
|
|
70
|
+
process_run_metrics(row, tags, timestamp)
|
|
71
|
+
process_total_metrics(row, tags, timestamp)
|
|
72
|
+
|
|
73
|
+
$logger.info "Completed processing #{benchmark_name}"
|
|
74
|
+
$logger.info '-' * 60
|
|
75
|
+
|
|
76
|
+
# Sleep briefly to avoid overwhelming the Datadog API
|
|
77
|
+
sleep(0.1)
|
|
78
|
+
end
|
|
79
|
+
|
|
80
|
+
$logger.info "Ingestion Summary:"
|
|
81
|
+
$logger.info "Total rows processed: #{total_rows}"
|
|
82
|
+
end
|
|
83
|
+
|
|
84
|
+
def valid_benchmark_row?(row)
|
|
85
|
+
row['benchmark'] && !row['benchmark'].strip.empty?
|
|
86
|
+
end
|
|
87
|
+
|
|
88
|
+
def parse_timestamp(timestamp_str)
|
|
89
|
+
Time.strptime(timestamp_str, "%a %b %d %H:%M:%S GMT %Y").to_i
|
|
90
|
+
rescue ArgumentError
|
|
91
|
+
Time.now.to_i
|
|
92
|
+
end
|
|
93
|
+
|
|
94
|
+
def build_tags(row)
|
|
95
|
+
benchmark_value = @prefix && !@prefix.to_s.empty? ? "#{@prefix}:#{row['benchmark']}" : row['benchmark']
|
|
96
|
+
tags = ["env:platforms-testing", "benchmark:#{benchmark_value}"]
|
|
97
|
+
tags << "cpu_intensive:true" if row['cpu'] == 'true'
|
|
98
|
+
tags << "memory_intensive:true" if row['memory'] == 'true'
|
|
99
|
+
tags << "rendering_enabled:true" if row['rendering'] == 'true'
|
|
100
|
+
tags
|
|
101
|
+
end
|
|
102
|
+
|
|
103
|
+
def send_metric(name, value, tags, type = DatadogAPIClient::V2::MetricIntakeType::GAUGE, timestamp = Time.now.to_i)
|
|
104
|
+
metric_series = DatadogAPIClient::V2::MetricSeries.new(
|
|
105
|
+
metric: name,
|
|
106
|
+
type: type,
|
|
107
|
+
points: [
|
|
108
|
+
DatadogAPIClient::V2::MetricPoint.new(timestamp: timestamp, value: value)
|
|
109
|
+
],
|
|
110
|
+
tags: tags,
|
|
111
|
+
resources: [
|
|
112
|
+
DatadogAPIClient::V2::MetricResource.new(name: @host, type: "host")
|
|
113
|
+
]
|
|
114
|
+
)
|
|
115
|
+
|
|
116
|
+
payload = DatadogAPIClient::V2::MetricPayload.new(series: [metric_series])
|
|
117
|
+
|
|
118
|
+
begin
|
|
119
|
+
@api.submit_metrics(payload)
|
|
120
|
+
rescue DatadogAPIClient::APIError => e
|
|
121
|
+
$logger.error "Failed to send metric #{name}: #{e.message}"
|
|
122
|
+
$logger.error "HTTP status code: #{e.code}"
|
|
123
|
+
$logger.error "Response body: #{e.response_body}"
|
|
124
|
+
end
|
|
125
|
+
end
|
|
126
|
+
|
|
127
|
+
def process_cpu_metrics(row, tags, timestamp)
|
|
128
|
+
# Select all headers matching cpuUse.<number> pattern and extract their float values
|
|
129
|
+
cpu_values = row.headers.grep(/^cpuUse\.\d+$/).map { |key|
|
|
130
|
+
val = row[key]
|
|
131
|
+
val&.empty? ? nil : val.to_f
|
|
132
|
+
}.compact
|
|
133
|
+
|
|
134
|
+
return if cpu_values.empty?
|
|
135
|
+
|
|
136
|
+
avg_cpu = cpu_values.sum / cpu_values.size
|
|
137
|
+
send_metric('benchmark.cpu_usage_percent', avg_cpu, tags, timestamp)
|
|
138
|
+
end
|
|
139
|
+
|
|
140
|
+
def process_run_metrics(row, base_tags, timestamp)
|
|
141
|
+
# Extract unique run indices from headers like measuredTime.1, iterations.2, etc.
|
|
142
|
+
run_indices = row.headers
|
|
143
|
+
.grep(/^(measuredTime|iterations|timeTaken|excludedTime)\.(\d+)$/)
|
|
144
|
+
.map { |key| key.split('.').last.to_i } # Extract the run index number
|
|
145
|
+
.uniq
|
|
146
|
+
.sort
|
|
147
|
+
|
|
148
|
+
run_indices.each do |i|
|
|
149
|
+
run_tags = base_tags + ["run:#{i}"]
|
|
150
|
+
|
|
151
|
+
{
|
|
152
|
+
'benchmark.measured_time_ns' => row["measuredTime.#{i}"],
|
|
153
|
+
'benchmark.iterations' => row["iterations.#{i}"],
|
|
154
|
+
'benchmark.time_taken_ns' => row["timeTaken.#{i}"],
|
|
155
|
+
'benchmark.excluded_time_ns' => row["excludedTime.#{i}"]
|
|
156
|
+
}.each do |metric, value|
|
|
157
|
+
send_if_valid(metric, value, run_tags, timestamp)
|
|
158
|
+
end
|
|
159
|
+
end
|
|
160
|
+
end
|
|
161
|
+
|
|
162
|
+
def process_total_metrics(row, tags, timestamp)
|
|
163
|
+
totals = {
|
|
164
|
+
'benchmark.total_measured_time_ns' => row['totalMeasuredTime'],
|
|
165
|
+
'benchmark.total_iterations' => row['totalIterations'],
|
|
166
|
+
'benchmark.total_time_taken_ns' => row['totalTimeTaken'],
|
|
167
|
+
'benchmark.total_excluded_time_ns' => row['totalExcludedTime']
|
|
168
|
+
}
|
|
169
|
+
|
|
170
|
+
totals.each { |metric, value| send_if_valid(metric, value, tags, timestamp) }
|
|
171
|
+
|
|
172
|
+
if valid_value?(row['totalMeasuredTime']) && valid_value?(row['totalIterations'])
|
|
173
|
+
total_time = row['totalMeasuredTime'].to_f
|
|
174
|
+
total_iters = row['totalIterations'].to_f
|
|
175
|
+
if total_iters > 0
|
|
176
|
+
avg = total_time / total_iters
|
|
177
|
+
send_metric('benchmark.avg_time_per_iteration_ns', avg, tags, timestamp)
|
|
178
|
+
end
|
|
179
|
+
end
|
|
180
|
+
end
|
|
181
|
+
|
|
182
|
+
def valid_value?(value)
|
|
183
|
+
value && !value.empty? && value.to_f > 0
|
|
184
|
+
end
|
|
185
|
+
|
|
186
|
+
def send_if_valid(metric, value, tags, timestamp)
|
|
187
|
+
send_metric(metric, value.to_f, tags, timestamp) if valid_value?(value)
|
|
188
|
+
end
|
|
189
|
+
end
|
|
190
|
+
|
|
191
|
+
DatadogMetricsIngester.run(ARGV)
|
data/bin/download-logs
CHANGED
data/bin/maze-runner
CHANGED
|
@@ -11,10 +11,21 @@ require_relative '../lib/utils/deep_merge'
|
|
|
11
11
|
require_relative '../lib/maze'
|
|
12
12
|
|
|
13
13
|
require_relative '../lib/maze/appium_server'
|
|
14
|
+
require_relative '../lib/maze/api/appium/manager'
|
|
15
|
+
require_relative '../lib/maze/api/appium/app_manager'
|
|
16
|
+
require_relative '../lib/maze/api/appium/device_manager'
|
|
14
17
|
require_relative '../lib/maze/api/appium/file_manager'
|
|
18
|
+
require_relative '../lib/maze/api/appium/ui_manager'
|
|
15
19
|
require_relative '../lib/maze/api/cucumber/scenario'
|
|
16
20
|
require_relative '../lib/maze/api/exit_code'
|
|
17
|
-
require_relative '../lib/maze/
|
|
21
|
+
require_relative '../lib/maze/api/model/span'
|
|
22
|
+
require_relative '../lib/maze/api/model/span_kind'
|
|
23
|
+
require_relative '../lib/maze/api/model/span_set'
|
|
24
|
+
require_relative '../lib/maze/api/model/otel_attribute'
|
|
25
|
+
require_relative '../lib/maze/api/model/otel_attribute_type'
|
|
26
|
+
require_relative '../lib/maze/error_monitor/selenium_error_middleware'
|
|
27
|
+
require_relative '../lib/maze/error_monitor/assert_error_middleware'
|
|
28
|
+
require_relative '../lib/maze/error_monitor/config'
|
|
18
29
|
require_relative '../lib/maze/client/bb_api_client'
|
|
19
30
|
require_relative '../lib/maze/client/bb_client_utils'
|
|
20
31
|
require_relative '../lib/maze/client/bs_client_utils'
|
|
@@ -23,9 +34,9 @@ require_relative '../lib/maze/client/appium/base_client'
|
|
|
23
34
|
require_relative '../lib/maze/client/appium/bb_client'
|
|
24
35
|
require_relative '../lib/maze/client/appium/bb_devices'
|
|
25
36
|
require_relative '../lib/maze/client/appium/bs_client'
|
|
26
|
-
require_relative '../lib/maze/client/appium/bs_legacy_client'
|
|
27
37
|
require_relative '../lib/maze/client/appium/bs_devices'
|
|
28
38
|
require_relative '../lib/maze/client/appium/local_client'
|
|
39
|
+
require_relative '../lib/maze/client/appium/session_metadata'
|
|
29
40
|
require_relative '../lib/maze/client/selenium'
|
|
30
41
|
require_relative '../lib/maze/client/selenium/base_client'
|
|
31
42
|
require_relative '../lib/maze/client/selenium/bb_client'
|
|
@@ -35,12 +46,10 @@ require_relative '../lib/maze/client/selenium/local_client'
|
|
|
35
46
|
require_relative '../lib/maze/aws_public_ip'
|
|
36
47
|
require_relative '../lib/maze/compare'
|
|
37
48
|
require_relative '../lib/maze/docker'
|
|
38
|
-
require_relative '../lib/maze/document_server'
|
|
39
49
|
require_relative '../lib/maze/errors'
|
|
40
50
|
require_relative '../lib/maze/generator'
|
|
41
51
|
require_relative '../lib/maze/helper'
|
|
42
52
|
require_relative '../lib/maze/http_request'
|
|
43
|
-
require_relative '../lib/maze/logger'
|
|
44
53
|
require_relative '../lib/maze/macos_utils'
|
|
45
54
|
require_relative '../lib/maze/maze_output'
|
|
46
55
|
require_relative '../lib/maze/metrics_processor'
|
|
@@ -48,14 +57,18 @@ require_relative '../lib/maze/network'
|
|
|
48
57
|
require_relative '../lib/maze/proxy'
|
|
49
58
|
require_relative '../lib/maze/retry_handler'
|
|
50
59
|
require_relative '../lib/maze/repeaters/request_repeater'
|
|
51
|
-
require_relative '../lib/maze/repeaters/aspecto_repeater'
|
|
52
60
|
require_relative '../lib/maze/repeaters/bugsnag_repeater'
|
|
61
|
+
require_relative '../lib/maze/repeaters/hub_repeater'
|
|
53
62
|
require_relative '../lib/maze/runner'
|
|
54
63
|
require_relative '../lib/maze/terminating_server'
|
|
55
64
|
|
|
65
|
+
require_relative '../lib/maze/loggers/logger'
|
|
66
|
+
|
|
56
67
|
require_relative '../lib/maze/servlets/base_servlet'
|
|
57
68
|
require_relative '../lib/maze/servlets/all_commands_servlet'
|
|
58
69
|
require_relative '../lib/maze/servlets/command_servlet'
|
|
70
|
+
require_relative '../lib/maze/servlets/idempotent_command_servlet'
|
|
71
|
+
require_relative '../lib/maze/servlets/error_config_servlet'
|
|
59
72
|
require_relative '../lib/maze/servlets/servlet'
|
|
60
73
|
require_relative '../lib/maze/servlets/log_servlet'
|
|
61
74
|
require_relative '../lib/maze/servlets/trace_servlet'
|
|
@@ -64,8 +77,6 @@ require_relative '../lib/maze/server'
|
|
|
64
77
|
|
|
65
78
|
require_relative '../lib/maze/assertions/request_set_assertions'
|
|
66
79
|
|
|
67
|
-
require_relative '../lib/maze/schemas/trace_schema'
|
|
68
|
-
require_relative '../lib/maze/schemas/trace_validator'
|
|
69
80
|
require_relative '../lib/maze/schemas/validator'
|
|
70
81
|
|
|
71
82
|
require_relative '../lib/maze/store'
|
|
@@ -85,14 +96,15 @@ require_relative '../lib/maze/hooks/appium_hooks'
|
|
|
85
96
|
require_relative '../lib/maze/hooks/browser_hooks'
|
|
86
97
|
require_relative '../lib/maze/hooks/command_hooks'
|
|
87
98
|
require_relative '../lib/maze/hooks/error_code_hook'
|
|
99
|
+
require_relative '../lib/maze/hooks/logger_hooks'
|
|
88
100
|
|
|
89
101
|
require_relative '../lib/maze/driver/appium'
|
|
90
102
|
require_relative '../lib/maze/driver/browser'
|
|
91
103
|
|
|
92
|
-
require_relative '../lib/maze/plugins/bugsnag_reporting_plugin'
|
|
93
104
|
require_relative '../lib/maze/plugins/error_code_plugin'
|
|
94
105
|
require_relative '../lib/maze/plugins/global_retry_plugin'
|
|
95
106
|
require_relative '../lib/maze/plugins/datadog_metrics_plugin'
|
|
107
|
+
require_relative '../lib/maze/plugins/logging_scenarios_plugin'
|
|
96
108
|
|
|
97
109
|
# Require monkey-patches after everything else
|
|
98
110
|
require_relative '../lib/utils/selenium_money_patch'
|
|
@@ -100,6 +112,25 @@ require_relative '../lib/utils/selenium_money_patch'
|
|
|
100
112
|
# Encapsulates the MazeRunner entry point
|
|
101
113
|
class MazeRunnerEntry
|
|
102
114
|
|
|
115
|
+
def read_options_file(filename)
|
|
116
|
+
return unless File.exist?(filename)
|
|
117
|
+
|
|
118
|
+
$logger.info "Reading command line options from #{filename}"
|
|
119
|
+
File.readlines(filename).each do |line|
|
|
120
|
+
line.strip!
|
|
121
|
+
next if line.empty? || line.start_with?('#')
|
|
122
|
+
@args << line
|
|
123
|
+
end
|
|
124
|
+
end
|
|
125
|
+
|
|
126
|
+
# Loads options from config files
|
|
127
|
+
def load_options_from_files
|
|
128
|
+
all_file = File.join('features', 'support', 'maze.all.cfg')
|
|
129
|
+
buildkite_file = File.join('features', 'support', 'maze.buildkite.cfg')
|
|
130
|
+
read_options_file(all_file)
|
|
131
|
+
read_options_file(buildkite_file) if ENV['BUILDKITE']
|
|
132
|
+
end
|
|
133
|
+
|
|
103
134
|
# Removes Maze Runner specific args from the array, as these will cause Cucumber to error.
|
|
104
135
|
def remove_maze_runner_args
|
|
105
136
|
Maze::Option.constants.each do |opt|
|
|
@@ -131,6 +162,13 @@ class MazeRunnerEntry
|
|
|
131
162
|
@args << "--expand"
|
|
132
163
|
end
|
|
133
164
|
|
|
165
|
+
# Check if we've set ENV['MAZE_NO_FAIL_FAST'] to override the fail fast behaviour
|
|
166
|
+
# And remove the --fail-fast option if it's set
|
|
167
|
+
if ENV['MAZE_NO_FAIL_FAST'] && @args.include?('--fail-fast')
|
|
168
|
+
@args = @args - ['--fail-fast']
|
|
169
|
+
$logger.info 'Suppressing --fail-fast option as MAZE_NO_FAIL_FAST is set.'
|
|
170
|
+
end
|
|
171
|
+
|
|
134
172
|
# Load internal steps and helper functions
|
|
135
173
|
load_dir = File.expand_path(File.dirname(File.dirname(__FILE__))).freeze
|
|
136
174
|
paths = Dir.glob("#{load_dir}/lib/features/**/*.rb")
|
|
@@ -140,15 +178,30 @@ class MazeRunnerEntry
|
|
|
140
178
|
paths.each { |path| @args << '-r' << path }
|
|
141
179
|
end
|
|
142
180
|
|
|
143
|
-
#
|
|
181
|
+
# Main entrypoint for Maze Runner CLI invocation.
|
|
144
182
|
|
|
145
183
|
def start(args)
|
|
146
184
|
$logger.info "Maze Runner v#{Maze::VERSION}"
|
|
147
185
|
|
|
148
186
|
# Parse args, processing any Maze Runner specific options
|
|
149
187
|
@args = args.dup
|
|
150
|
-
|
|
151
|
-
|
|
188
|
+
load_options_from_files
|
|
189
|
+
|
|
190
|
+
# Validate required args for list-devices before option parsing.
|
|
191
|
+
# This avoids parser-level failures and provides a clear user-facing error.
|
|
192
|
+
if @args.include?('--list-devices')
|
|
193
|
+
farm_arg = @args.find { |a| a.start_with?('--farm=') }
|
|
194
|
+
farm_value = farm_arg ? farm_arg.split('=', 2)[1] : nil
|
|
195
|
+
unless %w[bs bb].include?(farm_value)
|
|
196
|
+
puts "ERROR: A --farm option must be given when using --list-devices"
|
|
197
|
+
puts ""
|
|
198
|
+
puts "Valid usage:"
|
|
199
|
+
puts " bundle exec maze-runner --farm=bs --list-devices"
|
|
200
|
+
puts " bundle exec maze-runner --farm=bb --list-devices"
|
|
201
|
+
exit 1
|
|
202
|
+
end
|
|
203
|
+
end
|
|
204
|
+
options = Maze::Option::Parser.parse @args
|
|
152
205
|
if options[Maze::Option::LIST_DEVICES]
|
|
153
206
|
case options[Maze::Option::FARM].to_sym
|
|
154
207
|
when :bs
|
data/bin/purge-projects
CHANGED
|
@@ -6,7 +6,7 @@ require 'em/pure_ruby'
|
|
|
6
6
|
|
|
7
7
|
require_relative '../lib/maze'
|
|
8
8
|
require_relative '../lib/maze/client/bb_api_client'
|
|
9
|
-
require_relative '../lib/maze/logger'
|
|
9
|
+
require_relative '../lib/maze/loggers/logger'
|
|
10
10
|
require_relative '../lib/maze/helper'
|
|
11
11
|
require 'optimist'
|
|
12
12
|
require 'uri'
|
data/bin/upload-app
CHANGED
|
@@ -7,7 +7,7 @@ require 'em/pure_ruby'
|
|
|
7
7
|
require_relative '../lib/maze'
|
|
8
8
|
require_relative '../lib/maze/client/bs_client_utils'
|
|
9
9
|
require_relative '../lib/maze/client/bb_client_utils'
|
|
10
|
-
require_relative '../lib/maze/logger'
|
|
10
|
+
require_relative '../lib/maze/loggers/logger'
|
|
11
11
|
require_relative '../lib/maze/helper'
|
|
12
12
|
require 'optimist'
|
|
13
13
|
require 'uri'
|