bugsnag-maze-runner 9.32.3 → 9.33.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: d4e0057cda0d92c583d9b458a11d6a6277af31bf3076d2f4bfa5f55750214ba8
-  data.tar.gz: be83e3aff92f302161d4730021d92befb97066fa8a79337a7b6bdd6966847b40
+  metadata.gz: 36d5614273840b3532dae2fc1c515389dec6e36c99b348bd1cc6a91b3d3da656
+  data.tar.gz: 6c0ee4526be46ba9b322f625701e00e00ec8af6001d3d8f12fa7fa32e4005dc3
 SHA512:
-  metadata.gz: f5205c22e79a035156474882d95c4c7b6e8743c3b6ced0ba81162ee7afcdf1406e9b6e097479f1f327cefceef6a89c261eb82b83adada1ba097e19b61e031fd6
-  data.tar.gz: e8ac475c334dac2d12b9fa57fba687bcc5e99c2a778cec307cbfe700ab73edf04b8b9d1bd094ab868d7d9f7a16c8170c89206e8e1fbf509e8e1d85325d584631
+  metadata.gz: 3ccaff84971397feaca6de27dd8db438a3e51de38b002956c1076e1e85aa496b99d059e67dfaa4491cc22248c5e337348eb80fe112b480d8e413deee12498db3
+  data.tar.gz: e2b77ff39efc000d8f6db1d910d414a3f8428cf0f21b2e2b62c592b5879ca7e746cb681e963215c37cf5e3b3e23215527f528cbd217a2bae85fd76573ac5b3f6

data/bin/benchmarks-to-datadog

@@ -0,0 +1,186 @@
+#!/usr/bin/env ruby
+# frozen_string_literal: true
+
+require 'csv'
+require 'time'
+require 'optimist'
+require 'datadog_api_client'
+
+require_relative '../lib/maze'
+require_relative '../lib/maze/loggers/logger'
+
+class DatadogMetricsIngester
+  def initialize(api_key:, app_key:, host: 'platforms-benchmark')
+    configuration = DatadogAPIClient::Configuration.new
+    configuration.api_key['apiKeyAuth'] = api_key
+    configuration.api_key['appKeyAuth'] = app_key
+
+    api_client = DatadogAPIClient::APIClient.new(configuration)
+    @api = DatadogAPIClient::V2::MetricsAPI.new(api_client)
+    @host = host
+  end
+
+  def self.run(args)
+    parser = Optimist::Parser.new do
+      text 'Ingest CSV metrics into Datadog'
+      opt :csv_file, 'Path to the CSV file containing metrics', type: :string, required: true
+      opt :api_key, 'Datadog API key', type: :string
+      opt :app_key, 'Datadog App key', type: :string
+    end
+
+    opts = Optimist::with_standard_exception_handling(parser) do
+      raise Optimist::HelpNeeded if args.empty?
+      parser.parse(args)
+    end
+
+    csv_file = opts[:csv_file]
+    api_key = opts[:api_key] || ENV['DATADOG_API_KEY']
+    app_key = opts[:app_key] || ENV['DATADOG_APP_KEY']
+
+    abort_with_help(parser, "CSV file is missing") if csv_file.to_s.empty?
+    abort_with_help(parser, "API key is missing") if api_key.to_s.empty?
+    abort_with_help(parser, "App key is missing") if app_key.to_s.empty?
+
+    new(api_key: api_key, app_key: app_key).ingest_csv(csv_file)
+  end
+
+  def self.abort_with_help(parser, message)
+    $logger.warn message
+    Optimist::with_standard_exception_handling(parser) { raise Optimist::HelpNeeded }
+  end
+
+  def ingest_csv(file_path)
+    total_rows = 0
+
+    CSV.foreach(file_path, headers: true) do |row|
+      next unless valid_benchmark_row?(row)
+
+      total_rows += 1
+      benchmark_name = row['benchmark']
+      tags = build_tags(row)
+      timestamp = parse_timestamp(row['timestamp'])
+
+      $logger.info "Processing row #{total_rows}: #{benchmark_name} at #{row['timestamp']}"
+
+      process_cpu_metrics(row, tags, timestamp)
+      process_run_metrics(row, tags, timestamp)
+      process_total_metrics(row, tags, timestamp)
+
+      $logger.info "Completed processing #{benchmark_name}"
+      $logger.info '-' * 60
+
+      # Sleep briefly to avoid overwhelming the Datadog API
+      sleep(0.1)
+    end
+
+    $logger.info "Ingestion Summary:"
+    $logger.info "Total rows processed: #{total_rows}"
+  end
+
+  def valid_benchmark_row?(row)
+    row['benchmark'] && !row['benchmark'].strip.empty?
+  end
+
+  def parse_timestamp(timestamp_str)
+    Time.strptime(timestamp_str, "%a %b %d %H:%M:%S GMT %Y").to_i
+  rescue ArgumentError
+    Time.now.to_i
+  end
+
+  def build_tags(row)
+    tags = ["env:platforms-testing", "benchmark:#{row['benchmark']}"]
+    tags << "cpu_intensive:true" if row['cpu'] == 'true'
+    tags << "memory_intensive:true" if row['memory'] == 'true'
+    tags << "rendering_enabled:true" if row['rendering'] == 'true'
+    tags
+  end
+
+  def send_metric(name, value, tags, type = DatadogAPIClient::V2::MetricIntakeType::GAUGE, timestamp = Time.now.to_i)
+    metric_series = DatadogAPIClient::V2::MetricSeries.new(
+      metric: name,
+      type: type,
+      points: [
+        DatadogAPIClient::V2::MetricPoint.new(timestamp: timestamp, value: value)
+      ],
+      tags: tags,
+      resources: [
+        DatadogAPIClient::V2::MetricResource.new(name: @host, type: "host")
+      ]
+    )
+
+    payload = DatadogAPIClient::V2::MetricPayload.new(series: [metric_series])
+
+    begin
+      @api.submit_metrics(payload)
+    rescue DatadogAPIClient::APIError => e
+      $logger.error "Failed to send metric #{name}: #{e.message}"
+      $logger.error "HTTP status code: #{e.code}"
+      $logger.error "Response body: #{e.response_body}"
+    end
+  end
+
+  def process_cpu_metrics(row, tags, timestamp)
+    # Select all headers matching cpuUse.<number> pattern and extract their float values
+    cpu_values = row.headers.grep(/^cpuUse\.\d+$/).map { |key|
+      val = row[key]
+      val&.empty? ? nil : val.to_f
+    }.compact
+
+    return if cpu_values.empty?
+
+    avg_cpu = cpu_values.sum / cpu_values.size
+    send_metric('benchmark.cpu_usage_percent', avg_cpu, tags, timestamp)
+  end
+
+  def process_run_metrics(row, base_tags, timestamp)
+    # Extract unique run indices from headers like measuredTime.1, iterations.2, etc.
+    run_indices = row.headers
+                     .grep(/^(measuredTime|iterations|timeTaken|excludedTime)\.(\d+)$/)
+                     .map { |key| key.split('.').last.to_i } # Extract the run index number
+                     .uniq
+                     .sort
+
+    run_indices.each do |i|
+      run_tags = base_tags + ["run:#{i}"]
+
+      {
+        'benchmark.measured_time_ns' => row["measuredTime.#{i}"],
+        'benchmark.iterations'       => row["iterations.#{i}"],
+        'benchmark.time_taken_ns'    => row["timeTaken.#{i}"],
+        'benchmark.excluded_time_ns' => row["excludedTime.#{i}"]
+      }.each do |metric, value|
+        send_if_valid(metric, value, run_tags, timestamp)
+      end
+    end
+  end
+
+  def process_total_metrics(row, tags, timestamp)
+    totals = {
+      'benchmark.total_measured_time_ns' => row['totalMeasuredTime'],
+      'benchmark.total_iterations'       => row['totalIterations'],
+      'benchmark.total_time_taken_ns'    => row['totalTimeTaken'],
+      'benchmark.total_excluded_time_ns' => row['totalExcludedTime']
+    }
+
+    totals.each { |metric, value| send_if_valid(metric, value, tags, timestamp) }
+
+    if valid_value?(row['totalMeasuredTime']) && valid_value?(row['totalIterations'])
+      total_time = row['totalMeasuredTime'].to_f
+      total_iters = row['totalIterations'].to_f
+      if total_iters > 0
+        avg = total_time / total_iters
+        send_metric('benchmark.avg_time_per_iteration_ns', avg, tags, timestamp)
+      end
+    end
+  end
+
+  def valid_value?(value)
+    value && !value.empty? && value.to_f > 0
+  end
+
+  def send_if_valid(metric, value, tags, timestamp)
+    send_metric(metric, value.to_f, tags, timestamp) if valid_value?(value)
+  end
+end
+
+DatadogMetricsIngester.run(ARGV)

data/lib/maze/aws_public_ip.rb

@@ -34,7 +34,8 @@ module Maze
     def determine_public_ip
       # 169.254.169.254 is the address of the AWS instance metadata service
       # See https://docs.aws.amazon.com/AWSEC2/latest/UserGuide/instancedata-data-retrieval.html
-      `curl --silent -XGET http://169.254.169.254/latest/meta-data/public-ipv4`
+      token = `curl --silent -H "X-aws-ec2-metadata-token-ttl-seconds: 120" -XPUT http://169.254.169.254/latest/api/token`
+      `curl -H "X-aws-ec2-metadata-token: #{token}" --silent -XGET http://169.254.169.254/latest/meta-data/public-ipv4`
     end
 
     # Determines the external port of the running Docker container that's associated with the port given

data/lib/maze/hooks/appium_hooks.rb

@@ -7,7 +7,6 @@ module Maze
       @client
 
       def before_all
-        Maze::Plugins::DatadogMetricsPlugin.send_increment('appium.test_started')
         @client = Maze::Client::Appium.start
       rescue => error
         # Notify and re-raise for Cucumber to handle
@@ -55,12 +54,6 @@ module Maze
       end
 
       def after_all
-        if $success
-          Maze::Plugins::DatadogMetricsPlugin.send_increment('appium.test_succeeded')
-        else
-          Maze::Plugins::DatadogMetricsPlugin.send_increment('appium.test_failed')
-        end
-
         if @client
           @client.log_run_outro
           $logger.info 'Stopping the Appium session'

data/lib/maze/plugins/datadog_metrics_plugin.rb

@@ -63,7 +63,8 @@ module Maze
         #
         # @returns [String] The local ipv4 address the Datadog agent is running on
         def aws_instance_ip
-          `curl --silent -XGET http://169.254.169.254/latest/meta-data/local-ipv4`
+          token = `curl --silent -H "X-aws-ec2-metadata-token-ttl-seconds: 120" -XPUT http://169.254.169.254/latest/api/token`
+          `curl -H "X-aws-ec2-metadata-token: #{token}" --silent -XGET http://169.254.169.254/latest/meta-data/local-ipv4`
         end
       end
     end

data/lib/maze.rb

@@ -8,7 +8,7 @@ require_relative 'maze/timers'
 # providing an alternative to the proliferation of global variables or singletons.
 module Maze
 
-  VERSION = '9.32.3'
+  VERSION = '9.33.0'
 
   class << self
     attr_accessor :check, :driver, :internal_hooks, :mode, :start_time, :dynamic_retry, :public_address,

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: bugsnag-maze-runner
 version: !ruby/object:Gem::Version
-  version: 9.32.3
+  version: 9.33.0
 platform: ruby
 authors:
 - Steve Kirkland
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2025-07-23 00:00:00.000000000 Z
+date: 2025-08-06 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: cucumber
@@ -379,6 +379,7 @@ email:
 - steve@bugsnag.com
 executables:
 - bb-failed-sessions
+- benchmarks-to-datadog
 - bugsnag-print-load-paths
 - download-logs
 - maze-runner
@@ -388,6 +389,7 @@ extensions: []
 extra_rdoc_files: []
 files:
 - bin/bb-failed-sessions
+- bin/benchmarks-to-datadog
 - bin/bugsnag-print-load-paths
 - bin/download-logs
 - bin/maze-runner