dri 0.10.2 → 1.1.0

data/lib/dri/command.rb

@@ -1,20 +1,24 @@
 # frozen_string_literal: true
 
-require_relative 'command'
-require_relative 'api_client'
-require_relative 'gitlab/issues'
-
-require 'dri/refinements/truncate'
-
-require "tty-config"
 require "pastel"
 require 'forwardable'
 
 module Dri
   class Command
+    include Utils::Helpers
     extend Forwardable
 
     def_delegators :command, :run
+    def_delegators :configuration,
+                   :profile,
+                   :config,
+                   :emoji,
+                   :username,
+                   :token,
+                   :ops_token,
+                   :timezone,
+                   :tz,
+                   :handover_report_path
 
     def initialize(*options)
       @options = options
@@ -24,50 +28,10 @@ module Dri
       Pastel.new(**options)
     end
 
-    # Main configuration
-    def config
-      @config ||= begin
-        config = TTY::Config.new
-        config.filename = ".dri_profile"
-        config.extname = ".yml"
-        config.append_path Dir.home
-        config.append_path Dir.pwd
-        config
-      end
-    end
-
     def api_client(ops: false)
       ApiClient.new(config, ops)
     end
 
-    def profile
-      @profile ||= config.read
-    end
-
-    def emoji
-      @emoji ||= profile["settings"]["emoji"]
-    end
-
-    def username
-      @username ||= profile["settings"]["user"]
-    end
-
-    def token
-      @token ||= profile["settings"]["token"]
-    end
-
-    def ops_token
-      @ops_token ||= profile["settings"]["ops_token"]
-    end
-
-    def timezone
-      @timezone ||= profile["settings"]["timezone"]
-    end
-
-    def handover_report_path
-      @handover_report_path ||= profile["settings"]["handover_report_path"]
-    end
-
     def verify_config_exists
       return if config.exist?
 
@@ -79,6 +43,10 @@ module Dri
       @options[:no_color] ? str : pastel.decorate(str, *color)
     end
 
+    def bold(str)
+      pastel.bold(str)
+    end
+
     # Execute this command
     #
     # @api public
@@ -89,11 +57,6 @@ module Dri
       )
     end
 
-    def logger
-      require 'tty-logger'
-      TTY::Logger.new
-    end
-
     def spinner
       require 'tty-spinner'
       TTY::Spinner.new("[:spinner] ⏳", format: :classic)
@@ -138,5 +101,11 @@ module Dri
       require 'tty-prompt'
       TTY::Prompt.new(**options.merge(interrupt: :exit))
     end
+
+    private
+
+    def configuration
+      @configuration ||= Support::Configuration.new
+    end
   end
 end

data/lib/dri/commands/add/fast_quarantine.rb

@@ -0,0 +1,72 @@
+# frozen_string_literal: true
+
+module Dri
+  module Commands
+    class Add
+      class FastQuarantine < Dri::Command
+        def initialize(options)
+          @options = options
+        end
+
+        def execute(*) # rubocop:disable Metrics/AbcSize, Metrics/MethodLength
+          verify_config_exists
+
+          logger.info "Adding to fast quarantined tests..."
+          current_content = api_client.get_fast_quarantine_tests
+          current_content += "\n" unless current_content.end_with?("\n")
+
+          if @options[:failure_url]
+            failure_url = @options[:failure_url]
+            issue_id = extract_issue_id_from_url(failure_url)
+
+            issue_title = api_client.get_failure_issue_title(issue_id)
+            test_path = extract_file_path(issue_title)
+
+            full_path = "qa/specs/features/#{test_path}"
+            new_file_content = "#{current_content}#{full_path}\n"
+
+            new_branch = "fast-quarantine-failure-#{issue_id}"
+
+            merge_request = api_client.add_test_to_fast_quarantine(
+              failure_url,
+              new_branch,
+              test_path,
+              new_file_content
+            )
+
+            logger.info "Opened an MR to review at #{merge_request.web_url}"
+
+            api_client.add_note_failure_issue(issue_id, merge_request)
+            logger.success "Note added to failure issue with link to fastquarantine merge request"
+          elsif @options[:test_id]
+            test_id = @options[:test_id]
+            parsed_test_name = test_id.match(%r{([^/]+)_spec})[1]
+            new_branch = "fast-quarantine-failure-#{parsed_test_name.tr('_', '-')}"
+
+            new_file_content = "#{current_content}#{test_id}\n"
+            merge_request = api_client.add_test_to_fast_quarantine(
+              "N/A",
+              new_branch,
+              test_id,
+              new_file_content
+            )
+
+            logger.info "Opened an MR to review at #{merge_request.web_url}"
+          end
+        end
+
+        private
+
+        def extract_issue_id_from_url(url)
+          match = url.match(%r{/issues/(\d+)$})
+          match ? match[1].to_i : nil
+        end
+
+        def extract_file_path(title)
+          match = title.match(/Failure in (.*?\.rb)/)
+          match ? match[1] : nil
+        end
+      end
+    end
+  end
+end

data/lib/dri/commands/add.rb

@@ -0,0 +1,45 @@
+# frozen_string_literal: true
+
+require 'thor'
+
+module Dri
+  module Commands
+    class Add < Thor
+      namespace :add
+      # rubocop:disable Layout/LineLength
+      full_description = <<-DESC
+      Creates a fast-quarantine merge request
+
+      Examples:#{'  '}
+        dri add fastquarantine -f https://gitlab.com/gitlab-org/gitlab/-/issues/431736 # using failure issue
+        dri add fastquarantine -t qa/specs/features/ee/api/14_model_ops/code_suggestions_spec.rb # using test file
+        dri add fastquarantine -t ee/spec/features/boards/swimlanes/epics_swimlanes_sidebar_spec.rb:42 # using test file and line number
+        dri add fastquarantine -t "spec/tasks/gitlab/usage_data_rake_spec.rb[1:5:2:1]" # using test id
+      DESC
+      desc 'fastquarantine', full_description
+      method_option :failure_url, aliases: '-f', type: :string,
+                                  desc: 'Failure URL, for example: https://gitlab.com/gitlab-org/gitlab/-/issues/431736'
+      method_option :test_id, aliases: '-t', type: :string,
+                              desc: 'Test path, for example:  qa/specs/features/ee/api/14_model_ops/code_suggestions_spec.rb'
+      method_option :help, aliases: '-h', type: :boolean,
+                           desc: 'Display usage information'
+      # rubocop:enable Layout/LineLength
+      def fastquarantine(*)
+        if options[:help]
+          invoke :help, ['fastquarantine']
+          return
+        end
+
+        if options[:failure_url].nil? && options[:test_id].nil?
+          say 'Validation error: either failure_url or test_id is required.', :red
+          return
+        elsif options[:failure_url] && options[:test_id]
+          say 'Validation error: only one of failure_url or test_id should be provided, not both.', :red
+          return
+        end
+
+        Dri::Commands::Add::FastQuarantine.new(options).execute
+      end
+    end
+  end
+end

data/lib/dri/commands/analyze/stack_traces.rb

@@ -1,8 +1,5 @@
 # frozen_string_literal: true
 
-require_relative '../../command'
-require_relative '../../utils/table'
-require_relative '../../utils/constants'
 require 'amatch'
 require 'fileutils'
 
@@ -20,7 +17,7 @@ module Dri
           @similarity_score_threshold = options[:similarity_score_threshold] || 0.9
         end
 
-        def execute(input: $stdin, output: $stdout) # rubocop:disable Metrics/AbcSize
+        def execute(_input: $stdin, output: $stdout) # rubocop:disable Metrics/AbcSize
           verify_config_exists
           logger.info "#{Time.now.utc} Fetching issues"
 

data/lib/dri/commands/analyze.rb

@@ -12,7 +12,6 @@ module Dri
       def stacktraces(*)
         return invoke :help, %w[stacktraces] if options[:help]
 
-        require_relative 'analyze/stack_traces'
         Dri::Commands::Analyze::StackTraces.new(options).execute
       end
     end

data/lib/dri/commands/faq.rb

@@ -1,6 +1,5 @@
 # frozen_string_literal: true
 
-require_relative '../command'
 require 'tty-prompt'
 require 'launchy'
 
@@ -9,7 +8,7 @@ module Dri
     class FAQ < Dri::Command
       ExitCommand = Class.new(StandardError)
 
-      def execute(input: $stdin, output: $stdout)
+      def execute(*)
         root_dir = File.expand_path('../../..', __dir__)
         faq_file = File.join(root_dir, 'faq.yaml')
         faq_data = YAML.load_file(faq_file)

data/lib/dri/commands/fetch/failures.rb

@@ -1,66 +1,67 @@
 # frozen_string_literal: true
 
-require_relative '../../command'
-require_relative '../../utils/table'
-require_relative '../../utils/constants'
+require "influxdb-client"
 
 module Dri
   module Commands
     class Fetch
-      class Failures < Dri::Command
+      class Failures < Dri::Command # rubocop:disable Metrics/ClassLength
         include Dri::Utils::Table
         include Dri::Utils::Constants::Triage::Labels
-        using Refinements
+        include Dri::Support::InfluxdbTools
+        using Refinements::String
 
         def initialize(options)
           @options = options
-          @start_date = @options[:start_date] ? Date.parse(@options[:start_date]) : Date.today
-          @end_date = @options[:end_date] ? Date.parse(@options[:end_date]) : Date.today
-          @cutoff_time = @options[:cutoff] ? Time.parse(options[:cutoff]).utc : nil
+          @cutoff_time = @options[:cutoff] ? Time.parse(options[:cutoff]) : nil
         end
 
-        def execute(input: $stdin, output: $stdout) # rubocop:disable Metrics/AbcSize, Metrics/CyclomaticComplexity, Metrics/PerceivedComplexity, Metrics/MethodLength
+        def execute(_input: $stdin, output: $stdout) # rubocop:disable Metrics/AbcSize, Metrics/CyclomaticComplexity, Metrics/PerceivedComplexity, Metrics/MethodLength
           verify_config_exists
 
-          urgent_environments = %w[canary canary.staging]
-
           title = add_color('Title', :bright_yellow)
           triaged = add_color('Triaged?', :bright_yellow)
           environment = add_color('Environment', :bright_yellow)
-          author = add_color('Author', :bright_yellow)
           url = add_color('URL', :bright_yellow)
           updated_at = add_color('Updated at', :bright_yellow)
 
           sorted_failures = []
-          labels = { title: title, triaged: triaged, environment: environment, author: author, url: url,
+          labels = { title: title, triaged: triaged, environment: environment, url: url,
                      updated_at: updated_at }
           triaged_counter = 0
 
-          if @cutoff_time
-            @start_date = Time.new(
-              @start_date.year,
-              @start_date.month,
-              @start_date.day,
-              @cutoff_time.hour,
-              @cutoff_time.min, 0,
-              "+00:00"
-            )
-          end
-
-          logger.info "Fetching failures from #{@start_date} (UTC) to #{@end_date} (UTC)..."
+          logger.info "Fetching failures from '#{start_date}' to '#{end_date}'..."
 
           spinner.run do # rubocop:disable Metrics/BlockLength
-            failures = api_client.fetch_all_new_failures(start_date: @start_date, end_date: @end_date, state: 'opened')
+            failures = api_client.fetch_all_new_failures(start_date: start_date, end_date: end_date, state: 'opened')
 
             if failures.empty?
-              logger.info "Life is great, there are no new failures between #{@start_date} and #{@end_date}!"
+              logger.info "Life is great, there are no new failures between #{start_date} and #{end_date}!"
               exit 0
             end
 
+            blocker_set = Set.new
+
+            if query_api
+              begin
+                blockers = query_api.query(query: query_reliables_smokes)
+
+                blockers.each do |table|
+                  table.records.each do |record|
+                    blocker_set.add(record.values['name'])
+                  end
+                end
+              rescue StandardError => e
+                logger.error "An error occurred querying for reliable and smoke failures: #{e.message}"
+              end
+            end
+
             failures.each do |failure|
               project_id = failure.project_id
               title = failure.title.truncate(60)
-              author = failure.to_h.dig('author', 'username').truncate(25)
+
+              title = bold("*#{failure.title.truncate(60)}*") if blocker?(failure.title, blocker_set)
+
               url = failure.web_url
               updated_at = failure.updated_at
               triaged = add_color('x', :red)
@@ -69,9 +70,6 @@ module Dri
 
                 env == 'gitlab.com' ? 'production' : env
               end
-              urgent = urgent_environments.all? { |env| envs.include?(env) }
-
-              next if @options[:urgent] && !urgent
 
               emoji_awards = api_client.fetch_awarded_emojis(failure.iid, project_id: project_id).find do |e|
                 e.name == emoji && e.to_h.dig('user', 'username') == username
@@ -82,33 +80,94 @@ module Dri
                 triaged_counter += 1
               end
 
-              sorted_failures << { title: title, triaged: triaged, environment: envs.first || 'none', author: author,
+              sorted_failures << { title: title, triaged: triaged, environment: envs.first || 'none',
                                    url: url, updated_at: updated_at }
             end
 
             sorted_failures.sort_by! { |failure| failure[@options[:sort_by]&.to_sym || :environment] }
           end
 
-          msg = if @options[:urgent]
-                  <<~MSG
-                    Found: #{sorted_failures.size} urgent failures, occurring in both canary.gitlab.com and canary.staging.gitlab.com.
-                  MSG
-                else
-                  <<~MSG
-                    Found: #{sorted_failures.size} failures, of these #{triaged_counter} have been triaged with a #{emoji}.
-                  MSG
-                end
+          msg = <<~MSG
+            Found: #{sorted_failures.size} failures, of these #{triaged_counter} have been triaged with a #{emoji}.
+            Smoke and Reliable failures are marked with *Failure..* in bold.
+          MSG
 
           terminal_width = TTY::Screen.width
 
-          if terminal_width <= 210 # adjust the desired minimum width
+          if terminal_width <= 210
             labels.delete(:updated_at)
             sorted_failures.map { |failure| failure.delete(:updated_at) }
           end
 
-          print_table(labels.values, sorted_failures.map(&:values), alignments: [:left, :center, :center, :left, :left])
+          print_table(
+            labels.values,
+            sorted_failures.map(&:values),
+            alignments: [:left, :center, :center, :left]
+          )
           output.puts(msg)
         end
+
+        private
+
+        def start_date
+          return @start_date if @start_date
+
+          parsed_start_date = @options[:start_date] ? Date.parse(@options[:start_date]) : tz.now
+          @start_date = date_with_time(parsed_start_date, @cutoff_time&.hour, @cutoff_time&.min, 0,
+                                       @options[:start_date] ? "+00:00" : tz.canonical_zone)
+        end
+
+        def end_date
+          return @end_date if @end_date
+
+          parsed_end_date = @options[:end_date] ? Date.parse(@options[:end_date]) : tz.now
+          @end_date = date_with_time(parsed_end_date, 23, 59, 59,
+                                     @options[:end_date] ? "+00:00" : tz.canonical_zone)
+        end
+
+        def date_with_time(date, hour, min, seconds, tz_identifier)
+          Time.new(date.year, date.month, date.day, hour || 0, min || 0, seconds || 0, tz_identifier)
+        end
+
+        def blocker?(title, set)
+          title_part = title.split('|').last
+          return true if title_part&.strip && set.include?(title_part.strip)
+
+          false
+        end
+
+        def query_reliables_smokes
+          <<~QUERY
+            from(bucket: "#{Support::InfluxdbTools::INFLUX_MAIN_TEST_METRICS_BUCKET}")
+              |> range(start: -1d)
+              |> filter(fn: (r) => r._measurement == "test-stats")
+              |> filter(fn: (r) => r.run_type == "staging-full" or
+                r.run_type == "staging-sanity" or
+                r.run_type == "production-full" or
+                r.run_type == "production-sanity" or
+                r.run_type == "package-and-qa" or
+                r.run_type == "nightly" or
+                r.run_type == "e2e-test-on-gdk"
+              )
+              |> filter(fn: (r) => r.job_name != "airgapped" and
+                r.job_name != "instance-image-slow-network" and
+                r.job_name != "nplus1-instance-image"
+              )
+              |> filter(fn: (r) => r.status != "pending" and
+                r.merge_request == "false" and
+                r.quarantined == "false" and
+                r.smoke == "true" or
+                r.reliable == "true"
+              )
+              |> filter(fn: (r) => r["_field"] == "job_url" or
+                r["_field"] == "failure_exception" or
+                r["_field"] == "id"
+              )
+              |> pivot(rowKey: ["_time"], columnKey: ["_field"], valueColumn: "_value")
+              |> group(columns: ["name"])
+              |> distinct(column: "name")
+          QUERY
+        end
       end
     end
   end

data/lib/dri/commands/fetch/{featureflags.rb → feature_flags.rb}

@@ -1,10 +1,5 @@
 # frozen_string_literal: true
 
-require_relative '../../command'
-require_relative '../../utils/table'
-require_relative '../../utils/constants'
-require_relative '../../feature_flag_report'
-
 module Dri
   module Commands
     class Fetch
@@ -17,7 +12,7 @@ module Dri
           @today_iso_format = Time.now.strftime('%Y-%m-%dT00:00:00Z')
         end
 
-        def execute(input: $stdin, output: $stdout) # rubocop:disable Metrics/AbcSize, Metrics/CyclomaticComplexity, Metrics/PerceivedComplexity
+        def execute(_input: $stdin, output: $stdout) # rubocop:disable Metrics/AbcSize, Metrics/CyclomaticComplexity, Metrics/PerceivedComplexity
           verify_config_exists
 
           summary = add_color('Summary', :bright_yellow)

data/lib/dri/commands/fetch/pipelines.rb

@@ -1,9 +1,6 @@
 # frozen_string_literal: true
 
 require 'date'
-require_relative '../../command'
-require_relative '../../utils/table'
-require_relative '../../utils/constants'
 
 module Dri
   module Commands
@@ -11,7 +8,6 @@ module Dri
       class Pipelines < Dri::Command # rubocop:disable Metrics/ClassLength
         include Dri::Utils::Table
         include Dri::Utils::Constants
-        using Refinements
 
         NUM_OF_TESTS_LIVE_ENV = 1000
         NOT_FOUND = "Not found"
@@ -20,7 +16,7 @@ module Dri
           @options = options
         end
 
-        def execute(input: $stdin, output: $stdout)
+        def execute(*)
           verify_config_exists
           logger.info "Fetching pipelines' status, this might take a while..."
           logger.warn "This command needs a large window to correctly print the table"
@@ -149,8 +145,8 @@ module Dri
         # @param [Integer] pipeline_id
         # @param [Boolean] sanity
         def allure_report(pipeline_name:, pipeline_id:, sanity:)
-          "https://storage.googleapis.com/gitlab-qa-allure-reports/#{allure_bucket_name(pipeline_name, sanity)}"\
-           "/master/#{pipeline_id}/index.html"
+          "https://storage.googleapis.com/gitlab-qa-allure-reports/#{allure_bucket_name(pipeline_name, sanity)}" \
+            "/master/#{pipeline_id}/index.html"
         end
 
         # Returns the GCP bucket name for different pipeline types

data/lib/dri/commands/fetch/runbooks.rb

@@ -1,7 +1,5 @@
 # frozen_string_literal: true
 
-require_relative '../../command'
-require_relative '../../utils/constants'
 require 'tty-markdown'
 require 'tty-prompt'
 require 'base64'
@@ -14,7 +12,7 @@ module Dri
           @options = options
         end
 
-        def execute(folder: nil, input: $stdin, output: $stdout)
+        def execute(folder: nil, _input: $stdin, output: $stdout)
           return fetch_summary(output: output) unless folder
 
           fetch_runbook("#{folder}/index.md", output: output)

data/lib/dri/commands/fetch/testcases.rb

@@ -1,7 +1,5 @@
 # frozen_string_literal: true
 
-require_relative '../../command'
-
 require 'pastel'
 
 module Dri
@@ -21,7 +19,7 @@ module Dri
           ]
         end
 
-        def execute(input: $stdin, output: $stdout) # rubocop:disable Metrics/AbcSize
+        def execute(_input: $stdin, output: $stdout) # rubocop:disable Metrics/AbcSize
           verify_config_exists
 
           if @options[:filter_pipelines]

data/lib/dri/commands/fetch/triaged.rb

@@ -1,22 +1,18 @@
 # frozen_string_literal: true
 
-require_relative '../../command'
-require_relative '../../utils/table'
-require_relative '../../utils/constants'
-
 module Dri
   module Commands
     class Fetch
       class Triaged < Dri::Command
         include Dri::Utils::Table
         include Dri::Utils::Constants::Triage::Labels
-        using Refinements
+        using Refinements::String
 
         def initialize(options)
           @options = options
         end
 
-        def execute(input: $stdin, output: $stdout) # rubocop:disable Metrics/AbcSize
+        def execute(*) # rubocop:disable Metrics/AbcSize
           verify_config_exists
 
           title = add_color('Title', :magenta)