dri 0.5.1 → 0.7.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: cb71a1d13a00cb33c436608e3c34e40a4202505bad341d31d5d85803c36495d4
-  data.tar.gz: 73648bafa41eac28824435b62a41ead17494c144bbd99c6af52062e616379f2a
+  metadata.gz: e6ee21fc2a0243e0850f7bab281b0611021807a1a4559e89433741b1faed40f2
+  data.tar.gz: 5b97afcdbc1e1e9307b084eab6e2afddbff94556cc102f2b174a0dedc3f51c33
 SHA512:
-  metadata.gz: 6c2d592d0906e3764ec1ab2fe298a42a1798be1d58dd216261ed2a88227cfe007a97a175ae199f5ee4f4db16f7efe2dd6f99521e8febc740e191b61c0f2ef8cc
-  data.tar.gz: 1106b7fc11be59d38c72f471f8a5148eb4e724a81665b4382185da5c22a4e554fc7e1b1cc274a980b9ceeb6071f7fa5da0397e3657655132a6d21f2a31cf9712
+  metadata.gz: f5b54fee2e4f0d99d0d013d0c9a211306eda149dabb6c0cedf05ec0c5a92274dd4038377fc270b6185782ba2dfdbe5c2be6028136c77a4e77dceb21989a82894
+  data.tar.gz: c2d5056697c04ea976e00db46f183cd716091e3681687ad369c6dc3c11dab7ecd5592022460948a19ce779da7b114c2c90c4ba3c712a0bfe6256524cf6859934

data/.gitignore

@@ -13,4 +13,5 @@
 
 .dri_profile.yml
 handover_reports/*
+analyze_reports/*
 .idea/

data/.gitlab-ci.yml

@@ -1,10 +1,10 @@
 .job_base:
-  image: ruby:2.7
+  image: registry.gitlab.com/gitlab-org/gitlab-build-images/debian-bullseye-ruby-${RUBY_VERSION}:bundler-2.3
   variables:
     BUNDLE_PATH: vendor/bundle
     BUNDLE_SUPPRESS_INSTALL_USING_MESSAGES: "true"
+    BUNDLE_FROZEN: "true"
   before_script:
-    - gem install bundler -v 2.3.9 --no-document
     - bundle install
   cache:
     key:
@@ -13,26 +13,34 @@
         - Gemfile.lock
     paths:
       - vendor/bundle
+    policy: pull
   rules:
     - if: '$CI_COMMIT_BRANCH == $CI_DEFAULT_BRANCH'
     - if: '$CI_PIPELINE_SOURCE == "merge_request_event"'
 
 include:
   - project: gitlab-org/quality/pipeline-common
-    ref: 0.3.4
+    ref: 0.15.1
     file:
       - /ci/gem-release.yml
+      - /ci/ref-update.gitlab-ci.yml
+
+variables:
+  RUBY_VERSION: "2.7"
 
 stages:
   - build
   - test
   - deploy
+  - update
 
 build_gem:
   stage: build
   extends: .job_base
   script:
     - gem build
+  cache:
+    policy: pull-push
 
 rubocop:
   stage: test
@@ -43,13 +51,8 @@ rubocop:
 rspec:
   stage: test
   extends: .job_base
+  parallel:
+    matrix:
+      - RUBY_VERSION: ['2.7', '3.0']
   script:
-    - bundle exec rspec --color
-
-rspec 3.0:
-  stage: test
-  extends: .job_base
-  image: ruby:3.0
-  script:
-    - bundle exec rspec --color
-
+    - bundle exec rspec --force-color

data/.tool-versions

@@ -1 +1 @@
-ruby 3.0.2
+ruby 3.0.4

data/Gemfile.lock

@@ -1,7 +1,8 @@
 PATH
   remote: .
   specs:
-    dri (0.5.0)
+    dri (0.7.0)
+      amatch (~> 0.4.1)
       gitlab (~> 4.18)
       httparty (~> 0.20.0)
       json (~> 2.6.1)
@@ -27,14 +28,17 @@ GEM
       tzinfo (~> 2.0)
     addressable (2.8.0)
       public_suffix (>= 2.0.2, < 5.0)
+    amatch (0.4.1)
+      mize
+      tins (~> 1.0)
     ast (2.4.2)
     coderay (1.1.3)
     concurrent-ruby (1.1.10)
     crack (0.4.5)
       rexml
     diff-lcs (1.5.0)
-    gitlab (4.18.0)
-      httparty (~> 0.18)
+    gitlab (4.19.0)
+      httparty (~> 0.20)
       terminal-table (>= 1.5.1)
     gitlab-styles (7.0.0)
       rubocop (~> 0.91, >= 0.91.1)
@@ -56,12 +60,16 @@ GEM
       mime-types-data (~> 3.2015)
     mime-types-data (3.2022.0105)
     minitest (5.15.0)
+    mize (0.4.0)
+      protocol (~> 2.0)
     multi_xml (0.6.0)
     parallel (1.22.1)
     parser (3.1.1.0)
       ast (~> 2.4.1)
     pastel (0.8.0)
       tty-color (~> 0.5)
+    protocol (2.0.0)
+      ruby_parser (~> 3.0)
     pry (0.14.1)
       coderay (~> 1.1)
       method_source (~> 1.0)
@@ -110,15 +118,21 @@ GEM
       rubocop (~> 0.87)
       rubocop-ast (>= 0.7.1)
     ruby-progressbar (1.11.0)
+    ruby_parser (3.19.1)
+      sexp_processor (~> 4.16)
+    sexp_processor (4.16.1)
     strings (0.2.1)
       strings-ansi (~> 0.2)
       unicode-display_width (>= 1.5, < 3.0)
       unicode_utils (~> 1.4)
     strings-ansi (0.2.0)
+    sync (0.5.0)
     terminal-table (3.0.2)
       unicode-display_width (>= 1.1.1, < 3)
     thor (1.0.1)
     timecop (0.9.5)
+    tins (1.31.1)
+      sync
     tty-box (0.7.0)
       pastel (~> 0.8)
       strings (~> 0.2.0)
@@ -162,10 +176,10 @@ DEPENDENCIES
   dri!
   gitlab-styles (~> 7.0.0)
   pry (~> 0.14.1)
-  rake
+  rake (~> 13.0)
   rspec (~> 3.10.0)
   timecop (~> 0.9.1)
   webmock (~> 3.5)
 
 BUNDLED WITH
-   2.3.9
+   2.3.16

data/README.md

@@ -66,7 +66,9 @@ $ dri profile
   - profile
   - reports
 - [6. incidents](#6-incidents)
-- [7. version](#7-version)
+- [7. analyze](#7-analyze)
+  - stacktraces
+- [8. version](#8-version)
 
 #### 1. init
 
@@ -123,12 +125,19 @@ $ dri fetch dequarantines
 
 Fetches open dequarantine Merge Requests to be reviewed
 
+Results are organized by environment (production, staging, staging ref and preprod).
 ```shell
 $ dri fetch featureflags
 ```
 
 Fetches a list of today's feature flag changes, including the date and time in UTC of when the change occurred as well as a link to the corresponding issue from the feature-flag-log project.
-Results are organized by environment (production, staging, staging ref and preprod).
+
+```shell
+$ dri fetch pipelines
+```
+
+Fetches a table containing last executed pipeline and its test report link for all monitored pipelines.
+The timestamps are in UTC
 
 #### 4. publish
 
@@ -137,6 +146,7 @@ $ dri publish report
 ```
 
 Publishes a handover report on the latest triage issue, in the [pipeline-triage](https://gitlab.com/gitlab-org/quality/pipeline-triage) project.
+The report includes automatically both triaged failures and incidents.
 
 **Options**
 
@@ -191,7 +201,17 @@ $ dri incidents
 
 Have a quick look at currently active/mitigated incidents on GitLab services.
 
-#### 7. version
+#### 7. analyze
+
+```shell
+$ dri analyze stacktraces
+```
+Searches through any open test failure issues and publishes a report that identifies
+issues that have similar stack traces. 
+This may be useful to identify situations where a common test failure is presenting 
+itself across multiple individual test cases, over a period of time. 
+
+#### 8. version
 
 ```shell
 $ dri version

data/dri.gemspec

@@ -22,6 +22,7 @@ Gem::Specification.new do |spec|
   spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
   spec.require_paths = ['lib']
 
+  spec.add_dependency 'amatch', '~> 0.4.1'
   spec.add_dependency "gitlab", "~> 4.18"
   spec.add_dependency 'httparty', '~> 0.20.0'
   spec.add_dependency 'json', '~> 2.6.1'
@@ -39,7 +40,7 @@ Gem::Specification.new do |spec|
 
   spec.add_development_dependency 'gitlab-styles', '~> 7.0.0'
   spec.add_development_dependency "pry", "~> 0.14.1"
-  spec.add_development_dependency 'rake'
+  spec.add_development_dependency 'rake', "~> 13.0"
   spec.add_development_dependency 'rspec', '~> 3.10.0'
   spec.add_development_dependency "timecop", "~> 0.9.1"
   spec.add_development_dependency 'webmock', '~> 3.5'

data/lib/dri/api_client.rb

@@ -3,20 +3,29 @@
 require "httparty"
 require "json"
 require "tty-config"
-require 'cgi'
-require 'gitlab'
+require "cgi"
+require "gitlab"
 
 module Dri
-  class ApiClient
-    API_URL                     = 'https://gitlab.com/api/v4'
-    TESTCASES_PROJECT_ID        = '11229385'
-    TRIAGE_PROJECT_ID           = '15291320'
-    GITLAB_PROJECT_ID           = '278964'
-    FEATURE_FLAG_LOG_PROJECT_ID = '15208716'
-    INFRA_TEAM_PROD_PROJECT_ID  = '7444821'
-
-    def initialize(config)
+  TokenNotProvidedError = Class.new(StandardError)
+  class ApiClient # rubocop:disable Metrics/ClassLength
+    API_URL                     = "https://gitlab.com/api/v4"
+    OPS_API_URL                 = "https://ops.gitlab.net/api/v4"
+    TESTCASES_PROJECT_ID        = 11229385
+    TRIAGE_PROJECT_ID           = 15291320
+    GITLAB_PROJECT_ID           = 278964
+    FEATURE_FLAG_LOG_PROJECT_ID = 15208716
+    INFRA_TEAM_PROD_PROJECT_ID  = 7444821
+
+    def initialize(config, ops = false)
       @token = config.read.dig("settings", "token")
+      @ops_token = config.read.dig("settings", "ops_token")
+      if @token.nil? || @ops_token.nil?
+        raise TokenNotProvidedError, "Gitlab API client cannot be initialized without both access tokens. " \
+                              "Run `dri init` again or `dri profile --edit` to add an ops_token entry."
+      end
+
+      @ops_instance = ops
     end
 
     # Fetch triaged failures
@@ -34,12 +43,26 @@ module Dri
       )
     end
 
+    # Fetch triaged incidents
+    #
+    # @param [String] emoji
+    def fetch_triaged_incidents(emoji:)
+      gitlab.issues(
+        INFRA_TEAM_PROD_PROJECT_ID,
+        order_by: "updated_at",
+        my_reaction_emoji: emoji,
+        state: "all",
+        labels: "incident"
+      )
+    end
+
     # Fetch award emojis
     #
     # @param [Integer] issue_iid
+    # @param [Integer] project_id
     # @return [Array<Gitlab::ObjectifiedHash>]
-    def fetch_awarded_emojis(issue_iid)
-      gitlab.award_emojis(GITLAB_PROJECT_ID, issue_iid, "issue")
+    def fetch_awarded_emojis(issue_iid, project_id: GITLAB_PROJECT_ID)
+      gitlab.award_emojis(project_id, issue_iid, "issue")
     end
 
     # Fetch failing testcases
@@ -57,6 +80,18 @@ module Dri
       ).auto_paginate
     end
 
+    # Fetch issues related to failing test cases
+    #
+    # @return [Array<Gitlab::ObjectifiedHash>]
+    def fetch_test_failure_issues(labels: 'failure::new')
+      gitlab.issues(
+        GITLAB_PROJECT_ID,
+        labels: labels,
+        state: 'opened',
+        scope: "all"
+      ).auto_paginate
+    end
+
     # Fetch related issue mrs
     #
     # @param [Integer] issue_iid
@@ -124,10 +159,11 @@ module Dri
     #
     # @param [Integer] issue_iid
     # @param [Integer] emoji_id
+    # @param [Integer] project_id
     # @return [Gitlab::ObjectifiedHash]
-    def delete_award_emoji(issue_iid, emoji_id)
+    def delete_award_emoji(issue_iid, emoji_id:, project_id: GITLAB_PROJECT_ID)
       gitlab.delete_award_emoji(
-        GITLAB_PROJECT_ID,
+        project_id,
         issue_iid,
         "issue",
         emoji_id
@@ -149,18 +185,73 @@ module Dri
       gitlab.issues(INFRA_TEAM_PROD_PROJECT_ID, order_by: "updated_at", state: "opened", labels: "incident")
     end
 
+    # Fetch pipelines
+    #
+    # @param [Integer] project_id
+    # @return [Array<Gitlab::ObjectifiedHash>]
+    def pipelines(project_id:, options:, auto_paginate: false)
+      if auto_paginate
+        gitlab.pipelines(project_id, options).auto_paginate
+      else
+        gitlab.pipelines(project_id, options)
+      end
+    end
+
+    # Fetch single pipeline
+    #
+    # @param [Integer] project_id
+    # @param [Integer] pipeline_id
+    # @return [<Gitlab::ObjectifiedHash>]
+    def pipeline(project_id, pipeline_id)
+      gitlab.pipeline(project_id, pipeline_id)
+    end
+
+    # Fetch test report from a pipeline
+    #
+    # @param [Integer] project_id
+    # @param [Integer] pipeline_id
+    # @return [<Gitlab::ObjectifiedHash>]
+    def pipeline_test_report(project_id, pipeline_id)
+      gitlab.pipeline_test_report(project_id, pipeline_id)
+    end
+
+    # Fetch pipeline bridges/downstream pipelines
+    #
+    # @param [Integer] project_id
+    # @param [Integer] pipeline_id
+    # @return [Array<Gitlab::ObjectifiedHash>]
+    def pipeline_bridges(project_id, pipeline_id, options = {})
+      gitlab.pipeline_bridges(project_id, pipeline_id, options).auto_paginate
+    end
+
+    # Fetch jobs from a pipeline
+    #
+    # @param [Integer] project_id
+    # @param [Integer] pipeline_id
+    # @return [Array<Gitlab::ObjectifiedHash>]
+    def pipeline_jobs(project_id, pipeline_id, options = {})
+      gitlab.pipeline_jobs(project_id, pipeline_id, options).auto_paginate
+    end
+
     private
 
-    attr_reader :token
+    attr_reader :token, :ops_token
 
     # Gitlab client
     #
     # @return [Gitlab::Client]
     def gitlab
-      @gitlab ||= Gitlab.client(
-        endpoint: API_URL,
-        private_token: token
-      )
+      if @ops_instance
+        @ops_client ||= Gitlab.client(
+          endpoint: OPS_API_URL,
+          private_token: ops_token
+        )
+      else
+        @gitlab_client ||= Gitlab.client(
+          endpoint: API_URL,
+          private_token: token
+        )
+      end
     end
   end
 end

data/lib/dri/cli.rb

@@ -82,5 +82,8 @@ module Dri
 
     require_relative 'commands/publish'
     register Dri::Commands::Publish, 'publish', 'publish [SUBCOMMAND]', 'Publish report for handover'
+
+    require_relative 'commands/analyze'
+    register Dri::Commands::Analyze, 'analyze', 'analyze [SUBCOMMAND]', 'Analysis of test failures and issues'
   end
 end

data/lib/dri/command.rb

@@ -32,8 +32,8 @@ module Dri
       end
     end
 
-    def api_client
-      ApiClient.new(config)
+    def api_client(ops: false)
+      ApiClient.new(config, ops)
     end
 
     def profile
@@ -52,10 +52,18 @@ module Dri
       @token ||= profile["settings"]["token"]
     end
 
+    def ops_token
+      @ops_token ||= profile["settings"]["ops_token"]
+    end
+
     def timezone
       @timezone ||= profile["settings"]["timezone"]
     end
 
+    def handover_report_path
+      @handover_report_path ||= profile["settings"]["handover_report_path"]
+    end
+
     def verify_config_exists
       return if config.exist?
 

data/lib/dri/commands/analyze/stack_traces.rb

@@ -0,0 +1,106 @@
+# frozen_string_literal: true
+
+require_relative '../../command'
+require_relative '../../utils/table'
+require 'amatch'
+require 'fileutils'
+
+module Dri
+  module Commands
+    class Analyze
+      class StackTraces < Dri::Command
+        include Amatch
+        include Dri::Utils::Table
+
+        def initialize(options)
+          @options = options
+          @labels = options[:labels] || 'failure::new'
+          @similarity_score_threshold = options[:similarity_score_threshold] || 0.9
+        end
+
+        def execute(input: $stdin, output: $stdout) # rubocop:disable Metrics/AbcSize
+          verify_config_exists
+          logger.info "#{Time.now.utc} Fetching issues"
+
+          data = []
+
+          spinner.run do
+            response = api_client.fetch_test_failure_issues(labels: @labels)
+            logger.info "#{Time.now.utc} API response completed"
+
+            if response.empty?
+              logger.info 'There are no failure::new issues identified!'
+              exit 0
+            end
+
+            data = identify_similar_issues(response)
+
+            logger.info "#{Time.now.utc} Processing Data Complete"
+          end
+
+          similar_stack_traces = data.each_with_object([]) do |item, similar_items|
+            next if item[:stack_trace].empty?
+            next if item[:related_errors].length < 2
+
+            similar_items << [item[:stack_trace], item[:related_errors]]
+          end
+
+          FileUtils.mkdir_p("#{Dir.pwd}/analyze_reports/stacktraces")
+          report_path = "analyze_reports/stacktraces/report-#{Time.now.utc.to_i}.md"
+          write_report(similar_stack_traces, report_path)
+          logger.success "Analyze StackTraces report is ready at: #{report_path}"
+
+          errors_count = similar_stack_traces.count
+          issues_count = similar_stack_traces.sum { |st| st[1].size }
+          output.puts "Found #{errors_count} common errors across a combination of #{issues_count} issues"
+        end
+
+        private
+
+        def write_report(similar_stack_traces, report_path)
+          File.open(report_path, 'a') do |out_file|
+            out_file.puts "## Stack Trace Analysis"
+            similar_stack_traces.each do |st|
+              out_file.puts "### StackTrace"
+              out_file.puts st[0]
+              out_file.puts "### Related issues"
+              st[1].each { |err| out_file.puts "* #{err}" }
+              out_file.puts "-" * 80
+            end
+          end
+        end
+
+        def identify_similar_issues(response)
+          data = []
+          response.each do |item|
+            stack_trace = extract_stack_trace(item['description'])
+
+            data.find(-> { add_stack_trace(data, stack_trace) }) do |row|
+              calc_similarity(row[:stack_trace], stack_trace) >= @similarity_score_threshold
+            end[:related_errors].append(item['web_url'])
+          end
+          data
+        end
+
+        def add_stack_trace(data, st)
+          obj = { stack_trace: st, related_errors: [] }
+          data.append(obj)
+          obj
+        end
+
+        def extract_stack_trace(description)
+          stack_trace = description[/```(.*)```/m]
+          # Remove common patterns that may impact matching
+          stack_trace&.gsub!(/^*Correlation Id: \S*$/, '')
+          stack_trace&.gsub!(/^*Sentry Url: \S*$/, '')
+          stack_trace&.gsub!(/^*Kibana Url: \S*$/, '')
+          stack_trace || ''
+        end
+
+        def calc_similarity(s1, s2)
+          JaroWinkler.new(s1).match(s2)
+        end
+      end
+    end
+  end
+end

data/lib/dri/commands/analyze.rb

@@ -0,0 +1,20 @@
+# frozen_string_literal: true
+
+require 'thor'
+
+module Dri
+  module Commands
+    class Analyze < Thor
+      namespace :analyze
+
+      desc 'stacktraces', 'Identify commonalities and patterns between stack traces'
+      method_option :help, aliases: '-h', type: :boolean, desc: 'Display usage information'
+      def stacktraces(*)
+        return invoke :help, %w[stacktraces] if options[:help]
+
+        require_relative 'analyze/stack_traces'
+        Dri::Commands::Analyze::StackTraces.new(options).execute
+      end
+    end
+  end
+end

data/lib/dri/commands/fetch/pipelines.rb

@@ -0,0 +1,272 @@
+# frozen_string_literal: true
+
+require 'date'
+require_relative '../../command'
+require_relative '../../utils/table'
+require_relative '../../utils/constants'
+
+module Dri
+  module Commands
+    class Fetch
+      class Pipelines < Dri::Command # rubocop:disable Metrics/ClassLength
+        include Dri::Utils::Table
+        using Refinements
+
+        NUM_OF_TESTS_LIVE_ENV = 1000
+        NOT_FOUND = "Not found"
+
+        def initialize(options)
+          @options = options
+        end
+
+        def execute(input: $stdin, output: $stdout)
+          verify_config_exists
+          logger.info "Fetching pipelines' status, this might take a while..."
+          logger.warn "This command needs a large window to correctly print the table"
+          pipelines = []
+          table_labels = define_table_labels
+
+          spinner.run do
+            Dri::Utils::Constants::PIPELINE_ENVIRONMENTS.each do |environment, details|
+              logger.info "Fetching last executed #{environment} pipeline"
+              pipelines << fetch_pipeline(pipeline_name: environment.to_s, details: details)
+              logger.info "Fetching complete for #{environment} ✓"
+            end
+          end
+
+          print_table(
+            table_labels,
+            pipelines,
+            alignments: [:center, :center, :center, :center, :center],
+            padding: [1, 1, 1, 1]
+          )
+          pipelines # Returning the array mainly for spec
+        end
+
+        private
+
+        # Format a past date
+        # @param [Integer] hours_ago the amount of hours from now
+        # @return [String] formatted datetime
+        def past_timestamp(hours_ago)
+          timestamp = Time.now - (hours_ago * 60 * 60)
+          timestamp.utc.strftime("%Y-%m-%dT%H:%M:%SZ")
+        end
+
+        # Get the first downstream pipeline of a project
+        # @param [Integer] project_id the id of the project
+        # @param [Integer] pipeline_id the pipeline id
+        # @return [Gitlab::ObjectifiedHash,nil] nil if downstream (bridge) pipeline does not exist
+        def bridge_pipeline(project_id, pipeline_id)
+          bridges = api_client.pipeline_bridges(project_id, pipeline_id)
+          return if bridges.empty? # If downstream pipeline doesn't exist, which triggers the QA tests, return
+
+          bridges.find { |it| it.name == "e2e:package-and-test" }&.downstream_pipeline
+        end
+
+        # Get jobs from a pipeline
+        # @param [Integer] project_id the id of the project
+        # @param [Integer] pipeline_id the pipeline id
+        # @param [Boolean] ops  true if ops instance
+        # @return [Array::ObjectifiedHash,nil] nil if downstream (bridge) pipeline does not exist
+        def jobs(project_id:, pipeline_id:, ops: false)
+          api_client(ops: ops).pipeline_jobs(project_id, pipeline_id)
+        end
+
+        # Checks if tests count exceeds threshold in a pipeline
+        # @param [Integer] project_id the id of the project
+        # @param [Integer] pipeline_id the pipeline id
+        # @param [Boolean] ops  true if ops instance
+        # @return [Boolean] true if count exceeds threshold defined in constant NUM_OF_TESTS_LIVE_ENV
+        def tests_exceed_threshold?(project_id:, pipeline_id:, ops: true)
+          api_client(ops: ops).pipeline_test_report(project_id, pipeline_id).total_count > NUM_OF_TESTS_LIVE_ENV
+        end
+
+        # Checks if a job is present in an array of jobs
+        # @param [Array] jobs
+        # @param [String] job_name name of the job
+        # @return [Boolean] true if job is present
+        def contains_job?(jobs, job_name:)
+          jobs.any? { |job| job["name"].include?(job_name) }
+        end
+
+        # Checks if a stage is present from a list of jobs
+        # @param [Array] jobs
+        # @param [String] stage_name name of the stage
+        # @return [Boolean] true if stage is present
+        def contains_stage?(jobs, stage_name)
+          jobs.any? { |job| job["stage"].include?(stage_name) }
+        end
+
+        # Checks if pipeline ran only the QA smoke tests
+        # @param [Array] jobs
+        # @param [Integer] project_id
+        # @param [Integer] pipeline_id
+        # @param [Boolean] ops  true if ops instance
+        def smoke_run?(jobs:, project_id:, pipeline_id:, ops:)
+          contains_stage?(jobs, "sanity") &&
+            !tests_exceed_threshold?(project_id: project_id, pipeline_id: pipeline_id, ops: ops)
+        end
+
+        # Checks if pipeline ran full suite of qa tests
+        # @param [Array] jobs
+        # @param [Integer] project_id
+        # @param [Integer] pipeline_id
+        # @param [Boolean] ops  true if ops instance
+        def full_run?(jobs:, project_id:, pipeline_id:, ops:)
+          if ops
+            (contains_stage?(jobs, "qa") || contains_stage?(jobs, "test")) &&
+              tests_exceed_threshold?(project_id: project_id, pipeline_id: pipeline_id, ops: ops)
+          else
+            contains_stage?(jobs, "qa") || contains_stage?(jobs, "test")
+            # Nightly pipeline does not execute full E2E suite if sanity fails so can't check tests count
+          end
+        end
+
+        # Combined logic to check if a pipeline was a sanity run for all pipeline types - ie.,  live environment
+        # and gitlab-qa-mirror pipelines
+        # @param [Array] pipeline_jobs
+        # @param [Object] pipeline
+        # @param [Boolean] ops
+        def sanity?(pipeline_jobs:, pipeline:, ops:)
+          return true if ops && smoke_run?(jobs: pipeline_jobs, project_id: pipeline.project_id,
+                                           pipeline_id: pipeline.id, ops: ops)
+
+          false if full_run?(jobs: pipeline_jobs, project_id: pipeline.project_id,
+                             pipeline_id: pipeline.id, ops: ops)
+        end
+
+        # Master pipeline run
+        #
+        # @param [String] pipeline_name
+        # @return [Boolean]
+        def master?(pipeline_name)
+          pipeline_name == "master"
+        end
+
+        # Constructs allure report url for each pipeline
+        # @param [String] pipeline_name
+        # @param [Integer] pipeline_id
+        # @param [Boolean] sanity
+        def allure_report(pipeline_name:, pipeline_id:, sanity:)
+          "https://storage.googleapis.com/gitlab-qa-allure-reports/#{allure_bucket_name(pipeline_name, sanity)}"\
+           "/master/#{pipeline_id}/index.html"
+        end
+
+        # Returns the GCP bucket name for different pipeline types
+        # @param [String] pipeline_name
+        # @param [Boolean] sanity
+        def allure_bucket_name(pipeline_name, sanity)
+          case pipeline_name
+          when "master"
+            "e2e-package-and-test"
+          when "nightly"
+            pipeline_name
+          when "pre_prod"
+            "preprod-#{run_type(sanity)}"
+          else
+            "#{pipeline_name.sub('_', '-')}-#{run_type(sanity)}"
+          end
+        end
+
+        def run_type(sanity)
+          sanity == true ? "sanity" : "full"
+        end
+
+        # Returns table headers
+        # @return [Array]
+        def define_table_labels
+          name = add_color("Pipeline", :magenta)
+          pipeline_last_executed = add_color("Last executed at", :magenta)
+          url = add_color("Pipeline Url", :magenta)
+          report = add_color("Last report", :magenta)
+          result = add_color("Result", :magenta)
+          [name, pipeline_last_executed, url, report, result]
+        end
+
+        # Checks if pipeline is running on ops.gitlab.net or gitlab.com
+        # @param [String] url
+        def ops_pipeline?(url)
+          url.include?("ops.gitlab.net")
+        end
+
+        # Slack notification job name
+        #
+        # @param [Boolean] ops
+        # @return [String]
+        def notify_job_name(ops)
+          ops ? "notify-slack-qa-fail" : "notify-slack-fail"
+        end
+
+        # Returns child pipeline if it is master pipeline
+        # @param [String] pipeline_name
+        # @param [Gitlab::ObjectifiedHash] pipeline
+        def pipeline_with_qa_tests(pipeline_name, pipeline)
+          if master?(pipeline_name)
+            bridge_pipeline(pipeline.project_id, pipeline.id)
+          else
+            pipeline
+          end
+        end
+
+        # Returns query options for pipelines api call
+        # @param [Hash] details
+        # @param [Boolean] ops
+        def options(details, ops)
+          options = {
+            order_by: "updated_at",
+            scope: "finished",
+            ref: "master",
+            updated_after: past_timestamp(details[:search_hours_ago])
+          }
+          options.merge(username: "gitlab-bot") if ops || master?(details[:name])
+          options
+        end
+
+        def emoji_for_success_failure(status)
+          return add_color("✓", :green) if status.include?("success")
+
+          add_color("x", :red)
+        end
+
+        # @param [String] pipeline_name
+        # @param [Hash] details Pipeline environment details
+        # @return [Array] Array of last executed pipeline details
+        # rubocop:disable Metrics/PerceivedComplexity
+        def fetch_pipeline(pipeline_name:, details:) # rubocop:disable Metrics/CyclomaticComplexity, Metrics/AbcSize
+          ops = ops_pipeline?(details[:url])
+          options = options(details, ops)
+          # instance is ops.gitlab.net or gitlab.com
+          response = api_client(ops: ops).pipelines(project_id: details[:project_id],
+                                                    options: options, auto_paginate: true)
+          return [pipeline_name, NOT_FOUND, NOT_FOUND, NOT_FOUND, NOT_FOUND] if response.empty?
+
+          # Return empty data to the table if no matching pipelines were found from the query
+          response.each do |pipeline|
+            pipeline_to_scan = pipeline_with_qa_tests(pipeline_name, pipeline) # Fetch child pipeline if it is master
+            next if pipeline_to_scan.nil?
+
+            pipeline_jobs = jobs(project_id: pipeline.project_id, pipeline_id: pipeline_to_scan.id, ops: ops)
+            next unless master?(pipeline_name) || contains_job?(pipeline_jobs, job_name: notify_job_name(ops))
+
+            # Need to know if it is a sanity or a full run to construct allure report url
+            sanity = sanity?(pipeline_jobs: pipeline_jobs, pipeline: pipeline_to_scan, ops: ops)
+            next if sanity.nil? # To filter out some "clean up" pipelines present in live environments
+            next if sanity && @options[:full_runs_only] # Filter out sanity runs if --full-runs-only option is passed
+
+            name = ops ? "#{pipeline_name}_#{run_type(sanity)}" : pipeline_name
+            pipeline_last_executed = pipeline_to_scan.updated_at
+            url = pipeline_to_scan.web_url
+            report = allure_report(pipeline_name: pipeline_name, pipeline_id: pipeline_to_scan.id, sanity: sanity)
+            result = emoji_for_success_failure(pipeline_to_scan.status)
+            return [name, pipeline_last_executed, url, report, result]
+          end
+
+          [pipeline_name, NOT_FOUND, NOT_FOUND, NOT_FOUND, NOT_FOUND] # Parsed through all of the response and
+          # no matching pipelines found
+        end
+        # rubocop:enable Metrics/PerceivedComplexity
+      end
+    end
+  end
+end

data/lib/dri/commands/fetch.rb

@@ -19,7 +19,7 @@ module Dri
         end
       end
 
-      desc 'triaged', 'Command description...'
+      desc 'triaged', 'Display triaged failures'
       method_option :help, aliases: '-h', type: :boolean,
                            desc: 'Display usage information'
       def triaged(*)
@@ -82,6 +82,18 @@ module Dri
         require_relative 'fetch/quarantines'
         Dri::Commands::Fetch::Quarantines.new(options, search: '[DEQUARANTINE]').execute
       end
+
+      desc 'pipelines', 'Display status of pipelines'
+      method_option :help, aliases: '-h', type: :boolean,
+                           desc: 'Display pipelines usage information'
+      method_option :full_runs_only, type: :boolean,
+                                     desc: 'Displays full pipeline runs only'
+      def pipelines(*)
+        return invoke :help, %w[pipelines] if options[:help]
+
+        require_relative 'fetch/pipelines'
+        Dri::Commands::Fetch::Pipelines.new(options).execute
+      end
     end
   end
 end

data/lib/dri/commands/init.rb

@@ -31,18 +31,23 @@ module Dri
 
         @username = prompt.ask("What is your GitLab username?")
         @token = prompt.mask("Please provide your GitLab personal access token:")
+        @ops_token = prompt.mask("Please provide your ops.gitlab.net personal access token:")
         @timezone = prompt.select("Choose your current timezone?", %w[EMEA AMER APAC])
         @emoji = prompt.ask("Have a triage emoji?")
+        @handover_report_path = prompt.ask("Please provide a path for handover report",
+                                           default: "#{Dir.pwd}/handover_reports")
 
-        if (@emoji || @token || @username).nil?
-          logger.error "Please provide a username, token, timezone and emoji used for triage."
+        if (@emoji || @token || @username || @ops_token).nil?
+          logger.error "Please provide a username, gitlab token, ops token, timezone and emoji used for triage."
           exit 1
         end
 
         config.set(:settings, :user, value: @username)
         config.set(:settings, :token, value: @token)
+        config.set(:settings, :ops_token, value: @ops_token)
         config.set(:settings, :timezone, value: @timezone)
         config.set(:settings, :emoji, value: @emoji)
+        config.set(:settings, :handover_report_path, value: @handover_report_path)
         config.write(force: true)
 
         logger.success "✅ We're ready to go 🚀"

data/lib/dri/commands/profile.rb

@@ -38,6 +38,7 @@ module Dri
       def pretty_print_profile
         <<~PROFILE
           #{add_color('User:', :bright_cyan)} #{username}\n #{add_color('Token:', :bright_cyan)} #{token}
+          #{add_color('OpsToken:', :bright_cyan)} #{ops_token}
           #{add_color('Timezone:', :bright_cyan)} #{timezone}
           #{add_color('Emoji:', :bright_cyan)} #{emoji}
         PROFILE

data/lib/dri/commands/publish/report.rb

@@ -28,20 +28,21 @@ module Dri
           verify_config_exists
           report = Dri::Report.new(config)
 
-          logger.info "Fetching triaged failures with award emoji #{emoji}..."
+          logger.info "Fetching triaged failures and incidents with award emoji #{emoji}..."
 
           spinner.start
 
           issues = api_client.fetch_triaged_failures(emoji: emoji, state: 'opened')
+          incidents = api_client.fetch_triaged_incidents(emoji: emoji)
 
           spinner.stop
 
-          if issues.empty?
-            logger.warn "Found no issues associated with \"#{emoji}\" emoji. Will exit. Bye 👋"
+          if issues.empty? && incidents.empty?
+            logger.warn "Found no issues nor incidents associated with \"#{emoji}\" emoji. Will exit. Bye 👋"
             exit 1
           end
 
-          logger.info 'Assembling the failures report... '
+          logger.info 'Assembling the handover report... '
           # sets each failure on the table
           action_options = [
             'pinged SET',
@@ -71,18 +72,38 @@ module Dri
             report.add_failure(issue, actions)
           end
 
+          unless incidents.empty?
+            incidents.each do |issue|
+              report.add_incident(issue)
+            end
+          end
+
           if @options[:format] == 'list'
             # generates markdown list with failures
-            format_style = Utils::MarkdownLists.make_list(report.labels, report.failures) unless report.failures.empty?
+            unless report.failures.empty?
+              failure_report = Utils::MarkdownLists.make_list(report.labels, report.failures)
+            end
+            # generates markdown list with incidents
+            unless report.incidents.empty?
+              incidents_report = Utils::MarkdownLists.make_list(report.labels_incidents, report.incidents)
+            end
           else
             # generates markdown table with rows as failures
             unless report.failures.empty?
-              format_style = MarkdownTables.make_table(
+              failure_report = MarkdownTables.make_table(
                 report.labels,
                 report.failures,
                 is_rows: true, align: %w[l l l l l]
               )
             end
+            # generates markdown table with rows as incidents
+            unless report.incidents.empty?
+              incidents_report = MarkdownTables.make_table(
+                report.labels_incidents,
+                report.incidents,
+                is_rows: true, align: %w[l l l l]
+              )
+            end
           end
 
           spinner.stop
@@ -131,7 +152,7 @@ module Dri
           end
 
           report.set_header(timezone, username)
-          note = "#{report.header}\n\n#{format_style}"
+          note = "#{report.header}\n\n#{failure_report}\n\n#{incidents_report}"
 
           note += feature_flag_note if @options[:feature_flags]
 
@@ -141,8 +162,8 @@ module Dri
 
             spinner.start
 
-            FileUtils.mkdir_p("#{Dir.pwd}/handover_reports")
-            report_path = "handover_reports/report-#{@date}-#{@time}.md"
+            FileUtils.mkdir_p(handover_report_path)
+            report_path = "#{handover_report_path.chomp('/')}/report-#{@date}-#{@time}.md"
 
             File.open(report_path, 'a') do |out_file|
               out_file.puts note

data/lib/dri/commands/rm/emoji.rb

@@ -20,25 +20,35 @@ module Dri
             exit 0
           end
 
-          logger.info "Removing #{emoji} from issues..."
+          logger.info "Removing #{emoji} emoji from issues..."
 
           spinner.start
 
-          issues_with_award_emoji = api_client.fetch_triaged_failures(emoji: emoji, state: 'opened')
+          failures_with_award_emoji = api_client.fetch_triaged_failures(emoji: emoji, state: 'opened')
+          incidents_with_award_emoji = api_client.fetch_triaged_incidents(emoji: emoji)
+
+          issues_with_award_emoji = failures_with_award_emoji + incidents_with_award_emoji
 
           spinner.stop
 
+          cleared_issues_counter = 0
           issues_with_award_emoji.each do |issue|
-            logger.info "Removing #{emoji} from #{issue.web_url}..."
-
-            response = api_client.fetch_awarded_emojis(issue.iid)
+            logger.info "Removing #{emoji} emoji from #{issue.web_url}"
 
+            response = api_client.fetch_awarded_emojis(issue.iid, project_id: issue.project_id)
             emoji_found = response.find { |e| e.name == emoji && e.to_h.dig('user', 'username') == username }
 
-            api_client.delete_award_emoji(issue.iid, emoji_found.id) unless emoji_found.nil?
+            if emoji_found.nil?
+              logger.error "Emoji #{add_color(emoji, :red)} not found for username: #{add_color(username, :red)}"
+              next
+            else
+              api_client.delete_award_emoji(issue.iid, emoji_id: emoji_found.id, project_id: issue.project_id)
+              cleared_issues_counter += 1
+            end
           end
+
           output.puts "Done! ✅"
-          logger.success "Removed #{emoji} from #{issues_with_award_emoji.size} issue(s)."
+          logger.success "Removed #{emoji} from #{cleared_issues_counter} issue(s)."
         end
       end
     end

data/lib/dri/commands/rm/reports.rb

@@ -12,7 +12,7 @@ module Dri
         end
 
         def execute(input: $stdin, output: $stdout)
-          FileUtils.rm_rf("#{Dir.pwd}/handover_reports")
+          FileUtils.rm_rf(handover_report_path) if prompt.yes?("Remove everything in #{handover_report_path}?")
         end
       end
     end

data/lib/dri/report.rb

@@ -4,11 +4,13 @@ module Dri
   class Report # rubocop:disable Metrics/ClassLength
     using Refinements
 
-    attr_reader :header, :failures, :labels
+    attr_reader :header, :failures, :labels, :labels_incidents, :incidents
 
     def initialize(config)
       @labels = ['Title', 'Issue', 'Pipelines', 'Stack Trace', 'Actions']
+      @labels_incidents = %w[Incident Service Status URL]
       @failures = []
+      @incidents = []
       @date = Date.today
       @today = Date.today.strftime("%Y-%m-%d")
       @weekday = Date.today.strftime("%A")
@@ -21,6 +23,21 @@ module Dri
       @header = "# #{timezone}, #{@weekday} - #{@date}\n posted by: @#{username}"
     end
 
+    def add_incident(incident)
+      title = incident["title"]
+      url = incident["web_url"]
+      labels = incident["labels"]
+      status = 'N/A'
+      service = 'N/A'
+
+      labels.each do |label|
+        status = label.gsub!('Incident::', ' ').to_s if label.include? "Incident::"
+        service = label.gsub!('Service::', ' ').to_s if label.include? "Service::"
+      end
+
+      @incidents << [title, service, status, url]
+    end
+
     def add_failure(failure, actions_opts = [])
       iid = failure["iid"]
       title = format_title(failure["title"])

data/lib/dri/utils/constants.rb

@@ -0,0 +1,59 @@
+# frozen_string_literal: true
+
+module Dri
+  module Utils
+    module Constants
+      PIPELINE_ENVIRONMENTS =
+        {
+          production: {
+            name: "production",
+            url: "https://ops.gitlab.net/gitlab-org/quality/production",
+            project_id: "275",
+            search_hours_ago: 12
+          },
+          staging: {
+            name: "staging",
+            url: "https://ops.gitlab.net/gitlab-org/quality/staging",
+            project_id: "263",
+            search_hours_ago: 12
+          },
+          canary: {
+            name: "canary.gitlab.com",
+            url: "https://ops.gitlab.net/gitlab-org/quality/canary",
+            project_id: "276",
+            search_hours_ago: 12
+          },
+          staging_canary: {
+            name: "canary.staging.gitlab.com",
+            url: "https://ops.gitlab.net/gitlab-org/quality/staging-canary",
+            project_id: "547",
+            search_hours_ago: 12
+          },
+          nightly: {
+            name: "nightly",
+            url: "https://gitlab.com/gitlab-org/quality/nightly",
+            project_id: "7523614",
+            search_hours_ago: 24
+          },
+          pre_prod: {
+            name: "pre.gitlab.com",
+            url: "https://ops.gitlab.net/gitlab-org/quality/preprod",
+            project_id: "294",
+            search_hours_ago: 12
+          },
+          staging_ref: {
+            name: "staging-ref",
+            url: "https://ops.gitlab.net/gitlab-org/quality/staging-ref",
+            project_id: "536",
+            search_hours_ago: 12
+          },
+          master: {
+            name: "master",
+            url: "https://gitlab.com/gitlab-org/gitlab",
+            project_id: "278964",
+            search_hours_ago: 3
+          }
+        }.freeze
+    end
+  end
+end

data/lib/dri/utils/table.rb

@@ -5,7 +5,7 @@ require 'tty-table'
 module Dri
   module Utils
     module Table
-      def print_table(headers, rows, alignments: [])
+      def print_table(headers, rows, alignments: [], **kwargs)
         if alignments.empty?
           (1..headers.size).each do
             alignments.push(:center)
@@ -13,7 +13,7 @@ module Dri
         end
 
         table = TTY::Table.new(headers, rows)
-        puts table.render(:ascii, resize: true, multiline: true, alignments: alignments)
+        puts table.render(:ascii, resize: true, multiline: true, alignments: alignments, **kwargs)
       end
     end
   end

data/lib/dri/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Dri
-  VERSION = "0.5.1"
+  VERSION = "0.7.0"
 end

metadata

@@ -1,15 +1,29 @@
 --- !ruby/object:Gem::Specification
 name: dri
 version: !ruby/object:Gem::Version
-  version: 0.5.1
+  version: 0.7.0
 platform: ruby
 authors:
 - GitLab Quality
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2022-07-04 00:00:00.000000000 Z
+date: 2022-09-12 00:00:00.000000000 Z
 dependencies:
+- !ruby/object:Gem::Dependency
+  name: amatch
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.4.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.4.1
 - !ruby/object:Gem::Dependency
   name: gitlab
   requirement: !ruby/object:Gem::Requirement
@@ -238,16 +252,16 @@ dependencies:
   name: rake
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '13.0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '13.0'
 - !ruby/object:Gem::Dependency
   name: rspec
   requirement: !ruby/object:Gem::Requirement
@@ -318,9 +332,12 @@ files:
 - lib/dri/api_client.rb
 - lib/dri/cli.rb
 - lib/dri/command.rb
+- lib/dri/commands/analyze.rb
+- lib/dri/commands/analyze/stack_traces.rb
 - lib/dri/commands/fetch.rb
 - lib/dri/commands/fetch/failures.rb
 - lib/dri/commands/fetch/featureflags.rb
+- lib/dri/commands/fetch/pipelines.rb
 - lib/dri/commands/fetch/quarantines.rb
 - lib/dri/commands/fetch/testcases.rb
 - lib/dri/commands/fetch/triaged.rb
@@ -337,6 +354,7 @@ files:
 - lib/dri/gitlab/issues.rb
 - lib/dri/refinements/truncate.rb
 - lib/dri/report.rb
+- lib/dri/utils/constants.rb
 - lib/dri/utils/feature_flag_consts.rb
 - lib/dri/utils/markdown_lists.rb
 - lib/dri/utils/table.rb