dri 0.5.0 → 0.6.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 879c4292254a2a17a0ebcd8e2c0a3f8bbc6e654a69c153ad66423c71eb750fc4
-  data.tar.gz: 51f8e1acec1894ce4a6ab264ef690cf063259f46512d743609bf2f5a6529132f
+  metadata.gz: 990d9ed4c79b5b7c7ff2e5535dba71599a3189d4c742b918f98d3063a6e15c9f
+  data.tar.gz: 15e48f44496a55d5d13185409a91d9ddd525d127fd8dbe73265dc176c6d14634
 SHA512:
-  metadata.gz: ad020b17eb8d05322800332e59b5d286dcb8712df055dab50be7f234df2864a5ba719f900d61b0ba25308a1ea130fa2b586b7f01215beec90eafb614cc8c6da1
-  data.tar.gz: c0ef20575dcc1f9fa3312df5970b79a8b6fa11b8401a1a80d30561c8a764c7bcd140d4e649c619fbce1be6b9f71c943fb51aa5a48c20b18c5f480af4a821bc07
+  metadata.gz: 22a9838a3821c90cb24346f6f98b6158e2a71ec9bd0c4e7b5d9e447a75b676202be1d365e1603d7d12a8441f6b5d448f26337c33163b60f346819933da24fea3
+  data.tar.gz: 6b117a44436b2c4c064c3b19b22deb454a42c8d6d460492af7813e72299600d50ad2cef612e5e1f2a84566588f560d31c82da3c5c92b35f1d8749ea445e9664e

data/.gitignore

@@ -13,4 +13,5 @@
 
 .dri_profile.yml
 handover_reports/*
+analyze_reports/*
 .idea/

data/.gitlab-ci.yml

@@ -1,10 +1,10 @@
 .job_base:
-  image: ruby:2.7
+  image: registry.gitlab.com/gitlab-org/gitlab-build-images/debian-bullseye-ruby-${RUBY_VERSION}:bundler-2.3
   variables:
     BUNDLE_PATH: vendor/bundle
     BUNDLE_SUPPRESS_INSTALL_USING_MESSAGES: "true"
+    BUNDLE_FROZEN: "true"
   before_script:
-    - gem install bundler -v 2.3.9 --no-document
     - bundle install
   cache:
     key:
@@ -13,26 +13,34 @@
         - Gemfile.lock
     paths:
       - vendor/bundle
+    policy: pull
   rules:
     - if: '$CI_COMMIT_BRANCH == $CI_DEFAULT_BRANCH'
     - if: '$CI_PIPELINE_SOURCE == "merge_request_event"'
 
 include:
   - project: gitlab-org/quality/pipeline-common
-    ref: 0.3.4
+    ref: 0.15.1
     file:
       - /ci/gem-release.yml
+      - /ci/ref-update.gitlab-ci.yml
+
+variables:
+  RUBY_VERSION: "2.7"
 
 stages:
   - build
   - test
   - deploy
+  - update
 
 build_gem:
   stage: build
   extends: .job_base
   script:
     - gem build
+  cache:
+    policy: pull-push
 
 rubocop:
   stage: test
@@ -43,13 +51,8 @@ rubocop:
 rspec:
   stage: test
   extends: .job_base
+  parallel:
+    matrix:
+      - RUBY_VERSION: ['2.7', '3.0']
   script:
-    - bundle exec rspec --color
-
-rspec 3.0:
-  stage: test
-  extends: .job_base
-  image: ruby:3.0
-  script:
-    - bundle exec rspec --color
-
+    - bundle exec rspec --force-color

data/.tool-versions

@@ -1 +1 @@
-ruby 3.0.2
+ruby 3.0.4

data/Gemfile.lock

@@ -1,7 +1,8 @@
 PATH
   remote: .
   specs:
-    dri (0.4.0)
+    dri (0.6.1)
+      amatch (~> 0.4.1)
       gitlab (~> 4.18)
       httparty (~> 0.20.0)
       json (~> 2.6.1)
@@ -27,14 +28,17 @@ GEM
       tzinfo (~> 2.0)
     addressable (2.8.0)
       public_suffix (>= 2.0.2, < 5.0)
+    amatch (0.4.1)
+      mize
+      tins (~> 1.0)
     ast (2.4.2)
     coderay (1.1.3)
     concurrent-ruby (1.1.10)
     crack (0.4.5)
       rexml
     diff-lcs (1.5.0)
-    gitlab (4.18.0)
-      httparty (~> 0.18)
+    gitlab (4.19.0)
+      httparty (~> 0.20)
       terminal-table (>= 1.5.1)
     gitlab-styles (7.0.0)
       rubocop (~> 0.91, >= 0.91.1)
@@ -56,12 +60,16 @@ GEM
       mime-types-data (~> 3.2015)
     mime-types-data (3.2022.0105)
     minitest (5.15.0)
+    mize (0.4.0)
+      protocol (~> 2.0)
     multi_xml (0.6.0)
     parallel (1.22.1)
     parser (3.1.1.0)
       ast (~> 2.4.1)
     pastel (0.8.0)
       tty-color (~> 0.5)
+    protocol (2.0.0)
+      ruby_parser (~> 3.0)
     pry (0.14.1)
       coderay (~> 1.1)
       method_source (~> 1.0)
@@ -110,15 +118,21 @@ GEM
       rubocop (~> 0.87)
       rubocop-ast (>= 0.7.1)
     ruby-progressbar (1.11.0)
+    ruby_parser (3.19.1)
+      sexp_processor (~> 4.16)
+    sexp_processor (4.16.1)
     strings (0.2.1)
       strings-ansi (~> 0.2)
       unicode-display_width (>= 1.5, < 3.0)
       unicode_utils (~> 1.4)
     strings-ansi (0.2.0)
+    sync (0.5.0)
     terminal-table (3.0.2)
       unicode-display_width (>= 1.1.1, < 3)
     thor (1.0.1)
     timecop (0.9.5)
+    tins (1.31.1)
+      sync
     tty-box (0.7.0)
       pastel (~> 0.8)
       strings (~> 0.2.0)
@@ -162,10 +176,10 @@ DEPENDENCIES
   dri!
   gitlab-styles (~> 7.0.0)
   pry (~> 0.14.1)
-  rake
+  rake (~> 13.0)
   rspec (~> 3.10.0)
   timecop (~> 0.9.1)
   webmock (~> 3.5)
 
 BUNDLED WITH
-   2.3.9
+   2.3.16

data/README.md

@@ -66,7 +66,9 @@ $ dri profile
   - profile
   - reports
 - [6. incidents](#6-incidents)
-- [7. version](#7-version)
+- [7. analyze](#7-analyze)
+  - stacktraces
+- [8. version](#8-version)
 
 #### 1. init
 
@@ -123,12 +125,19 @@ $ dri fetch dequarantines
 
 Fetches open dequarantine Merge Requests to be reviewed
 
+Results are organized by environment (production, staging, staging ref and preprod).
 ```shell
 $ dri fetch featureflags
 ```
 
 Fetches a list of today's feature flag changes, including the date and time in UTC of when the change occurred as well as a link to the corresponding issue from the feature-flag-log project.
-Results are organized by environment (production, staging, staging ref and preprod).
+
+```shell
+$ dri fetch pipelines
+```
+
+Fetches a table containing last executed pipeline and its test report link for all monitored pipelines.
+The timestamps are in UTC
 
 #### 4. publish
 
@@ -191,7 +200,17 @@ $ dri incidents
 
 Have a quick look at currently active/mitigated incidents on GitLab services.
 
-#### 7. version
+#### 7. analyze
+
+```shell
+$ dri analyze stacktraces
+```
+Searches through any open test failure issues and publishes a report that identifies
+issues that have similar stack traces. 
+This may be useful to identify situations where a common test failure is presenting 
+itself across multiple individual test cases, over a period of time. 
+
+#### 8. version
 
 ```shell
 $ dri version

data/dri.gemspec

@@ -22,6 +22,7 @@ Gem::Specification.new do |spec|
   spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
   spec.require_paths = ['lib']
 
+  spec.add_dependency 'amatch', '~> 0.4.1'
   spec.add_dependency "gitlab", "~> 4.18"
   spec.add_dependency 'httparty', '~> 0.20.0'
   spec.add_dependency 'json', '~> 2.6.1'
@@ -39,7 +40,7 @@ Gem::Specification.new do |spec|
 
   spec.add_development_dependency 'gitlab-styles', '~> 7.0.0'
   spec.add_development_dependency "pry", "~> 0.14.1"
-  spec.add_development_dependency 'rake'
+  spec.add_development_dependency 'rake', "~> 13.0"
   spec.add_development_dependency 'rspec', '~> 3.10.0'
   spec.add_development_dependency "timecop", "~> 0.9.1"
   spec.add_development_dependency 'webmock', '~> 3.5'

data/lib/dri/api_client.rb

@@ -3,20 +3,28 @@
 require "httparty"
 require "json"
 require "tty-config"
-require 'cgi'
-require 'gitlab'
+require "cgi"
+require "gitlab"
 
 module Dri
-  class ApiClient
-    API_URL                     = 'https://gitlab.com/api/v4'
-    TESTCASES_PROJECT_ID        = '11229385'
-    TRIAGE_PROJECT_ID           = '15291320'
-    GITLAB_PROJECT_ID           = '278964'
-    FEATURE_FLAG_LOG_PROJECT_ID = '15208716'
-    INFRA_TEAM_PROD_PROJECT_ID  = '7444821'
-
-    def initialize(config)
+  TokenNotProvidedError = Class.new(StandardError)
+  class ApiClient # rubocop:disable Metrics/ClassLength
+    API_URL                     = "https://gitlab.com/api/v4"
+    OPS_API_URL                 = "https://ops.gitlab.net/api/v4"
+    TESTCASES_PROJECT_ID        = "11229385"
+    TRIAGE_PROJECT_ID           = "15291320"
+    GITLAB_PROJECT_ID           = "278964"
+    FEATURE_FLAG_LOG_PROJECT_ID = "15208716"
+    INFRA_TEAM_PROD_PROJECT_ID  = "7444821"
+    def initialize(config, ops = false)
       @token = config.read.dig("settings", "token")
+      @ops_token = config.read.dig("settings", "ops_token")
+      if @token.nil? || @ops_token.nil?
+        raise TokenNotProvidedError, "Gitlab API client cannot be initialized without both access tokens. " \
+                              "Run `dri init` again or `dri profile --edit` to add an ops_token entry."
+      end
+
+      @ops_instance = ops
     end
 
     # Fetch triaged failures
@@ -57,6 +65,18 @@ module Dri
       ).auto_paginate
     end
 
+    # Fetch issues related to failing test cases
+    #
+    # @return [Array<Gitlab::ObjectifiedHash>]
+    def fetch_test_failure_issues(labels: 'failure::new')
+      gitlab.issues(
+        GITLAB_PROJECT_ID,
+        labels: labels,
+        state: 'opened',
+        scope: "all"
+      ).auto_paginate
+    end
+
     # Fetch related issue mrs
     #
     # @param [Integer] issue_iid
@@ -149,18 +169,73 @@ module Dri
       gitlab.issues(INFRA_TEAM_PROD_PROJECT_ID, order_by: "updated_at", state: "opened", labels: "incident")
     end
 
+    # Fetch pipelines
+    #
+    # @param [Integer] project_id
+    # @return [Array<Gitlab::ObjectifiedHash>]
+    def pipelines(project_id:, options:, auto_paginate: false)
+      if auto_paginate
+        gitlab.pipelines(project_id, options).auto_paginate
+      else
+        gitlab.pipelines(project_id, options)
+      end
+    end
+
+    # Fetch single pipeline
+    #
+    # @param [Integer] project_id
+    # @param [Integer] pipeline_id
+    # @return [<Gitlab::ObjectifiedHash>]
+    def pipeline(project_id, pipeline_id)
+      gitlab.pipeline(project_id, pipeline_id)
+    end
+
+    # Fetch test report from a pipeline
+    #
+    # @param [Integer] project_id
+    # @param [Integer] pipeline_id
+    # @return [<Gitlab::ObjectifiedHash>]
+    def pipeline_test_report(project_id, pipeline_id)
+      gitlab.pipeline_test_report(project_id, pipeline_id)
+    end
+
+    # Fetch pipeline bridges/downstream pipelines
+    #
+    # @param [Integer] project_id
+    # @param [Integer] pipeline_id
+    # @return [Array<Gitlab::ObjectifiedHash>]
+    def pipeline_bridges(project_id, pipeline_id, options = {})
+      gitlab.pipeline_bridges(project_id, pipeline_id, options).auto_paginate
+    end
+
+    # Fetch jobs from a pipeline
+    #
+    # @param [Integer] project_id
+    # @param [Integer] pipeline_id
+    # @return [Array<Gitlab::ObjectifiedHash>]
+    def pipeline_jobs(project_id, pipeline_id, options = {})
+      gitlab.pipeline_jobs(project_id, pipeline_id, options).auto_paginate
+    end
+
     private
 
-    attr_reader :token
+    attr_reader :token, :ops_token
 
     # Gitlab client
     #
     # @return [Gitlab::Client]
     def gitlab
-      @gitlab ||= Gitlab.client(
-        endpoint: API_URL,
-        private_token: token
-      )
+      if @ops_instance
+        @ops_client ||= Gitlab.client(
+          endpoint: OPS_API_URL,
+          private_token: ops_token
+        )
+      else
+        @gitlab_client ||= Gitlab.client(
+          endpoint: API_URL,
+          private_token: token
+        )
+      end
     end
   end
 end

data/lib/dri/cli.rb

@@ -82,5 +82,8 @@ module Dri
 
     require_relative 'commands/publish'
     register Dri::Commands::Publish, 'publish', 'publish [SUBCOMMAND]', 'Publish report for handover'
+
+    require_relative 'commands/analyze'
+    register Dri::Commands::Analyze, 'analyze', 'analyze [SUBCOMMAND]', 'Analysis of test failures and issues'
   end
 end

data/lib/dri/command.rb

@@ -32,8 +32,8 @@ module Dri
       end
     end
 
-    def api_client
-      ApiClient.new(config)
+    def api_client(ops: false)
+      ApiClient.new(config, ops)
     end
 
     def profile
@@ -52,6 +52,10 @@ module Dri
       @token ||= profile["settings"]["token"]
     end
 
+    def ops_token
+      @ops_token ||= profile["settings"]["ops_token"]
+    end
+
     def timezone
       @timezone ||= profile["settings"]["timezone"]
     end

data/lib/dri/commands/analyze/stack_traces.rb

@@ -0,0 +1,106 @@
+# frozen_string_literal: true
+
+require_relative '../../command'
+require_relative '../../utils/table'
+require 'amatch'
+require 'fileutils'
+
+module Dri
+  module Commands
+    class Analyze
+      class StackTraces < Dri::Command
+        include Amatch
+        include Dri::Utils::Table
+
+        def initialize(options)
+          @options = options
+          @labels = options[:labels] || 'failure::new'
+          @similarity_score_threshold = options[:similarity_score_threshold] || 0.9
+        end
+
+        def execute(input: $stdin, output: $stdout) # rubocop:disable Metrics/AbcSize
+          verify_config_exists
+          logger.info "#{Time.now.utc} Fetching issues"
+
+          data = []
+
+          spinner.run do
+            response = api_client.fetch_test_failure_issues(labels: @labels)
+            logger.info "#{Time.now.utc} API response completed"
+
+            if response.empty?
+              logger.info 'There are no failure::new issues identified!'
+              exit 0
+            end
+
+            data = identify_similar_issues(response)
+
+            logger.info "#{Time.now.utc} Processing Data Complete"
+          end
+
+          similar_stack_traces = data.each_with_object([]) do |item, similar_items|
+            next if item[:stack_trace].empty?
+            next if item[:related_errors].length < 2
+
+            similar_items << [item[:stack_trace], item[:related_errors]]
+          end
+
+          FileUtils.mkdir_p("#{Dir.pwd}/analyze_reports/stacktraces")
+          report_path = "analyze_reports/stacktraces/report-#{Time.now.utc.to_i}.md"
+          write_report(similar_stack_traces, report_path)
+          logger.success "Analyze StackTraces report is ready at: #{report_path}"
+
+          errors_count = similar_stack_traces.count
+          issues_count = similar_stack_traces.sum { |st| st[1].size }
+          output.puts "Found #{errors_count} common errors across a combination of #{issues_count} issues"
+        end
+
+        private
+
+        def write_report(similar_stack_traces, report_path)
+          File.open(report_path, 'a') do |out_file|
+            out_file.puts "## Stack Trace Analysis"
+            similar_stack_traces.each do |st|
+              out_file.puts "### StackTrace"
+              out_file.puts st[0]
+              out_file.puts "### Related issues"
+              st[1].each { |err| out_file.puts "* #{err}" }
+              out_file.puts "-" * 80
+            end
+          end
+        end
+
+        def identify_similar_issues(response)
+          data = []
+          response.each do |item|
+            stack_trace = extract_stack_trace(item['description'])
+
+            data.find(-> { add_stack_trace(data, stack_trace) }) do |row|
+              calc_similarity(row[:stack_trace], stack_trace) >= @similarity_score_threshold
+            end[:related_errors].append(item['web_url'])
+          end
+          data
+        end
+
+        def add_stack_trace(data, st)
+          obj = { stack_trace: st, related_errors: [] }
+          data.append(obj)
+          obj
+        end
+
+        def extract_stack_trace(description)
+          stack_trace = description[/```(.*)```/m]
+          # Remove common patterns that may impact matching
+          stack_trace&.gsub!(/^*Correlation Id: \S*$/, '')
+          stack_trace&.gsub!(/^*Sentry Url: \S*$/, '')
+          stack_trace&.gsub!(/^*Kibana Url: \S*$/, '')
+          stack_trace || ''
+        end
+
+        def calc_similarity(s1, s2)
+          JaroWinkler.new(s1).match(s2)
+        end
+      end
+    end
+  end
+end

data/lib/dri/commands/analyze.rb

@@ -0,0 +1,20 @@
+# frozen_string_literal: true
+
+require 'thor'
+
+module Dri
+  module Commands
+    class Analyze < Thor
+      namespace :analyze
+
+      desc 'stacktraces', 'Identify commonalities and patterns between stack traces'
+      method_option :help, aliases: '-h', type: :boolean, desc: 'Display usage information'
+      def stacktraces(*)
+        return invoke :help, %w[stacktraces] if options[:help]
+
+        require_relative 'analyze/stack_traces'
+        Dri::Commands::Analyze::StackTraces.new(options).execute
+      end
+    end
+  end
+end

data/lib/dri/commands/fetch/failures.rb

@@ -13,8 +13,9 @@ module Dri
         SORT_BY_OPTIONS = {
           title: 0,
           triaged: 1,
-          author: 2,
-          url: 3
+          environment: 2,
+          author: 3,
+          url: 4
         }.freeze
 
         def initialize(options)
@@ -25,14 +26,16 @@ module Dri
         def execute(input: $stdin, output: $stdout) # rubocop:disable Metrics/AbcSize, Metrics/CyclomaticComplexity, Metrics/PerceivedComplexity, Metrics/MethodLength
           verify_config_exists
 
+          urgent_environments = %w[canary canary.staging]
+
           title = add_color('Title', :bright_yellow)
           triaged = add_color('Triaged?', :bright_yellow)
+          environment = add_color('Environment', :bright_yellow)
           author = add_color('Author', :bright_yellow)
           url = add_color('URL', :bright_yellow)
 
           failures = []
-          urgent = []
-          labels = [title, triaged, author, url]
+          labels = [title, triaged, environment, author, url]
           triaged_counter = 0
 
           logger.info "Fetching today's failures..."
@@ -50,6 +53,12 @@ module Dri
               author = failure.to_h.dig('author', 'username')
               url = failure.web_url
               triaged = add_color('x', :red)
+              envs = failure.labels.select { |l| l.include?('found:') }.map do |l|
+                env = l.split(':').last.gsub('.gitlab.com', '')
+
+                env == 'gitlab.com' ? 'production' : env
+              end
+              urgent = urgent_environments.all? { |env| envs.include?(env) }
 
               emoji_awards = api_client.fetch_awarded_emojis(failure.iid).find do |e|
                 e.name == emoji && e.to_h.dig('user', 'username') == username
@@ -61,32 +70,27 @@ module Dri
               end
 
               if @options[:urgent]
-                labels = failure.labels
-
-                labels.each do |label|
-                  if label.include?('found:canary.gitlab.com' && 'found:canary.staging.gitlab.com')
-                    urgent << [title, triaged, author, url]
-                  end
-                end
+                failures << [title, triaged, envs.first, author, url] if urgent
+              else
+                failures << [title, triaged, envs.first, author, url]
               end
-
-              failures << [title, triaged, author, url]
-
-              failures.sort_by! { |e| e[SORT_BY_OPTIONS[@options[:sort_by].to_sym]] } if @options[:sort_by]
             end
-          end
 
-          if @options[:urgent]
-            print_table(labels, urgent, alignments: [:left, :center, :center, :left])
-            output.puts(<<~MSG)
-              Found: #{urgent.size} urgent failures, occurring in both canary.gitlab.com and canary.staging.gitlab.com.
-            MSG
-          else
-            print_table(labels, failures, alignments: [:left, :center, :center, :left])
-            output.puts(<<~MSG)
-              Found: #{failures.size} failures, of these #{triaged_counter} have been triaged with a #{emoji}.
-            MSG
+            failures.sort_by! { |failure| failure[SORT_BY_OPTIONS[@options[:sort_by]&.to_sym || :environment]] }
           end
+
+          msg = if @options[:urgent]
+                  <<~MSG
+                    Found: #{failures.size} urgent failures, occurring in both canary.gitlab.com and canary.staging.gitlab.com.
+                  MSG
+                else
+                  <<~MSG
+                    Found: #{failures.size} failures, of these #{triaged_counter} have been triaged with a #{emoji}.
+                  MSG
+                end
+
+          print_table(labels, failures, alignments: [:left, :center, :center, :left])
+          output.puts(msg)
         end
       end
     end

data/lib/dri/commands/fetch/pipelines.rb

@@ -0,0 +1,260 @@
+# frozen_string_literal: true
+
+require 'date'
+require_relative '../../command'
+require_relative '../../utils/table'
+require_relative '../../utils/constants'
+
+module Dri
+  module Commands
+    class Fetch
+      class Pipelines < Dri::Command # rubocop:disable Metrics/ClassLength
+        include Dri::Utils::Table
+        using Refinements
+
+        NUM_OF_TESTS_LIVE_ENV = 1000
+        NOT_FOUND = "Not found"
+
+        def initialize(options)
+          @options = options
+        end
+
+        def execute(input: $stdin, output: $stdout)
+          verify_config_exists
+          logger.info "Fetching pipelines' status, this might take a while..."
+          logger.warn "This command needs a large window to correctly print the table"
+          pipelines = []
+          table_labels = define_table_labels
+
+          spinner.run do
+            Dri::Utils::Constants::PIPELINE_ENVIRONMENTS.each do |environment, details|
+              logger.info "Fetching last executed #{environment} pipeline"
+              pipelines << fetch_pipeline(pipeline_name: environment.to_s, details: details)
+              logger.info "Fetching complete for #{environment} ✓"
+            end
+          end
+
+          print_table(
+            table_labels,
+            pipelines,
+            alignments: [:center, :center, :center, :center, :center],
+            padding: [1, 1, 1, 1]
+          )
+          pipelines # Returning the array mainly for spec
+        end
+
+        private
+
+        # Format a past date
+        # @param [Integer] hours_ago the amount of hours from now
+        # @return [String] formatted datetime
+        def past_timestamp(hours_ago)
+          timestamp = Time.now - (hours_ago * 60 * 60)
+          timestamp.utc.strftime("%Y-%m-%dT%H:%M:%SZ")
+        end
+
+        # Get the first downstream pipeline of a project
+        # @param [Integer] project_id the id of the project
+        # @param [Integer] pipeline_id the pipeline id
+        # @return [Gitlab::ObjectifiedHash,nil] nil if downstream (bridge) pipeline does not exist
+        def bridge_pipeline(project_id, pipeline_id)
+          bridges = api_client.pipeline_bridges(project_id, pipeline_id)
+          return if bridges.empty? # If downstream pipeline doesn't exist, which triggers the QA tests, return
+
+          bridges.first["downstream_pipeline"]
+        end
+
+        # Get jobs from a pipeline
+        # @param [Integer] project_id the id of the project
+        # @param [Integer] pipeline_id the pipeline id
+        # @param [Boolean] ops  true if ops instance
+        # @return [Array::ObjectifiedHash,nil] nil if downstream (bridge) pipeline does not exist
+        def jobs(project_id:, pipeline_id:, ops: false)
+          api_client(ops: ops).pipeline_jobs(project_id, pipeline_id)
+        end
+
+        # Checks if tests count exceeds threshold in a pipeline
+        # @param [Integer] project_id the id of the project
+        # @param [Integer] pipeline_id the pipeline id
+        # @param [Boolean] ops  true if ops instance
+        # @return [Boolean] true if count exceeds threshold defined in constant NUM_OF_TESTS_LIVE_ENV
+        def tests_exceed_threshold?(project_id:, pipeline_id:, ops: true)
+          api_client(ops: ops).pipeline_test_report(project_id, pipeline_id).total_count > NUM_OF_TESTS_LIVE_ENV
+        end
+
+        # Checks if a job is present in an array of jobs
+        # @param [Array] jobs
+        # @param [String] job_name name of the job
+        # @return [Boolean] true if job is present
+        def contains_job?(jobs, job_name:)
+          jobs.any? { |job| job["name"].include?(job_name) }
+        end
+
+        # Checks if a stage is present from a list of jobs
+        # @param [Array] jobs
+        # @param [String] stage_name name of the stage
+        # @return [Boolean] true if stage is present
+        def contains_stage?(jobs, stage_name)
+          jobs.any? { |job| job["stage"].include?(stage_name) }
+        end
+
+        # Checks if pipeline ran only the QA smoke tests
+        # @param [Array] jobs
+        # @param [Integer] project_id
+        # @param [Integer] pipeline_id
+        # @param [Boolean] ops  true if ops instance
+        def smoke_run?(jobs:, project_id:, pipeline_id:, ops:)
+          contains_stage?(jobs, "sanity") &&
+            !tests_exceed_threshold?(project_id: project_id, pipeline_id: pipeline_id, ops: ops)
+        end
+
+        # Checks if pipeline ran full suite of qa tests
+        # @param [Array] jobs
+        # @param [Integer] project_id
+        # @param [Integer] pipeline_id
+        # @param [Boolean] ops  true if ops instance
+        def full_run?(jobs:, project_id:, pipeline_id:, ops:)
+          if ops
+            (contains_stage?(jobs, "qa") || contains_stage?(jobs, "test")) &&
+              tests_exceed_threshold?(project_id: project_id, pipeline_id: pipeline_id, ops: ops)
+          else
+            contains_stage?(jobs, "qa") || contains_stage?(jobs, "test")
+            # Nightly pipeline does not execute full E2E suite if sanity fails so can't check tests count
+          end
+        end
+
+        # Combined logic to check if a pipeline was a sanity run for all pipeline types - ie.,  live environment
+        # and gitlab-qa-mirror pipelines
+        # @param [Array] pipeline_jobs
+        # @param [Object] pipeline
+        # @param [Boolean] ops
+        def sanity?(pipeline_jobs:, pipeline:, ops:)
+          return true if ops && smoke_run?(jobs: pipeline_jobs, project_id: pipeline.project_id,
+                                           pipeline_id: pipeline.id, ops: ops)
+
+          false if full_run?(jobs: pipeline_jobs, project_id: pipeline.project_id,
+                             pipeline_id: pipeline.id, ops: ops)
+        end
+
+        # Constructs allure report url for each pipeline
+        # @param [String] pipeline_name
+        # @param [Integer] pipeline_id
+        # @param [Boolean] sanity
+        def allure_report(pipeline_name:, pipeline_id:, sanity:)
+          "https://storage.googleapis.com/gitlab-qa-allure-reports/#{allure_bucket_name(pipeline_name, sanity)}"\
+           "/master/#{pipeline_id}/index.html"
+        end
+
+        # Returns the GCP bucket name for different pipeline types
+        # @param [String] pipeline_name
+        # @param [Boolean] sanity
+        def allure_bucket_name(pipeline_name, sanity)
+          case pipeline_name
+          when "master"
+            "package-and-qa"
+          when "nightly"
+            pipeline_name
+          when "pre_prod"
+            "preprod-#{run_type(sanity)}"
+          else
+            "#{pipeline_name.sub('_', '-')}-#{run_type(sanity)}"
+          end
+        end
+
+        def run_type(sanity)
+          sanity == true ? "sanity" : "full"
+        end
+
+        # Returns table headers
+        # @return [Array]
+        def define_table_labels
+          name = add_color("Pipeline", :magenta)
+          pipeline_last_executed = add_color("Last executed at", :magenta)
+          url = add_color("Pipeline Url", :magenta)
+          report = add_color("Last report", :magenta)
+          result = add_color("Result", :magenta)
+          [name, pipeline_last_executed, url, report, result]
+        end
+
+        # Checks if pipeline is running on ops.gitlab.net or gitlab.com
+        # @param [String] url
+        def ops_pipeline?(url)
+          url.include?("ops.gitlab.net")
+        end
+
+        def notify_slack_job_name(pipeline_name, ops)
+          return "notify-slack-qa-fail" if ops
+
+          pipeline_name.to_s.include?("master") ? "notify_slack" : "notify-slack-fail"
+        end
+
+        # Returns child pipeline if it is master pipeline
+        # @param [Gitlab::ObjectifiedHash] pipeline
+        def pipeline_with_qa_tests(pipeline)
+          if pipeline.web_url.to_s.include?("gitlab-qa-mirror")
+            bridge_pipeline(pipeline.project_id, pipeline.id)
+          else
+            pipeline
+          end
+        end
+
+        # Returns query options for pipelines api call
+        # @param [Hash] details
+        # @param [Boolean] ops
+        def options(details, ops)
+          options = { order_by: "updated_at", scope: "finished",
+                      updated_after: past_timestamp(details[:search_hours_ago]) }
+          options.merge(username: "gitlab-bot") if ops
+          options
+        end
+
+        def emoji_for_success_failure(status)
+          return add_color("✓", :green) if status.include?("success")
+
+          add_color("x", :red)
+        end
+
+        # @param [String] pipeline_name
+        # @param [Hash] details Pipeline environment details
+        # @return [Array] Array of last executed pipeline details
+        # rubocop:disable Metrics/PerceivedComplexity
+        def fetch_pipeline(pipeline_name:, details:) # rubocop:disable Metrics/CyclomaticComplexity
+          ops = ops_pipeline?(details[:url])
+          options = options(details, ops)
+          # instance is ops.gitlab.net or gitlab.com
+          response = api_client(ops: ops).pipelines(project_id: details[:project_id],
+                                                    options: options, auto_paginate: true)
+          return [pipeline_name, NOT_FOUND, NOT_FOUND, NOT_FOUND, NOT_FOUND] if response.empty?
+
+          # Return empty data to the table if no matching pipelines were found from the query
+          response.each do |pipeline|
+            pipeline_to_scan = pipeline_with_qa_tests(pipeline) # Fetch child pipeline if it is master
+            next if pipeline_to_scan.nil?
+
+            pipeline_jobs = jobs(project_id: pipeline.project_id, pipeline_id: pipeline_to_scan.id, ops: ops)
+            next unless contains_job?(pipeline_jobs, job_name: notify_slack_job_name(pipeline_name, ops))
+
+            # Need to know if it is a sanity or a full run to construct allure report url
+            sanity = sanity?(pipeline_jobs: pipeline_jobs, pipeline: pipeline_to_scan,
+                             ops: ops)
+
+            next if sanity.nil? # To filter out some "clean up" pipelines present in live environments
+
+            next if sanity && @options[:full_runs_only] # Filter out sanity runs if --full-runs-only option is passed
+
+            name = ops ? "#{pipeline_name}_#{run_type(sanity)}" : pipeline_name
+            pipeline_last_executed = pipeline_to_scan.updated_at
+            url = pipeline_to_scan.web_url
+            report = allure_report(pipeline_name: pipeline_name, pipeline_id: pipeline_to_scan.id, sanity: sanity)
+            result = emoji_for_success_failure(pipeline_to_scan.status)
+            return [name, pipeline_last_executed, url, report, result]
+          end
+
+          [pipeline_name, NOT_FOUND, NOT_FOUND, NOT_FOUND, NOT_FOUND] # Parsed through all of the response and
+          # no matching pipelines found
+        end
+        # rubocop:enable Metrics/PerceivedComplexity
+      end
+    end
+  end
+end

data/lib/dri/commands/fetch.rb

@@ -82,6 +82,18 @@ module Dri
         require_relative 'fetch/quarantines'
         Dri::Commands::Fetch::Quarantines.new(options, search: '[DEQUARANTINE]').execute
       end
+
+      desc 'pipelines', 'Display status of pipelines'
+      method_option :help, aliases: '-h', type: :boolean,
+                           desc: 'Display pipelines usage information'
+      method_option :full_runs_only, type: :boolean,
+                                     desc: 'Displays full pipeline runs only'
+      def pipelines(*)
+        return invoke :help, %w[pipelines] if options[:help]
+
+        require_relative 'fetch/pipelines'
+        Dri::Commands::Fetch::Pipelines.new(options).execute
+      end
     end
   end
 end

data/lib/dri/commands/init.rb

@@ -31,16 +31,18 @@ module Dri
 
         @username = prompt.ask("What is your GitLab username?")
         @token = prompt.mask("Please provide your GitLab personal access token:")
+        @ops_token = prompt.mask("Please provide your ops.gitlab.net personal access token:")
         @timezone = prompt.select("Choose your current timezone?", %w[EMEA AMER APAC])
         @emoji = prompt.ask("Have a triage emoji?")
 
-        if (@emoji || @token || @username).nil?
-          logger.error "Please provide a username, token, timezone and emoji used for triage."
+        if (@emoji || @token || @username || @ops_token).nil?
+          logger.error "Please provide a username, gitlab token, ops token, timezone and emoji used for triage."
           exit 1
         end
 
         config.set(:settings, :user, value: @username)
         config.set(:settings, :token, value: @token)
+        config.set(:settings, :ops_token, value: @ops_token)
         config.set(:settings, :timezone, value: @timezone)
         config.set(:settings, :emoji, value: @emoji)
         config.write(force: true)

data/lib/dri/commands/profile.rb

@@ -38,6 +38,7 @@ module Dri
       def pretty_print_profile
         <<~PROFILE
           #{add_color('User:', :bright_cyan)} #{username}\n #{add_color('Token:', :bright_cyan)} #{token}
+          #{add_color('OpsToken:', :bright_cyan)} #{ops_token}
           #{add_color('Timezone:', :bright_cyan)} #{timezone}
           #{add_color('Emoji:', :bright_cyan)} #{emoji}
         PROFILE

data/lib/dri/report.rb

@@ -95,7 +95,7 @@ module Dri
         end
 
         unless pipeline_link.empty?
-          pipeline_link_sanitized = pipeline_link.join.strip.chop
+          pipeline_link_sanitized = pipeline_link.join.strip
           pipeline_markdown = "[#{pipeline_markdown}](#{pipeline_link_sanitized})"
         end
 

data/lib/dri/utils/constants.rb

@@ -0,0 +1,59 @@
+# frozen_string_literal: true
+
+module Dri
+  module Utils
+    module Constants
+      PIPELINE_ENVIRONMENTS =
+        {
+          production: {
+            name: "production",
+            url: "https://ops.gitlab.net/gitlab-org/quality/production",
+            project_id: "275",
+            search_hours_ago: 12
+          },
+          staging: {
+            name: "staging",
+            url: "https://ops.gitlab.net/gitlab-org/quality/staging",
+            project_id: "263",
+            search_hours_ago: 12
+          },
+          canary: {
+            name: "canary.gitlab.com",
+            url: "https://ops.gitlab.net/gitlab-org/quality/canary",
+            project_id: "276",
+            search_hours_ago: 12
+          },
+          staging_canary: {
+            name: "canary.staging.gitlab.com",
+            url: "https://ops.gitlab.net/gitlab-org/quality/staging-canary",
+            project_id: "547",
+            search_hours_ago: 12
+          },
+          nightly: {
+            name: "nightly",
+            url: "https://gitlab.com/gitlab-org/quality/nightly",
+            project_id: "7523614",
+            search_hours_ago: 24
+          },
+          pre_prod: {
+            name: "pre.gitlab.com",
+            url: "https://ops.gitlab.net/gitlab-org/quality/preprod",
+            project_id: "294",
+            search_hours_ago: 12
+          },
+          staging_ref: {
+            name: "staging-ref",
+            url: "https://ops.gitlab.net/gitlab-org/quality/staging-ref",
+            project_id: "536",
+            search_hours_ago: 12
+          },
+          master: {
+            name: "master",
+            url: "https://gitlab.com/gitlab-org/gitlab-qa-mirror",
+            project_id: "14707715",
+            search_hours_ago: 6
+          }
+        }.freeze
+    end
+  end
+end

data/lib/dri/utils/table.rb

@@ -5,7 +5,7 @@ require 'tty-table'
 module Dri
   module Utils
     module Table
-      def print_table(headers, rows, alignments: [])
+      def print_table(headers, rows, alignments: [], **kwargs)
         if alignments.empty?
           (1..headers.size).each do
             alignments.push(:center)
@@ -13,7 +13,7 @@ module Dri
         end
 
         table = TTY::Table.new(headers, rows)
-        puts table.render(:ascii, resize: true, multiline: true, alignments: alignments)
+        puts table.render(:ascii, resize: true, multiline: true, alignments: alignments, **kwargs)
       end
     end
   end

data/lib/dri/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Dri
-  VERSION = "0.5.0"
+  VERSION = "0.6.1"
 end

metadata

@@ -1,15 +1,29 @@
 --- !ruby/object:Gem::Specification
 name: dri
 version: !ruby/object:Gem::Version
-  version: 0.5.0
+  version: 0.6.1
 platform: ruby
 authors:
 - GitLab Quality
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2022-06-09 00:00:00.000000000 Z
+date: 2022-07-14 00:00:00.000000000 Z
 dependencies:
+- !ruby/object:Gem::Dependency
+  name: amatch
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.4.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.4.1
 - !ruby/object:Gem::Dependency
   name: gitlab
   requirement: !ruby/object:Gem::Requirement
@@ -238,16 +252,16 @@ dependencies:
   name: rake
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '13.0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '13.0'
 - !ruby/object:Gem::Dependency
   name: rspec
   requirement: !ruby/object:Gem::Requirement
@@ -318,9 +332,12 @@ files:
 - lib/dri/api_client.rb
 - lib/dri/cli.rb
 - lib/dri/command.rb
+- lib/dri/commands/analyze.rb
+- lib/dri/commands/analyze/stack_traces.rb
 - lib/dri/commands/fetch.rb
 - lib/dri/commands/fetch/failures.rb
 - lib/dri/commands/fetch/featureflags.rb
+- lib/dri/commands/fetch/pipelines.rb
 - lib/dri/commands/fetch/quarantines.rb
 - lib/dri/commands/fetch/testcases.rb
 - lib/dri/commands/fetch/triaged.rb
@@ -337,7 +354,7 @@ files:
 - lib/dri/gitlab/issues.rb
 - lib/dri/refinements/truncate.rb
 - lib/dri/report.rb
-- lib/dri/templates/incidents/.gitkeep
+- lib/dri/utils/constants.rb
 - lib/dri/utils/feature_flag_consts.rb
 - lib/dri/utils/markdown_lists.rb
 - lib/dri/utils/table.rb

data/lib/dri/templates/incidents/.gitkeep

@@ -1 +0,0 @@
-#