dri 0.5.1 → 0.6.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: cb71a1d13a00cb33c436608e3c34e40a4202505bad341d31d5d85803c36495d4
-  data.tar.gz: 73648bafa41eac28824435b62a41ead17494c144bbd99c6af52062e616379f2a
+  metadata.gz: 9f99fb005dc6cbc12b4fe9b8b131680c09474c125d7fe396fa3b0fadd8804dba
+  data.tar.gz: dfa14e8f527bfed0d17a428d81ac16955251cba3ef19907016a19bc43901e768
 SHA512:
-  metadata.gz: 6c2d592d0906e3764ec1ab2fe298a42a1798be1d58dd216261ed2a88227cfe007a97a175ae199f5ee4f4db16f7efe2dd6f99521e8febc740e191b61c0f2ef8cc
-  data.tar.gz: 1106b7fc11be59d38c72f471f8a5148eb4e724a81665b4382185da5c22a4e554fc7e1b1cc274a980b9ceeb6071f7fa5da0397e3657655132a6d21f2a31cf9712
+  metadata.gz: f7e619cb7241e804810b8cdd97759df84c98aada62c975e0d39fa9f9125219846f5e8bddb50624ce22cc1f836006b023d49375f0a17e298d0f0086d220390e87
+  data.tar.gz: '09e94ad8bc08ffb95839e01456703e81f8ed262c7c925beadeb21d71a816f6632b5772b91af5700901331c5e7560af56b1398ed41ac6dc04d884f61b6ab6043b'

data/.gitignore

@@ -13,4 +13,5 @@
 
 .dri_profile.yml
 handover_reports/*
+analyze_reports/*
 .idea/

data/.gitlab-ci.yml

@@ -1,10 +1,10 @@
 .job_base:
-  image: ruby:2.7
+  image: registry.gitlab.com/gitlab-org/gitlab-build-images/debian-bullseye-ruby-${RUBY_VERSION}:bundler-2.3
   variables:
     BUNDLE_PATH: vendor/bundle
     BUNDLE_SUPPRESS_INSTALL_USING_MESSAGES: "true"
+    BUNDLE_FROZEN: "true"
   before_script:
-    - gem install bundler -v 2.3.9 --no-document
     - bundle install
   cache:
     key:
@@ -13,26 +13,34 @@
         - Gemfile.lock
     paths:
       - vendor/bundle
+    policy: pull
   rules:
     - if: '$CI_COMMIT_BRANCH == $CI_DEFAULT_BRANCH'
     - if: '$CI_PIPELINE_SOURCE == "merge_request_event"'
 
 include:
   - project: gitlab-org/quality/pipeline-common
-    ref: 0.3.4
+    ref: 0.15.1
     file:
       - /ci/gem-release.yml
+      - /ci/ref-update.gitlab-ci.yml
+
+variables:
+  RUBY_VERSION: "2.7"
 
 stages:
   - build
   - test
   - deploy
+  - update
 
 build_gem:
   stage: build
   extends: .job_base
   script:
     - gem build
+  cache:
+    policy: pull-push
 
 rubocop:
   stage: test
@@ -43,13 +51,8 @@ rubocop:
 rspec:
   stage: test
   extends: .job_base
+  parallel:
+    matrix:
+      - RUBY_VERSION: ['2.7', '3.0']
   script:
-    - bundle exec rspec --color
-
-rspec 3.0:
-  stage: test
-  extends: .job_base
-  image: ruby:3.0
-  script:
-    - bundle exec rspec --color
-
+    - bundle exec rspec --force-color

data/.tool-versions

@@ -1 +1 @@
-ruby 3.0.2
+ruby 3.0.4

data/Gemfile.lock

@@ -1,7 +1,8 @@
 PATH
   remote: .
   specs:
-    dri (0.5.0)
+    dri (0.6.0)
+      amatch (~> 0.4.1)
       gitlab (~> 4.18)
       httparty (~> 0.20.0)
       json (~> 2.6.1)
@@ -27,14 +28,17 @@ GEM
       tzinfo (~> 2.0)
     addressable (2.8.0)
       public_suffix (>= 2.0.2, < 5.0)
+    amatch (0.4.1)
+      mize
+      tins (~> 1.0)
     ast (2.4.2)
     coderay (1.1.3)
     concurrent-ruby (1.1.10)
     crack (0.4.5)
       rexml
     diff-lcs (1.5.0)
-    gitlab (4.18.0)
-      httparty (~> 0.18)
+    gitlab (4.19.0)
+      httparty (~> 0.20)
       terminal-table (>= 1.5.1)
     gitlab-styles (7.0.0)
       rubocop (~> 0.91, >= 0.91.1)
@@ -56,12 +60,16 @@ GEM
       mime-types-data (~> 3.2015)
     mime-types-data (3.2022.0105)
     minitest (5.15.0)
+    mize (0.4.0)
+      protocol (~> 2.0)
     multi_xml (0.6.0)
     parallel (1.22.1)
     parser (3.1.1.0)
       ast (~> 2.4.1)
     pastel (0.8.0)
       tty-color (~> 0.5)
+    protocol (2.0.0)
+      ruby_parser (~> 3.0)
     pry (0.14.1)
       coderay (~> 1.1)
       method_source (~> 1.0)
@@ -110,15 +118,21 @@ GEM
       rubocop (~> 0.87)
       rubocop-ast (>= 0.7.1)
     ruby-progressbar (1.11.0)
+    ruby_parser (3.19.1)
+      sexp_processor (~> 4.16)
+    sexp_processor (4.16.1)
     strings (0.2.1)
       strings-ansi (~> 0.2)
       unicode-display_width (>= 1.5, < 3.0)
       unicode_utils (~> 1.4)
     strings-ansi (0.2.0)
+    sync (0.5.0)
     terminal-table (3.0.2)
       unicode-display_width (>= 1.1.1, < 3)
     thor (1.0.1)
     timecop (0.9.5)
+    tins (1.31.1)
+      sync
     tty-box (0.7.0)
       pastel (~> 0.8)
       strings (~> 0.2.0)
@@ -162,10 +176,10 @@ DEPENDENCIES
   dri!
   gitlab-styles (~> 7.0.0)
   pry (~> 0.14.1)
-  rake
+  rake (~> 13.0)
   rspec (~> 3.10.0)
   timecop (~> 0.9.1)
   webmock (~> 3.5)
 
 BUNDLED WITH
-   2.3.9
+   2.3.16

data/README.md

@@ -66,7 +66,9 @@ $ dri profile
   - profile
   - reports
 - [6. incidents](#6-incidents)
-- [7. version](#7-version)
+- [7. analyze](#7-analyze)
+  - stacktraces
+- [8. version](#8-version)
 
 #### 1. init
 
@@ -123,12 +125,19 @@ $ dri fetch dequarantines
 
 Fetches open dequarantine Merge Requests to be reviewed
 
+Results are organized by environment (production, staging, staging ref and preprod).
 ```shell
 $ dri fetch featureflags
 ```
 
 Fetches a list of today's feature flag changes, including the date and time in UTC of when the change occurred as well as a link to the corresponding issue from the feature-flag-log project.
-Results are organized by environment (production, staging, staging ref and preprod).
+
+```shell
+$ dri fetch pipelines
+```
+
+Fetches a table containing last executed pipeline and its test report link for all monitored pipelines.
+The timestamps are in UTC
 
 #### 4. publish
 
@@ -191,7 +200,17 @@ $ dri incidents
 
 Have a quick look at currently active/mitigated incidents on GitLab services.
 
-#### 7. version
+#### 7. analyze
+
+```shell
+$ dri analyze stacktraces
+```
+Searches through any open test failure issues and publishes a report that identifies
+issues that have similar stack traces. 
+This may be useful to identify situations where a common test failure is presenting 
+itself across multiple individual test cases, over a period of time. 
+
+#### 8. version
 
 ```shell
 $ dri version

data/dri.gemspec

@@ -22,6 +22,7 @@ Gem::Specification.new do |spec|
   spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
   spec.require_paths = ['lib']
 
+  spec.add_dependency 'amatch', '~> 0.4.1'
   spec.add_dependency "gitlab", "~> 4.18"
   spec.add_dependency 'httparty', '~> 0.20.0'
   spec.add_dependency 'json', '~> 2.6.1'
@@ -39,7 +40,7 @@ Gem::Specification.new do |spec|
 
   spec.add_development_dependency 'gitlab-styles', '~> 7.0.0'
   spec.add_development_dependency "pry", "~> 0.14.1"
-  spec.add_development_dependency 'rake'
+  spec.add_development_dependency 'rake', "~> 13.0"
   spec.add_development_dependency 'rspec', '~> 3.10.0'
   spec.add_development_dependency "timecop", "~> 0.9.1"
   spec.add_development_dependency 'webmock', '~> 3.5'

data/lib/dri/api_client.rb

@@ -3,20 +3,28 @@
 require "httparty"
 require "json"
 require "tty-config"
-require 'cgi'
-require 'gitlab'
+require "cgi"
+require "gitlab"
 
 module Dri
-  class ApiClient
-    API_URL                     = 'https://gitlab.com/api/v4'
-    TESTCASES_PROJECT_ID        = '11229385'
-    TRIAGE_PROJECT_ID           = '15291320'
-    GITLAB_PROJECT_ID           = '278964'
-    FEATURE_FLAG_LOG_PROJECT_ID = '15208716'
-    INFRA_TEAM_PROD_PROJECT_ID  = '7444821'
-
-    def initialize(config)
+  TokenNotProvidedError = Class.new(StandardError)
+  class ApiClient # rubocop:disable Metrics/ClassLength
+    API_URL                     = "https://gitlab.com/api/v4"
+    OPS_API_URL                 = "https://ops.gitlab.net/api/v4"
+    TESTCASES_PROJECT_ID        = "11229385"
+    TRIAGE_PROJECT_ID           = "15291320"
+    GITLAB_PROJECT_ID           = "278964"
+    FEATURE_FLAG_LOG_PROJECT_ID = "15208716"
+    INFRA_TEAM_PROD_PROJECT_ID  = "7444821"
+    def initialize(config, ops = false)
       @token = config.read.dig("settings", "token")
+      @ops_token = config.read.dig("settings", "ops_token")
+      if @token.nil? || @ops_token.nil?
+        raise TokenNotProvidedError, "Gitlab API client cannot be initialized without both access tokens. " \
+                              "Run dri init again or dri profile --edit"
+      end
+
+      @ops_instance = ops
     end
 
     # Fetch triaged failures
@@ -57,6 +65,18 @@ module Dri
       ).auto_paginate
     end
 
+    # Fetch issues related to failing test cases
+    #
+    # @return [Array<Gitlab::ObjectifiedHash>]
+    def fetch_test_failure_issues(labels: 'failure::new')
+      gitlab.issues(
+        GITLAB_PROJECT_ID,
+        labels: labels,
+        state: 'opened',
+        scope: "all"
+      ).auto_paginate
+    end
+
     # Fetch related issue mrs
     #
     # @param [Integer] issue_iid
@@ -149,18 +169,73 @@ module Dri
       gitlab.issues(INFRA_TEAM_PROD_PROJECT_ID, order_by: "updated_at", state: "opened", labels: "incident")
     end
 
+    # Fetch pipelines
+    #
+    # @param [Integer] project_id
+    # @return [Array<Gitlab::ObjectifiedHash>]
+    def pipelines(project_id:, options:, auto_paginate: false)
+      if auto_paginate
+        gitlab.pipelines(project_id, options).auto_paginate
+      else
+        gitlab.pipelines(project_id, options)
+      end
+    end
+
+    # Fetch single pipeline
+    #
+    # @param [Integer] project_id
+    # @param [Integer] pipeline_id
+    # @return [<Gitlab::ObjectifiedHash>]
+    def pipeline(project_id, pipeline_id)
+      gitlab.pipeline(project_id, pipeline_id)
+    end
+
+    # Fetch test report from a pipeline
+    #
+    # @param [Integer] project_id
+    # @param [Integer] pipeline_id
+    # @return [<Gitlab::ObjectifiedHash>]
+    def pipeline_test_report(project_id, pipeline_id)
+      gitlab.pipeline_test_report(project_id, pipeline_id)
+    end
+
+    # Fetch pipeline bridges/downstream pipelines
+    #
+    # @param [Integer] project_id
+    # @param [Integer] pipeline_id
+    # @return [Array<Gitlab::ObjectifiedHash>]
+    def pipeline_bridges(project_id, pipeline_id, options = {})
+      gitlab.pipeline_bridges(project_id, pipeline_id, options).auto_paginate
+    end
+
+    # Fetch jobs from a pipeline
+    #
+    # @param [Integer] project_id
+    # @param [Integer] pipeline_id
+    # @return [Array<Gitlab::ObjectifiedHash>]
+    def pipeline_jobs(project_id, pipeline_id, options = {})
+      gitlab.pipeline_jobs(project_id, pipeline_id, options).auto_paginate
+    end
+
     private
 
-    attr_reader :token
+    attr_reader :token, :ops_token
 
     # Gitlab client
     #
     # @return [Gitlab::Client]
     def gitlab
-      @gitlab ||= Gitlab.client(
-        endpoint: API_URL,
-        private_token: token
-      )
+      if @ops_instance
+        @ops_client ||= Gitlab.client(
+          endpoint: OPS_API_URL,
+          private_token: ops_token
+        )
+      else
+        @gitlab_client ||= Gitlab.client(
+          endpoint: API_URL,
+          private_token: token
+        )
+      end
     end
   end
 end

data/lib/dri/cli.rb

@@ -82,5 +82,8 @@ module Dri
 
     require_relative 'commands/publish'
     register Dri::Commands::Publish, 'publish', 'publish [SUBCOMMAND]', 'Publish report for handover'
+
+    require_relative 'commands/analyze'
+    register Dri::Commands::Analyze, 'analyze', 'analyze [SUBCOMMAND]', 'Analysis of test failures and issues'
   end
 end

data/lib/dri/command.rb

@@ -32,8 +32,8 @@ module Dri
       end
     end
 
-    def api_client
-      ApiClient.new(config)
+    def api_client(ops: false)
+      ApiClient.new(config, ops)
     end
 
     def profile
@@ -52,6 +52,10 @@ module Dri
       @token ||= profile["settings"]["token"]
     end
 
+    def ops_token
+      @ops_token ||= profile["settings"]["ops_token"]
+    end
+
     def timezone
       @timezone ||= profile["settings"]["timezone"]
     end

data/lib/dri/commands/analyze/stack_traces.rb

@@ -0,0 +1,106 @@
+# frozen_string_literal: true
+
+require_relative '../../command'
+require_relative '../../utils/table'
+require 'amatch'
+require 'fileutils'
+
+module Dri
+  module Commands
+    class Analyze
+      class StackTraces < Dri::Command
+        include Amatch
+        include Dri::Utils::Table
+
+        def initialize(options)
+          @options = options
+          @labels = options[:labels] || 'failure::new'
+          @similarity_score_threshold = options[:similarity_score_threshold] || 0.9
+        end
+
+        def execute(input: $stdin, output: $stdout) # rubocop:disable Metrics/AbcSize
+          verify_config_exists
+          logger.info "#{Time.now.utc} Fetching issues"
+
+          data = []
+
+          spinner.run do
+            response = api_client.fetch_test_failure_issues(labels: @labels)
+            logger.info "#{Time.now.utc} API response completed"
+
+            if response.empty?
+              logger.info 'There are no failure::new issues identified!'
+              exit 0
+            end
+
+            data = identify_similar_issues(response)
+
+            logger.info "#{Time.now.utc} Processing Data Complete"
+          end
+
+          similar_stack_traces = data.each_with_object([]) do |item, similar_items|
+            next if item[:stack_trace].empty?
+            next if item[:related_errors].length < 2
+
+            similar_items << [item[:stack_trace], item[:related_errors]]
+          end
+
+          FileUtils.mkdir_p("#{Dir.pwd}/analyze_reports/stacktraces")
+          report_path = "analyze_reports/stacktraces/report-#{Time.now.utc.to_i}.md"
+          write_report(similar_stack_traces, report_path)
+          logger.success "Analyze StackTraces report is ready at: #{report_path}"
+
+          errors_count = similar_stack_traces.count
+          issues_count = similar_stack_traces.sum { |st| st[1].size }
+          output.puts "Found #{errors_count} common errors across a combination of #{issues_count} issues"
+        end
+
+        private
+
+        def write_report(similar_stack_traces, report_path)
+          File.open(report_path, 'a') do |out_file|
+            out_file.puts "## Stack Trace Analysis"
+            similar_stack_traces.each do |st|
+              out_file.puts "### StackTrace"
+              out_file.puts st[0]
+              out_file.puts "### Related issues"
+              st[1].each { |err| out_file.puts "* #{err}" }
+              out_file.puts "-" * 80
+            end
+          end
+        end
+
+        def identify_similar_issues(response)
+          data = []
+          response.each do |item|
+            stack_trace = extract_stack_trace(item['description'])
+
+            data.find(-> { add_stack_trace(data, stack_trace) }) do |row|
+              calc_similarity(row[:stack_trace], stack_trace) >= @similarity_score_threshold
+            end[:related_errors].append(item['web_url'])
+          end
+          data
+        end
+
+        def add_stack_trace(data, st)
+          obj = { stack_trace: st, related_errors: [] }
+          data.append(obj)
+          obj
+        end
+
+        def extract_stack_trace(description)
+          stack_trace = description[/```(.*)```/m]
+          # Remove common patterns that may impact matching
+          stack_trace&.gsub!(/^*Correlation Id: \S*$/, '')
+          stack_trace&.gsub!(/^*Sentry Url: \S*$/, '')
+          stack_trace&.gsub!(/^*Kibana Url: \S*$/, '')
+          stack_trace || ''
+        end
+
+        def calc_similarity(s1, s2)
+          JaroWinkler.new(s1).match(s2)
+        end
+      end
+    end
+  end
+end

data/lib/dri/commands/analyze.rb

@@ -0,0 +1,20 @@
+# frozen_string_literal: true
+
+require 'thor'
+
+module Dri
+  module Commands
+    class Analyze < Thor
+      namespace :analyze
+
+      desc 'stacktraces', 'Identify commonalities and patterns between stack traces'
+      method_option :help, aliases: '-h', type: :boolean, desc: 'Display usage information'
+      def stacktraces(*)
+        return invoke :help, %w[stacktraces] if options[:help]
+
+        require_relative 'analyze/stack_traces'
+        Dri::Commands::Analyze::StackTraces.new(options).execute
+      end
+    end
+  end
+end

data/lib/dri/commands/fetch/pipelines.rb

@@ -0,0 +1,254 @@
+# frozen_string_literal: true
+
+require 'date'
+require_relative '../../command'
+require_relative '../../utils/table'
+require_relative '../../utils/constants'
+
+module Dri
+  module Commands
+    class Fetch
+      class Pipelines < Dri::Command # rubocop:disable Metrics/ClassLength
+        include Dri::Utils::Table
+        using Refinements
+
+        NUM_OF_TESTS_LIVE_ENV = 1000
+        NOT_FOUND = "Not found"
+
+        def initialize(options)
+          @options = options
+        end
+
+        def execute(input: $stdin, output: $stdout)
+          verify_config_exists
+          logger.info "Fetching pipelines' status, this might take a while..."
+          pipelines = []
+          table_labels = define_table_labels
+
+          spinner.run do
+            Dri::Utils::Constants::PIPELINE_ENVIRONMENTS.each do |environment, details|
+              logger.info "Fetching last executed #{environment} pipeline"
+              pipelines << fetch_pipeline(pipeline_name: environment.to_s, details: details)
+              logger.info "Fetching complete for #{environment}"
+            end
+          end
+
+          print_table(table_labels, pipelines, alignments: [:left, :center, :center, :left])
+          pipelines # Returning the array mainly for spec
+        end
+
+        private
+
+        # Format a past date
+        # @param [Integer] hours_ago the amount of hours from now
+        # @return [String] formatted datetime
+        def past_timestamp(hours_ago)
+          timestamp = Time.now - (hours_ago * 60 * 60)
+          timestamp.utc.strftime("%Y-%m-%dT%H:%M:%SZ")
+        end
+
+        # Get the first downstream pipeline of a project
+        # @param [Integer] project_id the id of the project
+        # @param [Integer] pipeline_id the pipeline id
+        # @return [Gitlab::ObjectifiedHash,nil] nil if downstream (bridge) pipeline does not exist
+        def bridge_pipeline(project_id, pipeline_id)
+          bridges = api_client.pipeline_bridges(project_id, pipeline_id)
+          return if bridges.empty? # If downstream pipeline doesn't exist, which triggers the QA tests, return
+
+          bridges.first["downstream_pipeline"]
+        end
+
+        # Get jobs from a pipeline
+        # @param [Integer] project_id the id of the project
+        # @param [Integer] pipeline_id the pipeline id
+        # @param [Boolean] ops  true if ops instance
+        # @return [Array::ObjectifiedHash,nil] nil if downstream (bridge) pipeline does not exist
+        def jobs(project_id:, pipeline_id:, ops: false)
+          api_client(ops: ops).pipeline_jobs(project_id, pipeline_id)
+        end
+
+        # Checks if tests count exceeds threshold in a pipeline
+        # @param [Integer] project_id the id of the project
+        # @param [Integer] pipeline_id the pipeline id
+        # @param [Boolean] ops  true if ops instance
+        # @return [Boolean] true if count exceeds threshold defined in constant NUM_OF_TESTS_LIVE_ENV
+        def tests_exceed_threshold?(project_id:, pipeline_id:, ops: true)
+          api_client(ops: ops).pipeline_test_report(project_id, pipeline_id).total_count > NUM_OF_TESTS_LIVE_ENV
+        end
+
+        # Checks if a job is present in an array of jobs
+        # @param [Array] jobs
+        # @param [String] job_name name of the job
+        # @return [Boolean] true if job is present
+        def contains_job?(jobs, job_name:)
+          jobs.any? { |job| job["name"].include?(job_name) }
+        end
+
+        # Checks if a stage is present from a list of jobs
+        # @param [Array] jobs
+        # @param [String] stage_name name of the stage
+        # @return [Boolean] true if stage is present
+        def contains_stage?(jobs, stage_name)
+          jobs.any? { |job| job["stage"].include?(stage_name) }
+        end
+
+        # Checks if pipeline ran only the QA smoke tests
+        # @param [Array] jobs
+        # @param [Integer] project_id
+        # @param [Integer] pipeline_id
+        # @param [Boolean] ops  true if ops instance
+        def smoke_run?(jobs:, project_id:, pipeline_id:, ops:)
+          contains_stage?(jobs, "sanity") &&
+            !tests_exceed_threshold?(project_id: project_id, pipeline_id: pipeline_id, ops: ops)
+        end
+
+        # Checks if pipeline ran full suite of qa tests
+        # @param [Array] jobs
+        # @param [Integer] project_id
+        # @param [Integer] pipeline_id
+        # @param [Boolean] ops  true if ops instance
+        def full_run?(jobs:, project_id:, pipeline_id:, ops:)
+          if ops
+            (contains_stage?(jobs, "qa") || contains_stage?(jobs, "test")) &&
+              tests_exceed_threshold?(project_id: project_id, pipeline_id: pipeline_id, ops: ops)
+          else
+            contains_stage?(jobs, "qa") || contains_stage?(jobs, "test")
+            # Nightly pipeline does not execute full E2E suite if sanity fails so can't check tests count
+          end
+        end
+
+        # Combined logic to check if a pipeline was a sanity run for all pipeline types - ie.,  live environment
+        # and gitlab-qa-mirror pipelines
+        # @param [Array] pipeline_jobs
+        # @param [Object] pipeline
+        # @param [Boolean] ops
+        def sanity?(pipeline_jobs:, pipeline:, ops:)
+          return true if ops && smoke_run?(jobs: pipeline_jobs, project_id: pipeline.project_id,
+                                           pipeline_id: pipeline.id, ops: ops)
+
+          false if full_run?(jobs: pipeline_jobs, project_id: pipeline.project_id,
+                             pipeline_id: pipeline.id, ops: ops)
+        end
+
+        # Constructs allure report url for each pipeline
+        # @param [String] pipeline_name
+        # @param [Integer] pipeline_id
+        # @param [Boolean] sanity
+        def allure_report(pipeline_name:, pipeline_id:, sanity:)
+          "https://storage.googleapis.com/gitlab-qa-allure-reports/#{allure_bucket_name(pipeline_name, sanity)}"\
+           "/master/#{pipeline_id}/index.html"
+        end
+
+        # Returns the GCP bucket name for different pipeline types
+        # @param [String] pipeline_name
+        # @param [Boolean] sanity
+        def allure_bucket_name(pipeline_name, sanity)
+          case pipeline_name
+          when "master"
+            "package-and-qa"
+          when "nightly"
+            pipeline_name
+          when "pre_prod"
+            "preprod-#{run_type(sanity)}"
+          else
+            "#{pipeline_name.sub('_', '-')}-#{run_type(sanity)}"
+          end
+        end
+
+        def run_type(sanity)
+          sanity == true ? "sanity" : "full"
+        end
+
+        # Returns table headers
+        # @return [Array]
+        def define_table_labels
+          name = add_color("Pipeline", :magenta)
+          pipeline_last_executed = add_color("Last executed at", :magenta)
+          url = add_color("Pipeline Url", :magenta)
+          report = add_color("Last report", :magenta)
+          result = add_color("Result", :magenta)
+          [name, pipeline_last_executed, url, report, result]
+        end
+
+        # Checks if pipeline is running on ops.gitlab.net or gitlab.com
+        # @param [String] url
+        def ops_pipeline?(url)
+          url.include?("ops.gitlab.net")
+        end
+
+        def notify_slack_job_name(pipeline_name, ops)
+          return "notify-slack-qa-fail" if ops
+
+          pipeline_name.to_s.include?("master") ? "notify_slack" : "notify-slack-fail"
+        end
+
+        # Returns child pipeline if it is master pipeline
+        # @param [Gitlab::ObjectifiedHash] pipeline
+        def pipeline_with_qa_tests(pipeline)
+          if pipeline.web_url.to_s.include?("gitlab-qa-mirror")
+            bridge_pipeline(pipeline.project_id, pipeline.id)
+          else
+            pipeline
+          end
+        end
+
+        # Returns query options for pipelines api call
+        # @param [Hash] details
+        # @param [Boolean] ops
+        def options(details, ops)
+          options = { order_by: "updated_at", scope: "finished",
+                      updated_after: past_timestamp(details[:search_hours_ago]) }
+          options.merge(username: "gitlab-bot") if ops
+          options
+        end
+
+        def emoji_for_success_failure(status)
+          return add_color("✓", :green) if status.include?("success")
+
+          add_color("x", :red)
+        end
+
+        # @param [String] pipeline_name
+        # @param [Hash] details Pipeline environment details
+        # @return [Array] Array of last executed pipeline details
+        # rubocop:disable Metrics/PerceivedComplexity
+        def fetch_pipeline(pipeline_name:, details:) # rubocop:disable Metrics/CyclomaticComplexity
+          ops = ops_pipeline?(details[:url])
+          options = options(details, ops)
+          # instance is ops.gitlab.net or gitlab.com
+          response = api_client(ops: ops).pipelines(project_id: details[:project_id],
+                                                    options: options, auto_paginate: true)
+          return [pipeline_name, NOT_FOUND, NOT_FOUND, NOT_FOUND, NOT_FOUND] if response.empty?
+
+          # Return empty data to the table if no matching pipelines were found from the query
+          response.each do |pipeline|
+            pipeline_to_scan = pipeline_with_qa_tests(pipeline) # Fetch child pipeline if it is master
+            next if pipeline_to_scan.nil?
+
+            pipeline_jobs = jobs(project_id: pipeline.project_id, pipeline_id: pipeline_to_scan.id, ops: ops)
+            next unless contains_job?(pipeline_jobs, job_name: notify_slack_job_name(pipeline_name, ops))
+
+            # Need to know if it is a sanity or a full run to construct allure report url
+            sanity = sanity?(pipeline_jobs: pipeline_jobs, pipeline: pipeline_to_scan,
+                             ops: ops)
+
+            next if sanity.nil? # To filter out some "clean up" pipelines present in live environments
+
+            next if sanity && @options[:full_runs_only] # Filter out sanity runs if --full-runs-only option is passed
+
+            name = ops ? "#{pipeline_name}_#{run_type(sanity)}" : pipeline_name
+            pipeline_last_executed = pipeline_to_scan.updated_at
+            url = pipeline_to_scan.web_url
+            report = allure_report(pipeline_name: pipeline_name, pipeline_id: pipeline_to_scan.id, sanity: sanity)
+            result = emoji_for_success_failure(pipeline_to_scan.status)
+            return [name, pipeline_last_executed, url, report, result]
+          end
+
+          [pipeline_name, NOT_FOUND, NOT_FOUND, NOT_FOUND, NOT_FOUND] # Parsed through all of the response and
+          # no matching pipelines found
+        end
+        # rubocop:enable Metrics/PerceivedComplexity
+      end
+    end
+  end
+end

data/lib/dri/commands/fetch.rb

@@ -82,6 +82,18 @@ module Dri
         require_relative 'fetch/quarantines'
         Dri::Commands::Fetch::Quarantines.new(options, search: '[DEQUARANTINE]').execute
       end
+
+      desc 'pipelines', 'Display status of pipelines'
+      method_option :help, aliases: '-h', type: :boolean,
+                           desc: 'Display pipelines usage information'
+      method_option :full_runs_only, type: :boolean,
+                                     desc: 'Displays full pipeline runs only'
+      def pipelines(*)
+        return invoke :help, %w[pipelines] if options[:help]
+
+        require_relative 'fetch/pipelines'
+        Dri::Commands::Fetch::Pipelines.new(options).execute
+      end
     end
   end
 end

data/lib/dri/commands/init.rb

@@ -31,16 +31,18 @@ module Dri
 
         @username = prompt.ask("What is your GitLab username?")
         @token = prompt.mask("Please provide your GitLab personal access token:")
+        @ops_token = prompt.mask("Please provide your ops.gitlab.net personal access token:")
         @timezone = prompt.select("Choose your current timezone?", %w[EMEA AMER APAC])
         @emoji = prompt.ask("Have a triage emoji?")
 
-        if (@emoji || @token || @username).nil?
-          logger.error "Please provide a username, token, timezone and emoji used for triage."
+        if (@emoji || @token || @username || @ops_token).nil?
+          logger.error "Please provide a username, gitlab token, ops token, timezone and emoji used for triage."
           exit 1
         end
 
         config.set(:settings, :user, value: @username)
         config.set(:settings, :token, value: @token)
+        config.set(:settings, :ops_token, value: @ops_token)
         config.set(:settings, :timezone, value: @timezone)
         config.set(:settings, :emoji, value: @emoji)
         config.write(force: true)

data/lib/dri/commands/profile.rb

@@ -38,6 +38,7 @@ module Dri
       def pretty_print_profile
         <<~PROFILE
           #{add_color('User:', :bright_cyan)} #{username}\n #{add_color('Token:', :bright_cyan)} #{token}
+          #{add_color('OpsToken:', :bright_cyan)} #{ops_token}
           #{add_color('Timezone:', :bright_cyan)} #{timezone}
           #{add_color('Emoji:', :bright_cyan)} #{emoji}
         PROFILE

data/lib/dri/utils/constants.rb

@@ -0,0 +1,59 @@
+# frozen_string_literal: true
+
+module Dri
+  module Utils
+    module Constants
+      PIPELINE_ENVIRONMENTS =
+        {
+          production: {
+            name: "production",
+            url: "https://ops.gitlab.net/gitlab-org/quality/production",
+            project_id: "275",
+            search_hours_ago: 12
+          },
+          staging: {
+            name: "staging",
+            url: "https://ops.gitlab.net/gitlab-org/quality/staging",
+            project_id: "263",
+            search_hours_ago: 12
+          },
+          canary: {
+            name: "canary.gitlab.com",
+            url: "https://ops.gitlab.net/gitlab-org/quality/canary",
+            project_id: "276",
+            search_hours_ago: 12
+          },
+          staging_canary: {
+            name: "canary.staging.gitlab.com",
+            url: "https://ops.gitlab.net/gitlab-org/quality/staging-canary",
+            project_id: "547",
+            search_hours_ago: 12
+          },
+          nightly: {
+            name: "nightly",
+            url: "https://gitlab.com/gitlab-org/quality/nightly",
+            project_id: "7523614",
+            search_hours_ago: 24
+          },
+          pre_prod: {
+            name: "pre.gitlab.com",
+            url: "https://ops.gitlab.net/gitlab-org/quality/preprod",
+            project_id: "294",
+            search_hours_ago: 12
+          },
+          staging_ref: {
+            name: "staging-ref",
+            url: "https://ops.gitlab.net/gitlab-org/quality/staging-ref",
+            project_id: "536",
+            search_hours_ago: 12
+          },
+          master: {
+            name: "master",
+            url: "https://gitlab.com/gitlab-org/gitlab-qa-mirror",
+            project_id: "14707715",
+            search_hours_ago: 6
+          }
+        }.freeze
+    end
+  end
+end

data/lib/dri/utils/table.rb

@@ -5,7 +5,7 @@ require 'tty-table'
 module Dri
   module Utils
     module Table
-      def print_table(headers, rows, alignments: [])
+      def print_table(headers, rows, alignments: [], **kwargs)
         if alignments.empty?
           (1..headers.size).each do
             alignments.push(:center)
@@ -13,7 +13,7 @@ module Dri
         end
 
         table = TTY::Table.new(headers, rows)
-        puts table.render(:ascii, resize: true, multiline: true, alignments: alignments)
+        puts table.render(:ascii, resize: true, multiline: true, alignments: alignments, **kwargs)
       end
     end
   end

data/lib/dri/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Dri
-  VERSION = "0.5.1"
+  VERSION = "0.6.0"
 end

metadata

@@ -1,15 +1,29 @@
 --- !ruby/object:Gem::Specification
 name: dri
 version: !ruby/object:Gem::Version
-  version: 0.5.1
+  version: 0.6.0
 platform: ruby
 authors:
 - GitLab Quality
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2022-07-04 00:00:00.000000000 Z
+date: 2022-07-14 00:00:00.000000000 Z
 dependencies:
+- !ruby/object:Gem::Dependency
+  name: amatch
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.4.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.4.1
 - !ruby/object:Gem::Dependency
   name: gitlab
   requirement: !ruby/object:Gem::Requirement
@@ -238,16 +252,16 @@ dependencies:
   name: rake
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '13.0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '13.0'
 - !ruby/object:Gem::Dependency
   name: rspec
   requirement: !ruby/object:Gem::Requirement
@@ -318,9 +332,12 @@ files:
 - lib/dri/api_client.rb
 - lib/dri/cli.rb
 - lib/dri/command.rb
+- lib/dri/commands/analyze.rb
+- lib/dri/commands/analyze/stack_traces.rb
 - lib/dri/commands/fetch.rb
 - lib/dri/commands/fetch/failures.rb
 - lib/dri/commands/fetch/featureflags.rb
+- lib/dri/commands/fetch/pipelines.rb
 - lib/dri/commands/fetch/quarantines.rb
 - lib/dri/commands/fetch/testcases.rb
 - lib/dri/commands/fetch/triaged.rb
@@ -337,6 +354,7 @@ files:
 - lib/dri/gitlab/issues.rb
 - lib/dri/refinements/truncate.rb
 - lib/dri/report.rb
+- lib/dri/utils/constants.rb
 - lib/dri/utils/feature_flag_consts.rb
 - lib/dri/utils/markdown_lists.rb
 - lib/dri/utils/table.rb