gitlab-qa 9.1.2 → 10.1.0

data/lib/gitlab/qa/report/relate_failure_issue.rb

@@ -13,15 +13,19 @@ module Gitlab
         include FindSetDri
 
         DEFAULT_MAX_DIFF_RATIO_FOR_DETECTION = 0.15
+        SPAM_THRESHOLD_FOR_FAILURE_ISSUES = 3
         FAILURE_STACKTRACE_REGEX = %r{((.*Failure\/Error:(?<stacktrace>.+))|(?<stacktrace>.+))}m.freeze
         ISSUE_STACKTRACE_REGEX = /### Stack trace\s*(```)#{FAILURE_STACKTRACE_REGEX}(```)/m.freeze
+        FAILED_JOB_DESCRIPTION_REGEX = %r{First happened in https?:\/\/\S+\.}m.freeze
+        FAILED_JOB_NOTE_REGEX = %r{Failed most recently in \D+ pipeline: https?:\/\/\S+}.freeze
         NEW_ISSUE_LABELS = Set.new(%w[QA Quality test failure::new priority::2]).freeze
         IGNORE_EXCEPTIONS = ['Net::ReadTimeout'].freeze
 
         MultipleIssuesFound = Class.new(StandardError)
 
-        def initialize(max_diff_ratio: DEFAULT_MAX_DIFF_RATIO_FOR_DETECTION, **kwargs)
+        def initialize(system_logs: [], max_diff_ratio: DEFAULT_MAX_DIFF_RATIO_FOR_DETECTION, **kwargs)
           super
+          @system_logs = Dir.glob(system_logs)
           @max_diff_ratio = max_diff_ratio.to_f
           @issue_type = 'issue'
           @commented_issue_list = Set.new
@@ -60,17 +64,34 @@ module Gitlab
 
         def find_and_link_issue(test)
           issue, diff_ratio = find_failure_issue(test)
+          issue_already_commented = issue ? @commented_issue_list.include?(issue.web_url) : nil
 
-          if issue
+          if issue && !issue_already_commented
             puts "  => Found issue #{issue.web_url} for test '#{test.name}' with a diff ratio of #{(diff_ratio * 100).round(2)}%."
-            @commented_issue_list.include?(issue.web_url) ? (puts " => Failure already commented on issue.") : post_or_update_failed_job_note(issue, test)
+            post_or_update_failed_job_note(issue, test)
             @commented_issue_list.add(issue.web_url)
+          else
+            puts " => Failure already commented on issue." if issue_already_commented
+
+            return false
           end
 
           issue
         end
 
         def create_issue(test)
+          similar_issues = pipeline_issues_with_similar_stacktrace(test)
+
+          if similar_issues.size >= SPAM_THRESHOLD_FOR_FAILURE_ISSUES
+            puts " => Similar failure issues have already been opened for same pipeline environment"
+            puts " => Will not create new issue for this failing spec"
+            similar_issues.each do |similar_issue|
+              puts "Please check issue: #{similar_issue.web_url}"
+              gitlab.create_issue_note(iid: similar_issue.iid, note: "This failed job is most likely related: #{test.ci_job_url}")
+            end
+            return
+          end
+
           issue = super
           puts "for test '#{test.name}'."
 
@@ -81,6 +102,50 @@ module Gitlab
           issue
         end
 
+        def pipeline_issues_with_similar_stacktrace(test)
+          gitlab.find_issues(options: { state: 'opened', labels: 'QA,failure::new', created_after: past_timestamp(2) }).select do |issue|
+            job_url_from_issue = failed_issue_job_url(issue)
+            next unless pipeline == pipeline_env_from_job_url(job_url_from_issue)
+
+            stack_trace_from_issue = cleaned_stack_trace_from_issue(issue)
+            stack_trace_from_test = cleaned_stacktrace_from_test(test)
+            diff_ratio = compare_stack_traces(stack_trace_from_test, stack_trace_from_issue)
+            diff_ratio < max_diff_ratio
+          end
+        end
+
+        def failed_issue_job_url(issue)
+          existing_note = existing_failure_note(issue)
+          if existing_note
+            job_url_string = existing_note.body
+            matched = job_url_string.match(FAILED_JOB_NOTE_REGEX)
+          else
+            job_url_string = issue.description
+            matched = job_url_string.match(FAILED_JOB_DESCRIPTION_REGEX)
+          end
+
+          return unless matched
+
+          job_url = matched[0].chop.split(" ").last
+          puts "=> Found failed job url in the issue: #{job_url}"
+          job_url
+        end
+
+        def pipeline_env_from_job_url(job_url)
+          return if job_url.nil?
+
+          if job_url.include?('/quality/')
+            job_url.partition('/quality/').last.partition('/').first
+          else
+            'master'
+          end
+        end
+
+        def past_timestamp(hours_ago)
+          timestamp = Time.now - (hours_ago * 60 * 60)
+          timestamp.utc.strftime("%Y-%m-%dT%H:%M:%SZ")
+        end
+
         def failure_issues(test)
           gitlab.find_issues(options: { state: 'opened', labels: 'QA' }).select do |issue|
             issue_title = issue.title.strip
@@ -96,20 +161,36 @@ module Gitlab
           end
         end
 
-        def find_relevant_failure_issues(test) # rubocop:disable Metrics/AbcSize
-          ld = Class.new.extend(Gem::Text).method(:levenshtein_distance)
+        def cleaned_stack_trace_from_issue(issue)
+          relevant_issue_stacktrace = find_issue_stacktrace(issue)
+          return unless relevant_issue_stacktrace
+
+          remove_unique_resource_names(relevant_issue_stacktrace)
+        end
+
+        def cleaned_stacktrace_from_test(test)
           first_test_failure_stacktrace = sanitize_stacktrace(full_stacktrace(test), FAILURE_STACKTRACE_REGEX) || full_stacktrace(test)
-          clean_first_test_failure_stacktrace = remove_unique_resource_names(first_test_failure_stacktrace)
+          remove_unique_resource_names(first_test_failure_stacktrace)
+        end
+
+        def compare_stack_traces(stack_trace_first, stack_trace_second)
+          calculate_diff_ratio(stack_trace_first, stack_trace_second)
+        end
+
+        def calculate_diff_ratio(stack_trace_first, stack_trace_second)
+          ld = Class.new.extend(Gem::Text).method(:levenshtein_distance)
+          distance = ld.call(stack_trace_first, stack_trace_second)
+          distance.zero? ? 0.0 : (distance.to_f / stack_trace_first.size).round(3)
+        end
 
+        def find_relevant_failure_issues(test) # rubocop:disable Metrics/AbcSize
+          clean_first_test_failure_stacktrace = cleaned_stacktrace_from_test(test)
           # Search with the `search` param returns 500 errors, so we filter by ~QA and then filter further in Ruby
           failure_issues(test).each_with_object({}) do |issue, memo|
-            relevant_issue_stacktrace = find_issue_stacktrace(issue)
-            next unless relevant_issue_stacktrace
-
-            clean_relevant_issue_stacktrace = remove_unique_resource_names(relevant_issue_stacktrace)
-            distance = ld.call(clean_first_test_failure_stacktrace, clean_relevant_issue_stacktrace)
-            diff_ratio = distance.zero? ? 0.0 : (distance.to_f / clean_first_test_failure_stacktrace.size).round(3)
+            clean_relevant_issue_stacktrace = cleaned_stack_trace_from_issue(issue)
+            next if clean_relevant_issue_stacktrace.nil?
 
+            diff_ratio = compare_stack_traces(clean_first_test_failure_stacktrace, clean_relevant_issue_stacktrace)
             if diff_ratio <= max_diff_ratio
               puts "  => [DEBUG] Issue #{issue.web_url} has an acceptable diff ratio of #{(diff_ratio * 100).round(2)}%."
               # The `Gitlab::ObjectifiedHash` class overrides `#hash` which is used by `Hash#[]=` to compute the hash key.
@@ -120,8 +201,8 @@ module Gitlab
               memo[issue.to_h] = diff_ratio
             else
               puts "  => [DEBUG] Found issue #{issue.web_url} but stacktraces are too different (#{(diff_ratio * 100).round(2)}%).\n"
-              puts "  => [DEBUG] Issue stacktrace:\n----------------\n#{relevant_issue_stacktrace}\n----------------\n"
-              puts "  => [DEBUG] Failure stacktrace:\n----------------\n#{first_test_failure_stacktrace}\n----------------\n"
+              puts "  => [DEBUG] Issue stacktrace:\n----------------\n#{clean_relevant_issue_stacktrace}\n----------------\n"
+              puts "  => [DEBUG] Failure stacktrace:\n----------------\n#{clean_first_test_failure_stacktrace}\n----------------\n"
             end
           end
         end
@@ -137,7 +218,7 @@ module Gitlab
           stacktrace_match = stacktrace.match(regex)
 
           if stacktrace_match
-            stacktrace_match[:stacktrace].gsub(/^\s*#.*$/, '').gsub(/^[[:space:]]+/, '').strip
+            stacktrace_match[:stacktrace].split('First happened in')[0].gsub(/^\s*#.*$/, '').gsub(/^[[:space:]]+/, '').strip
           else
             puts "  => [DEBUG] Stacktrace doesn't match the expected regex (#{regex}):\n----------------\n#{stacktrace}\n----------------\n"
           end
@@ -172,10 +253,27 @@ module Gitlab
             "```\n#{full_stacktrace(test)}\n```",
             "First happened in #{test.ci_job_url}.",
             "Related test case: #{test.testcase}.",
-            screenshot_section(test)
+            screenshot_section(test),
+            system_log_errors_section(test)
           ].join("\n\n")
         end
 
+        def system_log_errors_section(test)
+          correlation_id = test.failures.first['correlation_id']
+          section = ''
+
+          if @system_logs.any? && !correlation_id.nil?
+            section = SystemLogs::SystemLogsFormatter.new(
+              @system_logs,
+              correlation_id
+            ).system_logs_summary_markdown
+          end
+
+          puts "  => No system logs or correlation id provided, skipping this section in issue description" if section.empty?
+
+          section
+        end
+
         def new_issue_labels(test)
           up_to_date_labels(test: test, new_labels: NEW_ISSUE_LABELS)
         end
@@ -202,11 +300,9 @@ module Gitlab
         end
 
         def existing_failure_note(issue)
-          gitlab.find_issue_notes(iid: issue.iid).each do |note|
-            return note if note.body.include?('Failed most recently in')
+          gitlab.find_issue_notes(iid: issue.iid)&.find do |note|
+            note.body.include?('Failed most recently in')
           end
-
-          false
         end
 
         def screenshot_section(test)

data/lib/gitlab/qa/report/report_as_issue.rb

@@ -140,7 +140,7 @@ module Gitlab
         end
 
         def partial_file_path(path)
-          path.match(/((api|browser_ui).*)/i)[1]
+          path.match(/((ee|api|browser_ui).*)/i)[1]
         end
 
         def title_from_test(test)

data/lib/gitlab/qa/report/test_result.rb

@@ -128,7 +128,8 @@ module Gitlab
               {
                 'message' => "#{exception['class']}: #{exception['message']}",
                 'message_lines' => exception['message_lines'],
-                'stacktrace' => "#{format_message_lines(exception['message_lines'])}\n#{exception['backtrace'].slice(0..spec_file_first_index).join("\n")}"
+                'stacktrace' => "#{format_message_lines(exception['message_lines'])}\n#{exception['backtrace'].slice(0..spec_file_first_index).join("\n")}",
+                'correlation_id' => exception['correlation_id']
               }
             end
           end

data/lib/gitlab/qa/reporter.rb

@@ -7,6 +7,7 @@ module Gitlab
     class Reporter
       # rubocop:disable Metrics/AbcSize
       # rubocop:disable Metrics/PerceivedComplexity
+      # rubocop:disable Metrics/CyclomaticComplexity
       def self.invoke(args)
         report_options = {}
         slack_options = {}
@@ -65,6 +66,12 @@ module Gitlab
             slack_options[:message] = slack_options[:message] + "\n\n" + Gitlab::QA::Report::SummaryTable.create(input_files: files)
           end
 
+          opts.on('--include-system-log-errors FILES', String, 'Include errors from system logs in failure issues. To be used with --relate-failure-issue') do |files|
+            raise 'This option should be used with --relate-failure-issue.' unless report_options[:relate_failure_issue]
+
+            report_options[:system_logs] = files if files
+          end
+
           opts.on('--update-screenshot-path FILES', "Update the path to screenshots to container's host") do |files|
             report_options[:update_screenshot_path] = true
             report_options[:files] = files
@@ -116,6 +123,7 @@ module Gitlab
           exit 1
         end
       end
+      # rubocop:enable Metrics/CyclomaticComplexity
       # rubocop:enable Metrics/PerceivedComplexity
       # rubocop:enable Metrics/AbcSize
     end

data/lib/gitlab/qa/runtime/env.rb

@@ -73,8 +73,8 @@ module Gitlab
           'GITLAB_QA_PASSWORD_1' => :gitlab_qa_password_1,
           'GITLAB_QA_USERNAME_2' => :gitlab_qa_username_2,
           'GITLAB_QA_PASSWORD_2' => :gitlab_qa_password_2,
-          'GITHUB_USERNAME' => :github_username,
-          'GITHUB_PASSWORD' => :github_password,
+          'QA_GITHUB_USERNAME' => :qa_github_username,
+          'QA_GITHUB_PASSWORD' => :qa_github_password,
           'KNAPSACK_GENERATE_REPORT' => :knapsack_generate_report,
           'KNAPSACK_REPORT_PATH' => :knapsack_report_path,
           'KNAPSACK_TEST_FILE_PATTERN' => :knapsack_test_file_pattern,
@@ -138,7 +138,13 @@ module Gitlab
           'CHROME_DISABLE_DEV_SHM' => :chrome_disable_dev_shm,
           'COLORIZED_LOGS' => :colorized_logs,
           'FIPS' => :fips,
-          'JH_ENV' => :jh_env
+          'JH_ENV' => :jh_env,
+          'QA_GITHUB_OAUTH_APP_ID' => :github_oauth_app_id,
+          'QA_GITHUB_OAUTH_APP_SECRET' => :github_oauth_app_secret,
+          'QA_1P_EMAIL' => :qa_1p_email,
+          'QA_1P_PASSWORD' => :qa_1p_password,
+          'QA_1P_SECRET' => :qa_1p_secret,
+          'QA_1P_GITHUB_UUID' => :qa_1p_github_uuid
         }.freeze
 
         ENV_VARIABLES.each do |env_name, method_name|
@@ -304,6 +310,13 @@ module Gitlab
           end
         end
 
+        def require_oauth_environment!
+          %w[QA_GITHUB_OAUTH_APP_ID QA_GITHUB_OAUTH_APP_SECRET QA_GITHUB_USERNAME
+             QA_GITHUB_PASSWORD QA_1P_EMAIL QA_1P_PASSWORD QA_1P_SECRET QA_1P_GITHUB_UUID].each do |env_key|
+            raise ArgumentError, "Environment variable #{env_key} must be set to run OAuth specs" unless ENV.key?(env_key)
+          end
+        end
+
         def require_initial_password!
           return unless env_var_value_if_defined('GITLAB_INITIAL_ROOT_PASSWORD').to_s.strip.empty?
 
@@ -406,7 +419,7 @@ module Gitlab
         end
 
         def mock_github_enabled?
-          enabled?(env_var_value_if_defined('QA_MOCK_GITHUB'), default: false)
+          enabled?(env_var_value_if_defined('QA_MOCK_GITHUB'), default: true)
         end
 
         private

data/lib/gitlab/qa/runtime/omnibus_configurations/decomposition_multiple_db.rb

@@ -32,7 +32,7 @@ module Gitlab
               "gitlab-psql -d gitlabhq_production_ci -c 'create extension if not exists btree_gist'",
               "gitlab-psql -d gitlabhq_production_ci -c 'create extension if not exists pg_trgm'",
               # Load schema only if it does not exist.
-              "#{SCHEMA_EXISTENCE_CHECK_COMMAND} || gitlab-rake db:schema:load:ci",
+              "#{SCHEMA_EXISTENCE_CHECK_COMMAND} || DISABLE_DATABASE_ENVIRONMENT_CHECK=1 gitlab-rake db:schema:load:ci",
               "gitlab-ctl restart"
             ].freeze
           end

data/lib/gitlab/qa/scenario/test/integration/oauth.rb

@@ -0,0 +1,68 @@
+# frozen_string_literal: true
+
+require 'yaml'
+
+module Gitlab
+  module QA
+    module Scenario
+      module Test
+        module Integration
+          class OAuth < Scenario::Template
+            attr_reader :gitlab_name
+
+            def initialize
+              @gitlab_name = 'gitlab-oauth'
+            end
+
+            def perform(release, *rspec_args)
+              Runtime::Env.require_oauth_environment!
+
+              release = Release.new(release)
+
+              Component::Gitlab.perform do |gitlab|
+                gitlab.release = release
+                gitlab.network = 'test'
+                gitlab.name = gitlab_name
+
+                gitlab.omnibus_configuration << gitlab_omnibus_configuration
+
+                gitlab.instance do
+                  Runtime::Logger.info('Running OAuth specs!')
+
+                  Component::Specs.perform do |specs|
+                    rspec_args << '--' unless rspec_args.include?('--')
+                    rspec_args << %w[--tag oauth]
+                    specs.suite = 'Test::Instance::All'
+                    specs.release = release
+                    specs.network = gitlab.network
+                    specs.args = [gitlab.address, *rspec_args]
+                  end
+                end
+              end
+            end
+
+            private
+
+            def gitlab_omnibus_configuration
+              <<~OMNIBUS
+                gitlab_rails['omniauth_enabled'] = true;
+                gitlab_rails['omniauth_allow_single_sign_on'] = ['github'];
+                gitlab_rails['omniauth_block_auto_created_users'] = false;
+                gitlab_rails['omniauth_providers'] = [
+                  {
+                    name: 'github',
+                    app_id: '$QA_GITHUB_OAUTH_APP_ID',
+                    app_secret: '$QA_GITHUB_OAUTH_APP_SECRET',
+                    url: 'https://github.com/',
+                    verify_ssl: false,
+                    args: { scope: 'user:email' }
+                  }
+                ];
+              OMNIBUS
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/gitlab/qa/scenario/test/omnibus/update_from_previous.rb

@@ -18,14 +18,15 @@ module Gitlab
             # @param [String] release current release docker image
             # @param [String] current_version current gitlab version associated with docker image
             # @param [String] semver_component semver component for N - 1 version detection, major|minor|patch
+            # @param [String] from_edition gitlab edition to update from
             # @param [Array] *rspec_args rspec arguments
             # @return [void]
-            def perform(release, current_version, semver_component, *rspec_args)
+            def perform(release, current_version, semver_component, from_edition = nil, *rspec_args)
               @current_release = QA::Release.new(release)
               @upgrade_path = Support::GitlabUpgradePath.new(
                 current_version,
                 semver_component,
-                @current_release.edition
+                from_edition || @current_release.edition
               ).fetch
 
               upgrade_info = "#{[*upgrade_path, current_release].join(' => ')} (#{current_version})".bright

data/lib/gitlab/qa/system_logs/finders/json_log_finder.rb

@@ -0,0 +1,65 @@
+# frozen_string_literal: true
+
+require 'json'
+
+module Gitlab
+  module QA
+    module SystemLogs
+      module Finders
+        class JsonLogFinder
+          def initialize(base_path, file_path)
+            @base_path = base_path
+            @file_path = file_path
+          end
+
+          def find(correlation_id)
+            log_file_path = "#{@base_path}/#{@file_path}"
+            logs = []
+
+            if File.exist?(log_file_path) && !correlation_id.nil?
+              File.foreach(log_file_path) do |line|
+                begin
+                  json_line = JSON.parse(line, symbolize_names: true)
+                rescue JSON::ParserError
+                  Runtime::Logger.debug("JsonLogFinder#find attempted to parse invalid JSON: #{line}")
+
+                  next
+                end
+
+                if (json_line[:correlation_id])&.casecmp?(correlation_id)
+                  normalized_line = normalize_keys(json_line)
+                  logs << new_log(normalized_line)
+                end
+              end
+            end
+
+            logs
+          end
+
+          def new_log(data)
+            raise 'abstract method new_log must be defined!'
+          end
+
+          private
+
+          def normalize_keys(json_line)
+            normalized_hash = {}
+
+            json_line.each_key do |old_key|
+              key_string = old_key.to_s
+
+              if key_string.include?('.')
+                normalized_key = key_string.tr('.', '_').to_sym
+                normalized_hash[normalized_key] = json_line[old_key]
+              else
+                normalized_hash[old_key] = json_line[old_key]
+              end
+            end
+
+            normalized_hash
+          end
+        end
+      end
+    end
+  end
+end

data/lib/gitlab/qa/system_logs/finders/rails/api_log_finder.rb

@@ -0,0 +1,21 @@
+# frozen_string_literal: true
+
+module Gitlab
+  module QA
+    module SystemLogs
+      module Finders
+        module Rails
+          class ApiLogFinder < JsonLogFinder
+            def initialize(base_path, file_path = 'gitlab-rails/api_json.log')
+              super(base_path, file_path)
+            end
+
+            def new_log(data)
+              LogTypes::Rails::ApiLog.new(data)
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/gitlab/qa/system_logs/finders/rails/application_log_finder.rb

@@ -0,0 +1,21 @@
+# frozen_string_literal: true
+
+module Gitlab
+  module QA
+    module SystemLogs
+      module Finders
+        module Rails
+          class ApplicationLogFinder < JsonLogFinder
+            def initialize(base_path, file_path = 'gitlab-rails/application_json.log')
+              super(base_path, file_path)
+            end
+
+            def new_log(data)
+              LogTypes::Rails::ApplicationLog.new(data)
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/gitlab/qa/system_logs/finders/rails/exception_log_finder.rb

@@ -0,0 +1,21 @@
+# frozen_string_literal: true
+
+module Gitlab
+  module QA
+    module SystemLogs
+      module Finders
+        module Rails
+          class ExceptionLogFinder < JsonLogFinder
+            def initialize(base_path, file_path = 'gitlab-rails/exceptions_json.log')
+              super(base_path, file_path)
+            end
+
+            def new_log(data)
+              LogTypes::Rails::ExceptionLog.new(data)
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/gitlab/qa/system_logs/finders/rails/graphql_log_finder.rb

@@ -0,0 +1,21 @@
+# frozen_string_literal: true
+
+module Gitlab
+  module QA
+    module SystemLogs
+      module Finders
+        module Rails
+          class GraphqlLogFinder < JsonLogFinder
+            def initialize(base_path, file_path = 'gitlab-rails/graphql_json.log')
+              super(base_path, file_path)
+            end
+
+            def new_log(data)
+              LogTypes::Rails::GraphqlLog.new(data)
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/gitlab/qa/system_logs/log_types/log.rb

@@ -0,0 +1,38 @@
+# frozen_string_literal: true
+
+module Gitlab
+  module QA
+    module SystemLogs
+      module LogTypes
+        class Log
+          def initialize(name, data)
+            @name = name
+            @data = data
+          end
+
+          attr_reader :name, :data
+
+          def summary_fields
+            [
+              :severity,
+              :correlation_id,
+              :time,
+              :message
+            ]
+          end
+
+          def summary
+            summary = {}
+
+            summary_fields.each do |field|
+              value = data[field]
+              summary[field] = value unless value.nil?
+            end
+
+            summary
+          end
+        end
+      end
+    end
+  end
+end

data/lib/gitlab/qa/system_logs/log_types/rails/api_log.rb

@@ -0,0 +1,34 @@
+# frozen_string_literal: true
+
+module Gitlab
+  module QA
+    module SystemLogs
+      module LogTypes
+        module Rails
+          class ApiLog < Log
+            include SharedFields::Exception
+            include SharedFields::Meta
+
+            def initialize(data)
+              super('Rails API', data)
+            end
+
+            def summary_fields
+              super.concat(
+                [
+                  :method,
+                  :path,
+                  :status,
+                  :params,
+                  :api_error
+                ],
+                exception_fields,
+                meta_fields
+              )
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/gitlab/qa/system_logs/log_types/rails/application_log.rb

@@ -0,0 +1,27 @@
+# frozen_string_literal: true
+
+module Gitlab
+  module QA
+    module SystemLogs
+      module LogTypes
+        module Rails
+          class ApplicationLog < Log
+            include SharedFields::Exception
+            include SharedFields::Meta
+
+            def initialize(data)
+              super('Rails Application', data)
+            end
+
+            def summary_fields
+              super.concat(
+                exception_fields,
+                meta_fields
+              )
+            end
+          end
+        end
+      end
+    end
+  end
+end