gitlab-qa 14.19.1 → 14.20.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 3d285ed79f26892ee7699676a173247fac7a727b28cf5f1a82bc88c1365eb395
-  data.tar.gz: e06a95829a877c2d198713b3cc6cd45defff417e78f24f254580d22fe5d3f6b0
+  metadata.gz: d2d322ac696cbbc43376ab9e0119aa17b5ca27b326a4e98c0bed1e7e62bb0d94
+  data.tar.gz: ac29c33e952e89531a792294fe91ecbc251562b77eefb2aa17c46a969b1916a1
 SHA512:
-  metadata.gz: 291d67746efa1a67cae722cb0dae38ba34fe46caac956ceb5d084e0b74cf650b734ae9f07bca363f721c9c5b788381751fd3e76171e7dc03cfb26f026e96425e
-  data.tar.gz: 467820916ff35b99c6533f8912281580157243f3fddf42ec70cf915573c745e5b678cb1da7bb7fce7c37dbae2a1b2a71ed6f2610aee236d07bb44b36ff9ba167
+  metadata.gz: e16ec9338d9c0e45854dd81c15219afd7a4960882debbccf75a5a0db426b682f416ce9b41264ba560c8f384b81f822a3bbf51f66b2a0022a9d16d78d7a406c47
+  data.tar.gz: d4f1c16afbf492572dd0d3830c592e38c0182224b2524ab1992e5ffa1e286bcfec7f6a21da837b8de45cea4109bc703ecc6c828a64ab51c7a72d04b50e342956

data/CONTRIBUTING.md

@@ -1,9 +1,9 @@
 ## Developer Certificate of Origin + License
 
-By contributing to GitLab B.V., You accept and agree to the following terms and
-conditions for Your present and future Contributions submitted to GitLab B.V.
-Except for the license granted herein to GitLab B.V. and recipients of software
-distributed by GitLab B.V., You reserve all right, title, and interest in and to
+By contributing to GitLab Inc., You accept and agree to the following terms and
+conditions for Your present and future Contributions submitted to GitLab Inc.
+Except for the license granted herein to GitLab Inc. and recipients of software
+distributed by GitLab Inc., You reserve all right, title, and interest in and to
 Your Contributions. All Contributions are subject to the following DCO + License
 terms.
 

data/Gemfile.lock

@@ -1,8 +1,9 @@
 PATH
   remote: .
   specs:
-    gitlab-qa (14.19.1)
+    gitlab-qa (14.20.0)
       activesupport (>= 6.1, < 7.2)
+      ffi (~> 1.17)
       gitlab (~> 4.19)
       http (~> 5.0)
       nokogiri (~> 1.10)
@@ -94,7 +95,7 @@ GEM
     faraday-patron (1.0.0)
     faraday-rack (1.0.0)
     faraday-retry (1.0.3)
-    ffi (1.15.5)
+    ffi (1.17.0)
     ffi-compiler (1.0.1)
       ffi (>= 1.0.0)
       rake

data/LICENSE

@@ -1,4 +1,4 @@
-Copyright (c) 2011-2017 GitLab B.V.
+Copyright (c) 2011-2017 GitLab Inc.
 
 With regard to the GitLab Software:
 

data/gitlab-qa.gemspec

@@ -37,6 +37,7 @@ Gem::Specification.new do |spec|
   spec.add_development_dependency 'webmock', '3.7.0'
 
   spec.add_runtime_dependency 'activesupport', '>= 6.1', '< 7.2'
+  spec.add_runtime_dependency 'ffi', '~> 1.17'
   spec.add_runtime_dependency 'gitlab', '~> 4.19'
   spec.add_runtime_dependency 'http', '~> 5.0'
   spec.add_runtime_dependency 'nokogiri', '~> 1.10'

data/lib/gitlab/qa/component/ai_gateway.rb

@@ -7,6 +7,8 @@ module Gitlab
         DOCKER_IMAGE = 'registry.gitlab.com/gitlab-org/modelops/applied-ml/code-suggestions/ai-assist/model-gateway'
         DOCKER_IMAGE_TAG = 'latest'
 
+        LOG_FILE_NAME = 'modelgateway_debug.log'
+
         # Test signing key to enable direct connection code completions
         # https://gitlab.com/gitlab-org/modelops/applied-ml/code-suggestions/ai-assist/-/blob/97f54f4b7e43258a39bba7f29f38fe44bd316ce5/example.env#L79
         TEST_SIGNING_KEY =
@@ -87,17 +89,42 @@ module Gitlab
           @name ||= 'ai-gateway'
         end
 
+        def host_log_path
+          File.join(Runtime::Env.host_artifacts_dir, name, 'logs', LOG_FILE_NAME)
+        end
+
+        def container_log_path
+          File.join('home', 'aigateway', 'app', LOG_FILE_NAME)
+        end
+
         def configure_environment(gitlab_hostname:)
           @environment = {
             'AIGW_GITLAB_URL' => "http://#{gitlab_hostname}",
             'AIGW_GITLAB_API_URL' => "http://#{gitlab_hostname}/api/v4",
             'AIGW_CUSTOMER_PORTAL_URL' => Runtime::Env.customer_portal_url,
             'AIGW_MOCK_MODEL_RESPONSES' => true,
+            'AIGW_LOGGING__LEVEL' => 'debug',
+            'AIGW_LOGGING__TO_FILE' => LOG_FILE_NAME,
             'AIGW_SELF_SIGNED_JWT__SIGNING_KEY' => TEST_SIGNING_KEY,
             'AIGW_SELF_SIGNED_JWT__VALIDATION_KEY' => TEST_VALIDATION_KEY,
             'CLOUD_CONNECTOR_SERVICE_NAME' => 'gitlab-ai-gateway'
           }
         end
+
+        def teardown
+          # Copy debug log file to host artifacts directory
+          begin
+            Docker::Command.execute(
+              "cp #{name}:#{container_log_path} #{host_log_path}"
+            )
+          rescue Support::ShellCommand::StatusError => e
+            Runtime::Logger.warn(
+              "Unable to copy log file from #{name}: #{e.message}"
+            )
+          end
+
+          super
+        end
       end
     end
   end

data/lib/gitlab/qa/component/gitlab.rb

@@ -68,6 +68,12 @@ module Gitlab
           @omnibus_gitlab_rails_env['CUSTOMER_PORTAL_URL'] = Runtime::Env.customer_portal_url
         end
 
+        def set_cloud_connector_base_url
+          return if Runtime::Env.cloud_connector_base_url.blank?
+
+          @omnibus_gitlab_rails_env['CLOUD_CONNECTOR_BASE_URL'] = Runtime::Env.cloud_connector_base_url
+        end
+
         # Sets GITLAB_QA_USER_AGENT as a Rail environment variable so that it can be used by GitLab to bypass features
         # that can't be automated.
         def set_qa_user_agent
@@ -138,6 +144,7 @@ module Gitlab
           set_formless_login_token
           set_license_mode
           set_qa_user_agent
+          set_cloud_connector_base_url
           env = @omnibus_gitlab_rails_env.merge(
             {
               'GITLAB_ALLOW_SEPARATE_CI_DATABASE' => Runtime::Env.allow_separate_ci_database.to_s,

data/lib/gitlab/qa/runtime/env.rb

@@ -41,6 +41,7 @@ module Gitlab
           'CI_PROJECT_NAME' => :ci_project_name,
           'CI_PROJECT_PATH' => :ci_project_path,
           'CI_PROJECT_PATH_SLUG' => :ci_project_path_slug,
+          'CI_PROJECT_DIR' => :ci_project_dir,
           'CI_RUNNER_ID' => :ci_runner_id,
           'CI_SERVER_HOST' => :ci_server_host,
           'CI_SERVER_PERSONAL_ACCESS_TOKEN' => :ci_server_personal_access_token,
@@ -326,6 +327,12 @@ module Gitlab
           end
         end
 
+        def require_cloud_connector_base_url!
+          return unless cloud_connector_base_url.blank?
+
+          raise ArgumentError, "Please provide CLOUD_CONNECTOR_BASE_URL"
+        end
+
         def require_initial_password!
           return unless env_var_value_if_defined('GITLAB_INITIAL_ROOT_PASSWORD').to_s.strip.empty?
 
@@ -433,6 +440,10 @@ module Gitlab
           env_var_value_if_defined('CUSTOMER_PORTAL_URL') || 'https://customers.staging.gitlab.com'
         end
 
+        def cloud_connector_base_url
+          env_var_value_if_defined('CLOUD_CONNECTOR_BASE_URL')
+        end
+
         def ee_activation_code
           env_var_value_if_defined('QA_EE_ACTIVATION_CODE')
         end

data/lib/gitlab/qa/scenario/test/omnibus/update_from_previous.rb

@@ -8,6 +8,8 @@ module Gitlab
           class UpdateFromPrevious < Scenario::Template
             using Rainbow
 
+            attr_reader :rspec_args
+
             # Test update from N - 1 (major|minor|patch) version to current release
             # Run health check (or smoke if below 17.1.0) test suite on previous release to populate some data in database before update
             #
@@ -36,6 +38,7 @@ module Gitlab
                 semver_component,
                 from_edition || @current_release.edition
               ).fetch
+              @rspec_args = rspec_args
 
               upgrade_info = "#{[*upgrade_path, current_release].join(' => ')} (#{current_version})".bright
               Runtime::Logger.info("Performing gitlab update: #{upgrade_info}")
@@ -43,6 +46,18 @@ module Gitlab
               update(rspec_args)
             end
 
+            def seeding_suite_args
+              first_release_version = extract_version(upgrade_path.first.release)
+              if Gem::Version.new(first_release_version) < Gem::Version.new("17.1.0")
+                ["--", "--tag", "smoke"]
+              else
+                ["--", "--tag", "health_check"]
+              end
+            end
+
+            # this is any action or event that may happen before the seeding suite is run
+            def pre_seeding_environment_actions(gitlab); end
+
             private
 
             attr_reader :current_release, :upgrade_path
@@ -62,16 +77,9 @@ module Gitlab
             # rubocop:disable Metrics/AbcSize
             def update(rspec_args)
               Docker::Volumes.new.with_temporary_volumes do |volumes|
-                first_release_version = extract_version(upgrade_path.first.release)
-                seeding_suite_args = if Gem::Version.new(first_release_version) < Gem::Version.new("17.1.0")
-                                       ["--", "--tag", "smoke"]
-                                     else
-                                       ["--", "--tag", "health_check"]
-                                     end
-
                 # deploy first release in upgrade path and run specs to populate db
                 Runtime::Logger.info("Running the first release in upgrade path: #{upgrade_path.first}")
-                run_gitlab(upgrade_path.first, volumes, seeding_suite_args)
+                run_gitlab(upgrade_path.first, volumes, seeding_suite_args, seeding_run: true)
 
                 # deploy releases in upgrade path
                 upgrade_path[1..].each do |release|
@@ -91,7 +99,7 @@ module Gitlab
             # @param [Gitlab::QA::Release] release
             # @param [Hash] volumes
             # @return [void]
-            def run_gitlab(release, volumes, rspec_args = [], skip_setup: false) # rubocop:disable Metrics/AbcSize
+            def run_gitlab(release, volumes, rspec_args = [], skip_setup: false, seeding_run: false) # rubocop:disable Metrics/AbcSize
               Runtime::Logger.info("Deploying release: #{release.to_s.bright}")
 
               Component::Gitlab.perform do |gitlab|
@@ -99,6 +107,7 @@ module Gitlab
                 gitlab.release = release
                 gitlab.volumes = volumes
                 gitlab.network = Runtime::Env.docker_network
+                gitlab.set_ee_activation_code if @use_cloud_license
 
                 if skip_setup
                   gitlab.skip_server_hooks = true
@@ -108,7 +117,10 @@ module Gitlab
 
                 next gitlab.launch_and_teardown_instance unless run_specs?(release)
 
-                gitlab.instance { run_specs(gitlab, release, rspec_args) }
+                gitlab.instance do
+                  pre_seeding_environment_actions(gitlab) if seeding_run
+                  run_specs(gitlab, release, rspec_args)
+                end
               end
             end
 

data/lib/gitlab/qa/scenario/test/omnibus/update_from_previous_ai.rb

@@ -0,0 +1,46 @@
+# frozen_string_literal: true
+
+module Gitlab
+  module QA
+    module Scenario
+      module Test
+        module Omnibus
+          class UpdateFromPreviousAi < UpdateFromPrevious
+            def initialize
+              Runtime::Env.require_cloud_connector_base_url!
+              @use_cloud_license = true
+              @perform_license_sync_event = false
+              super
+            end
+
+            def seeding_suite_args
+              super + (rspec_args[1..] || [])
+            end
+
+            def pre_seeding_environment_actions(gitlab)
+              super
+              set_up_gitlab_duo(gitlab)
+            end
+
+            private
+
+            def set_up_gitlab_duo(gitlab)
+              setup_src_path = File.expand_path('../../../../../../support/setup', __dir__)
+              setup_dest_path = '/tmp/setup-scripts'
+
+              Runtime::Logger.info('Setting up Gitlab Duo on GitLab instance')
+
+              gitlab.docker.copy(gitlab.name, setup_src_path, setup_dest_path)
+
+              gitlab.docker.exec(
+                gitlab.name,
+                "ASSIGN_SEATS=true HAS_ADD_ON=true gitlab-rails runner #{setup_dest_path}/gitlab_duo_setup.rb",
+                mask_secrets: gitlab.secrets
+              )
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/gitlab/qa/version.rb

@@ -2,6 +2,6 @@
 
 module Gitlab
   module QA
-    VERSION = '14.19.1'
+    VERSION = '14.20.0'
   end
 end

data/support/setup/gitlab_duo_setup.rb

@@ -88,10 +88,14 @@ class GitlabDuoSetup
     end
 
     def duo_pro_add_on
+      return nil unless GitlabSubscriptions::AddOn.respond_to?(:code_suggestions)
+
       find_add_on_purchase(add_on: GitlabSubscriptions::AddOn.code_suggestions.last)
     end
 
     def duo_enterprise_add_on
+      return nil unless GitlabSubscriptions::AddOn.respond_to?(:duo_enterprise)
+
       find_add_on_purchase(add_on: GitlabSubscriptions::AddOn.duo_enterprise.last)
     end
 

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: gitlab-qa
 version: !ruby/object:Gem::Version
-  version: 14.19.1
+  version: 14.20.0
 platform: ruby
 authors:
 - GitLab Quality
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2024-10-28 00:00:00.000000000 Z
+date: 2024-11-11 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: climate_control
@@ -212,6 +212,20 @@ dependencies:
     - - "<"
       - !ruby/object:Gem::Version
         version: '7.2'
+- !ruby/object:Gem::Dependency
+  name: ffi
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.17'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.17'
 - !ruby/object:Gem::Dependency
   name: gitlab
   requirement: !ruby/object:Gem::Requirement
@@ -477,6 +491,7 @@ files:
 - lib/gitlab/qa/scenario/test/integration/suggested_reviewer.rb
 - lib/gitlab/qa/scenario/test/omnibus/image.rb
 - lib/gitlab/qa/scenario/test/omnibus/update_from_previous.rb
+- lib/gitlab/qa/scenario/test/omnibus/update_from_previous_ai.rb
 - lib/gitlab/qa/scenario/test/omnibus/upgrade.rb
 - lib/gitlab/qa/service/cluster_provider/base.rb
 - lib/gitlab/qa/service/cluster_provider/k3d.rb