chemlab 0.0.1

data/qa/ee/scenario/test/geo.rb

@@ -0,0 +1,211 @@
+# frozen_string_literal: true
+
+require 'net/http'
+require 'json'
+
+module QA
+  module EE
+    module Scenario
+      module Test
+        class Geo < QA::Scenario::Template
+          include QA::Scenario::Bootable
+          include QA::Scenario::SharedAttributes
+
+          tags :geo
+
+          attribute :geo_primary_address, '--primary-address PRIMARY'
+          attribute :geo_primary_name, '--primary-name PRIMARY_NAME'
+          attribute :geo_secondary_address, '--secondary-address SECONDARY'
+          attribute :geo_secondary_name, '--secondary-name SECONDARY_NAME'
+          attribute :geo_skip_setup?, '--without-setup'
+
+          def perform(options, *rspec_options)
+            # Alias QA::Runtime::Scenario.gitlab_address to @address since
+            # some components depends on QA::Runtime::Scenario.gitlab_address.
+            QA::Runtime::Scenario.define(:gitlab_address, QA::Runtime::Scenario.geo_primary_address)
+
+            unless options[:geo_skip_setup?]
+              Geo::Primary.act do
+                add_license
+                enable_hashed_storage
+                set_replication_password
+                set_primary_node
+                add_secondary_node
+              end
+
+              Geo::Secondary.act do
+                replicate_database
+                reconfigure
+                wait_for_services
+                authorize
+              end
+            end
+
+            Specs::Runner.perform do |specs|
+              specs.tty = true
+              specs.tags = self.class.focus
+              specs.options = rspec_options if rspec_options.any?
+            end
+          end
+
+          class Primary
+            include QA::Scenario::Actable
+
+            def initialize
+              @name = QA::Runtime::Scenario.geo_primary_name
+              @address = QA::Runtime::Scenario.geo_primary_address
+            end
+
+            def add_license
+              puts 'Adding GitLab EE license ...'
+
+              QA::Runtime::Browser.visit(:geo_primary, QA::Page::Main::Login) do
+                Resource::License.fabricate!(ENV['EE_LICENSE'])
+              end
+            end
+
+            def enable_hashed_storage
+              puts 'Enabling hashed repository storage setting ...'
+
+              QA::Runtime::Browser.visit(:geo_primary, QA::Page::Main::Login) do
+                QA::Resource::Settings::HashedStorage.fabricate!(:enabled)
+              end
+            end
+
+            def add_secondary_node
+              puts 'Adding new Geo secondary node ...'
+
+              QA::Runtime::Browser.visit(:geo_primary, QA::Page::Main::Login) do
+                Resource::Geo::Node.fabricate! do |node|
+                  node.name = QA::Runtime::Scenario.geo_secondary_name
+                  node.address = QA::Runtime::Scenario.geo_secondary_address
+                end
+              end
+            end
+
+            def set_replication_password
+              puts 'Setting replication password on primary node ...'
+
+              QA::Service::Omnibus.new(@name).act do
+                gitlab_ctl 'set-replication-password', input: 'echo mypass'
+              end
+            end
+
+            def set_primary_node
+              puts 'Making this node a primary node  ...'
+
+              QA::Service::Omnibus.new(@name).act do
+                gitlab_ctl 'set-geo-primary-node'
+              end
+            end
+          end
+
+          class Secondary
+            include QA::Scenario::Actable
+
+            WAIT_FOR_SERVICES_SECS = 120
+
+            def initialize
+              @address = QA::Runtime::Scenario.geo_secondary_address
+              @name = QA::Runtime::Scenario.geo_secondary_name
+            end
+
+            def replicate_database
+              puts 'Starting Geo replication on secondary node ...'
+
+              QA::Service::Omnibus.new(@name).act do
+                require 'uri'
+
+                # At this stage of the workflow, the 'geo-logcursor' service will
+                # be 'flapping' because the Secondary DB has not been replicated
+                # and is known to timeout when a `gitlab-ctl stop` is issued
+                # (it is called as part of the `replicate-geo-database`
+                # command).
+                #
+                # The timeout occurs because it can take longer than 60 secs for
+                # 'geo-logcursor' to stop, which is the maximum length of time
+                # runit will wait before deeming the service to 'timeout' and
+                # then returns a non-zero exit code.
+                #
+                # Let's always ensure we return a zero exit code here.
+                gitlab_ctl "stop || true"
+
+                host = URI(QA::Runtime::Scenario.geo_primary_address).host
+                slot = QA::Runtime::Scenario.geo_primary_name.tr('-', '_')
+
+                gitlab_ctl "replicate-geo-database --host=#{host} --slot-name=#{slot} " \
+                           "--sslmode=disable --no-wait --force", input: 'echo mypass'
+              end
+            end
+
+            def reconfigure
+              # Without this step, the /var/opt/gitlab/postgresql/data/pg_hba.conf
+              # that is left behind from 'gitlab_ctl "replicate-geo-database ..'
+              # does not allow FDW to work.
+              puts 'Reconfiguring ...'
+
+              QA::Service::Omnibus.new(@name).act do
+                gitlab_ctl 'reconfigure'
+              end
+            end
+
+            def wait_for_services
+              puts 'Waiting until secondary node services are ready ...'
+
+              elapsed = try_for(WAIT_FOR_SERVICES_SECS) do |elapsed|
+                break elapsed if host_ready?
+              end
+
+              puts "\nSecondary ready after #{elapsed} seconds."
+            rescue TryForExceeded
+              raise "Secondary node did not start correctly after #{WAIT_FOR_SERVICES_SECS} seconds!"
+            end
+
+            def authorize
+              # Provide OAuth authorization now so that tests don't have to
+              QA::Runtime::Browser.visit(:geo_secondary, QA::Page::Main::Login) do
+                QA::Page::Main::Login.perform(&:sign_in_using_credentials)
+                QA::Page::Main::OAuth.perform do |oauth|
+                  oauth.authorize! if oauth.needs_authorization?
+                end
+              end
+            end
+
+            private
+
+            TryForExceeded = Class.new(StandardError)
+
+            def try_for(secs)
+              start = Time.new
+
+              loop do
+                elapsed = (Time.new - start).round(2)
+                break elapsed if elapsed >= secs
+
+                yield elapsed
+                sleep 1
+              end
+
+              raise TryForExceeded
+            end
+
+            def host_ready?
+              return true if host_status_ok?
+
+              print '.'
+              false
+            rescue StandardError
+              print 'e'
+              false
+            end
+
+            def host_status_ok?
+              body = Net::HTTP.get(URI.join(@address, '/-/readiness'))
+              JSON.parse(body)['status'] == 'ok'
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/qa/ee/scenario/test/integration/elasticsearch.rb

@@ -0,0 +1,15 @@
+# frozen_string_literal: true
+
+module QA
+  module EE
+    module Scenario
+      module Test
+        module Integration
+          class Elasticsearch < QA::Scenario::Test::Instance::All
+            tags :elasticsearch
+          end
+        end
+      end
+    end
+  end
+end

data/qa/ee/scenario/test/integration/group_saml.rb

@@ -0,0 +1,17 @@
+# frozen_string_literal: true
+
+module QA
+  module EE
+    module Scenario
+      module Test
+        module Integration
+          class GroupSAML < QA::Scenario::Template
+            include QA::Scenario::Bootable
+            include QA::Scenario::SharedAttributes
+            tags :group_saml
+          end
+        end
+      end
+    end
+  end
+end

data/qa/ee/scenario/test/sanity/selectors.rb

@@ -0,0 +1,17 @@
+# frozen_string_literal: true
+
+module QA
+  module EE
+    module Scenario
+      module Test
+        module Sanity
+          module Selectors
+            def pages
+              @ee_pages ||= super + [QA::EE::Page]
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/qa/ee/strategy.rb

@@ -0,0 +1,28 @@
+# frozen_string_literal: true
+
+module QA
+  module EE
+    module Strategy
+      extend self
+
+      def extend_autoloads!
+        require 'qa/ce/strategy'
+        require 'qa/ee'
+      end
+
+      def perform_before_hooks
+        # Without a license, perform the CE before hooks only.
+        unless ENV['EE_LICENSE']
+          QA::CE::Strategy.perform_before_hooks
+          return
+        end
+
+        QA::Support::Retrier.retry_on_exception do
+          QA::Runtime::Browser.visit(:gitlab, QA::Page::Main::Login) do
+            EE::Resource::License.fabricate!(ENV['EE_LICENSE'])
+          end
+        end
+      end
+    end
+  end
+end

data/qa/fixtures/auto_devops_rack/Dockerfile

@@ -0,0 +1,9 @@
+FROM ruby:2.6.5-alpine
+ADD ./ /app/
+WORKDIR /app
+ENV RACK_ENV production
+ENV PORT 5000
+EXPOSE 5000
+
+RUN bundle install
+CMD ["bundle","exec", "rackup", "-p", "5000"]

data/qa/fixtures/auto_devops_rack/Gemfile

@@ -0,0 +1,3 @@
+source 'https://rubygems.org'
+gem 'rack'
+gem 'rake'

data/qa/fixtures/auto_devops_rack/Gemfile.lock

@@ -0,0 +1,15 @@
+GEM
+  remote: https://rubygems.org/
+  specs:
+    rack (2.0.6)
+    rake (12.3.0)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  rack
+  rake
+
+BUNDLED WITH
+   1.17.1

data/qa/fixtures/auto_devops_rack/Rakefile

@@ -0,0 +1,7 @@
+require 'rake/testtask'
+
+task default: %w[test]
+
+task :test do
+  puts "ok"
+end

data/qa/fixtures/auto_devops_rack/config.ru

@@ -0,0 +1 @@
+run lambda { |env| [200, { 'Content-Type' => 'text/plain' }, StringIO.new("Hello World! #{ENV['OPTIONAL_MESSAGE']}\n")] }

data/qa/fixtures/ldap/admin/1_add_nodes.ldif

@@ -0,0 +1,7 @@
+dn: ou=Global Groups,dc=example,dc=org
+objectClass: organizationalUnit
+ou: Global Groups
+
+dn: ou=People,ou=Global Groups,dc=example,dc=org
+objectClass: organizationalUnit
+ou: People

data/qa/fixtures/ldap/admin/2_add_users.ldif

@@ -0,0 +1,63 @@
+
+# 1. hruser1
+
+dn: uid=hruser1,ou=People,ou=Global Groups,dc=example,dc=org
+cn: HR User 1
+givenName: HR
+sn: User1
+uid: hruser1
+uidNumber: 5000
+gidNumber: 10000
+homeDirectory: /home/hruser1
+mail: hruser1@example.org
+objectClass: top
+objectClass: posixAccount
+objectClass: shadowAccount
+objectClass: inetOrgPerson
+objectClass: organizationalPerson
+objectClass: person
+loginShell: /bin/bash
+# hashed value for 'password'
+userPassword: {SSHA}ICMhr6Jxt5bk2awD7HL7GxRTM3BZ1pFI
+
+# 2. adminuser1
+
+dn: uid=adminuser1,ou=People,ou=Global Groups,dc=example,dc=org
+cn: Admin User 1
+givenName: Admin
+sn: User1
+uid: adminuser1
+uidNumber: 5009
+gidNumber: 10009
+homeDirectory: /home/adminuser1
+mail: adminuser1@example.org
+objectClass: top
+objectClass: posixAccount
+objectClass: shadowAccount
+objectClass: inetOrgPerson
+objectClass: organizationalPerson
+objectClass: person
+loginShell: /bin/bash
+# hashed value for 'password'
+userPassword: {SSHA}ICMhr6Jxt5bk2awD7HL7GxRTM3BZ1pFI
+
+# 2. adminuser2
+
+dn: uid=adminuser2,ou=People,ou=Global Groups,dc=example,dc=org
+cn: Admin User 2
+givenName: Admin
+sn: User1
+uid: adminuser2
+uidNumber: 5010
+gidNumber: 10010
+homeDirectory: /home/adminuser2
+mail: adminuser2@example.org
+objectClass: top
+objectClass: posixAccount
+objectClass: shadowAccount
+objectClass: inetOrgPerson
+objectClass: organizationalPerson
+objectClass: person
+loginShell: /bin/bash
+# hashed value for 'password'
+userPassword: {SSHA}ICMhr6Jxt5bk2awD7HL7GxRTM3BZ1pFI

data/qa/fixtures/ldap/admin/3_add_groups.ldif

@@ -0,0 +1,16 @@
+# 1. Human Resources
+
+dn: cn=Human Resources,ou=Global Groups,dc=example,dc=org
+objectClass: groupofnames
+cn: Human Resources
+description: Human Resources
+member: uid=hruser1,ou=People,ou=Global Groups,dc=example,dc=org
+
+# 2. Admin
+
+dn: cn=AdminGroup,ou=Global Groups,dc=example,dc=org
+objectClass: groupofnames
+cn: AdminGroup
+description: Human Resources
+member: uid=adminuser1,ou=People,ou=Global Groups,dc=example,dc=org
+member: uid=adminuser2,ou=People,ou=Global Groups,dc=example,dc=org

data/qa/fixtures/ldap/non_admin/1_add_nodes.ldif

@@ -0,0 +1,7 @@
+dn: ou=Global Groups,dc=example,dc=org
+objectClass: organizationalUnit
+ou: Global Groups
+
+dn: ou=People,ou=Global Groups,dc=example,dc=org
+objectClass: organizationalUnit
+ou: People

data/qa/fixtures/ldap/non_admin/2_add_users.ldif

@@ -0,0 +1,61 @@
+
+# 1. Human Resources
+
+dn: uid=hruser1,ou=People,ou=Global Groups,dc=example,dc=org
+cn: HR User 1
+givenName: HR
+sn: User1
+uid: hruser1
+uidNumber: 5000
+gidNumber: 10000
+homeDirectory: /home/hruser1
+mail: hruser1@example.org
+objectClass: top
+objectClass: posixAccount
+objectClass: shadowAccount
+objectClass: inetOrgPerson
+objectClass: organizationalPerson
+objectClass: person
+loginShell: /bin/bash
+# hashed value for 'password'
+userPassword: {SSHA}ICMhr6Jxt5bk2awD7HL7GxRTM3BZ1pFI
+
+# 2. Admin
+
+dn: uid=adminuser1,ou=People,ou=Global Groups,dc=example,dc=org
+cn: Admin User 1
+givenName: Admin
+sn: User1
+uid: adminuser1
+uidNumber: 5009
+gidNumber: 10009
+homeDirectory: /home/adminuser1
+mail: adminuser1@example.org
+objectClass: top
+objectClass: posixAccount
+objectClass: shadowAccount
+objectClass: inetOrgPerson
+objectClass: organizationalPerson
+objectClass: person
+loginShell: /bin/bash
+# hashed value for 'password'
+userPassword: {SSHA}ICMhr6Jxt5bk2awD7HL7GxRTM3BZ1pFI
+
+dn: uid=adminuser2,ou=People,ou=Global Groups,dc=example,dc=org
+cn: Admin User 2
+givenName: Admin
+sn: User1
+uid: adminuser2
+uidNumber: 5010
+gidNumber: 10010
+homeDirectory: /home/adminuser2
+mail: adminuser2@example.org
+objectClass: top
+objectClass: posixAccount
+objectClass: shadowAccount
+objectClass: inetOrgPerson
+objectClass: organizationalPerson
+objectClass: person
+loginShell: /bin/bash
+# hashed value for 'password'
+userPassword: {SSHA}ICMhr6Jxt5bk2awD7HL7GxRTM3BZ1pFI