chemlab 0.0.1

data/qa/specs/features/ee/browser_ui/geo/ssh_push_spec.rb

@@ -0,0 +1,151 @@
+# frozen_string_literal: true
+
+module QA
+  context 'Geo', :orchestrated, :geo do
+    describe 'GitLab SSH push' do
+      let(:file_name) { 'README.md' }
+
+      context 'regular git commit' do
+        it "is replicated to the secondary" do
+          key_title = "key for ssh tests #{Time.now.to_f}"
+          file_content = 'This is a Geo project! Commit from primary.'
+          project = nil
+          key = nil
+
+          QA::Flow::Login.while_signed_in(address: :geo_primary) do
+            # Create a new SSH key for the user
+            key = Resource::SSHKey.fabricate_via_api! do |resource|
+              resource.title = key_title
+            end
+
+            # Create a new Project
+            project = Resource::Project.fabricate_via_api! do |project|
+              project.name = 'geo-project'
+              project.description = 'Geo test project'
+            end
+
+            # Perform a git push over SSH directly to the primary
+            Resource::Repository::ProjectPush.fabricate! do |push|
+              push.ssh_key = key
+              push.project = project
+              push.file_name = file_name
+              push.file_content = "# #{file_content}"
+              push.commit_message = 'Add README.md'
+            end.project.visit!
+
+            # Validate git push worked and file exists with content
+            Page::Project::Show.perform do |show|
+              show.wait_for_repository_replication
+
+              expect(page).to have_content(file_name)
+              expect(page).to have_content(file_content)
+            end
+          end
+
+          QA::Runtime::Logger.debug('Visiting the secondary geo node')
+
+          QA::Flow::Login.while_signed_in(address: :geo_secondary) do
+            EE::Page::Main::Banner.perform do |banner|
+              expect(banner).to have_secondary_read_only_banner
+            end
+
+            # Ensure the SSH key has replicated
+            Page::Main::Menu.act { click_settings_link }
+            Page::Profile::Menu.act { click_ssh_keys }
+
+            expect(page).to have_content(key_title)
+            expect(page).to have_content(key.md5_fingerprint)
+
+            # Ensure project has replicated
+            Page::Main::Menu.perform { |menu| menu.go_to_projects }
+            Page::Dashboard::Projects.perform do |dashboard|
+              dashboard.wait_for_project_replication(project.name)
+              dashboard.go_to_project(project.name)
+            end
+
+            # Validate the content has been sync'd from the primary
+            Page::Project::Show.perform do |show|
+              show.wait_for_repository_replication_with(file_content)
+
+              expect(page).to have_content(file_name)
+              expect(page).to have_content(file_content)
+            end
+          end
+        end
+      end
+
+      context 'git-lfs commit' do
+        it "is replicated to the secondary" do
+          key_title = "key for ssh tests #{Time.now.to_f}"
+          file_content = 'The rendered file could not be displayed because it is stored in LFS.'
+          project = nil
+          key = nil
+
+          QA::Flow::Login.while_signed_in(address: :geo_primary) do
+            # Create a new SSH key for the user
+            key = Resource::SSHKey.fabricate_via_api! do |resource|
+              resource.title = key_title
+            end
+
+            # Create a new Project
+            project = Resource::Project.fabricate_via_api! do |project|
+              project.name = 'geo-project'
+              project.description = 'Geo test project'
+            end
+
+            # Perform a git push over SSH directly to the primary
+            push = Resource::Repository::ProjectPush.fabricate! do |push|
+              push.use_lfs = true
+              push.ssh_key = key
+              push.project = project
+              push.file_name = file_name
+              push.file_content = "# #{file_content}"
+              push.commit_message = 'Add README.md'
+            end
+
+            expect(push.output).to match(/Locking support detected on remote/)
+
+            # Validate git push worked and file exists with content
+            push.project.visit!
+            Page::Project::Show.perform do |show|
+              show.wait_for_repository_replication
+
+              expect(page).to have_content(file_name)
+              expect(page).to have_content(file_content)
+            end
+          end
+
+          QA::Runtime::Logger.debug('Visiting the secondary geo node')
+
+          QA::Flow::Login.while_signed_in(address: :geo_secondary) do
+            EE::Page::Main::Banner.perform do |banner|
+              expect(banner).to have_secondary_read_only_banner
+            end
+
+            # Ensure the SSH key has replicated
+            Page::Main::Menu.act { click_settings_link }
+            Page::Profile::Menu.act { click_ssh_keys }
+
+            expect(page).to have_content(key_title)
+            expect(page).to have_content(key.md5_fingerprint)
+
+            # Ensure project has replicated
+            Page::Main::Menu.perform { |menu| menu.go_to_projects }
+            Page::Dashboard::Projects.perform do |dashboard|
+              dashboard.wait_for_project_replication(project.name)
+              dashboard.go_to_project(project.name)
+            end
+
+            # Validate the content has been sync'd from the primary
+            Page::Project::Show.perform do |show|
+              show.wait_for_repository_replication_with(file_name)
+
+              expect(page).to have_content(file_name)
+              expect(page).to have_content(file_content)
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/qa/specs/features/ee/browser_ui/geo/ssh_push_to_secondary_spec.rb

@@ -0,0 +1,189 @@
+# frozen_string_literal: true
+
+module QA
+  context 'Geo', :orchestrated, :geo do
+    describe 'GitLab SSH push to secondary' do
+      let(:file_content_primary) { 'This is a Geo project! Commit from primary.' }
+      let(:file_content_secondary) { 'This is a Geo project! Commit from secondary.' }
+
+      context 'regular git commit' do
+        it 'is proxied to the primary and ultimately replicated to the secondary' do
+          file_name = 'README.md'
+          key_title = "key for ssh tests #{Time.now.to_f}"
+          project = nil
+          key = nil
+
+          QA::Flow::Login.while_signed_in(address: :geo_primary) do
+            # Create a new SSH key for the user
+            key = Resource::SSHKey.fabricate_via_api! do |resource|
+              resource.title = key_title
+            end
+
+            # Create a new Project
+            project = Resource::Project.fabricate_via_api! do |project|
+              project.name = 'geo-project'
+              project.description = 'Geo test project'
+            end
+
+            # Perform a git push over SSH directly to the primary
+            #
+            # This push is required to ensure we have the primary credentials
+            # written out to the .netrc
+            Resource::Repository::ProjectPush.fabricate! do |push|
+              push.ssh_key = key
+              push.project = project
+              push.file_name = file_name
+              push.file_content = "# #{file_content_primary}"
+              push.commit_message = "Add #{file_name}"
+            end
+            project.visit!
+          end
+
+          QA::Runtime::Logger.debug('Visiting the secondary geo node')
+
+          QA::Flow::Login.while_signed_in(address: :geo_secondary) do
+            EE::Page::Main::Banner.perform do |banner|
+              expect(banner).to have_secondary_read_only_banner
+            end
+
+            # Ensure the SSH key has replicated
+            Page::Main::Menu.perform(&:click_settings_link)
+            Page::Profile::Menu.perform do |menu|
+              menu.click_ssh_keys
+              menu.wait_for_key_to_replicate(key_title)
+            end
+
+            expect(page).to have_content(key_title)
+            expect(page).to have_content(key.md5_fingerprint)
+
+            # Ensure project has replicated
+            Page::Main::Menu.perform(&:go_to_projects)
+            Page::Dashboard::Projects.perform do |dashboard|
+              dashboard.wait_for_project_replication(project.name)
+              dashboard.go_to_project(project.name)
+            end
+
+            # Grab the SSH URI for the secondary and store as 'location'
+            location = Page::Project::Show.perform do |project_page|
+              project_page.wait_for_repository_replication
+              project_page.repository_clone_ssh_location
+            end
+
+            # Perform a git push over SSH at the secondary
+            push = Resource::Repository::Push.fabricate! do |push|
+              push.new_branch = false
+              push.ssh_key = key
+              push.repository_ssh_uri = location.uri
+              push.file_name = file_name
+              push.file_content = "# #{file_content_secondary}"
+              push.commit_message = "Update #{file_name}"
+            end
+
+            # Remove ssh:// from the URI to ensure we can match accurately
+            # as ssh:// can appear depending on how GitLab is configured.
+            ssh_uri = project.repository_ssh_location.git_uri.to_s.gsub(%r{ssh://}, '')
+
+            expect(push.output).to match(%r{This request to a Geo secondary node will be forwarded to the.*Geo primary node:.*#{ssh_uri}}m)
+
+            # Validate git push worked and new content is visible
+            Page::Project::Show.perform do |show|
+              show.wait_for_repository_replication_with(file_content_secondary)
+
+              expect(page).to have_content(file_content_secondary)
+            end
+          end
+        end
+      end
+
+      context 'git-lfs commit' do
+        it 'is proxied to the primary and ultimately replicated to the secondary' do
+          key_title = "key for ssh tests #{Time.now.to_f}"
+          file_name_primary = 'README.md'
+          file_name_secondary = 'README_MORE.md'
+          project = nil
+          key = nil
+
+          QA::Flow::Login.while_signed_in(address: :geo_primary) do
+            # Create a new SSH key for the user
+            key = Resource::SSHKey.fabricate_via_api! do |resource|
+              resource.title = key_title
+            end
+
+            # Create a new Project
+            project = Resource::Project.fabricate_via_api! do |project|
+              project.name = 'geo-project'
+              project.description = 'Geo test project'
+            end
+
+            # Perform a git push over SSH directly to the primary
+            #
+            # This push is required to ensure we have the primary credentials
+            # written out to the .netrc
+            Resource::Repository::Push.fabricate! do |push|
+              push.use_lfs = true
+              push.ssh_key = key
+              push.repository_ssh_uri = project.repository_ssh_location.uri
+              push.file_name = file_name_primary
+              push.file_content = "# #{file_content_primary}"
+              push.commit_message = "Add #{file_name_primary}"
+            end
+          end
+
+          QA::Runtime::Logger.debug('Visiting the secondary geo node')
+
+          QA::Flow::Login.while_signed_in(address: :geo_secondary) do
+            EE::Page::Main::Banner.perform do |banner|
+              expect(banner).to have_secondary_read_only_banner
+            end
+
+            # Ensure the SSH key has replicated
+            Page::Main::Menu.perform(&:click_settings_link)
+            Page::Profile::Menu.perform do |menu|
+              menu.click_ssh_keys
+              menu.wait_for_key_to_replicate(key_title)
+            end
+
+            expect(page).to have_content(key_title)
+            expect(page).to have_content(key.md5_fingerprint)
+
+            # Ensure project has replicated
+            Page::Main::Menu.perform(&:go_to_projects)
+            Page::Dashboard::Projects.perform do |dashboard|
+              dashboard.wait_for_project_replication(project.name)
+              dashboard.go_to_project(project.name)
+            end
+
+            # Grab the SSH URI for the secondary and store as 'location'
+            location = Page::Project::Show.perform do |project_page|
+              project_page.wait_for_repository_replication
+              project_page.repository_clone_ssh_location
+            end
+
+            # Perform a git push over SSH at the secondary
+            push = Resource::Repository::Push.fabricate! do |push|
+              push.use_lfs = true
+              push.new_branch = false
+              push.ssh_key = key
+              push.repository_ssh_uri = location.uri
+              push.file_name = file_name_secondary
+              push.file_content = "# #{file_content_secondary}"
+              push.commit_message = "Add #{file_name_secondary}"
+            end
+
+            ssh_uri = project.repository_ssh_location.git_uri.to_s.gsub(%r{ssh://}, '')
+            expect(push.output).to match(%r{This request to a Geo secondary node will be forwarded to the.*Geo primary node:.*#{ssh_uri}}m)
+            expect(push.output).to match(/Locking support detected on remote "#{location.uri}"/)
+
+            # Validate git push worked and new content is visible
+            Page::Project::Show.perform do |show|
+              show.wait_for_repository_replication_with(file_name_secondary)
+              show.refresh
+
+              expect(page).to have_content(file_name_secondary)
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/qa/specs/features/ee/browser_ui/geo/wiki_http_push_spec.rb

@@ -0,0 +1,68 @@
+# frozen_string_literal: true
+
+module QA
+  context 'Geo', :orchestrated, :geo do
+    describe 'GitLab wiki HTTP push' do
+      context 'wiki commit' do
+        it 'is replicated to the secondary node' do
+          wiki_title = 'Geo Replication Wiki'
+          wiki_content = 'This tests replication of wikis via HTTP'
+          push_content = 'This is from the Geo wiki push!'
+          project_name = "geo-wiki-project-#{SecureRandom.hex(8)}"
+
+          # Create new wiki and push wiki commit
+          QA::Flow::Login.while_signed_in(address: :geo_primary) do
+            project = Resource::Project.fabricate_via_api! do |project|
+              project.name = project_name
+              project.description = 'Geo project for wiki repo test'
+            end
+
+            wiki = Resource::Wiki.fabricate! do |wiki|
+              wiki.project = project
+              wiki.title = wiki_title
+              wiki.content = wiki_content
+              wiki.message = 'First commit'
+            end
+
+            expect(page).to have_content(wiki_content)
+
+            Resource::Repository::WikiPush.fabricate! do |push|
+              push.wiki = wiki
+              push.file_name = 'Home.md'
+              push.file_content = push_content
+              push.commit_message = 'Update Home.md'
+            end
+
+            Page::Project::Menu.perform(&:click_wiki)
+            expect(page).to have_content(push_content)
+          end
+
+          # Validate that wiki is synced on secondary node
+          QA::Runtime::Logger.debug('Visiting the secondary geo node')
+
+          QA::Flow::Login.while_signed_in(address: :geo_secondary) do
+            EE::Page::Main::Banner.perform do |banner|
+              expect(banner).to have_secondary_read_only_banner
+            end
+
+            Page::Main::Menu.perform do |menu|
+              menu.go_to_projects
+            end
+
+            Page::Dashboard::Projects.perform do |dashboard|
+              dashboard.wait_for_project_replication(project_name)
+              dashboard.go_to_project(project_name)
+            end
+
+            Page::Project::Menu.perform(&:click_wiki)
+
+            Page::Project::Wiki::Show.perform do |show|
+              expect(page).to have_content(wiki_title)
+              expect(page).to have_content(push_content)
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/qa/specs/features/ee/browser_ui/geo/wiki_http_push_to_secondary_spec.rb

@@ -0,0 +1,105 @@
+# frozen_string_literal: true
+
+module QA
+  # https://gitlab.com/gitlab-org/gitlab/issues/35706
+  context 'Geo', :orchestrated, :geo do
+    describe 'GitLab Geo Wiki HTTP push secondary' do
+      let(:wiki_content) { 'This tests wiki pushes via HTTP to secondary.' }
+      let(:push_content_primary) { 'This is from the Geo wiki push to primary!' }
+      let(:push_content_secondary) { 'This is from the Geo wiki push to secondary!' }
+      let(:project_name) { "geo-wiki-project-#{SecureRandom.hex(8)}" }
+      let(:git_push_http_path_prefix) { '/-/push_from_secondary' }
+
+      wiki = nil
+
+      before do
+        QA::Flow::Login.while_signed_in(address: :geo_primary) do
+          # Create a new project and wiki
+          project = Resource::Project.fabricate_via_api! do |project|
+            project.name = project_name
+            project.description = 'Geo test project'
+          end
+
+          wiki = Resource::Wiki.fabricate! do |wiki|
+            wiki.project = project
+            wiki.title = 'Geo wiki'
+            wiki.content = wiki_content
+            wiki.message = 'First wiki commit'
+          end
+
+          expect(wiki).to have_content(wiki_content)
+
+          # Perform a git push over HTTP directly to the primary
+          # This push is required to ensure we have the primary credentials
+          # written out to the .netrc
+          Resource::Repository::WikiPush.fabricate! do |push|
+            push.wiki = wiki
+            push.file_name = 'Readme.md'
+            push.file_content = push_content_primary
+            push.commit_message = 'Update Readme.md'
+          end
+        end
+      end
+
+      it 'is redirected to the primary and ultimately replicated to the secondary' do
+        QA::Runtime::Logger.debug('Visiting the secondary geo node')
+
+        QA::Flow::Login.while_signed_in(address: :geo_secondary) do
+          EE::Page::Main::Banner.perform do |banner|
+            expect(banner).to have_secondary_read_only_banner
+          end
+
+          Page::Main::Menu.perform(&:go_to_projects)
+
+          Page::Dashboard::Projects.perform do |dashboard|
+            dashboard.wait_for_project_replication(project_name)
+            dashboard.go_to_project(project_name)
+          end
+
+          Page::Project::Menu.perform(&:click_wiki)
+
+          # Grab the HTTP URI for the secondary node and store as 'secondary_location'
+          Page::Project::Wiki::Show.perform do |show|
+            show.wait_for_repository_replication
+            show.click_clone_repository
+          end
+
+          secondary_location = Page::Project::Wiki::GitAccess.perform do |git_access|
+            git_access.choose_repository_clone_http
+            git_access.repository_location
+          end
+
+          # Perform a git push over HTTP to the secondary node
+          push = Resource::Repository::WikiPush.fabricate! do |push|
+            push.wiki = wiki
+            push.repository_http_uri = secondary_location.uri
+            push.file_name = 'Home.md'
+            push.file_content = push_content_secondary
+            push.commit_message = 'Update Home.md'
+          end
+
+          # Check that the git cli produces the 'warning: redirecting to..(primary node)' output
+          primary_uri = wiki.repository_http_location.uri
+          primary_uri.user = nil
+
+          # The secondary inserts a special path prefix.
+          # See `Gitlab::Geo::GitPushHttp::PATH_PREFIX`.
+          path = File.join(git_push_http_path_prefix, '\d+', primary_uri.path)
+          absolute_path = primary_uri.to_s.sub(primary_uri.path, path)
+
+          expect(push.output).to match(/warning: redirecting to #{absolute_path}/)
+
+          # Validate git push worked and new content is visible
+          Page::Project::Menu.perform(&:click_wiki)
+
+          Page::Project::Wiki::Show.perform do |show|
+            show.wait_for_repository_replication_with(push_content_secondary)
+            show.refresh
+
+            expect(show).to have_content(push_content_secondary)
+          end
+        end
+      end
+    end
+  end
+end