chemlab 0.0.1

data/qa/tools/delete_subgroups.rb

@@ -0,0 +1,66 @@
+# frozen_string_literal: true
+
+require_relative '../../qa'
+
+# This script deletes all subgroups of a group specified by ENV['GROUP_NAME_OR_PATH']
+# Required environment variables: GITLAB_QA_ACCESS_TOKEN and GITLAB_ADDRESS
+# Optional environment variable: GROUP_NAME_OR_PATH (defaults to 'gitlab-qa-sandbox-group')
+# Run `rake delete_subgroups`
+
+module QA
+  module Tools
+    class DeleteSubgroups
+      include Support::Api
+
+      def initialize
+        raise ArgumentError, "Please provide GITLAB_ADDRESS" unless ENV['GITLAB_ADDRESS']
+        raise ArgumentError, "Please provide GITLAB_QA_ACCESS_TOKEN" unless ENV['GITLAB_QA_ACCESS_TOKEN']
+
+        @api_client = Runtime::API::Client.new(ENV['GITLAB_ADDRESS'], personal_access_token: ENV['GITLAB_QA_ACCESS_TOKEN'])
+      end
+
+      def run
+        STDOUT.puts 'Running...'
+
+        # Fetch group's id
+        group_id = fetch_group_id
+
+        sub_groups_head_response = head Runtime::API::Request.new(@api_client, "/groups/#{group_id}/subgroups", per_page: "100").url
+        total_sub_group_pages = sub_groups_head_response.headers[:x_total_pages]
+
+        sub_group_ids = fetch_subgroup_ids(group_id, total_sub_group_pages)
+        STDOUT.puts "Number of Sub Groups not already marked for deletion: #{sub_group_ids.length}"
+
+        delete_subgroups(sub_group_ids) unless sub_group_ids.empty?
+        STDOUT.puts "\nDone"
+      end
+
+      private
+
+      def delete_subgroups(sub_group_ids)
+        STDOUT.puts "Deleting #{sub_group_ids.length} subgroups..."
+        sub_group_ids.each do |subgroup_id|
+          delete_response = delete Runtime::API::Request.new(@api_client, "/groups/#{subgroup_id}").url
+          dot_or_f = delete_response.code == 202 ? "\e[32m.\e[0m" : "\e[31mF\e[0m"
+          print dot_or_f
+        end
+      end
+
+      def fetch_group_id
+        group_search_response = get Runtime::API::Request.new(@api_client, "/groups", search: ENV['GROUP_NAME_OR_PATH'] || 'gitlab-qa-sandbox-group').url
+        JSON.parse(group_search_response.body).first["id"]
+      end
+
+      def fetch_subgroup_ids(group_id, group_pages)
+        sub_groups_ids = []
+
+        group_pages.to_i.times do |page_no|
+          sub_groups_response = get Runtime::API::Request.new(@api_client, "/groups/#{group_id}/subgroups", page: (page_no + 1).to_s, per_page: "100").url
+          sub_groups_ids.concat(JSON.parse(sub_groups_response.body).reject { |subgroup| !subgroup["marked_for_deletion_on"].nil? }.map { |subgroup| subgroup["id"] })
+        end
+
+        sub_groups_ids.uniq
+      end
+    end
+  end
+end

data/qa/tools/delete_test_ssh_keys.rb

@@ -0,0 +1,61 @@
+# frozen_string_literal: true
+
+require_relative '../../qa'
+
+# This script deletes all test ssh keys (with titles including 'key for ssh tests' or 'key for audit event test') of a user specified by ENV['GITLAB_USERNAME']
+# Required environment variables: GITLAB_QA_ACCESS_TOKEN, GITLAB_ADDRESS and GITLAB_USERNAME
+
+module QA
+  module Tools
+    class DeleteTestSSHKeys
+      include Support::Api
+
+      def initialize
+        raise ArgumentError, "Please provide GITLAB_ADDRESS" unless ENV['GITLAB_ADDRESS']
+        raise ArgumentError, "Please provide GITLAB_QA_ACCESS_TOKEN" unless ENV['GITLAB_QA_ACCESS_TOKEN']
+        raise ArgumentError, "Please provide GITLAB_USERNAME" unless ENV['GITLAB_USERNAME']
+
+        @api_client = Runtime::API::Client.new(ENV['GITLAB_ADDRESS'], personal_access_token: ENV['GITLAB_QA_ACCESS_TOKEN'])
+        @username = ENV['GITLAB_USERNAME']
+      end
+
+      def run
+        STDOUT.puts 'Running...'
+
+        user_id = fetch_user_id
+        test_ssh_key_ids = fetch_test_ssh_key_ids(user_id)
+        STDOUT.puts "Number of test ssh keys to be deleted: #{test_ssh_key_ids.length}"
+
+        delete_ssh_keys(user_id, test_ssh_key_ids) unless test_ssh_key_ids.empty?
+        STDOUT.puts "\nDone"
+      end
+
+      private
+
+      def fetch_user_id
+        get_user_response = get Runtime::API::Request.new(@api_client, "/users?username=#{@username}").url
+        user = JSON.parse(get_user_response.body).first
+        raise "Unexpected user found. Expected #{@username}, found #{user['username']}" unless user['username'] == @username
+
+        user["id"]
+      end
+
+      def delete_ssh_keys(user_id, ssh_key_ids)
+        STDOUT.puts "Deleting #{ssh_key_ids.length} ssh keys..."
+        ssh_key_ids.each do |key_id|
+          delete_response = delete Runtime::API::Request.new(@api_client, "/users/#{user_id}/keys/#{key_id}").url
+          dot_or_f = delete_response.code == 204 ? "\e[32m.\e[0m" : "\e[31mF\e[0m"
+          print dot_or_f
+        end
+      end
+
+      def fetch_test_ssh_key_ids(user_id)
+        get_keys_response = get Runtime::API::Request.new(@api_client, "/users/#{user_id}/keys").url
+        JSON.parse(get_keys_response.body)
+          .select { |key| (key["title"].include?('key for ssh tests') || key["title"].include?('key for audit event test')) }
+          .map { |key| key['id'] }
+          .uniq
+      end
+    end
+  end
+end

data/qa/tools/generate_perf_testdata.rb

@@ -0,0 +1,301 @@
+# frozen_string_literal: true
+
+require 'securerandom'
+require 'faker'
+require 'yaml'
+require_relative '../../qa'
+# This script generates testdata for Performance Testing.
+# Required environment variables: GITLAB_QA_ACCESS_TOKEN and GITLAB_ADDRESS
+# This job creates a urls.txt which contains a hash of all the URLs needed for Performance Testing
+# Run `rake generate_perf_testdata`
+
+module QA
+  module Tools
+    class GeneratePerfTestdata
+      include Support::Api
+
+      def initialize
+        raise ArgumentError, "Please provide GITLAB_ADDRESS" unless ENV['GITLAB_ADDRESS']
+        raise ArgumentError, "Please provide GITLAB_QA_ACCESS_TOKEN" unless ENV['GITLAB_QA_ACCESS_TOKEN']
+
+        @api_client = Runtime::API::Client.new(ENV['GITLAB_ADDRESS'], personal_access_token: ENV['GITLAB_QA_ACCESS_TOKEN'])
+        @group_name = ENV['GROUP_NAME'] || "gitlab-qa-perf-sandbox-#{SecureRandom.hex(8)}"
+        @project_name = ENV['PROJECT_NAME'] || "my-test-project-#{SecureRandom.hex(8)}"
+        @visibility = "public"
+        @urls = { host: ENV['GITLAB_ADDRESS'] }
+      end
+
+      def all
+        STDOUT.puts 'Running...'
+        group_id = create_group
+        create_project(group_id)
+
+        create_many_branches
+        create_many_new_files
+        create_mr_with_many_commits
+        create_many_issues
+
+        methods_arr = [
+          method(:create_many_labels),
+          method(:create_many_todos),
+          method(:create_many_merge_requests),
+          method(:create_an_issue_with_many_discussions),
+          method(:create_an_mr_with_large_files_and_many_mr_discussions)
+        ]
+
+        threads_arr = []
+
+        methods_arr.each do |m|
+          threads_arr << Thread.new { m.call }
+        end
+
+        threads_arr.each(&:join)
+        STDOUT.puts "\nURLs: #{@urls}"
+        File.open("urls.yml", "w") { |file| file.puts @urls.stringify_keys.to_yaml }
+        STDOUT.puts "\nDone"
+      end
+
+      def create_group
+        group_search_response = create_a_group_api_req(@group_name, @visibility)
+        group = JSON.parse(group_search_response.body)
+        @urls[:group_page] = group["web_url"]
+        STDOUT.puts "Created a group: #{@urls[:group_page]}"
+        group["id"]
+      end
+
+      def create_project(group_id)
+        create_project_response = create_a_project_api_req(@project_name, group_id, @visibility)
+        @urls[:project_page] = JSON.parse(create_project_response.body)["web_url"]
+        STDOUT.puts "Created a project: #{@urls[:project_page]}"
+      end
+
+      def create_many_issues
+        30.times do |i|
+          create_an_issue_api_req("#{@group_name}%2F#{@project_name}", "issue#{i}", "desc#{i}")
+        end
+        @urls[:issues_list_page] = @urls[:project_page] + "/issues"
+        STDOUT.puts "Created many issues: #{@urls[:issues_list_page]}"
+      end
+
+      def create_many_todos
+        30.times do |i|
+          create_a_todo_api_req("#{@group_name}%2F#{@project_name}", "#{i + 1}")
+        end
+        @urls[:todos_page] = ENV['GITLAB_ADDRESS'] + "/dashboard/todos"
+        STDOUT.puts "Created many todos: #{@urls[:todos_page]}"
+      end
+
+      def create_many_labels
+        30.times do |i|
+          create_a_label_api_req("#{@group_name}%2F#{@project_name}", "label#{i}", "#{Faker::Color.hex_color}")
+        end
+        @urls[:labels_page] = @urls[:project_page] + "/labels"
+        STDOUT.puts "Created many labels: #{@urls[:labels_page]}"
+      end
+
+      def create_many_merge_requests
+        30.times do |i|
+          create_a_merge_request_api_req("#{@group_name}%2F#{@project_name}", "branch#{i}", "master", "MR#{i}")
+        end
+        @urls[:mr_list_page] = @urls[:project_page] + "/merge_requests"
+        STDOUT.puts "Created many MRs: #{@urls[:mr_list_page]}"
+      end
+
+      def create_many_new_files
+        create_a_new_file_api_req("hello.txt", "master", "#{@group_name}%2F#{@project_name}", "hello", "my new content")
+        30.times do |i|
+          create_a_new_file_api_req("hello#{i}.txt", "master", "#{@group_name}%2F#{@project_name}", "hello", "my new content")
+          create_a_new_file_api_req("hello#{i}.txt", "branch#{i}", "#{@group_name}%2F#{@project_name}", "hello", "my new content")
+        end
+
+        @urls[:files_page] = @urls[:project_page] + "/tree/master"
+        STDOUT.puts "Added many new files: #{@urls[:files_page]}"
+      end
+
+      def create_many_branches
+        30.times do |i|
+          create_a_branch_api_req("branch#{i}", "#{@group_name}%2F#{@project_name}")
+        end
+        @urls[:branches_page] = @urls[:project_page] + "/-/branches"
+        STDOUT.puts "Created many branches: #{@urls[:branches_page]}"
+      end
+
+      def create_an_issue_with_many_discussions
+        issue_id = 1
+        500.times do
+          create_a_discussion_on_issue_api_req("#{@group_name}%2F#{@project_name}", issue_id, "Let us discuss")
+        end
+
+        labels_list = (0..15).map { |i| "label#{i}" }.join(',')
+        # Add description and labels
+        update_an_issue_api_req("#{@group_name}%2F#{@project_name}", issue_id, "#{Faker::Lorem.sentences(500).join(" ")}", labels_list)
+        @urls[:large_issue] = @urls[:project_page] + "/issues/#{issue_id}"
+        STDOUT.puts "Created an issue with many discussions: #{@urls[:large_issue]}"
+      end
+
+      def create_an_mr_with_large_files_and_many_mr_discussions
+        content_arr = []
+        16.times do |i|
+          faker_line_arr = Faker::Lorem.sentences(1500)
+          content = faker_line_arr.join("\n\r")
+          create_a_new_file_api_req("hello#{i + 100}.txt", "master", "#{@group_name}%2F#{@project_name}", "Add hello#{i + 100}.txt", content)
+          content_arr[i] = faker_line_arr
+        end
+
+        create_a_branch_api_req("performance", "#{@group_name}%2F#{@project_name}")
+
+        16.times do |i|
+          missed_line_array = content_arr[i].each_slice(2).map(&:first)
+          content = missed_line_array.join("\n\rIm new!:D \n\r ")
+
+          update_file_api_req("hello#{i + 100}.txt", "performance", "#{@group_name}%2F#{@project_name}", "Update hello#{i + 100}.txt", content)
+        end
+
+        create_mr_response = create_a_merge_request_api_req("#{@group_name}%2F#{@project_name}", "performance", "master", "Large_MR")
+
+        iid = JSON.parse(create_mr_response.body)["iid"]
+        diff_refs = JSON.parse(create_mr_response.body)["diff_refs"]
+
+        # Add discussions to diff tab and resolve a few!
+        should_resolve = false
+        16.times do |i|
+          1.upto(9) do |j|
+            create_diff_note(iid, i, j, diff_refs["head_sha"], diff_refs["start_sha"], diff_refs["base_sha"], "new_line")
+            create_diff_note_response = create_diff_note(iid, i, j, diff_refs["head_sha"], diff_refs["start_sha"], diff_refs["base_sha"], "old_line")
+
+            if should_resolve
+              discussion_id = JSON.parse(create_diff_note_response.body)["id"]
+
+              update_a_discussion_on_issue_api_req("#{@group_name}%2F#{@project_name}", iid, discussion_id, "true")
+            end
+
+            should_resolve ^= true
+          end
+        end
+
+        # Add discussions to main tab
+        100.times do
+          create_a_discussion_on_mr_api_req("#{@group_name}%2F#{@project_name}", iid, "Let us discuss")
+        end
+        @urls[:large_mr] = JSON.parse(create_mr_response.body)["web_url"]
+        STDOUT.puts "Created an MR with many discussions and many very large Files: #{@urls[:large_mr]}"
+      end
+
+      def create_diff_note(iid, file_count, line_count, head_sha, start_sha, base_sha, line_type)
+        post Runtime::API::Request.new(@api_client, "/projects/#{@group_name}%2F#{@project_name}/merge_requests/#{iid}/discussions").url,
+          "" "body=\"Let us discuss\"&
+          position[position_type]=text&
+          position[new_path]=hello#{file_count}.txt&
+          position[old_path]=hello#{file_count}.txt&
+          position[#{line_type}]=#{line_count * 100}&
+          position[head_sha]=#{head_sha}&
+          position[start_sha]=#{start_sha}&
+          position[base_sha]=#{base_sha}" ""
+      end
+
+      def create_mr_with_many_commits
+        project_path = "#{@group_name}%2F#{@project_name}"
+        branch_name = "branch_with_many_commits-#{SecureRandom.hex(8)}"
+        file_name = "file_for_many_commits.txt"
+
+        create_a_branch_api_req(branch_name, project_path)
+        create_a_new_file_api_req(file_name, branch_name, project_path, "Initial commit for new file", "Initial file content")
+        create_mr_response = create_a_merge_request_api_req(project_path, branch_name, "master", "MR with many commits-#{SecureRandom.hex(8)}")
+        @urls[:mr_with_many_commits] = JSON.parse(create_mr_response.body)["web_url"]
+        100.times do |i|
+          update_file_api_req(file_name, branch_name, project_path, Faker::Lorem.sentences(5).join(" "), Faker::Lorem.sentences(500).join("\n"))
+        end
+        STDOUT.puts "Using branch: #{branch_name}, created an MR with many commits: #{@urls[:mr_with_many_commits]}"
+      end
+
+      private
+
+      # API Requests
+
+      def create_a_discussion_on_issue_api_req(project_path_or_id, issue_id, body)
+        call_api(expected_response_code: 201) do
+          post Runtime::API::Request.new(@api_client, "/projects/#{project_path_or_id}/issues/#{issue_id}/discussions").url, "body=\"#{body}\""
+        end
+      end
+
+      def update_a_discussion_on_issue_api_req(project_path_or_id, mr_iid, discussion_id, resolved_status)
+        call_api(expected_response_code: 200) do
+          put Runtime::API::Request.new(@api_client, "/projects/#{project_path_or_id}/merge_requests/#{mr_iid}/discussions/#{discussion_id}").url, "resolved=#{resolved_status}"
+        end
+      end
+
+      def create_a_discussion_on_mr_api_req(project_path_or_id, mr_iid, body)
+        call_api(expected_response_code: 201) do
+          post Runtime::API::Request.new(@api_client, "/projects/#{project_path_or_id}/merge_requests/#{mr_iid}/discussions").url, "body=\"#{body}\""
+        end
+      end
+
+      def create_a_label_api_req(project_path_or_id, name, color)
+        call_api(expected_response_code: 201) do
+          post Runtime::API::Request.new(@api_client, "/projects/#{project_path_or_id}/labels").url, "name=#{name}&color=#{color}"
+        end
+      end
+
+      def create_a_todo_api_req(project_path_or_id, issue_id)
+        call_api(expected_response_code: 201) do
+          post Runtime::API::Request.new(@api_client, "/projects/#{project_path_or_id}/issues/#{issue_id}/todo").url, nil
+        end
+      end
+
+      def create_an_issue_api_req(project_path_or_id, title, description)
+        call_api(expected_response_code: 201) do
+          post Runtime::API::Request.new(@api_client, "/projects/#{project_path_or_id}/issues").url, "title=#{title}&description=#{description}"
+        end
+      end
+
+      def update_an_issue_api_req(project_path_or_id, issue_id, description, labels_list)
+        call_api(expected_response_code: 200) do
+          put Runtime::API::Request.new(@api_client, "/projects/#{project_path_or_id}/issues/#{issue_id}").url, "description=#{description}&labels=#{labels_list}"
+        end
+      end
+
+      def create_a_project_api_req(project_name, group_id, visibility)
+        call_api(expected_response_code: 201) do
+          post Runtime::API::Request.new(@api_client, "/projects").url, "name=#{project_name}&namespace_id=#{group_id}&visibility=#{visibility}"
+        end
+      end
+
+      def create_a_group_api_req(group_name, visibility)
+        call_api(expected_response_code: 201) do
+          post Runtime::API::Request.new(@api_client, "/groups").url, "name=#{group_name}&path=#{group_name}&visibility=#{visibility}"
+        end
+      end
+
+      def create_a_branch_api_req(branch_name, project_path_or_id)
+        call_api(expected_response_code: 201) do
+          post Runtime::API::Request.new(@api_client, "/projects/#{project_path_or_id}/repository/branches").url, "branch=#{branch_name}&ref=master"
+        end
+      end
+
+      def create_a_new_file_api_req(file_path, branch_name, project_path_or_id, commit_message, content)
+        call_api(expected_response_code: 201) do
+          post Runtime::API::Request.new(@api_client, "/projects/#{project_path_or_id}/repository/files/#{file_path}").url, "branch=#{branch_name}&commit_message=\"#{commit_message}\"&content=\"#{content}\""
+        end
+      end
+
+      def create_a_merge_request_api_req(project_path_or_id, source_branch, target_branch, mr_title)
+        call_api(expected_response_code: 201) do
+          post Runtime::API::Request.new(@api_client, "/projects/#{project_path_or_id}/merge_requests").url, "source_branch=#{source_branch}&target_branch=#{target_branch}&title=#{mr_title}"
+        end
+      end
+
+      def update_file_api_req(file_path, branch_name, project_path_or_id, commit_message, content)
+        call_api(expected_response_code: 200) do
+          put Runtime::API::Request.new(@api_client, "/projects/#{project_path_or_id}/repository/files/#{file_path}").url, "branch=#{branch_name}&commit_message=\"#{commit_message}\"&content=\"#{content}\""
+        end
+      end
+
+      def call_api(expected_response_code: 200)
+        response = yield
+        raise "API call failed with response code: #{response.code} and body: #{response.body}" unless response.code == expected_response_code
+
+        response
+      end
+    end
+  end
+end

data/qa/tools/revoke_all_personal_access_tokens.rb

@@ -0,0 +1,44 @@
+# frozen_string_literal: true
+
+require_relative '../../qa'
+require 'net/protocol.rb'
+# This script revokes all personal access tokens with the name of 'api-test-token' on the host specified by GITLAB_ADDRESS
+# Required environment variables: GITLAB_USERNAME, GITLAB_PASSWORD and GITLAB_ADDRESS
+# Run `rake revoke_personal_access_tokens`
+
+module QA
+  module Tools
+    class RevokeAllPersonalAccessTokens
+      def run
+        do_run
+      rescue Net::ReadTimeout
+        STDOUT.puts 'Net::ReadTimeout during run. Trying again'
+        run
+      end
+
+      private
+
+      def do_run
+        raise ArgumentError, "Please provide GITLAB_USERNAME" unless ENV['GITLAB_USERNAME']
+        raise ArgumentError, "Please provide GITLAB_PASSWORD" unless ENV['GITLAB_PASSWORD']
+        raise ArgumentError, "Please provide GITLAB_ADDRESS" unless ENV['GITLAB_ADDRESS']
+
+        STDOUT.puts 'Running...'
+
+        Runtime::Browser.visit(ENV['GITLAB_ADDRESS'], Page::Main::Login)
+        Page::Main::Login.perform(&:sign_in_using_credentials)
+        Page::Main::Menu.perform(&:click_settings_link)
+        Page::Profile::Menu.perform(&:click_access_tokens)
+
+        token_name = 'api-test-token'
+
+        Page::Profile::PersonalAccessTokens.perform do |tokens_page|
+          while tokens_page.has_token_row_for_name?(token_name)
+            tokens_page.revoke_first_token_with_name(token_name)
+            print "\e[32m.\e[0m"
+          end
+        end
+      end
+    end
+  end
+end