chemlab 0.0.1 → 0.1.0

data/qa/service/cluster_provider/minikube.rb

@@ -1,26 +0,0 @@
-# frozen_string_literal: true
-
-module QA
-  module Service
-    module ClusterProvider
-      class Minikube < Base
-        def validate_dependencies
-          find_executable('minikube') || raise("You must first install `minikube` executable to run these tests.")
-        end
-
-        def set_credentials(admin_user)
-        end
-
-        def setup
-          shell 'minikube stop'
-          shell "minikube profile #{cluster_name}"
-          shell 'minikube start'
-        end
-
-        def teardown
-          shell 'minikube delete'
-        end
-      end
-    end
-  end
-end

data/qa/service/docker_run/base.rb

@@ -1,47 +0,0 @@
-# frozen_string_literal: true
-
-module QA
-  module Service
-    module DockerRun
-      class Base
-        include Service::Shellout
-
-        def initialize
-          @network = Runtime::Scenario.attributes[:network] || 'test'
-        end
-
-        def network
-          shell "docker network inspect #{@network}"
-        rescue CommandError
-          'bridge'
-        else
-          @network
-        end
-
-        def pull
-          shell "docker pull #{@image}"
-        end
-
-        def host_name
-          "#{@name}.#{network}"
-        end
-
-        def register!
-          raise NotImplementedError
-        end
-
-        def remove!
-          shell "docker rm -f #{@name}" if running?
-        end
-
-        def running?
-          `docker ps -f name=#{@name}`.include?(@name)
-        end
-
-        def read_file(file_path)
-          `docker exec #{@name} /bin/cat #{file_path}`
-        end
-      end
-    end
-  end
-end

data/qa/service/docker_run/gitlab_runner.rb

@@ -1,58 +0,0 @@
-# frozen_string_literal: true
-
-require 'securerandom'
-
-module QA
-  module Service
-    module DockerRun
-      class GitlabRunner < Base
-        attr_accessor :token, :address, :tags, :image, :run_untagged
-        attr_writer :config
-
-        def initialize(name)
-          @image = 'gitlab/gitlab-runner:alpine'
-          @name = name || "qa-runner-#{SecureRandom.hex(4)}"
-          @tags = %w[qa test]
-          @run_untagged = false
-
-          super()
-        end
-
-        def config
-          @config ||= <<~END
-            concurrent = 1
-            check_interval = 0
-
-            [session_server]
-              session_timeout = 1800
-          END
-        end
-
-        def register!
-          shell <<~CMD.tr("\n", ' ')
-            docker run -d --rm --entrypoint=/bin/sh
-            --network #{network} --name #{@name}
-            -p 8093:8093
-            -e CI_SERVER_URL=#{@address}
-            -e REGISTER_NON_INTERACTIVE=true
-            -e REGISTRATION_TOKEN=#{@token}
-            -e RUNNER_EXECUTOR=shell
-            -e RUNNER_TAG_LIST=#{@tags.join(',')}
-            -e RUNNER_NAME=#{@name}
-            #{@image} -c "#{register_command}"
-          CMD
-        end
-
-        private
-
-        def register_command
-          <<~CMD
-            printf '#{config.chomp.gsub(/\n/, "\\n").gsub('"', '\"')}' > /etc/gitlab-runner/config.toml &&
-            gitlab-runner register --run-untagged=#{@run_untagged} &&
-            gitlab-runner run
-          CMD
-        end
-      end
-    end
-  end
-end

data/qa/service/docker_run/jenkins.rb

@@ -1,43 +0,0 @@
-# frozen_string_literal: true
-
-module QA
-  module Service
-    module DockerRun
-      class Jenkins < Base
-        def initialize
-          @image = 'registry.gitlab.com/gitlab-org/gitlab-qa/jenkins-gitlab:version1'
-          @name = 'jenkins-server'
-          @port = '8080'
-          super()
-        end
-
-        def host_address
-          "http://#{host_name}:#{@port}"
-        end
-
-        def host_name
-          return 'localhost' unless QA::Runtime::Env.running_in_ci?
-
-          super
-        end
-
-        def register!
-          command = <<~CMD.tr("\n", ' ')
-            docker run -d --rm
-            --network #{network}
-            --hostname #{host_name}
-            --name #{@name}
-            --env JENKINS_HOME=jenkins_home
-            --publish #{@port}:8080
-            --publish 50000:50000
-            #{@image}
-          CMD
-
-          command.gsub!("--network #{network} ", '') unless QA::Runtime::Env.running_in_ci?
-
-          shell command
-        end
-      end
-    end
-  end
-end

data/qa/service/docker_run/k3s.rb

@@ -1,46 +0,0 @@
-# frozen_string_literal: true
-
-module QA
-  module Service
-    module DockerRun
-      class K3s < Base
-        def initialize
-          @image = 'registry.gitlab.com/gitlab-org/cluster-integration/test-utils/k3s-gitlab-ci/releases/v0.6.1'
-          @name = 'k3s'
-          super
-        end
-
-        def register!
-          pull
-          start_k3s
-        end
-
-        def host_name
-          return 'localhost' unless Runtime::Env.running_in_ci?
-
-          super
-        end
-
-        def kubeconfig
-          read_file('/etc/rancher/k3s/k3s.yaml').chomp
-        end
-
-        def start_k3s
-          command = <<~CMD.tr("\n", ' ')
-            docker run -d --rm
-            --network #{network}
-            --hostname #{host_name}
-            --name #{@name}
-            --publish 6443:6443
-            --privileged
-            #{@image} server --cluster-secret some-secret
-          CMD
-
-          command.gsub!("--network #{network} ", '') unless QA::Runtime::Env.running_in_ci?
-
-          shell command
-        end
-      end
-    end
-  end
-end

data/qa/service/docker_run/ldap.rb

@@ -1,41 +0,0 @@
-# frozen_string_literal: true
-
-module QA
-  module Service
-    module DockerRun
-      class LDAP < Base
-        def initialize(volume)
-          @image = 'osixia/openldap:latest'
-          @name = 'ldap-server'
-          @volume = volume
-
-          super()
-        end
-
-        def register!
-          shell <<~CMD.tr("\n", ' ')
-            docker run -d --rm
-            --network #{network}
-            --hostname #{host_name}
-            --name #{@name}
-            -p 389:389
-            --volume #{volume_or_fixture(@volume)}:/container/service/slapd/assets/config/bootstrap/ldif/custom
-            #{@image} --copy-service
-          CMD
-        end
-
-        def volume_or_fixture(volume_name)
-          if volume_exists?(volume_name)
-            volume_name
-          else
-            File.expand_path("../fixtures/ldap/#{volume_name}", __dir__)
-          end
-        end
-
-        def volume_exists?(volume_name)
-          `docker volume ls -q -f name=#{volume_name}`.include?(volume_name)
-        end
-      end
-    end
-  end
-end

data/qa/service/docker_run/maven.rb

@@ -1,44 +0,0 @@
-# frozen_string_literal: true
-
-module QA
-  module Service
-    module DockerRun
-      class Maven < Base
-        def initialize(volume_host_path)
-          @image = 'maven:3.6.2-ibmjava-8-alpine'
-          @name = "qa-maven-#{SecureRandom.hex(8)}"
-          @volume_host_path = volume_host_path
-
-          super()
-        end
-
-        def publish!
-          # When we run the tests via gitlab-qa, we use docker-in-docker
-          # which means that host of a volume mount would be the host that
-          # started the gitlab-qa QA container (e.g., the CI runner),
-          # not the gitlab-qa container itself. That means we can't
-          # mount a volume from the file system inside the gitlab-qa
-          # container.
-          #
-          # Instead, we copy the files into the container.
-          shell <<~CMD.tr("\n", ' ')
-            docker run -d --rm
-            --network #{network}
-            --hostname #{host_name}
-            --name #{@name}
-            --volume #{@volume_host_path}:/home/maven
-            #{@image} sh -c "sleep 300"
-          CMD
-          shell "docker cp #{@volume_host_path}/. #{@name}:/home/maven"
-          shell "docker exec -t #{@name} sh -c 'cd /home/maven && mvn deploy -s settings.xml'"
-
-          # Stop the container when `mvn deploy` is finished otherwise
-          # the sleeping container will hold onto the files in @volume_host_path,
-          # which causes problems when they're created in a tmp dir
-          # that we want to delete
-          shell "docker stop #{@name}"
-        end
-      end
-    end
-  end
-end

data/qa/service/docker_run/node_js.rb

@@ -1,38 +0,0 @@
-# frozen_string_literal: true
-
-module QA
-  module Service
-    module DockerRun
-      class NodeJs < Base
-        def initialize(volume_host_path)
-          @image = 'node:12.11.1-alpine'
-          @name = "qa-node-#{SecureRandom.hex(8)}"
-          @volume_host_path = volume_host_path
-
-          super()
-        end
-
-        def publish!
-          # When we run the tests via gitlab-qa, we use docker-in-docker
-          # which means that host of a volume mount would be the host that
-          # started the gitlab-qa QA container (e.g., the CI runner),
-          # not the gitlab-qa container itself. That means we can't
-          # mount a volume from the file system inside the gitlab-qa
-          # container.
-          #
-          # Instead, we copy the files into the container.
-          shell <<~CMD.tr("\n", ' ')
-            docker run -d --rm
-            --network #{network}
-            --hostname #{host_name}
-            --name #{@name}
-            --volume #{@volume_host_path}:/home/node
-            #{@image} sh -c "sleep 60"
-          CMD
-          shell "docker cp #{@volume_host_path}/. #{@name}:/home/node"
-          shell "docker exec -t #{@name} sh -c 'cd /home/node && npm publish'"
-        end
-      end
-    end
-  end
-end

data/qa/service/docker_run/saml_idp.rb

@@ -1,69 +0,0 @@
-# frozen_string_literal: true
-
-module QA
-  module Service
-    module DockerRun
-      class SamlIdp < Base
-        def initialize(gitlab_host, group)
-          @image = 'jamedjo/test-saml-idp'
-          @name = 'saml-idp-server'
-          @gitlab_host = gitlab_host
-          @group = group
-          super()
-        end
-
-        def idp_base_url
-          "https://#{host_name}:8443/simplesaml"
-        end
-
-        def idp_sso_url
-          "#{idp_base_url}/saml2/idp/SSOService.php"
-        end
-
-        def idp_sign_out_url
-          "#{idp_base_url}/module.php/core/authenticate.php?as=example-userpass&logout"
-        end
-
-        def idp_signed_out_url
-          "#{idp_base_url}/logout.php"
-        end
-
-        def idp_metadata_url
-          "#{idp_base_url}/saml2/idp/metadata.php"
-        end
-
-        def idp_issuer
-          idp_metadata_url
-        end
-
-        def idp_certificate_fingerprint
-          QA::Runtime::Env.simple_saml_fingerprint || '119b9e027959cdb7c662cfd075d9e2ef384e445f'
-        end
-
-        def host_name
-          return 'localhost' unless QA::Runtime::Env.running_in_ci?
-
-          super
-        end
-
-        def register!
-          command = <<~CMD.tr("\n", ' ')
-            docker run -d --rm
-            --network #{network}
-            --hostname #{host_name}
-            --name #{@name}
-            --env SIMPLESAMLPHP_SP_ENTITY_ID=#{@gitlab_host}/groups/#{@group}
-            --env SIMPLESAMLPHP_SP_ASSERTION_CONSUMER_SERVICE=#{@gitlab_host}/groups/#{@group}/-/saml/callback
-            --publish 8080:8080
-            --publish 8443:8443
-            #{@image}
-          CMD
-
-          command.gsub!("--network #{network} ", '') unless QA::Runtime::Env.running_in_ci?
-
-          shell command
-        end
-      end
-    end
-  end
-end

data/qa/service/kubernetes_cluster.rb

@@ -1,107 +0,0 @@
-# frozen_string_literal: true
-
-require 'securerandom'
-require 'mkmf'
-require 'pathname'
-
-module QA
-  module Service
-    class KubernetesCluster
-      include Service::Shellout
-
-      attr_reader :api_url, :ca_certificate, :token, :rbac, :provider
-
-      def initialize(rbac: true, provider_class: QA::Service::ClusterProvider::Gcloud)
-        @rbac = rbac
-        @provider = provider_class.new(rbac: rbac)
-      end
-
-      def create!
-        validate_dependencies
-
-        @provider.validate_dependencies
-        @provider.setup
-
-        @api_url = fetch_api_url
-
-        credentials = @provider.filter_credentials(fetch_credentials)
-        @ca_certificate = Base64.decode64(credentials.dig('data', 'ca.crt'))
-        @token = Base64.decode64(credentials.dig('data', 'token'))
-
-        self
-      end
-
-      def remove!
-        @provider.teardown
-      end
-
-      def cluster_name
-        @provider.cluster_name
-      end
-
-      def to_s
-        cluster_name
-      end
-
-      private
-
-      def fetch_api_url
-        `kubectl config view --minify -o jsonpath='{.clusters[0].cluster.server}'`
-      end
-
-      def fetch_credentials
-        return global_credentials unless rbac
-
-        @provider.set_credentials(admin_user)
-        create_service_account(admin_user)
-        account_credentials
-      end
-
-      def admin_user
-        @admin_user ||= "#{@provider.cluster_name}-admin"
-      end
-
-      def create_service_account(user)
-        service_account = <<~YAML
-          ---
-          apiVersion: v1
-          kind: ServiceAccount
-          metadata:
-            name: gitlab-account
-            namespace: default
-          ---
-          kind: ClusterRoleBinding
-          apiVersion: rbac.authorization.k8s.io/v1
-          metadata:
-            name: gitlab-account-binding
-          subjects:
-          - kind: ServiceAccount
-            name: gitlab-account
-            namespace: default
-          roleRef:
-            kind: ClusterRole
-            name: cluster-admin
-            apiGroup: rbac.authorization.k8s.io
-        YAML
-
-        shell('kubectl apply -f -', stdin_data: service_account)
-      end
-
-      def account_credentials
-        secrets = JSON.parse(`kubectl get secrets -o json`)
-
-        secrets['items'].find do |item|
-          item['metadata']['annotations']['kubernetes.io/service-account.name'] == 'gitlab-account'
-        end
-      end
-
-      def global_credentials
-        JSON.parse(`kubectl get secrets -o jsonpath='{.items[0]}'`)
-      end
-
-      def validate_dependencies
-        find_executable('kubectl') || raise("You must first install `kubectl` executable to run these tests.")
-      end
-    end
-  end
-end