simp-rake-helpers 5.25.0 → 6.0.0

data/spec/lib/simp/ci/gitlab_spec.rb

@@ -1,245 +0,0 @@
-require 'simp/ci/gitlab'
-require 'spec_helper'
-
-describe Simp::Ci::Gitlab do
-  let(:files_dir) { File.join(File.dirname(__FILE__), 'files') }
-
-  describe '#acceptance_tests?' do
-    it 'returns true when acceptance test with suite-specific nodesets exists' do
-      proj_dir = File.join(files_dir, 'valid_job_suite_nodeset')
-      expect( Simp::Ci::Gitlab.new(proj_dir).acceptance_tests? ).to be true
-    end
-
-    it 'returns true when acceptance test with implied global nodesets exists' do
-      proj_dir = File.join(files_dir, 'valid_job_global_nodeset')
-      expect( Simp::Ci::Gitlab.new(proj_dir).acceptance_tests? ).to be true
-    end
-
-    it 'returns false when acceptance test dir does not exists' do
-      proj_dir = File.join(files_dir, 'no_acceptance_tests')
-      expect( Simp::Ci::Gitlab.new(proj_dir).acceptance_tests? ).to be false
-    end
-
-    it 'returns false when only global nodesets exists' do
-      proj_dir = File.join(files_dir, 'global_nodesets_only')
-      expect( Simp::Ci::Gitlab.new(proj_dir).acceptance_tests? ).to be false
-    end
-
-    it 'returns false when only acceptance test suite skeleton exists' do
-      proj_dir = File.join(files_dir, 'suite_skeleton_only')
-      expect( Simp::Ci::Gitlab.new(proj_dir).acceptance_tests? ).to be false
-    end
-
-  end
-
-  describe '#validate_config' do
-    it 'succeeds when no .gitlab-ci.yml file exists and no tests exist' do
-      proj_dir = File.join(files_dir, 'no_gitlab_config_without_tests')
-      expect{ Simp::Ci::Gitlab.new(proj_dir).validate_config }.to_not raise_error
-    end
-
-    it 'succeeds but warns when no .gitlab-ci.yml file exists but tests exist' do
-      proj_dir = File.join(files_dir, 'no_gitlab_config_with_tests')
-      expect{ Simp::Ci::Gitlab.new(proj_dir).validate_config }.
-        to output(/has acceptance tests but no \.gitlab\-ci\.yml/).to_stdout
-    end
-
-    it 'fails when .gitlab-ci.yml is malformed' do
-      proj_dir = File.join(files_dir, 'malformed_gitlab_config')
-      expect{ Simp::Ci::Gitlab.new(proj_dir).validate_config }.
-        to raise_error(Simp::Ci::Gitlab::LintError,
-        /ERROR: Malformed YAML: \(#{proj_dir}\/\.gitlab-ci\.yml\):/)
-    end
-
-    it 'succeeds when .gitlab-ci.yml is valid YAML and passes GitLab lint' do
-      proj_dir = File.join(files_dir, 'valid_job_suite_nodeset')
-      validator = Simp::Ci::Gitlab.new(proj_dir)
-
-      expect(validator).to receive(:`).with('which curl').and_return('/usr/bin/curl')
-      gitlab_response = '{"status":"valid","errors":[]}'
-      expect(validator).to receive(:`).with(/(?!which curl).*/).and_return(gitlab_response)
-
-      expect{ validator.validate_config }.
-        to_not raise_error
-    end
-
-    it 'fails when .gitlab-ci.yml is valid YAML and fails GitLab lint' do
-      proj_dir = File.join(files_dir, 'valid_job_suite_nodeset')
-      validator = Simp::Ci::Gitlab.new(proj_dir)
-
-      expect(validator).to receive(:`).with('which curl').and_return('/usr/bin/curl')
-      gitlab_response = '{"status":"invalid","errors":["root config contains unknown keys: pup5.5-unit"]}'
-      expect(validator).to receive(:`).with(/(?!which curl).*/).and_return(gitlab_response)
-
-      expect{ validator.validate_config }.
-        to raise_error(Simp::Ci::Gitlab::LintError,
-        /ERROR: Invalid GitLab config:.*root config contains unknown keys/m)
-    end
-
-  end
-
-  describe '#validate_yaml' do
-    it 'succeeds when no .gitlab-ci.yml file exists' do
-      proj_dir = File.join(files_dir, 'no_gitlab_config_without_tests')
-      expect{ Simp::Ci::Gitlab.new(proj_dir).validate_yaml }.
-        to_not raise_error
-    end
-
-    it 'fails when .gitlab-ci.yml is malformed' do
-      proj_dir = File.join(files_dir, 'malformed_gitlab_config')
-      expect{ Simp::Ci::Gitlab.new(proj_dir).validate_yaml }.
-        to raise_error(Simp::Ci::Gitlab::LintError,
-        /ERROR: Malformed YAML: \(#{proj_dir}\/\.gitlab-ci\.yml\):/)
-    end
-
-    it 'succeeds but warns when curl is not found' do
-      proj_dir = File.join(files_dir, 'valid_job_suite_nodeset')
-      validator = Simp::Ci::Gitlab.new(proj_dir)
-
-      expect(validator).to receive(:`).and_return('')
-
-      expect{ validator.validate_yaml }.
-        to output(/Could not find 'curl'/).to_stdout
-    end
-
-    it 'succeeds but warns when connection to GitLab fails' do
-      proj_dir = File.join(files_dir, 'valid_job_suite_nodeset')
-      validator = Simp::Ci::Gitlab.new(proj_dir)
-
-      expect(validator).to receive(:`).with('which curl').and_return('/usr/bin/curl')
-      expect(validator).to receive(:`).with(/(?!which curl).*/).and_return('{}')
-
-      expect{ validator.validate_yaml }.
-        to output(/Unable to lint check/).to_stdout
-    end
-
-    it 'succeeds when config passes GitLab lint check' do
-      proj_dir = File.join(files_dir, 'valid_job_suite_nodeset')
-      validator = Simp::Ci::Gitlab.new(proj_dir)
-
-      expect(validator).to receive(:`).with('which curl').and_return('/usr/bin/curl')
-      gitlab_response = '{"status":"valid","errors":[]}'
-      expect(validator).to receive(:`).with(/(?!which curl).*/).and_return(gitlab_response)
-
-      expect{ validator.validate_yaml }.
-        to_not raise_error
-    end
-
-    it 'fails when config fails GitLab lint check' do
-      # mocking lint API call to GitLab, so doesn't matter if we are using
-      # a project dir with valid config
-      proj_dir = File.join(files_dir, 'valid_job_suite_nodeset')
-      validator = Simp::Ci::Gitlab.new(proj_dir)
-
-      expect(validator).to receive(:`).with('which curl').and_return('/usr/bin/curl')
-      gitlab_response = '{"status":"invalid","errors":["root config contains unknown keys: pup5.5-unit"]}'
-      expect(validator).to receive(:`).with(/(?!which curl).*/).and_return(gitlab_response)
-
-      expect{ validator.validate_yaml }.
-        to raise_error(Simp::Ci::Gitlab::LintError,
-        /ERROR: Invalid GitLab config:.*root config contains unknown keys/m)
-    end
-
-  end
-
-  describe '#validate_acceptance_test_jobs' do
-    it 'succeeds when no .gitlab-ci.yml file exists' do
-      proj_dir = File.join(files_dir, 'no_gitlab_config_without_tests')
-      expect{ Simp::Ci::Gitlab.new(proj_dir).validate_acceptance_test_jobs }.
-        to_not raise_error
-    end
-
-    it 'fails when .gitlab-ci.yml is malformed' do
-      proj_dir = File.join(files_dir, 'malformed_gitlab_config')
-      expect{ Simp::Ci::Gitlab.new(proj_dir).validate_acceptance_test_jobs }.
-        to raise_error(Simp::Ci::Gitlab::LintError,
-        /ERROR: Malformed YAML: \(#{proj_dir}\/\.gitlab-ci\.yml\):/)
-    end
-
-    it 'succeeds when no acceptance tests are specified in the .gitlab-ci.yml file' do
-      proj_dir = File.join(files_dir, 'no_acceptance_tests')
-      expect{ Simp::Ci::Gitlab.new(proj_dir).validate_acceptance_test_jobs }.
-        to_not raise_error
-    end
-
-    it 'succeeds when acceptance test with suite-specific nodeset is correctly specified' do
-      proj_dir = File.join(files_dir, 'valid_job_suite_nodeset')
-      expect{ Simp::Ci::Gitlab.new(proj_dir).validate_acceptance_test_jobs }.
-        to_not raise_error
-    end
-
-    it 'succeeds when acceptance test with nodeset link is correctly specified' do
-      proj_dir = File.join(files_dir, 'valid_job_nodeset_link')
-      expect{ Simp::Ci::Gitlab.new(proj_dir).validate_acceptance_test_jobs }.
-        to_not raise_error
-    end
-
-    it 'succeeds when acceptance test with nodeset dir link is correctly specified' do
-      proj_dir = File.join(files_dir, 'valid_job_nodeset_dir_link')
-      expect{ Simp::Ci::Gitlab.new(proj_dir).validate_acceptance_test_jobs }.
-        to_not raise_error
-    end
-
-    it 'succeeds when acceptance test with implied global nodeset is correctly specified' do
-      proj_dir = File.join(files_dir, 'valid_job_global_nodeset')
-      expect{ Simp::Ci::Gitlab.new(proj_dir).validate_acceptance_test_jobs }.
-        to_not raise_error
-    end
-
-    it 'succeeds when acceptance tests for multiple suites/nodesets are correctly specified' do
-      proj_dir = File.join(files_dir, 'multiple_valid_jobs')
-      expect{ Simp::Ci::Gitlab.new(proj_dir).validate_acceptance_test_jobs }.
-        to_not raise_error
-    end
-
-    it 'fails when an acceptance job is missing suite and nodeset' do
-      proj_dir = File.join(files_dir, 'job_missing_suite_and_nodeset')
-      expect{ Simp::Ci::Gitlab.new(proj_dir).validate_acceptance_test_jobs }.
-        to raise_error(Simp::Ci::Gitlab::JobError, /missing suite and nodeset/)
-    end
-
-    it 'fails when an acceptance job is missing nodeset' do
-      proj_dir = File.join(files_dir, 'job_missing_nodeset')
-      expect{ Simp::Ci::Gitlab.new(proj_dir).validate_acceptance_test_jobs }.
-        to raise_error(Simp::Ci::Gitlab::JobError, /missing nodeset/)
-    end
-
-    it 'fails when an acceptance job has invalid suite' do
-      proj_dir = File.join(files_dir, 'job_invalid_suite')
-      expect{ Simp::Ci::Gitlab.new(proj_dir).validate_acceptance_test_jobs }.
-        to raise_error(Simp::Ci::Gitlab::JobError, /uses invalid suite 'oops_suite'/)
-    end
-
-    it 'fails when an acceptance job has invalid nodeset' do
-      proj_dir = File.join(files_dir, 'job_invalid_nodeset')
-      expect{ Simp::Ci::Gitlab.new(proj_dir).validate_acceptance_test_jobs }.
-        to raise_error(Simp::Ci::Gitlab::JobError, /uses invalid nodeset 'oops_nodeset'/)
-    end
-
-    it 'fails when an acceptance job has nodeset with a broken link' do
-      proj_dir = File.join(files_dir, 'job_broken_link_nodeset')
-      # When the gem is created, the broken link nodeset YAML can't be included. So,
-      # in case someone is running this test on files packaged in the gem, skip it!
-      broken_link = File.join(proj_dir, 'spec', 'acceptance', 'nodesets', 'nodeset_broken_link.yml')
-      unless File.symlink?(broken_link)
-        skip 'test nodeset YAML with broken link is not present'
-      end
-      expect{ Simp::Ci::Gitlab.new(proj_dir).validate_acceptance_test_jobs }.
-        to raise_error(Simp::Ci::Gitlab::JobError, /uses invalid nodeset 'nodeset_broken_link'/)
-    end
-
-    it 'reports all job failures' do
-      proj_dir = File.join(files_dir, 'multiple_invalid_jobs')
-      expected_failures = <<-EOF
-Invalid GitLab acceptance test config:
-   multiple_invalid_jobs job 'pup5.5.10' missing suite and nodeset: 'bundle exec rake beaker:suites'
-   multiple_invalid_jobs job 'pup5.5.10-fips' missing nodeset: 'BEAKER_fips=yes bundle exec rake beaker:suites[default]'
-   multiple_invalid_jobs job 'pup5.5.10-oel' uses invalid nodeset 'oel-x86_64': 'bundle exec rake beaker:suites[default,oel-x86_64]'
-   multiple_invalid_jobs job 'pup5.5.10-feature_3-oel' uses invalid suite 'feature_3': 'bundle exec rake beaker:suites[feature_3,oel]'
-      EOF
-      expect{ Simp::Ci::Gitlab.new(proj_dir).validate_acceptance_test_jobs }.
-        to raise_error(Simp::Ci::Gitlab::JobError, /#{Regexp.escape(expected_failures.strip)}/)
-    end
-  end
-
-end