teuthology 1.1.0__py3-none-any.whl → 1.2.0__py3-none-any.whl

teuthology/test/test_parallel.py

@@ -1,28 +0,0 @@
-from teuthology.parallel import parallel
-
-
-def identity(item, input_set=None, remove=False):
-    if input_set is not None:
-        assert item in input_set
-        if remove:
-            input_set.remove(item)
-    return item
-
-
-class TestParallel(object):
-    def test_basic(self):
-        in_set = set(range(10))
-        with parallel() as para:
-            for i in in_set:
-                para.spawn(identity, i, in_set, remove=True)
-                assert para.any_spawned is True
-            assert para.count == len(in_set)
-
-    def test_result(self):
-        in_set = set(range(10))
-        with parallel() as para:
-            for i in in_set:
-                para.spawn(identity, i, in_set)
-            for result in para:
-                in_set.remove(result)
-

teuthology/test/test_repo_utils.py

@@ -1,225 +0,0 @@
-import logging
-import unittest.mock as mock
-import os
-import os.path
-from pytest import raises, mark
-import shutil
-import subprocess
-import tempfile
-
-from teuthology.exceptions import BranchNotFoundError, CommitNotFoundError
-from teuthology import repo_utils
-from teuthology import parallel
-repo_utils.log.setLevel(logging.WARNING)
-
-
-class TestRepoUtils(object):
-
-    @classmethod
-    def setup_class(cls):
-        cls.temp_path = tempfile.mkdtemp(prefix='test_repo-')
-        cls.dest_path = cls.temp_path + '/empty_dest'
-        cls.src_path = cls.temp_path + '/empty_src'
-
-        if 'TEST_ONLINE' in os.environ:
-            cls.repo_url = 'https://github.com/ceph/empty.git'
-            cls.commit = '71245d8e454a06a38a00bff09d8f19607c72e8bf'
-        else:
-            cls.repo_url = 'file://' + cls.src_path
-            cls.commit = None
-
-    @classmethod
-    def teardown_class(cls):
-        shutil.rmtree(cls.temp_path)
-
-    def setup_method(self, method):
-        assert not os.path.exists(self.dest_path)
-        proc = subprocess.Popen(
-            ('git', 'init', self.src_path),
-            stdout=subprocess.PIPE,
-        )
-        assert proc.wait() == 0
-        proc = subprocess.Popen(
-            ('git', 'config', 'user.email', 'test@ceph.com'),
-            cwd=self.src_path,
-            stdout=subprocess.PIPE,
-        )
-        assert proc.wait() == 0
-        proc = subprocess.Popen(
-            ('git', 'config', 'user.name', 'Test User'),
-            cwd=self.src_path,
-            stdout=subprocess.PIPE,
-        )
-        assert proc.wait() == 0
-        proc = subprocess.Popen(
-            ('git', 'commit', '--allow-empty', '--allow-empty-message',
-             '--no-edit'),
-            cwd=self.src_path,
-            stdout=subprocess.PIPE,
-        )
-        assert proc.wait() == 0
-        if not self.commit:
-            result = subprocess.check_output(
-                'git rev-parse HEAD',
-                shell=True,
-                cwd=self.src_path,
-            ).split()
-            assert result
-            self.commit = result[0].decode()
-
-    def teardown_method(self, method):
-        shutil.rmtree(self.dest_path, ignore_errors=True)
-
-    def test_clone_repo_existing_branch(self):
-        repo_utils.clone_repo(self.repo_url, self.dest_path, 'master', self.commit)
-        assert os.path.exists(self.dest_path)
-
-    def test_clone_repo_non_existing_branch(self):
-        with raises(BranchNotFoundError):
-            repo_utils.clone_repo(self.repo_url, self.dest_path, 'nobranch', self.commit)
-        assert not os.path.exists(self.dest_path)
-
-    def test_fetch_no_repo(self):
-        fake_dest_path = self.temp_path + '/not_a_repo'
-        assert not os.path.exists(fake_dest_path)
-        with raises(OSError):
-            repo_utils.fetch(fake_dest_path)
-        assert not os.path.exists(fake_dest_path)
-
-    def test_fetch_noop(self):
-        repo_utils.clone_repo(self.repo_url, self.dest_path, 'master', self.commit)
-        repo_utils.fetch(self.dest_path)
-        assert os.path.exists(self.dest_path)
-
-    def test_fetch_branch_no_repo(self):
-        fake_dest_path = self.temp_path + '/not_a_repo'
-        assert not os.path.exists(fake_dest_path)
-        with raises(OSError):
-            repo_utils.fetch_branch(fake_dest_path, 'master')
-        assert not os.path.exists(fake_dest_path)
-
-    def test_fetch_branch_fake_branch(self):
-        repo_utils.clone_repo(self.repo_url, self.dest_path, 'master', self.commit)
-        with raises(BranchNotFoundError):
-            repo_utils.fetch_branch(self.dest_path, 'nobranch')
-
-    @mark.parametrize('git_str',
-                      ["fatal: couldn't find remote ref",
-                       "fatal: Couldn't find remote ref"])
-    @mock.patch('subprocess.Popen')
-    def test_fetch_branch_different_git_versions(self, mock_popen, git_str):
-        """
-        Newer git versions return a lower case string
-        See: https://github.com/git/git/commit/0b9c3afdbfb629363
-        """
-        branch_name = 'nobranch'
-        process_mock = mock.Mock()
-        attrs = {
-            'wait.return_value': 1,
-            'stdout.read.return_value': f"{git_str} {branch_name}".encode(),
-        }
-        process_mock.configure_mock(**attrs)
-        mock_popen.return_value = process_mock
-        with raises(BranchNotFoundError):
-            repo_utils.fetch_branch('', branch_name)
-
-    def test_enforce_existing_branch(self):
-        repo_utils.enforce_repo_state(self.repo_url, self.dest_path,
-                                      'master')
-        assert os.path.exists(self.dest_path)
-
-    def test_enforce_existing_commit(self):
-        repo_utils.enforce_repo_state(self.repo_url, self.dest_path,
-                                      'master', self.commit)
-        assert os.path.exists(self.dest_path)
-
-    def test_enforce_non_existing_branch(self):
-        with raises(BranchNotFoundError):
-            repo_utils.enforce_repo_state(self.repo_url, self.dest_path,
-                                          'blah', self.commit)
-        assert not os.path.exists(self.dest_path)
-
-    def test_enforce_non_existing_commit(self):
-        with raises(CommitNotFoundError):
-            repo_utils.enforce_repo_state(self.repo_url, self.dest_path,
-                                          'master', 'c69e90807d222c1719c45c8c758bf6fac3d985f1')
-        assert not os.path.exists(self.dest_path)
-
-    def test_enforce_multiple_calls_same_branch(self):
-        repo_utils.enforce_repo_state(self.repo_url, self.dest_path,
-                                      'master', self.commit)
-        assert os.path.exists(self.dest_path)
-        repo_utils.enforce_repo_state(self.repo_url, self.dest_path,
-                                      'master', self.commit)
-        assert os.path.exists(self.dest_path)
-        repo_utils.enforce_repo_state(self.repo_url, self.dest_path,
-                                      'master', self.commit)
-        assert os.path.exists(self.dest_path)
-
-    def test_enforce_multiple_calls_different_branches(self):
-        with raises(BranchNotFoundError):
-            repo_utils.enforce_repo_state(self.repo_url, self.dest_path,
-                                          'blah1')
-        assert not os.path.exists(self.dest_path)
-        repo_utils.enforce_repo_state(self.repo_url, self.dest_path,
-                                      'master', self.commit)
-        assert os.path.exists(self.dest_path)
-        repo_utils.enforce_repo_state(self.repo_url, self.dest_path,
-                                      'master', self.commit)
-        assert os.path.exists(self.dest_path)
-        with raises(BranchNotFoundError):
-            repo_utils.enforce_repo_state(self.repo_url, self.dest_path,
-                                          'blah2')
-        assert not os.path.exists(self.dest_path)
-        repo_utils.enforce_repo_state(self.repo_url, self.dest_path,
-                                      'master', self.commit)
-        assert os.path.exists(self.dest_path)
-
-    def test_enforce_invalid_branch(self):
-        with raises(ValueError):
-            repo_utils.enforce_repo_state(self.repo_url, self.dest_path, 'a b', self.commit)
-
-    def test_simultaneous_access(self):
-        count = 5
-        with parallel.parallel() as p:
-            for i in range(count):
-                p.spawn(repo_utils.enforce_repo_state, self.repo_url,
-                        self.dest_path, 'master', self.commit)
-            for result in p:
-                assert result is None
-
-    def test_simultaneous_access_different_branches(self):
-        branches = [('master', self.commit),  ('master', self.commit), ('nobranch', 'nocommit'),
-                    ('nobranch', 'nocommit'), ('master', self.commit), ('nobranch', 'nocommit')]
-
-        with parallel.parallel() as p:
-            for branch, commit in branches:
-                if branch == 'master':
-                    p.spawn(repo_utils.enforce_repo_state, self.repo_url,
-                            self.dest_path, branch, commit)
-                else:
-                    dest_path = self.dest_path + '_' + branch
-
-                    def func():
-                        repo_utils.enforce_repo_state(
-                            self.repo_url, dest_path,
-                            branch, commit)
-                    p.spawn(
-                        raises,
-                        BranchNotFoundError,
-                        func,
-                    )
-            for result in p:
-                pass
-
-    URLS_AND_DIRNAMES = [
-        ('git@git.ceph.com/ceph-qa-suite.git', 'git.ceph.com_ceph-qa-suite'),
-        ('git://git.ceph.com/ceph-qa-suite.git', 'git.ceph.com_ceph-qa-suite'),
-        ('https://github.com/ceph/ceph', 'github.com_ceph_ceph'),
-        ('https://github.com/liewegas/ceph.git', 'github.com_liewegas_ceph'),
-        ('file:///my/dir/has/ceph.git', 'my_dir_has_ceph'),
-    ]
-
-    @mark.parametrize("input_, expected", URLS_AND_DIRNAMES)
-    def test_url_to_dirname(self, input_, expected):
-        assert repo_utils.url_to_dirname(input_) == expected

teuthology/test/test_report.py

@@ -1,77 +0,0 @@
-import yaml
-import json
-from teuthology.test import fake_archive
-from teuthology import report
-
-
-class TestSerializer(object):
-    def setup(self):
-        self.archive = fake_archive.FakeArchive()
-        self.archive.setup()
-        self.archive_base = self.archive.archive_base
-        self.reporter = report.ResultsReporter(archive_base=self.archive_base)
-
-    def teardown(self):
-        self.archive.teardown()
-
-    def test_all_runs_one_run(self):
-        run_name = "test_all_runs"
-        yaml_path = "examples/3node_ceph.yaml"
-        job_count = 3
-        self.archive.create_fake_run(run_name, job_count, yaml_path)
-        assert [run_name] == self.reporter.serializer.all_runs
-
-    def test_all_runs_three_runs(self):
-        run_count = 3
-        runs = {}
-        for i in range(run_count):
-            run_name = "run #%s" % i
-            yaml_path = "examples/3node_ceph.yaml"
-            job_count = 3
-            job_ids = self.archive.create_fake_run(
-                run_name,
-                job_count,
-                yaml_path)
-            runs[run_name] = job_ids
-        assert sorted(runs.keys()) == sorted(self.reporter.serializer.all_runs)
-
-    def test_jobs_for_run(self):
-        run_name = "test_jobs_for_run"
-        yaml_path = "examples/3node_ceph.yaml"
-        job_count = 3
-        jobs = self.archive.create_fake_run(run_name, job_count, yaml_path)
-        job_ids = [str(job['job_id']) for job in jobs]
-
-        got_jobs = self.reporter.serializer.jobs_for_run(run_name)
-        assert sorted(job_ids) == sorted(got_jobs.keys())
-
-    def test_running_jobs_for_run(self):
-        run_name = "test_jobs_for_run"
-        yaml_path = "examples/3node_ceph.yaml"
-        job_count = 10
-        num_hung = 3
-        self.archive.create_fake_run(run_name, job_count, yaml_path,
-                                     num_hung=num_hung)
-
-        got_jobs = self.reporter.serializer.running_jobs_for_run(run_name)
-        assert len(got_jobs) == num_hung
-
-    def test_json_for_job(self):
-        run_name = "test_json_for_job"
-        yaml_path = "examples/3node_ceph.yaml"
-        job_count = 1
-        jobs = self.archive.create_fake_run(run_name, job_count, yaml_path)
-        job = jobs[0]
-
-        with open(yaml_path) as yaml_file:
-            obj_from_yaml = yaml.safe_load(yaml_file)
-        full_obj = obj_from_yaml.copy()
-        full_obj.update(job['info'])
-        full_obj.update(job['summary'])
-
-        out_json = self.reporter.serializer.json_for_job(
-            run_name, str(job['job_id']))
-        out_obj = json.loads(out_json)
-        assert full_obj == out_obj
-
-

teuthology/test/test_results.py

@@ -1,155 +0,0 @@
-import textwrap
-from teuthology.config import config
-from teuthology import results
-from teuthology import report
-
-from unittest.mock import patch, DEFAULT
-
-
-class TestResultsEmail(object):
-    reference = {
-        'run_name': 'test_name',
-        'jobs': [
-            # Running
-            {'description': 'description for job with name test_name',
-             'job_id': 30481,
-             'name': 'test_name',
-             'log_href': 'http://qa-proxy.ceph.com/teuthology/test_name/30481/teuthology.log',  # noqa
-             'owner': 'job@owner',
-             'duration': None,
-             'status': 'running',
-             },
-            # Waiting
-            {'description': 'description for job with name test_name',
-             'job_id': 62965,
-             'name': 'test_name',
-             'log_href': 'http://qa-proxy.ceph.com/teuthology/test_name/30481/teuthology.log',  # noqa
-             'owner': 'job@owner',
-             'duration': None,
-             'status': 'waiting',
-             },
-            # Queued
-            {'description': 'description for job with name test_name',
-             'job_id': 79063,
-             'name': 'test_name',
-             'log_href': 'http://qa-proxy.ceph.com/teuthology/test_name/30481/teuthology.log',  # noqa
-             'owner': 'job@owner',
-             'duration': None,
-             'status': 'queued',
-             },
-            # Failed
-            {'description': 'description for job with name test_name',
-             'job_id': 88979,
-             'name': 'test_name',
-             'log_href': 'http://qa-proxy.ceph.com/teuthology/test_name/88979/teuthology.log',  # noqa
-             'owner': 'job@owner',
-             'duration': 35190,
-             'success': False,
-             'status': 'fail',
-             'failure_reason': 'Failure reason!',
-             },
-            # Dead
-            {'description': 'description for job with name test_name',
-             'job_id': 69152,
-             'name': 'test_name',
-             'log_href': 'http://qa-proxy.ceph.com/teuthology/test_name/69152/teuthology.log',  # noqa
-             'owner': 'job@owner',
-             'duration': 5225,
-             'success': False,
-             'status': 'dead',
-             'failure_reason': 'Dead reason!',
-             },
-            # Passed
-            {'description': 'description for job with name test_name',
-             'job_id': 68369,
-             'name': 'test_name',
-             'log_href': 'http://qa-proxy.ceph.com/teuthology/test_name/68369/teuthology.log',  # noqa
-             'owner': 'job@owner',
-             'duration': 33771,
-             'success': True,
-             'status': 'pass',
-             },
-        ],
-        'subject': '1 fail, 1 dead, 1 running, 1 waiting, 1 queued, 1 pass in test_name',  # noqa
-        'body': textwrap.dedent("""
-    Test Run: test_name
-    =================================================================
-    info:    http://example.com/test_name/
-    logs:    http://qa-proxy.ceph.com/teuthology/test_name/
-    failed:  1
-    dead:    1
-    running: 1
-    waiting: 1
-    queued:  1
-    passed:  1
-
-
-    Fail
-    =================================================================
-    [88979]  description for job with name test_name
-    -----------------------------------------------------------------
-    time:   09:46:30
-    info:   http://example.com/test_name/88979/
-    log:    http://qa-proxy.ceph.com/teuthology/test_name/88979/
-
-        Failure reason!
-
-
-
-    Dead
-    =================================================================
-    [69152]  description for job with name test_name
-    -----------------------------------------------------------------
-    time:   01:27:05
-    info:   http://example.com/test_name/69152/
-    log:    http://qa-proxy.ceph.com/teuthology/test_name/69152/
-
-        Dead reason!
-
-
-
-    Running
-    =================================================================
-    [30481] description for job with name test_name
-    info:   http://example.com/test_name/30481/
-
-
-
-    Waiting
-    =================================================================
-    [62965] description for job with name test_name
-    info:   http://example.com/test_name/62965/
-
-
-
-    Queued
-    =================================================================
-    [79063] description for job with name test_name
-    info:   http://example.com/test_name/79063/
-
-
-
-    Pass
-    =================================================================
-    [68369] description for job with name test_name
-    time:   09:22:51
-    info:   http://example.com/test_name/68369/
-    """).strip(),
-    }
-
-    def setup(self):
-        config.results_ui_server = "http://example.com/"
-        config.archive_server = "http://qa-proxy.ceph.com/teuthology/"
-
-    def test_build_email_body(self):
-        run_name = self.reference['run_name']
-        with patch.multiple(
-                report,
-                ResultsReporter=DEFAULT,
-                ):
-            reporter = report.ResultsReporter()
-            reporter.get_jobs.return_value = self.reference['jobs']
-            (subject, body) = results.build_email_body(
-                run_name, _reporter=reporter)
-        assert subject == self.reference['subject']
-        assert body == self.reference['body']