qontract-reconcile 0.10.1rc1202__py3-none-any.whl → 0.10.2.dev2__py3-none-any.whl

reconcile/test/conftest.py

@@ -1,157 +0,0 @@
-import time
-from collections.abc import (
-    Callable,
-    Iterable,
-    Mapping,
-    MutableMapping,
-)
-from pathlib import Path
-from typing import Any
-from unittest.mock import MagicMock, create_autospec
-
-import pytest
-from pydantic import BaseModel
-from pydantic.error_wrappers import ValidationError
-from pytest_httpserver import HTTPServer
-
-from reconcile.gql_definitions.fragments.vault_secret import VaultSecret
-from reconcile.test.fixtures import Fixtures
-from reconcile.utils.gql import GqlApi
-from reconcile.utils.models import data_default_none
-from reconcile.utils.state import State
-
-
-@pytest.fixture
-def patch_sleep(mocker):
-    yield mocker.patch.object(time, "sleep")
-
-
-@pytest.fixture
-def secret_reader(mocker) -> None:
-    mock_secretreader = mocker.patch(
-        "reconcile.utils.secret_reader.SecretReader", autospec=True
-    )
-    mock_secretreader.read.return_value = "secret"
-    mock_secretreader.read_secret.return_value = "secret"
-    return mock_secretreader
-
-
-@pytest.fixture
-def s3_state_builder() -> Callable[[Mapping], State]:
-    """
-    Example input data:
-    {
-        "get": {
-            # This maps data being returned by get
-            "path/to/item": {
-                "some_key": "content",
-                "other_content": "content",
-            },
-            "other/path": {
-                "other": "data",
-            },
-        },
-        "ls": [
-            "/path/item1",
-            "/path/item2",
-        ]
-    }
-    """
-
-    def builder(data: Mapping) -> State:
-        def get(key: str, *args) -> dict:
-            try:
-                return data["get"][key]
-            except KeyError:
-                if args:
-                    return args[0]
-                raise
-
-        def __getitem__(self, key: str) -> dict:
-            return get(key)
-
-        state = create_autospec(spec=State)
-        mock_get = MagicMock(side_effect=get)
-        state.get = mock_get
-        state.__getitem__ = __getitem__
-        state.ls.side_effect = [data.get("ls", [])]
-        return state
-
-    return builder
-
-
-@pytest.fixture
-def vault_secret():
-    return VaultSecret(
-        path="path/test",
-        field="key",
-        format=None,
-        version=None,
-    )
-
-
-@pytest.fixture
-def data_factory() -> Callable[
-    [type[BaseModel], MutableMapping[str, Any] | None],
-    MutableMapping[str, Any],
-]:
-    """Set default values to None."""
-
-    def _data_factory(
-        klass: type[BaseModel], data: MutableMapping[str, Any] | None = None
-    ) -> MutableMapping[str, Any]:
-        return data_default_none(klass, data or {})
-
-    return _data_factory
-
-
-class GQLClassFactoryError(Exception):
-    pass
-
-
-@pytest.fixture
-def gql_class_factory() -> Callable[
-    [type[BaseModel], MutableMapping[str, Any] | None],
-    BaseModel,
-]:
-    """Create a GQL class from a fixture and set default values to None."""
-
-    def _gql_class_factory(
-        klass: type[BaseModel], data: MutableMapping[str, Any] | None = None
-    ) -> BaseModel:
-        try:
-            return klass(**data_default_none(klass, data or {}))
-        except ValidationError as e:
-            msg = "[gql_class_factory] Your given data does not match the class ...\n"
-            msg += "\n".join([str(m) for m in list(e.raw_errors)])
-            raise GQLClassFactoryError(msg) from e
-
-    return _gql_class_factory
-
-
-@pytest.fixture
-def gql_api_builder() -> Callable[[Mapping | None], GqlApi]:
-    def builder(data: Mapping | None = None) -> GqlApi:
-        gql_api = create_autospec(GqlApi)
-        gql_api.query.return_value = data
-        return gql_api
-
-    return builder
-
-
-@pytest.fixture
-def set_httpserver_responses_based_on_fixture(httpserver: HTTPServer) -> Callable:
-    """Create httpserver responses based fixture files."""
-
-    def _(fx: Fixtures, paths: Iterable[str]) -> None:
-        for path in paths:
-            for method in ["get", "post", "put", "patch", "delete"]:
-                method_file = Path(fx.path(path.lstrip("/"))) / f"{method}.json"
-                if method_file.exists():
-                    httpserver.expect_oneshot_request(
-                        path, method=method
-                    ).respond_with_data(
-                        method_file.read_text(), content_type="text/json"
-                    )
-
-    return _

reconcile/test/fixtures.py

@@ -1,24 +0,0 @@
-import json
-import os
-
-import anymarkup
-
-
-class Fixtures:
-    def __init__(self, base_path):
-        self.base_path = base_path
-
-    def path(self, fixture):
-        return os.path.join(
-            os.path.dirname(__file__), "fixtures", self.base_path, fixture
-        )
-
-    def get(self, fixture):
-        with open(self.path(fixture), encoding="locale") as f:
-            return f.read().strip()
-
-    def get_anymarkup(self, fixture):
-        return anymarkup.parse(self.get(fixture), force_types=None)
-
-    def get_json(self, fixture):
-        return json.loads(self.get(fixture))

reconcile/test/saas_auto_promotions_manager/conftest.py

@@ -1,170 +0,0 @@
-from collections import defaultdict
-from collections.abc import (
-    Callable,
-    Iterable,
-    Mapping,
-    MutableMapping,
-)
-from datetime import UTC, datetime
-from typing import Any
-from unittest.mock import (
-    MagicMock,
-    create_autospec,
-)
-
-import pytest
-
-from reconcile.gql_definitions.fragments.saas_target_namespace import (
-    SaasTargetNamespace,
-)
-from reconcile.saas_auto_promotions_manager.publisher import DeploymentInfo, Publisher
-from reconcile.saas_auto_promotions_manager.subscriber import (
-    Channel,
-    ConfigHash,
-    Subscriber,
-)
-from reconcile.typed_queries.saas_files import SaasFile
-from reconcile.utils.gitlab_api import GitLabApi
-from reconcile.utils.promotion_state import (
-    PromotionData,
-    PromotionState,
-)
-from reconcile.utils.vcs import VCS
-
-
-@pytest.fixture
-def saas_files_builder(
-    gql_class_factory: Callable[[type[SaasFile], Mapping], SaasFile],
-) -> Callable[[Iterable[MutableMapping]], list[SaasFile]]:
-    def builder(data: Iterable[MutableMapping]) -> list[SaasFile]:
-        for d in data:
-            if "app" not in d:
-                d["app"] = {}
-            if "pipelinesProvider" not in d:
-                d["pipelinesProvider"] = {}
-            if "managedResourceTypes" not in d:
-                d["managedResourceTypes"] = []
-            if "imagePatterns" not in d:
-                d["imagePatterns"] = []
-            for rt in d.get("resourceTemplates", []):
-                for t in rt.get("targets", []):
-                    ns = t["namespace"]
-                    if "name" not in ns:
-                        ns["name"] = "some_name"
-                    if "environment" not in ns:
-                        ns["environment"] = {}
-                    if "app" not in ns:
-                        ns["app"] = {}
-                    if "cluster" not in ns:
-                        ns["cluster"] = {}
-        return [gql_class_factory(SaasFile, d) for d in data]
-
-    return builder
-
-
-@pytest.fixture
-def vcs_builder() -> Callable[..., VCS]:
-    def builder() -> VCS:
-        vcs = create_autospec(spec=VCS)
-        vcs.get_commit_sha.side_effect = ["new_sha"] * 100
-        vcs._app_interface_api = MagicMock()
-        return vcs
-
-    return builder
-
-
-@pytest.fixture
-def gql_client_builder() -> Callable[..., GitLabApi]:
-    def builder() -> GitLabApi:
-        api = create_autospec(spec=GitLabApi)
-        api.project = MagicMock()
-        api.project.mergerequests = MagicMock()
-        api.project.mergerequests.create.side_effect = []
-        return api
-
-    return builder
-
-
-@pytest.fixture
-def saas_target_namespace_builder(
-    gql_class_factory: Callable[..., SaasTargetNamespace],
-) -> Callable[..., SaasTargetNamespace]:
-    def builder(data: MutableMapping) -> SaasTargetNamespace:
-        if "environment" not in data:
-            data["environment"] = {}
-        if "app" not in data:
-            data["app"] = {}
-        if "cluster" not in data:
-            data["cluster"] = {}
-        return gql_class_factory(SaasTargetNamespace, data)
-
-    return builder
-
-
-@pytest.fixture
-def promotion_state_builder() -> Callable[..., PromotionState]:
-    def builder(data: Iterable[PromotionData]) -> PromotionState:
-        promotion_state = create_autospec(spec=PromotionState)
-        promotion_state.get_promotion_data.side_effect = data
-        return promotion_state
-
-    return builder
-
-
-@pytest.fixture
-def subscriber_builder(
-    saas_target_namespace_builder: Callable[..., SaasTargetNamespace],
-) -> Callable[[Mapping[str, Any]], Subscriber]:
-    def builder(data: Mapping[str, Any]) -> Subscriber:
-        channels: list[Channel] = []
-        for channel_name, channel_data in data.get("CHANNELS", {}).items():
-            channel = Channel(name=channel_name, publishers=[])
-            for publisher_name, publisher_data in channel_data.items():
-                publisher = Publisher(
-                    ref="",
-                    uid="",
-                    repo_url="",
-                    cluster_name="",
-                    namespace_name="",
-                    saas_name="",
-                    saas_file_path="",
-                    app_name="",
-                    resource_template_name="",
-                    target_name=None,
-                    redeploy_on_config_change=True,
-                    has_subscriber=True,
-                    auth_code=None,
-                )
-                publisher.commit_sha = publisher_data["REAL_WORLD_SHA"]
-                publisher.deployment_info_by_channel[channel_name] = DeploymentInfo(
-                    success=publisher_data.get("SUCCESSFUL_DEPLOYMENT", True),
-                    target_config_hash=publisher_data.get("CONFIG_HASH", ""),
-                    saas_file=publisher_name,
-                    check_in=publisher_data.get("CHECK_IN", datetime.now(UTC)),
-                )
-                channel.publishers.append(publisher)
-            channels.append(channel)
-        cur_config_hashes_by_channel: dict[str, list[ConfigHash]] = defaultdict(list)
-        for cur_config_hash in data.get("CUR_CONFIG_HASHES", []):
-            cur_config_hashes_by_channel[cur_config_hash.channel].append(
-                cur_config_hash
-            )
-        subscriber = Subscriber(
-            uid=data.get("SUB_UID", "default"),
-            target_namespace=saas_target_namespace_builder(data.get("NAMESPACE", {})),
-            ref=data.get("CUR_SUBSCRIBER_REF", ""),
-            saas_name="",
-            target_file_path=data.get("TARGET_FILE_PATH", ""),
-            template_name="",
-            use_target_config_hash=data.get("USE_TARGET_CONFIG_HASH", True),
-            soak_days=data.get("SOAK_DAYS", 0),
-            blocked_versions=data.get("BLOCKED_VERSIONS", {}),
-            schedule=data.get("SCHEDULE", "* * * * *"),
-        )
-        subscriber.channels = channels
-        subscriber.config_hashes_by_channel_name = cur_config_hashes_by_channel
-        subscriber.desired_ref = data.get("DESIRED_REF", "")
-        subscriber.desired_hashes = data.get("DESIRED_TARGET_HASHES", [])
-        return subscriber
-
-    return builder

reconcile/test/saas_auto_promotions_manager/merge_request_manager/merge_request_manager/conftest.py

@@ -1,115 +0,0 @@
-from collections.abc import (
-    Callable,
-    Iterable,
-    Mapping,
-)
-from unittest.mock import create_autospec
-
-import pytest
-from gitlab.v4.objects import ProjectMergeRequest
-
-from reconcile.saas_auto_promotions_manager.merge_request_manager.batcher import (
-    Batcher,
-    Diff,
-)
-from reconcile.saas_auto_promotions_manager.merge_request_manager.merge_request_manager_v2 import (
-    SAPM_LABEL,
-)
-from reconcile.saas_auto_promotions_manager.merge_request_manager.mr_parser import (
-    MRParser,
-    OpenBatcherMergeRequest,
-)
-from reconcile.saas_auto_promotions_manager.merge_request_manager.renderer import (
-    CHANNELS_REF,
-    CONTENT_HASHES,
-    IS_BATCHABLE,
-    PROMOTION_DATA_SEPARATOR,
-    SAPM_VERSION,
-    VERSION_REF,
-    Renderer,
-)
-from reconcile.utils.vcs import VCS, MRCheckStatus
-
-from .data_keys import (
-    DESCRIPTION,
-    HAS_CONFLICTS,
-    LABELS,
-    OPEN_MERGE_REQUESTS,
-    PIPELINE_RESULTS,
-    SUBSCRIBER_BATCHABLE,
-    SUBSCRIBER_CHANNELS,
-    SUBSCRIBER_CONTENT_HASH,
-)
-
-
-@pytest.fixture
-def mr_builder() -> Callable[[Mapping], ProjectMergeRequest]:
-    def builder(data: Mapping) -> ProjectMergeRequest:
-        mr = create_autospec(spec=ProjectMergeRequest)
-        if CONTENT_HASHES in data:
-            # Generate with valid defaults
-            mr.attributes = {
-                "labels": [SAPM_LABEL],
-                "description": f"""
-                {PROMOTION_DATA_SEPARATOR}
-                {VERSION_REF}: {data.get(VERSION_REF, SAPM_VERSION)}
-                {CHANNELS_REF}: {data.get(SUBSCRIBER_CHANNELS, "some_channel")}
-                {CONTENT_HASHES}: {data.get(SUBSCRIBER_CONTENT_HASH, "content_hash")}
-                {IS_BATCHABLE}: {data.get(SUBSCRIBER_BATCHABLE, "True")}
-                """,
-                "web_url": "http://localhost",
-                "has_conflicts": False,
-            }
-        else:
-            mr.attributes = {
-                "labels": data.get(LABELS, []),
-                "description": data.get(DESCRIPTION, ""),
-                "web_url": "http://localhost",
-                "has_conflicts": data.get(HAS_CONFLICTS, False),
-            }
-        return mr
-
-    return builder
-
-
-@pytest.fixture
-def vcs_builder(
-    mr_builder: Callable[[Mapping], ProjectMergeRequest],
-) -> Callable[[Mapping], tuple[VCS, list[ProjectMergeRequest]]]:
-    def builder(data: Mapping) -> tuple[VCS, list[ProjectMergeRequest]]:
-        vcs = create_autospec(spec=VCS)
-        open_mrs: list[ProjectMergeRequest] = []
-        for d in data.get(OPEN_MERGE_REQUESTS, []):
-            open_mrs.append(mr_builder(d))
-        vcs.get_open_app_interface_merge_requests.side_effect = [open_mrs]
-        vcs.get_gitlab_mr_check_status.side_effect = data.get(
-            PIPELINE_RESULTS, [MRCheckStatus.SUCCESS] * 100
-        )
-        return (vcs, open_mrs)
-
-    return builder
-
-
-@pytest.fixture
-def mr_parser_builder() -> Callable[[Iterable[OpenBatcherMergeRequest]], MRParser]:
-    def builder(data: Iterable[OpenBatcherMergeRequest]) -> MRParser:
-        mr_parser = create_autospec(spec=MRParser)
-        mr_parser.retrieve_open_mrs.side_effect = [data]
-        return mr_parser
-
-    return builder
-
-
-@pytest.fixture
-def reconciler_builder() -> Callable[[Diff], Batcher]:
-    def builder(data: Diff) -> Batcher:
-        reconciler = create_autospec(spec=Batcher)
-        reconciler.reconcile.side_effect = [data]
-        return reconciler
-
-    return builder
-
-
-@pytest.fixture
-def renderer() -> Renderer:
-    return create_autospec(spec=Renderer)

reconcile/test/saas_auto_promotions_manager/merge_request_manager/merge_request_manager/data_keys.py

@@ -1,19 +0,0 @@
-from reconcile.saas_auto_promotions_manager.merge_request_manager.renderer import (
-    CONTENT_HASHES,
-)
-
-OPEN_MERGE_REQUESTS = "open_merge_requests"
-LABELS = "labels"
-DESCRIPTION = "description"
-SUBSCRIBER_CONTENT_HASH = CONTENT_HASHES
-SUBSCRIBER_TARGET_PATH = "target_path"
-SUBSCRIBER_DESIRED_CONFIG_HASHES = "config_hashes"
-SUBSCRIBER_DESIRED_REF = "desired_ref"
-SUBSCRIBER_CHANNELS = "sub_channels"
-SUBSCRIBER_BATCHABLE = "sub_batchable"
-HAS_CONFLICTS = "has_conflicts"
-SUBSCRIBER_TARGET_NAMESPACE = "subscriber_target_namespace"
-PIPELINE_RESULTS = "pipeline_results"
-
-CHANNEL = "channel"
-REF = "ref"

reconcile/test/saas_auto_promotions_manager/merge_request_manager/merge_request_manager/test_desired_state.py

@@ -1,66 +0,0 @@
-from collections.abc import Callable
-
-from reconcile.saas_auto_promotions_manager.merge_request_manager.desired_state import (
-    DesiredState,
-)
-from reconcile.saas_auto_promotions_manager.subscriber import Subscriber
-
-
-def test_desired_state_empty() -> None:
-    desired_state = DesiredState(subscribers=[])
-    assert desired_state.promotions == []
-
-
-def test_desired_state_single_subscriber(
-    subscriber_builder: Callable[..., Subscriber],
-) -> None:
-    subscriber = subscriber_builder({})
-    desired_state = DesiredState(subscribers=[subscriber])
-    assert len(desired_state.promotions) == 1
-    assert desired_state.promotions[0].content_hashes == {
-        Subscriber.combined_content_hash([subscriber])
-    }
-
-
-def test_desired_state_multiple_subscribers_same_channel_combo(
-    subscriber_builder: Callable[..., Subscriber],
-) -> None:
-    subscriber_a = subscriber_builder({
-        "CHANNELS": {"channel-a": {}, "channel-b": {}},
-        "DESIRED_REF": "ref-a",
-    })
-    subscriber_b = subscriber_builder({
-        "CHANNELS": {"channel-a": {}, "channel-b": {}},
-        "DESIRED_REF": "ref-b",
-    })
-    desired_state = DesiredState(subscribers=[subscriber_a, subscriber_b])
-    assert len(desired_state.promotions) == 1
-    assert desired_state.promotions[0].content_hashes == {
-        Subscriber.combined_content_hash([subscriber_a, subscriber_b]),
-    }
-
-
-def test_desired_state_multiple_subscribers_different_channel_combo(
-    subscriber_builder: Callable[..., Subscriber],
-) -> None:
-    subscriber_a = subscriber_builder({
-        "CHANNELS": {"channel-a": {}, "channel-b": {}},
-        "DESIRED_REF": "ref-a",
-    })
-    subscriber_b = subscriber_builder({
-        "CHANNELS": {"channel-a": {}, "channel-b": {}},
-        "DESIRED_REF": "ref-b",
-    })
-    subscriber_c = subscriber_builder({
-        "CHANNELS": {"channel-b": {}, "channel-c": {}},
-        "DESIRED_REF": "ref-c",
-    })
-    desired_state = DesiredState(subscribers=[subscriber_a, subscriber_b, subscriber_c])
-    sorted_promotions = sorted(desired_state.promotions)
-    assert len(desired_state.promotions) == 2
-    assert sorted_promotions[0].content_hashes == {
-        Subscriber.combined_content_hash([subscriber_a, subscriber_b]),
-    }
-    assert sorted_promotions[1].content_hashes == {
-        Subscriber.combined_content_hash([subscriber_c]),
-    }

reconcile/test/saas_auto_promotions_manager/merge_request_manager/merge_request_manager/test_merge_request_manager.py

@@ -1,86 +0,0 @@
-from collections.abc import Callable
-from unittest.mock import call, create_autospec
-
-from gitlab.v4.objects import ProjectMergeRequest
-
-from reconcile.saas_auto_promotions_manager.merge_request_manager.batcher import (
-    Addition,
-    Batcher,
-    Deletion,
-    Diff,
-    Reason,
-)
-from reconcile.saas_auto_promotions_manager.merge_request_manager.merge_request_manager_v2 import (
-    MergeRequestManagerV2,
-)
-from reconcile.saas_auto_promotions_manager.merge_request_manager.mr_parser import (
-    MRParser,
-)
-from reconcile.saas_auto_promotions_manager.merge_request_manager.open_merge_requests import (
-    OpenBatcherMergeRequest,
-)
-from reconcile.saas_auto_promotions_manager.merge_request_manager.renderer import (
-    Renderer,
-)
-from reconcile.saas_auto_promotions_manager.subscriber import Subscriber
-from reconcile.test.saas_auto_promotions_manager.merge_request_manager.merge_request_manager.data_keys import (
-    CHANNEL,
-    REF,
-)
-from reconcile.utils.vcs import VCS
-
-
-def test_reconcile(
-    reconciler_builder: Callable[[Diff], Batcher],
-    subscriber_builder: Callable[..., Subscriber],
-) -> None:
-    vcs = create_autospec(spec=VCS)
-    mr_parser = create_autospec(spec=MRParser)
-    renderer = create_autospec(spec=Renderer)
-    subscribers = [
-        subscriber_builder({
-            CHANNEL: ["chan1,chan2"],
-            REF: "hash1",
-        })
-    ]
-    deletion = Deletion(
-        mr=OpenBatcherMergeRequest(
-            raw=create_autospec(spec=ProjectMergeRequest),
-            channels=set(),
-            content_hashes=set(),
-            failed_mr_check=False,
-            is_batchable=True,
-        ),
-        reason=Reason.NEW_BATCH,
-    )
-
-    additions = [
-        Addition(
-            content_hashes={Subscriber.combined_content_hash(subscribers=subscribers)},
-            channels={"chan1,chan2"},
-            batchable=True,
-        )
-    ]
-
-    reconciler = reconciler_builder(
-        Diff(
-            deletions=[deletion],
-            additions=additions,
-        )
-    )
-    manager = MergeRequestManagerV2(
-        vcs=vcs,
-        mr_parser=mr_parser,
-        reconciler=reconciler,
-        renderer=renderer,
-    )
-
-    manager.reconcile(subscribers=subscribers)
-
-    assert len(manager._sapm_mrs) == len(additions)
-    vcs.close_app_interface_mr.assert_has_calls([
-        call(deletion.mr.raw, deletion.reason.value),
-    ])
-    vcs.open_app_interface_merge_request.assert_has_calls([
-        call(mr) for mr in manager._sapm_mrs
-    ])