qontract-reconcile 0.10.1rc1202__py3-none-any.whl → 0.10.2.dev1__py3-none-any.whl

reconcile/test/test_aggregated_list.py

@@ -1,237 +0,0 @@
-import pytest
-
-from reconcile.utils.aggregated_list import (
-    AggregatedDiffRunner,
-    AggregatedList,
-)
-
-
-class TestAggregatedList:
-    @staticmethod
-    def test_add_item():
-        alist = AggregatedList()
-
-        params = {"a": 1, "b": 2}
-        items = ["qwerty"]
-
-        alist.add(params, items)
-
-        assert len(alist.dump()) == 1
-        assert alist.dump()[0]["items"] == items
-        assert alist.dump()[0]["params"] == params
-
-    @staticmethod
-    def test_add_repeated_item():
-        alist = AggregatedList()
-
-        params = {"a": 1, "b": 2}
-        item = "qwerty"
-        items = [item, item]
-
-        alist.add(params, items)
-
-        assert len(alist.dump()) == 1
-        assert alist.dump()[0]["items"] == [item]
-        assert alist.dump()[0]["params"] == params
-
-    @staticmethod
-    def test_add_different_params():
-        alist = AggregatedList()
-
-        params1 = {"b": 1, "a": 2}
-        items1 = ["qwerty1"]
-
-        params2 = {"a": 1, "b": 3}
-        items2 = ["qwerty2"]
-
-        alist.add(params1, items1)
-        alist.add(params2, items2)
-
-        assert len(alist.dump()) == 2
-
-        hp1 = AggregatedList.hash_params(params1)
-        hp2 = AggregatedList.hash_params(params2)
-
-        assert alist.get_by_params_hash(hp1)["items"] == items1
-        assert alist.get_by_params_hash(hp2)["items"] == items2
-
-    @staticmethod
-    def test_get_py_params_hash():
-        alist = AggregatedList()
-
-        params1 = {"a": 1, "b": 2, "c": 3}
-        params2 = {"b": 2, "c": 3, "a": 1}
-        params3 = {"c": 3, "a": 1, "b": 2}
-        params4 = {"a": 1, "c": 3, "b": 2}
-        params5 = {"a": 1}
-
-        items1 = ["qwerty1"]
-        items2 = ["qwerty2"]
-
-        alist.add(params1, items1)
-        alist.add(params2, items1)
-        alist.add(params3, items1)
-        alist.add(params4, items1)
-        alist.add(params5, items2)
-
-        hp1 = AggregatedList.hash_params(params1)
-        hp2 = AggregatedList.hash_params(params2)
-        hp3 = AggregatedList.hash_params(params3)
-        hp4 = AggregatedList.hash_params(params4)
-        hp5 = AggregatedList.hash_params(params5)
-
-        assert hp1 == hp2
-        assert hp1 == hp2
-        assert hp1 == hp3
-        assert hp1 == hp4
-        assert hp1 != hp5
-
-        assert alist.get_by_params_hash(hp1)["items"] == items1
-        assert alist.get_by_params_hash(hp5)["items"] == items2
-
-    @staticmethod
-    def test_diff_insert():
-        left = AggregatedList()
-        right = AggregatedList()
-
-        right.add({"a": 1}, ["qwerty"])
-
-        diff = left.diff(right)
-
-        assert not diff["delete"]
-        assert not diff["update-insert"]
-        assert not diff["update-delete"]
-
-        assert diff["insert"] == [{"params": {"a": 1}, "items": ["qwerty"]}]
-
-    @staticmethod
-    def test_diff_delete():
-        left = AggregatedList()
-        right = AggregatedList()
-
-        left.add({"a": 1}, ["qwerty"])
-
-        diff = left.diff(right)
-
-        assert not diff["insert"]
-        assert not diff["update-insert"]
-        assert not diff["update-delete"]
-
-        assert diff["delete"] == [{"params": {"a": 1}, "items": ["qwerty"]}]
-
-    @staticmethod
-    def test_diff_update_insert():
-        left = AggregatedList()
-        right = AggregatedList()
-
-        left.add({"a": 1}, ["qwerty1"])
-        right.add({"a": 1}, ["qwerty1", "qwerty2"])
-
-        diff = left.diff(right)
-
-        assert not diff["insert"]
-        assert not diff["delete"]
-        assert not diff["update-delete"]
-
-        assert diff["update-insert"] == [{"items": ["qwerty2"], "params": {"a": 1}}]
-
-    @staticmethod
-    def test_diff_update_delete():
-        left = AggregatedList()
-        right = AggregatedList()
-
-        left.add({"a": 1}, ["qwerty1", "qwerty2"])
-        right.add({"a": 1}, ["qwerty1"])
-
-        diff = left.diff(right)
-
-        assert diff["insert"] == []
-        assert diff["delete"] == []
-        assert not diff["update-insert"]
-
-        assert diff["update-delete"] == [{"items": ["qwerty2"], "params": {"a": 1}}]
-
-
-class TestAggregatedDiffRunner:
-    @staticmethod
-    def test_run():
-        left = AggregatedList()
-        right = AggregatedList()
-
-        # test insert
-        right.add({"on": "insert"}, ["i"])
-
-        # test delete
-        left.add({"on": "delete"}, ["d"])
-
-        # test update-insert
-        left.add({"on": "update-insert"}, ["ui1"])
-        right.add({"on": "update-insert"}, ["ui1", "ui2"])
-
-        # test update-delete
-        left.add({"on": "update-delete"}, ["ud1", "ud2"])
-        right.add({"on": "update-delete"}, ["ud1"])
-
-        on_insert = []
-        on_delete = []
-        on_update_insert = []
-        on_update_delete = []
-
-        def recorder(ls):
-            return lambda p, i: ls.append([p, i])
-
-        runner = AggregatedDiffRunner(left.diff(right))
-
-        runner.register("insert", recorder(on_insert))
-        runner.register("delete", recorder(on_delete))
-        runner.register("update-insert", recorder(on_update_insert))
-        runner.register("update-delete", recorder(on_update_delete))
-
-        runner.run()
-
-        assert on_insert == [[{"on": "insert"}, ["i"]]]
-        assert on_delete == [[{"on": "delete"}, ["d"]]]
-        assert on_update_insert == [[{"on": "update-insert"}, ["ui2"]]]
-        assert on_update_delete == [[{"on": "update-delete"}, ["ud2"]]]
-
-    @staticmethod
-    def test_run_cond_true():
-        left = AggregatedList()
-        right = AggregatedList()
-
-        right.add({"on": "insert"}, ["qwerty"])
-
-        runner = AggregatedDiffRunner(left.diff(right))
-
-        recorder = []
-        runner.register("insert", lambda p, i: recorder.append("True"), lambda p: True)
-
-        runner.run()
-
-        assert recorder == ["True"]
-
-    @staticmethod
-    def test_run_cond_false():
-        left = AggregatedList()
-        right = AggregatedList()
-
-        right.add({"on": "insert"}, ["qwerty"])
-
-        runner = AggregatedDiffRunner(left.diff(right))
-
-        recorder = []
-        runner.register("insert", lambda p, i: recorder.append("True"), lambda p: False)
-
-        runner.run()
-
-        assert not recorder
-
-    @staticmethod
-    def test_unknown_diff_on():
-        left = AggregatedList()
-        right = AggregatedList()
-
-        runner = AggregatedDiffRunner(left.diff(right))
-
-        with pytest.raises(Exception):
-            runner.register("qwerty", lambda p, i: True, lambda p: True)

reconcile/test/test_amtool.py

@@ -1,37 +0,0 @@
-import pytest
-import semver
-
-from reconcile.test.fixtures import Fixtures
-from reconcile.utils import amtool
-
-
-def test_minimal_version() -> None:
-    if result := amtool.version():
-        assert semver.VersionInfo.parse(str(result)).compare("0.24.0") >= 0
-    else:
-        pytest.fail(f"Error getting amtool version {result}")
-
-
-def test_check_good_config() -> None:
-    am_config = Fixtures("amtool").get("alertmanager.yaml")
-    result = amtool.check_config(am_config)
-    assert result
-
-
-def test_check_bad_config() -> None:
-    am_config = "bad: config"
-    result = amtool.check_config(am_config)
-    assert not result
-
-
-def test_config_routes_test() -> None:
-    am_config = Fixtures("amtool").get("alertmanager.yaml")
-    labels = {"service": "foo1"}
-    result = amtool.config_routes_test(am_config, labels)
-    assert result
-    assert str(result) == "team-X-mails"
-
-    labels["severity"] = "critical"
-    result = amtool.config_routes_test(am_config, labels)
-    assert result
-    assert str(result) == "team-X-pager"

reconcile/test/test_aws_ami_cleanup.py

@@ -1,230 +0,0 @@
-# pylint does not consider frozen BaseModels as hashable and then complains that they cannot
-# be members of a set.
-# pylint: disable=unhashable-member
-
-from collections.abc import Generator
-from datetime import (
-    datetime,
-    timedelta,
-)
-from typing import (
-    TYPE_CHECKING,
-    Any,
-)
-
-import boto3
-import pytest
-from moto import mock_ec2
-
-from reconcile.aws_ami_cleanup.integration import (
-    get_aws_amis,
-    get_aws_amis_from_launch_templates,
-)
-
-if TYPE_CHECKING:
-    from mypy_boto3_ec2 import EC2Client
-    from mypy_boto3_ec2.type_defs import (
-        CreateImageResultTypeDef,
-        LaunchTemplateVersionTypeDef,
-    )
-else:
-    EC2Client = object
-    CreateImageResultTypeDef = dict
-    LaunchTemplateVersionTypeDef = dict
-
-MOTO_DEFAULT_ACCOUNT = "123456789012"
-
-
-@pytest.fixture
-def accounts() -> list[dict[str, Any]]:
-    return [
-        {
-            "name": "some-account",
-            "automationToken": {
-                "path": "path",
-            },
-            "resourcesDefaultRegion": "default-region",
-        }
-    ]
-
-
-@pytest.fixture
-def ec2_client() -> Generator[EC2Client, None, None]:
-    with mock_ec2():
-        yield boto3.client("ec2", region_name="us-east-1")
-
-
-@pytest.fixture
-def rhel_image(ec2_client: EC2Client) -> CreateImageResultTypeDef:
-    # RHEL7 ami from moto/ec2/resources/amis.json
-    reservation = ec2_client.run_instances(
-        ImageId="ami-bb9a6bc2", MinCount=1, MaxCount=1
-    )
-    instance_id = reservation["Instances"][0]["InstanceId"]
-
-    return ec2_client.create_image(
-        InstanceId=instance_id,
-        Name="ci-int-jenkins-worker-rhel7-sha-123456",
-        TagSpecifications=[
-            {
-                "ResourceType": "image",
-                "Tags": [
-                    {"Key": "infra_commit", "Value": "sha-123456"},
-                    {"Key": "type", "Value": "ci-int-jenkins-worker-rhel7"},
-                ],
-            },
-        ],
-    )
-
-
-@pytest.fixture
-def suse_image(ec2_client: EC2Client) -> CreateImageResultTypeDef:
-    # SUSE AMI from moto/ec2/resources/amis.json
-    reservation = ec2_client.run_instances(
-        ImageId="ami-35e92e4c", MinCount=1, MaxCount=1
-    )
-    instance_id = reservation["Instances"][0]["InstanceId"]
-
-    return ec2_client.create_image(
-        InstanceId=instance_id,
-        Name="ci-int-jenkins-worker-suse12-sha-789012",
-        TagSpecifications=[
-            {
-                "ResourceType": "image",
-                "Tags": [
-                    {"Key": "infra_commit", "Value": "sha-789012"},
-                    {"Key": "arch", "Value": "ci-int-jenkins-worker-suse12"},
-                ],
-            },
-        ],
-    )
-
-
-@pytest.fixture
-def ubuntu_launch_template(ec2_client: EC2Client) -> LaunchTemplateVersionTypeDef:
-    # Ubuntu AMI from moto/ec2/resources/amis.json
-    response = ec2_client.create_launch_template(
-        LaunchTemplateName="Ubuntu",
-        LaunchTemplateData={
-            "ImageId": "ami-1e749f67",  # Canonical, Ubuntu, 14.04 LTS
-            "InstanceType": "t3.micro",
-            "SecurityGroupIds": ["sg-12345678"],
-        },
-    )
-
-    return ec2_client.describe_launch_template_versions(
-        LaunchTemplateId=response["LaunchTemplate"]["LaunchTemplateId"],
-        Versions=["1"],
-    )["LaunchTemplateVersions"][0]
-
-
-@pytest.fixture
-def suse_launch_template(ec2_client: EC2Client) -> LaunchTemplateVersionTypeDef:
-    # SUSE AMI from moto/ec2/resources/amis.json
-    response = ec2_client.create_launch_template(
-        LaunchTemplateName="SUSE",
-        LaunchTemplateData={
-            "ImageId": "ami-35e92e4c",  # SUSE Linux Enterprise Server 12 SP3
-            "InstanceType": "t3.micro",
-            "SecurityGroupIds": ["sg-12345678"],
-        },
-    )
-
-    return ec2_client.describe_launch_template_versions(
-        LaunchTemplateId=response["LaunchTemplate"]["LaunchTemplateId"],
-        Versions=["1"],
-    )["LaunchTemplateVersions"][0]
-
-
-def test_get_aws_amis_success(
-    ec2_client: EC2Client,
-    rhel_image: CreateImageResultTypeDef,
-    suse_image: CreateImageResultTypeDef,
-) -> None:
-    utc_now = datetime.utcnow() + timedelta(seconds=60)
-    amis = get_aws_amis(
-        ec2_client=ec2_client,
-        owner=MOTO_DEFAULT_ACCOUNT,
-        regex="ci-int-jenkins-worker-rhel7.*",
-        age_in_seconds=30,
-        utc_now=utc_now,
-    )
-
-    assert len(amis) == 1
-    assert amis[0].image_id == rhel_image["ImageId"]
-
-
-def test_get_aws_amis_unmatched_regex(
-    ec2_client: EC2Client,
-    rhel_image: CreateImageResultTypeDef,
-    suse_image: CreateImageResultTypeDef,
-) -> None:
-    utc_now = datetime.utcnow() + timedelta(seconds=60)
-    amis = get_aws_amis(
-        ec2_client=ec2_client,
-        owner=MOTO_DEFAULT_ACCOUNT,
-        regex="ci-int-jenkins-worker-centos7.*",
-        age_in_seconds=30,
-        utc_now=utc_now,
-    )
-
-    assert len(amis) == 0
-
-
-def test_get_aws_amis_different_account(
-    ec2_client: EC2Client,
-    rhel_image: CreateImageResultTypeDef,
-    suse_image: CreateImageResultTypeDef,
-) -> None:
-    utc_now = datetime.utcnow() + timedelta(seconds=60)
-    amis = get_aws_amis(
-        ec2_client=ec2_client,
-        owner="789123456789",
-        regex="ci-int-jenkins-worker-rhel7.*",
-        age_in_seconds=30,
-        utc_now=utc_now,
-    )
-
-    assert len(amis) == 0
-
-
-def test_get_aws_amis_too_young(
-    ec2_client: EC2Client,
-    rhel_image: CreateImageResultTypeDef,
-    suse_image: CreateImageResultTypeDef,
-) -> None:
-    utc_now = datetime.utcnow() + timedelta(seconds=60)
-    amis = get_aws_amis(
-        ec2_client=ec2_client,
-        owner=MOTO_DEFAULT_ACCOUNT,
-        regex="ci-int-jenkins-worker-rhel7.*",
-        age_in_seconds=90,
-        utc_now=utc_now,
-    )
-
-    assert len(amis) == 0
-
-
-def test_get_aws_amis_from_launch_templates(
-    ec2_client: EC2Client,
-    ubuntu_launch_template: LaunchTemplateVersionTypeDef,
-    suse_launch_template: LaunchTemplateVersionTypeDef,
-) -> None:
-    amis = get_aws_amis_from_launch_templates(ec2_client)
-    assert amis == {
-        ubuntu_launch_template["LaunchTemplateData"]["ImageId"],
-        suse_launch_template["LaunchTemplateData"]["ImageId"],
-    }
-
-    # create a new ubuntu version
-    new_ami_id = "ami-785db401"  # "Canonical, Ubuntu, 16.04 LTS
-    ec2_client.create_launch_template_version(
-        LaunchTemplateId=ubuntu_launch_template["LaunchTemplateId"],
-        LaunchTemplateData={"ImageId": new_ami_id},
-    )
-
-    amis = get_aws_amis_from_launch_templates(ec2_client)
-    assert amis == {
-        new_ami_id,
-        suse_launch_template["LaunchTemplateData"]["ImageId"],
-    }

reconcile/test/test_aws_ami_share.py

@@ -1,68 +0,0 @@
-import pytest
-
-import reconcile.aws_ami_share as integ
-
-
-@pytest.fixture
-def accounts():
-    return [
-        {
-            "name": "some-account",
-            "automationToken": {
-                "path": "path",
-            },
-            "resourcesDefaultRegion": "default-region",
-            "sharing": [
-                {
-                    "provider": "ami",
-                    "account": {
-                        "name": "shared-account",
-                        "uid": 123,
-                    },
-                }
-            ],
-        },
-        {
-            "name": "some-account-too",
-            "automationToken": {
-                "path": "path",
-            },
-            "resourcesDefaultRegion": "default-region",
-        },
-        {
-            "name": "shared-account",
-            "automationToken": {
-                "path": "path",
-            },
-            "resourcesDefaultRegion": "default-region",
-        },
-    ]
-
-
-def test_filter_accounts(accounts):
-    filtered = [a["name"] for a in integ.filter_accounts(accounts)]
-    assert filtered == ["some-account", "shared-account"]
-
-
-def test_get_region_share_valid():
-    share = {"region": "valid"}
-    src_account = {"resourcesDefaultRegion": "doesnt-matter"}
-    dst_account = {"supportedDeploymentRegions": ["valid"]}
-    result = integ.get_region(share, src_account, dst_account)
-    assert result == "valid"
-
-
-def test_get_region_default_no_share():
-    share = {"region": None}
-    src_account = {"resourcesDefaultRegion": "valid"}
-    dst_account = {"supportedDeploymentRegions": ["valid"]}
-    result = integ.get_region(share, src_account, dst_account)
-    assert result == "valid"
-
-
-def test_get_region_share_invalid():
-    share = {"region": "invalid"}
-    src_account = {"resourcesDefaultRegion": "doesnt-matter"}
-    dst_account = {"name": "really", "supportedDeploymentRegions": ["valid"]}
-    with pytest.raises(ValueError):
-        integ.get_region(share, src_account, dst_account)