qontract-reconcile 0.10.1rc1202__py3-none-any.whl → 0.10.2.dev1__py3-none-any.whl

reconcile/test/test_sql_query.py

@@ -1,316 +0,0 @@
-from collections.abc import Callable
-from unittest.mock import create_autospec
-
-import pytest
-from pytest_mock import MockFixture
-
-import reconcile.sql_query as intg
-from reconcile.gql_definitions.common.smtp_client_settings import SmtpSettingsV1
-from reconcile.sql_query import split_long_query
-from reconcile.utils.oc import OCCli
-from reconcile.utils.openshift_resource import ResourceInventory
-from reconcile.utils.state import State
-
-
-@pytest.mark.parametrize(
-    "q, size, expected",
-    [
-        ("test", 1, ["t", "e", "s", "t"]),
-        (
-            "this is a longer string",
-            3,
-            ["thi", "s i", "s a", " lo", "nge", "r s", "tri", "ng"],
-        ),
-        ("testtest", 100, ["testtest"]),
-    ],
-)
-def test_split_long_query(q, size, expected):
-    assert split_long_query(q, size) == expected
-
-
-@pytest.fixture
-def smtp_settings(
-    gql_class_factory: Callable[..., SmtpSettingsV1],
-) -> SmtpSettingsV1:
-    return gql_class_factory(
-        SmtpSettingsV1,
-        {
-            "mailAddress": "some_address",
-            "timeout": 30,
-            "credentials": {
-                "path": "some-path",
-            },
-        },
-    )
-
-
-@pytest.fixture
-def smtp_server_connection_info() -> dict:
-    return {
-        "server": "some-host",
-        "port": 1234,
-        "username": "some-username",
-        "password": "some-password",
-    }
-
-
-@pytest.fixture
-def sql_query() -> dict:
-    return {
-        "name": "some-query",
-        "delete": None,
-        "identifier": "rds-id",
-        "query": None,
-        "queries": ["SELECT * FROM table;"],
-        "namespace": {
-            "name": "some-namespace",
-            "managedExternalResources": True,
-            "externalResources": [
-                {
-                    "provider": "aws",
-                    "provisioner": {
-                        "name": "some-provisioner",
-                    },
-                    "resources": [
-                        {
-                            "provider": "rds",
-                            "identifier": "rds-id",
-                        }
-                    ],
-                }
-            ],
-            "app": {
-                "name": "some-app",
-            },
-            "environment": {
-                "name": "some-env",
-            },
-            "cluster": {
-                "name": "some-cluster",
-            },
-        },
-        "overrides": None,
-        "output": "stdout",
-    }
-
-
-def setup_mocks(
-    mocker: MockFixture,
-    smtp_settings: SmtpSettingsV1,
-    smtp_server_connection_info: dict,
-    sql_query: dict,
-    state: dict,
-    time: float = 0.0,
-    current_items: dict[str, list[str]] | None = None,
-) -> dict:
-    mocked_queries = mocker.patch("reconcile.sql_query.queries")
-    mocked_queries.get_app_interface_settings.return_value = {}
-    mocked_queries.get_app_interface_sql_queries.return_value = [sql_query]
-    mocked_state = create_autospec(State)
-    mocked_state.ls.return_value = [f"/{k}" for k in state]
-    mocked_state.__getitem__.side_effect = lambda x: state[x]
-    mocked_secret_reader = mocker.patch("reconcile.sql_query.SecretReader")
-    mocked_secret_reader.return_value.read_all_secret.return_value = (
-        smtp_server_connection_info
-    )
-    mocker.patch("reconcile.sql_query.init_state", return_value=mocked_state)
-    mocker.patch(
-        "reconcile.sql_query.typed_queries.smtp.settings", return_value=smtp_settings
-    )
-    mocked_ts = mocker.patch("reconcile.sql_query.Terrascript")
-    mocked_ts.return_value.init_values.return_value = {}
-    mocked_ob = mocker.patch("reconcile.sql_query.openshift_base")
-
-    mocked_oc_map = mocker.patch("reconcile.sql_query.OC_Map", autospec=True)
-    mocked_oc_client = create_autospec(OCCli)
-    mocked_oc_client.get_items.side_effect = lambda kind, **_: [
-        {"kind": kind, "metadata": {"name": name}}
-        for name in (current_items or {}).get(kind, [])
-    ]
-    mocked_oc_map.return_value.__enter__.return_value.get_cluster.return_value = (
-        mocked_oc_client
-    )
-
-    mocked_time = mocker.patch("reconcile.sql_query.time")
-    mocked_time.time.return_value = time
-
-    return {
-        "mocked_queries": mocked_queries,
-        "mocked_state": mocked_state,
-        "mocked_ob": mocked_ob,
-    }
-
-
-def _verify_publish_metrics(
-    ri: ResourceInventory,
-    integration: str,
-    expected_metrics: dict[tuple[str, str, str, str], int],
-) -> None:
-    assert integration == "sql-query"
-    metrics = {
-        (cluster, namespace, kind, state): len(data[state])
-        for cluster, namespace, kind, data in ri
-        for state in ("current", "desired")
-    }
-    assert expected_metrics == metrics
-
-
-def test_run_with_new_sql_query(
-    mocker: MockFixture,
-    smtp_settings: SmtpSettingsV1,
-    smtp_server_connection_info: dict,
-    sql_query: dict,
-) -> None:
-    mocks = setup_mocks(
-        mocker=mocker,
-        smtp_settings=smtp_settings,
-        smtp_server_connection_info=smtp_server_connection_info,
-        sql_query=sql_query,
-        state={},
-    )
-
-    intg.run(False)
-
-    mocks["mocked_ob"].apply.assert_called()
-    assert mocks["mocked_ob"].apply.call_count == 4
-    mocks["mocked_ob"].delete.assert_not_called()
-
-    mocks["mocked_ob"].publish_metrics.assert_called_once()
-    ri, integration = mocks["mocked_ob"].publish_metrics.call_args[0]
-    expected_metrics = {
-        ("some-cluster", "some-namespace", "ConfigMap", "current"): 0,
-        ("some-cluster", "some-namespace", "ConfigMap", "desired"): 2,
-        ("some-cluster", "some-namespace", "ServiceAccount", "current"): 0,
-        ("some-cluster", "some-namespace", "ServiceAccount", "desired"): 1,
-        ("some-cluster", "some-namespace", "Job", "current"): 0,
-        ("some-cluster", "some-namespace", "Job", "desired"): 1,
-        ("some-cluster", "some-namespace", "CronJob", "current"): 0,
-        ("some-cluster", "some-namespace", "CronJob", "desired"): 0,
-        ("some-cluster", "some-namespace", "Secret", "current"): 0,
-        ("some-cluster", "some-namespace", "Secret", "desired"): 0,
-    }
-    _verify_publish_metrics(ri, integration, expected_metrics)
-
-
-def test_run_with_deleted_sql_query(
-    mocker: MockFixture,
-    smtp_settings: SmtpSettingsV1,
-    smtp_server_connection_info: dict,
-    sql_query: dict,
-) -> None:
-    mocks = setup_mocks(
-        mocker=mocker,
-        smtp_settings=smtp_settings,
-        smtp_server_connection_info=smtp_server_connection_info,
-        sql_query=sql_query,
-        state={"some-query": "DONE"},
-    )
-
-    intg.run(False)
-
-    mocks["mocked_ob"].apply.assert_not_called()
-    mocks["mocked_ob"].delete.assert_not_called()
-
-    mocks["mocked_ob"].publish_metrics.assert_called_once()
-    ri, integration = mocks["mocked_ob"].publish_metrics.call_args[0]
-    expected_metrics = {
-        ("some-cluster", "some-namespace", "ConfigMap", "current"): 0,
-        ("some-cluster", "some-namespace", "ConfigMap", "desired"): 0,
-        ("some-cluster", "some-namespace", "ServiceAccount", "current"): 0,
-        ("some-cluster", "some-namespace", "ServiceAccount", "desired"): 0,
-        ("some-cluster", "some-namespace", "Job", "current"): 0,
-        ("some-cluster", "some-namespace", "Job", "desired"): 0,
-        ("some-cluster", "some-namespace", "CronJob", "current"): 0,
-        ("some-cluster", "some-namespace", "CronJob", "desired"): 0,
-        ("some-cluster", "some-namespace", "Secret", "current"): 0,
-        ("some-cluster", "some-namespace", "Secret", "desired"): 0,
-    }
-    _verify_publish_metrics(ri, integration, expected_metrics)
-
-
-@pytest.fixture
-def current_items() -> dict[str, list[str]]:
-    return {
-        "ConfigMap": ["some-query-gpg-key", "some-query-q00000c00000"],
-        "ServiceAccount": ["some-query"],
-        "Job": ["some-query"],
-    }
-
-
-def test_run_with_pending_deletion_sql_query(
-    mocker: MockFixture,
-    smtp_settings: SmtpSettingsV1,
-    smtp_server_connection_info: dict,
-    sql_query: dict,
-    current_items: dict[str, list[str]],
-) -> None:
-    mocks = setup_mocks(
-        mocker=mocker,
-        smtp_settings=smtp_settings,
-        smtp_server_connection_info=smtp_server_connection_info,
-        sql_query=sql_query,
-        state={"some-query": 0},
-        time=604800.0,
-        current_items=current_items,
-    )
-
-    intg.run(False, enable_deletion=True)
-
-    mocks["mocked_ob"].apply.assert_not_called()
-    mocks["mocked_ob"].delete.assert_called()
-    assert mocks["mocked_ob"].delete.call_count == 4
-    mocks["mocked_state"].__setitem__.assert_called_once_with("some-query", "DONE")
-
-    mocks["mocked_ob"].publish_metrics.assert_called_once()
-    ri, integration = mocks["mocked_ob"].publish_metrics.call_args[0]
-    expected_metrics = {
-        ("some-cluster", "some-namespace", "ConfigMap", "current"): 2,
-        ("some-cluster", "some-namespace", "ConfigMap", "desired"): 0,
-        ("some-cluster", "some-namespace", "ServiceAccount", "current"): 1,
-        ("some-cluster", "some-namespace", "ServiceAccount", "desired"): 0,
-        ("some-cluster", "some-namespace", "Job", "current"): 1,
-        ("some-cluster", "some-namespace", "Job", "desired"): 0,
-        ("some-cluster", "some-namespace", "CronJob", "current"): 0,
-        ("some-cluster", "some-namespace", "CronJob", "desired"): 0,
-        ("some-cluster", "some-namespace", "Secret", "current"): 0,
-        ("some-cluster", "some-namespace", "Secret", "desired"): 0,
-    }
-    _verify_publish_metrics(ri, integration, expected_metrics)
-
-
-def test_run_with_active_sql_query(
-    mocker: MockFixture,
-    smtp_settings: SmtpSettingsV1,
-    smtp_server_connection_info: dict,
-    sql_query: dict,
-    current_items: dict[str, list[str]],
-) -> None:
-    mocks = setup_mocks(
-        mocker=mocker,
-        smtp_settings=smtp_settings,
-        smtp_server_connection_info=smtp_server_connection_info,
-        sql_query=sql_query,
-        state={"some-query": 0},
-        time=604800.0 - 1,
-    )
-
-    intg.run(False, enable_deletion=True)
-
-    mocks["mocked_ob"].apply.assert_not_called()
-    mocks["mocked_ob"].delete.assert_not_called()
-
-    mocks["mocked_ob"].publish_metrics.assert_called_once()
-    ri, integration = mocks["mocked_ob"].publish_metrics.call_args[0]
-    expected_metrics = {
-        ("some-cluster", "some-namespace", "ConfigMap", "current"): 2,
-        ("some-cluster", "some-namespace", "ConfigMap", "desired"): 2,
-        ("some-cluster", "some-namespace", "ServiceAccount", "current"): 1,
-        ("some-cluster", "some-namespace", "ServiceAccount", "desired"): 1,
-        ("some-cluster", "some-namespace", "Job", "current"): 1,
-        ("some-cluster", "some-namespace", "Job", "desired"): 1,
-        ("some-cluster", "some-namespace", "CronJob", "current"): 0,
-        ("some-cluster", "some-namespace", "CronJob", "desired"): 0,
-        ("some-cluster", "some-namespace", "Secret", "current"): 0,
-        ("some-cluster", "some-namespace", "Secret", "desired"): 0,
-    }
-    _verify_publish_metrics(ri, integration, expected_metrics)

reconcile/test/test_status_board.py

@@ -1,258 +0,0 @@
-from collections.abc import Callable
-from unittest.mock import call
-
-import pytest
-from pytest_mock import MockerFixture
-
-from reconcile.gql_definitions.status_board.status_board import StatusBoardV1
-from reconcile.status_board import (
-    AbstractStatusBoard,
-    Application,
-    Product,
-    StatusBoardExporterIntegration,
-    StatusBoardHandler,
-)
-from reconcile.utils.ocm_base_client import OCMBaseClient
-
-
-class StatusBoardStub(AbstractStatusBoard):
-    created: bool | None = False
-    deleted: bool | None = False
-    summarized: bool | None = False
-
-    def create(self, ocm: OCMBaseClient) -> None:
-        self.created = True
-
-    def delete(self, ocm: OCMBaseClient) -> None:
-        self.deleted = True
-
-    def summarize(self) -> str:
-        self.summarized = True
-        return ""
-
-    @staticmethod
-    def get_priority() -> int:
-        return 0
-
-
-@pytest.fixture
-def status_board(gql_class_factory: Callable[..., StatusBoardV1]) -> StatusBoardV1:
-    return gql_class_factory(
-        StatusBoardV1,
-        {
-            "name": "foo",
-            "ocm": {
-                "url": "https://foo.com",
-                "accessTokenUrl": "foo",
-                "accessTokenClientId": "foo",
-                "accessTokenClientSecret": {
-                    "path": "foo",
-                    "field": "foo",
-                    "version": "1",
-                    "format": "foo",
-                },
-            },
-            "globalAppSelectors": {"exclude": ['apps[?@.name=="excluded"]']},
-            "products": [
-                {
-                    "appSelectors": {
-                        "exclude": ['apps[?@.onboardingStatus!="OnBoarded"]']
-                    },
-                    "productEnvironment": {
-                        "name": "foo",
-                        "labels": '{"foo": "foo"}',
-                        "namespaces": [
-                            {
-                                "app": {
-                                    "name": "excluded",
-                                    "onboardingStatus": "OnBoarded",
-                                }
-                            },
-                            {
-                                "app": {
-                                    "name": "foo",
-                                    "onboardingStatus": "OnBoarded",
-                                    "childrenApps": [
-                                        {
-                                            "name": "bar",
-                                            "onboardingStatus": "OnBoarded",
-                                        },
-                                    ],
-                                }
-                            },
-                            {"app": {"name": "oof", "onboardingStatus": "BestEffort"}},
-                        ],
-                        "product": {
-                            "name": "foo",
-                        },
-                    },
-                }
-            ],
-        },
-    )
-
-
-def test_status_board_handler(mocker: MockerFixture) -> None:
-    ocm = mocker.patch("reconcile.status_board.OCMBaseClient")
-    h = StatusBoardHandler(
-        action="create",
-        status_board_object=StatusBoardStub(name="foo", fullname="foo"),
-    )
-
-    h.act(dry_run=False, ocm=ocm)
-    assert isinstance(h.status_board_object, StatusBoardStub)
-    assert h.status_board_object.created
-    assert h.status_board_object.summarized
-
-    h = StatusBoardHandler(
-        action="delete",
-        status_board_object=StatusBoardStub(name="foo", fullname="foo"),
-    )
-
-    h.act(dry_run=False, ocm=ocm)
-    assert isinstance(h.status_board_object, StatusBoardStub)
-    assert h.status_board_object.deleted
-    assert h.status_board_object.summarized
-
-
-def test_get_product_apps(status_board: StatusBoardV1) -> None:
-    p = StatusBoardExporterIntegration.get_product_apps(status_board)
-    assert p == {"foo": {"foo", "foo-bar"}}
-
-
-def test_get_diff_create_app() -> None:
-    Product.update_forward_refs()
-
-    h = StatusBoardExporterIntegration.get_diff(
-        {"foo": {"foo", "bar"}},
-        [Product(name="foo", fullname="foo", applications=[])],
-    )
-
-    assert len(h) == 2
-    assert h[0].action == h[1].action == "create"
-    assert isinstance(h[0].status_board_object, Application)
-    assert isinstance(h[1].status_board_object, Application)
-    assert sorted([x.status_board_object.name for x in h]) == ["bar", "foo"]
-    assert sorted([x.status_board_object.fullname for x in h]) == ["foo/bar", "foo/foo"]
-
-
-def test_get_diff_create_one_app() -> None:
-    Product.update_forward_refs()
-
-    h = StatusBoardExporterIntegration.get_diff(
-        {"foo": {"foo", "bar"}},
-        [
-            Product(
-                name="foo",
-                fullname="foo",
-                applications=[Application(name="bar", fullname="foo/bar")],
-            )
-        ],
-    )
-
-    assert len(h) == 1
-    assert h[0].action == "create"
-    assert isinstance(h[0].status_board_object, Application)
-    assert h[0].status_board_object.name == "foo"
-    assert h[0].status_board_object.fullname == "foo/foo"
-
-
-def test_get_diff_create_product_and_apps() -> None:
-    Product.update_forward_refs()
-
-    h = StatusBoardExporterIntegration.get_diff(
-        {"foo": {"foo", "bar"}},
-        [],
-    )
-
-    assert len(h) == 3
-    assert h[0].action == "create"
-    assert isinstance(h[0].status_board_object, Product)
-    assert isinstance(h[1].status_board_object, Application)
-    assert isinstance(h[2].status_board_object, Application)
-
-
-def test_get_diff_noop() -> None:
-    Product.update_forward_refs()
-
-    h = StatusBoardExporterIntegration.get_diff(
-        {"foo": {"bar"}},
-        [
-            Product(
-                name="foo",
-                fullname="foo",
-                applications=[Application(name="bar", fullname="foo/bar")],
-            )
-        ],
-    )
-
-    assert len(h) == 0
-
-
-def test_get_diff_delete_app() -> None:
-    Product.update_forward_refs()
-
-    h = StatusBoardExporterIntegration.get_diff(
-        {"foo": set()},
-        [
-            Product(
-                name="foo",
-                fullname="foo",
-                applications=[Application(name="bar", fullname="foo/bar")],
-            )
-        ],
-    )
-
-    assert len(h) == 1
-    assert h[0].action == "delete"
-    assert isinstance(h[0].status_board_object, Application)
-    assert h[0].status_board_object.name == "bar"
-
-
-def test_get_diff_delete_apps_and_product() -> None:
-    Product.update_forward_refs()
-
-    h = StatusBoardExporterIntegration.get_diff(
-        {},
-        [
-            Product(
-                name="foo",
-                fullname="foo",
-                applications=[Application(name="bar", fullname="foo/bar")],
-            )
-        ],
-    )
-
-    assert len(h) == 2
-    assert h[0].action == h[1].action == "delete"
-    assert isinstance(h[0].status_board_object, Application)
-    assert isinstance(h[1].status_board_object, Product)
-
-
-def test_apply_sorted(mocker: MockerFixture) -> None:
-    Product.update_forward_refs()
-    ocm = mocker.patch("reconcile.status_board.OCMBaseClient", autospec=True)
-    logging = mocker.patch("reconcile.status_board.logging", autospec=True)
-
-    product = Product(name="foo", fullname="foo", applications=[])
-    h = [
-        StatusBoardHandler(
-            action="create",
-            status_board_object=Application(
-                name="bar", fullname="foo/bar", product=product
-            ),
-        ),
-        StatusBoardHandler(
-            action="create",
-            status_board_object=product,
-        ),
-    ]
-
-    StatusBoardExporterIntegration.apply_diff(True, ocm, h)
-    logging.info.assert_has_calls(
-        calls=[
-            call('create - Product: "foo"'),
-            call('create - Application: "bar" "foo/bar"'),
-        ],
-        any_order=False,
-    )

reconcile/test/test_terraform_aws_route53.py

@@ -1,29 +0,0 @@
-import pytest
-from pytest_mock import MockerFixture
-
-import reconcile.terraform_aws_route53 as integ
-
-
-@pytest.fixture
-def aws_accounts() -> list[dict]:
-    return [
-        {
-            "name": "test-account",
-        }
-    ]
-
-
-def test_empty_run(
-    mocker: MockerFixture,
-    aws_accounts: list[dict],
-) -> None:
-    mocked_logging = mocker.patch("reconcile.terraform_aws_route53.logging")
-    mocked_queries = mocker.patch("reconcile.terraform_aws_route53.queries")
-    mocked_queries.get_dns_zones.return_value = []
-    mocked_queries.get_aws_accounts.return_value = aws_accounts
-
-    integ.run(False)
-
-    mocked_logging.warning.assert_called_once_with(
-        "No participating AWS accounts found, consider disabling this integration, account name: None"
-    )