qontract-reconcile 0.9.1rc298__py3-none-any.whl → 0.10.1.dev1203__py3-none-any.whl

e2e_tests/cli.py

@@ -1,83 +0,0 @@
-import logging
-import sys
-
-import click
-
-import e2e_tests.create_namespace
-import e2e_tests.dedicated_admin_rolebindings
-import e2e_tests.default_network_policies
-import e2e_tests.default_project_labels
-from reconcile.cli import threaded
-from reconcile.utils import (
-    config,
-    gql,
-)
-from reconcile.utils.aggregated_list import RunnerException
-
-
-def run_test(func, *args):
-    try:
-        func(*args)
-    except RunnerException as e:
-        sys.stderr.write(str(e) + "\n")
-        sys.exit(1)
-
-
-@click.group()
-@click.option(
-    "--config",
-    "configfile",
-    required=True,
-    help="Path to configuration file in toml format.",
-)
-@click.option(
-    "--log-level",
-    help="log-level of the command. Defaults to INFO.",
-    type=click.Choice(["DEBUG", "INFO", "WARNING", "ERROR", "CRITICAL"]),
-)
-@click.option(
-    "--dry-run/--no-dry-run",
-    "dry_run",
-    default=False,
-    help="Only print the planned actions if `true`",
-)
-@click.pass_context
-def test(ctx, configfile, log_level, dry_run):
-    ctx.ensure_object(dict)
-
-    level = getattr(logging, log_level) if log_level else logging.INFO
-    logging.basicConfig(format="%(levelname)s: %(message)s", level=level)
-
-    ctx.obj["dry_run"] = dry_run
-
-    config.init_from_toml(configfile)
-
-    gql.init_from_config()
-
-
-@test.command()
-@threaded()
-@click.pass_context
-def create_namespace(ctx, thread_pool_size):
-    run_test(e2e_tests.create_namespace.run, thread_pool_size, ctx.obj["dry_run"])
-
-
-@test.command()
-@threaded()
-@click.pass_context
-def dedicated_admin_rolebindings(ctx, thread_pool_size):
-    run_test(e2e_tests.dedicated_admin_rolebindings.run, thread_pool_size)
-
-
-@test.command()
-@threaded()
-@click.pass_context
-def default_network_policies(ctx, thread_pool_size):
-    run_test(e2e_tests.default_network_policies.run, thread_pool_size)
-
-
-@test.command()
-@threaded()
-@click.pass_context
-def default_project_labels(ctx, thread_pool_size):
-    run_test(e2e_tests.default_project_labels.run, thread_pool_size)

e2e_tests/create_namespace.py

@@ -1,43 +0,0 @@
-import logging
-import time
-
-from sretoolbox.utils import threaded
-
-import e2e_tests.dedicated_admin_test_base as dat
-import e2e_tests.network_policy_test_base as npt
-import e2e_tests.test_base as tb
-from reconcile.utils.defer import defer
-
-QONTRACT_E2E_TEST = "create-namespace"
-
-
-def test_cluster(cluster, oc_map, ns_under_test, dry_run):
-    oc = oc_map.get(cluster)
-    logging.info("[{}] Creating namespace '{}'".format(cluster, ns_under_test))
-
-    if not dry_run:
-        try:
-            oc.new_project(ns_under_test)
-            time.sleep(5)  # allow time for resources to be created
-            dat.test_project_admin_rolebindings(oc, ns_under_test)
-            npt.test_project_network_policies(oc, ns_under_test)
-        except Exception:
-            logging.error(f"[{cluster}] failed test {QONTRACT_E2E_TEST}")
-        finally:
-            logging.info(f"[{cluster}] Deleting namespace '{ns_under_test}'")
-            oc.delete_project(ns_under_test)
-
-
-@defer
-def run(thread_pool_size=10, dry_run=False, defer=None):
-    oc_map = tb.get_oc_map(QONTRACT_E2E_TEST)
-    defer(oc_map.cleanup)
-    ns_under_test = tb.get_test_namespace_name()
-    threaded.run(
-        test_cluster,
-        oc_map.clusters(),
-        thread_pool_size,
-        oc_map=oc_map,
-        ns_under_test=ns_under_test,
-        dry_run=dry_run,
-    )

e2e_tests/dedicated_admin_rolebindings.py

@@ -1,44 +0,0 @@
-import logging
-import re
-
-from sretoolbox.utils import threaded
-
-import e2e_tests.dedicated_admin_test_base as dat
-import e2e_tests.test_base as tb
-from reconcile.utils.defer import defer
-
-QONTRACT_E2E_TEST = "dedicated-admin-rolebindings"
-
-
-def test_cluster(cluster, oc_map, pattern):
-    oc = oc_map.get(cluster)
-    logging.info("[{}] validating RoleBindings".format(cluster))
-
-    projects = [
-        p["metadata"]["name"]
-        for p in oc.get_all("Project")["items"]
-        if p["status"]["phase"] != "Terminating"
-        and not re.search(pattern, p["metadata"]["name"])
-        and "api.openshift.com/id" not in p["metadata"].get("labels", {})
-    ]
-
-    for project in projects:
-        logging.info("[{}/{}] validating RoleBindings".format(cluster, project))
-        try:
-            dat.test_project_admin_rolebindings(oc, project)
-        except Exception:
-            logging.error(f"[{cluster}] failed test {QONTRACT_E2E_TEST}")
-
-
-@defer
-def run(thread_pool_size=10, defer=None):
-    oc_map = tb.get_oc_map(QONTRACT_E2E_TEST)
-    defer(oc_map.cleanup)
-    pattern = tb.get_namespaces_pattern()
-    threaded.run(
-        test_cluster,
-        oc_map.clusters(),
-        thread_pool_size,
-        oc_map=oc_map,
-        pattern=pattern,
-    )

e2e_tests/dedicated_admin_test_base.py

@@ -1,39 +0,0 @@
-def get_dedicated_admin_groups():
-    return ["dedicated-admins", "system:serviceaccounts:dedicated-admin"]
-
-
-def get_expected_roles():
-    return [
-        "admin",
-        "dedicated-project-admin",
-        "dedicated-admins-project",
-        "ClusterRole/admin",
-        "ClusterRole/dedicated-admins-project",
-    ]
-
-
-def get_expected_rolebindings():
-    groups = get_dedicated_admin_groups()
-    expected_rolebindings = [
-        {"name": "admin-0", "role": "admin", "groups": groups},
-        {
-            "name": "dedicated-project-admin",
-            "role": "dedicated-project-admin",
-            "groups": groups,
-        },
-    ]
-
-    return expected_rolebindings
-
-
-def test_project_admin_rolebindings(oc, project):
-    rolebindings = oc.get(project, "RoleBinding")["items"]
-    project_rbs = [
-        rb
-        for rb in rolebindings
-        if rb.get("groupNames") == get_dedicated_admin_groups()
-        or rb["roleRef"]["name"] in get_expected_roles()
-    ]
-    roles = {rb["roleRef"]["name"] for rb in project_rbs}
-    assert len(roles) == 2
-    assert "admin" in roles

e2e_tests/default_network_policies.py

@@ -1,47 +0,0 @@
-import logging
-import re
-
-from sretoolbox.utils import threaded
-
-import e2e_tests.network_policy_test_base as npt
-import e2e_tests.test_base as tb
-from reconcile.utils.defer import defer
-
-QONTRACT_E2E_TEST = "default-network-policies"
-
-
-def test_cluster(cluster, oc_map, pattern):
-    oc = oc_map.get(cluster)
-    if not oc:
-        logging.log(level=oc.log_level, msg=oc.message)
-        return None
-    logging.info("[{}] validating default NetworkPolicies".format(cluster))
-
-    projects = [
-        p["metadata"]["name"]
-        for p in oc.get_all("Project")["items"]
-        if p["status"]["phase"] != "Terminating"
-        and not re.search(pattern, p["metadata"]["name"])
-        and "api.openshift.com/id" not in p["metadata"].get("labels", {})
-    ]
-
-    for project in projects:
-        logging.info("[{}/{}] validating NetworkPolicies".format(cluster, project))
-        try:
-            npt.test_project_network_policies(oc, project)
-        except Exception:
-            logging.error(f"[{cluster}] failed test {QONTRACT_E2E_TEST}")
-
-
-@defer
-def run(thread_pool_size=10, defer=None):
-    oc_map = tb.get_oc_map(QONTRACT_E2E_TEST)
-    defer(oc_map.cleanup)
-    pattern = tb.get_namespaces_pattern()
-    threaded.run(
-        test_cluster,
-        oc_map.clusters(),
-        thread_pool_size,
-        oc_map=oc_map,
-        pattern=pattern,
-    )

e2e_tests/default_project_labels.py

@@ -1,52 +0,0 @@
-import logging
-import re
-
-from sretoolbox.utils import threaded
-
-import e2e_tests.test_base as tb
-from reconcile.utils.defer import defer
-
-QONTRACT_E2E_TEST = "default-project-labels"
-
-
-def test_cluster(cluster, oc_map, pattern):
-    oc = oc_map.get(cluster)
-    if not oc:
-        logging.log(level=oc.log_level, msg=oc.message)
-        return None
-    logging.info("[{}] validating default Project labels".format(cluster))
-
-    projects = [
-        p
-        for p in oc.get_all("Project")["items"]
-        if p["status"]["phase"] != "Terminating"
-        and not re.search(pattern, p["metadata"]["name"])
-        and "api.openshift.com/id" not in p["metadata"].get("labels", {})
-    ]
-
-    for project in projects:
-        logging.info(
-            "[{}/{}] validating default Project labels".format(
-                cluster, project["metadata"]["name"]
-            )
-        )
-        try:
-            assert project["metadata"]["labels"]["name"] == project["metadata"]["name"]
-            monitoring_label = "openshift.io/workload-monitoring"
-            assert project["metadata"]["labels"][monitoring_label] == "true"
-        except Exception:
-            logging.error(f"[{cluster}] failed test {QONTRACT_E2E_TEST}")
-
-
-@defer
-def run(thread_pool_size=10, defer=None):
-    oc_map = tb.get_oc_map(QONTRACT_E2E_TEST)
-    defer(oc_map.cleanup)
-    pattern = tb.get_namespaces_pattern()
-    threaded.run(
-        test_cluster,
-        oc_map.clusters(),
-        thread_pool_size,
-        oc_map=oc_map,
-        pattern=pattern,
-    )

e2e_tests/network_policy_test_base.py

@@ -1,17 +0,0 @@
-def get_expected_network_policy_names():
-    return [
-        "allow-from-default-namespace",
-        "allow-from-ingress-namespace",
-        "allow-from-same-namespace",
-    ]
-
-
-def test_project_network_policies(oc, project):
-    network_policies = oc.get(project, "NetworkPolicy")["items"]
-    project_nps = [
-        np
-        for np in network_policies
-        if np["metadata"]["name"] in get_expected_network_policy_names()
-    ]
-    assert len(project_nps) == 2
-    assert project_nps[0]["metadata"]["name"] != project_nps[1]["metadata"]["name"]

e2e_tests/test_base.py

@@ -1,56 +0,0 @@
-import datetime
-from textwrap import indent
-
-from reconcile import queries
-from reconcile.utils import gql
-from reconcile.utils.oc import OC_Map
-
-CLUSTERS_QUERY = """
-{
-  clusters: clusters_v1 {
-    name
-    serverUrl
-    managedGroups
-    jumpHost {
-      %s
-    }
-    automationToken {
-      path
-      field
-      version
-      format
-    }
-    disable {
-      e2eTests
-    }
-  }
-}
-""" % (
-    indent(queries.JUMPHOST_FIELDS, 6 * " "),
-)
-
-E2E_NS_PFX = "e2e-test"
-
-
-def get_oc_map(test_name):
-    gqlapi = gql.get_api()
-    clusters = gqlapi.query(CLUSTERS_QUERY)["clusters"]
-    settings = queries.get_app_interface_settings()
-    return OC_Map(clusters=clusters, e2e_test=test_name, settings=settings)
-
-
-def get_test_namespace_name():
-    return "{}-{}".format(E2E_NS_PFX, datetime.datetime.utcnow().strftime("%Y%m%d%H%M"))
-
-
-def assert_rolebinding(expected_rb, rb):
-    assert expected_rb["role"] == rb["roleRef"]["name"]
-    assert expected_rb["groups"] == rb["groupNames"]
-
-
-def get_namespaces_pattern():
-    return (
-        r"^(default|logging|olm|operators|"
-        + "(openshift|kube-|ops-|dedicated-|management-|sre-app-check-|"
-        + "{}).*)$".format(E2E_NS_PFX)
-    )

qontract_reconcile-0.9.1rc298.dist-info/METADATA

@@ -1,63 +0,0 @@
-Metadata-Version: 2.1
-Name: qontract-reconcile
-Version: 0.9.1rc298
-Summary: Collection of tools to reconcile services with their desired state as defined in the app-interface DB.
-Home-page: https://github.com/app-sre/qontract-reconcile
-Author: Red Hat App-SRE Team
-Author-email: sd-app-sre@redhat.com
-License: Apache License 2.0
-Platform: UNKNOWN
-Classifier: Development Status :: 2 - Pre-Alpha
-Classifier: Programming Language :: Python
-Classifier: Programming Language :: Python :: 3
-Classifier: Programming Language :: Python :: 3.9
-Requires-Python: >=3.9
-Requires-Dist: sretoolbox (~=2.4.1)
-Requires-Dist: Click (<9.0,>=7.0)
-Requires-Dist: gql (==3.1.0)
-Requires-Dist: toml (<0.11.0,>=0.10.0)
-Requires-Dist: jsonpath-rw (<1.5.0,>=1.4.0)
-Requires-Dist: PyGithub (<1.59,>=1.58)
-Requires-Dist: hvac (<0.8.0,>=0.7.0)
-Requires-Dist: ldap3 (<2.10.0,>=2.9.1)
-Requires-Dist: anymarkup (<0.9.0,>=0.7.0)
-Requires-Dist: python-gitlab (<1.12.0,>=1.11.0)
-Requires-Dist: semver (~=2.13)
-Requires-Dist: python-terraform (<0.11.0,>=0.10.0)
-Requires-Dist: boto3 (==1.24.71)
-Requires-Dist: botocore (==1.27.71)
-Requires-Dist: urllib3 (<1.27.0,>=1.25.4)
-Requires-Dist: slack-sdk (<4.0,>=3.10)
-Requires-Dist: pypd (<1.2.0,>=1.1.0)
-Requires-Dist: Jinja2 (<3.2.0,>=2.10.1)
-Requires-Dist: jira (~=3.1)
-Requires-Dist: pyOpenSSL (~=23.0)
-Requires-Dist: ruamel.yaml (<0.18.0,>=0.16.5)
-Requires-Dist: terrascript (==0.9.0)
-Requires-Dist: tabulate (<0.9.0,>=0.8.6)
-Requires-Dist: UnleashClient (~=5.3)
-Requires-Dist: prometheus-client (~=0.8)
-Requires-Dist: sentry-sdk (~=0.14)
-Requires-Dist: jenkins-job-builder (~=4.0.0)
-Requires-Dist: parse (==1.18.0)
-Requires-Dist: sendgrid (<6.5.0,>=6.4.8)
-Requires-Dist: dnspython (~=2.1)
-Requires-Dist: requests (==2.22.0)
-Requires-Dist: kubernetes (~=24.0)
-Requires-Dist: websocket-client (<0.55.0,>=0.35)
-Requires-Dist: sshtunnel (>=0.4.0)
-Requires-Dist: croniter (<1.1.0,>=1.0.15)
-Requires-Dist: transity-statuspageio (<0.1,>=0.0.3)
-Requires-Dist: pydantic (~=1.10.6)
-Requires-Dist: MarkupSafe (==2.1.1)
-Requires-Dist: packaging (~=21.3)
-Requires-Dist: deepdiff6 (==6.2.0)
-Requires-Dist: jsonpath-ng (~=1.5)
-Requires-Dist: networkx (~=2.8)
-Requires-Dist: mypy-boto3-s3 (~=1.24.94)
-Requires-Dist: rich (<14.0.0,>=13.3.0)
-Requires-Dist: dateparser (~=1.1.7)
-
-UNKNOWN
-
-