qontract-reconcile 0.10.2.dev231__tar.gz → 0.10.2.dev233__tar.gz

{qontract_reconcile-0.10.2.dev231 → qontract_reconcile-0.10.2.dev233}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: qontract-reconcile
-Version: 0.10.2.dev231
+Version: 0.10.2.dev233
 Summary: Collection of tools to reconcile services with their desired state as defined in the app-interface DB.
 Project-URL: homepage, https://github.com/app-sre/qontract-reconcile
 Project-URL: repository, https://github.com/app-sre/qontract-reconcile
@@ -160,7 +160,6 @@ OpenShift templates can be found [here](/openshift/qontract-reconcile.yaml). In
   github-repo-permissions-validator
                                   Validates permissions in github
                                   repositories.
-  github-users                    Validate compliance of GitHub user profiles.
   github-validator                Validates GitHub organization settings.
   gitlab-fork-compliance          Ensures that forks of App Interface are
                                   compliant.

{qontract_reconcile-0.10.2.dev231 → qontract_reconcile-0.10.2.dev233}/README.md

@@ -95,7 +95,6 @@ OpenShift templates can be found [here](/openshift/qontract-reconcile.yaml). In
   github-repo-permissions-validator
                                   Validates permissions in github
                                   repositories.
-  github-users                    Validate compliance of GitHub user profiles.
   github-validator                Validates GitHub organization settings.
   gitlab-fork-compliance          Ensures that forks of App Interface are
                                   compliant.

{qontract_reconcile-0.10.2.dev231 → qontract_reconcile-0.10.2.dev233}/pyproject.toml

@@ -316,7 +316,6 @@ module = [
     "reconcile.utils.statuspage.atlassian",
     "reconcile.utils.statuspage.models",
     "reconcile.utils.structs",
-    "reconcile.utils.template",
     "reconcile.utils.terraform_client",
     "reconcile.utils.terrascript_aws_client",
     "reconcile.utils.throughput",

{qontract_reconcile-0.10.2.dev231 → qontract_reconcile-0.10.2.dev233}/reconcile/cli.py

@@ -759,31 +759,6 @@ def github_owners(ctx: click.Context) -> None:
     run_integration(reconcile.github_owners, ctx)
 
 
-@integration.command(short_help="Validate compliance of GitHub user profiles.")
-@gitlab_project_id
-@threaded()
-@enable_deletion(default=False)
-@send_mails(default=False)
-@click.pass_context
-def github_users(
-    ctx: click.Context,
-    gitlab_project_id: str | None,
-    thread_pool_size: int,
-    enable_deletion: bool,
-    send_mails: bool,
-) -> None:
-    import reconcile.github_users
-
-    run_integration(
-        reconcile.github_users,
-        ctx,
-        gitlab_project_id,
-        thread_pool_size,
-        enable_deletion,
-        send_mails,
-    )
-
-
 @integration.command(short_help="Validates GitHub organization settings.")
 @click.pass_context
 def github_validator(ctx: click.Context) -> None:

{qontract_reconcile-0.10.2.dev231 → qontract_reconcile-0.10.2.dev233}/reconcile/utils/jinja2/utils.py

@@ -1,15 +1,17 @@
 import datetime
+import os
 from functools import cache
 from typing import Any, Self
 
 import jinja2
+from github import Github
 from jinja2.sandbox import SandboxedEnvironment
 from pydantic import BaseModel
 from sretoolbox.utils import retry
 
 from reconcile import queries
 from reconcile.checkpoint import url_makes_sense
-from reconcile.github_users import init_github
+from reconcile.github_org import get_default_config
 from reconcile.utils import gql
 from reconcile.utils.aws_api import AWSApi
 from reconcile.utils.github_api import GithubRepositoryApi
@@ -97,6 +99,14 @@ def compile_jinja2_template(
     return jinja_env.from_string(body)
 
 
+GH_BASE_URL = os.environ.get("GITHUB_API", "https://api.github.com")
+
+
+def init_github() -> Github:
+    token = get_default_config()["token"]
+    return Github(token, base_url=GH_BASE_URL)
+
+
 def lookup_github_file_content(
     repo: str,
     path: str,

qontract_reconcile-0.10.2.dev231/reconcile/github_users.py

@@ -1,158 +0,0 @@
-import logging
-import os
-import re
-from collections import defaultdict
-from collections.abc import Callable
-
-from github import Github
-from github.GithubException import GithubException
-from requests.exceptions import ReadTimeout
-from sretoolbox.utils import (
-    retry,
-    threaded,
-)
-
-from reconcile import (
-    mr_client_gateway,
-    queries,
-    typed_queries,
-)
-from reconcile.github_org import get_default_config
-from reconcile.utils.defer import defer
-from reconcile.utils.mr import CreateDeleteUserAppInterface
-from reconcile.utils.mr.user_maintenance import PathSpec, PathTypes
-from reconcile.utils.secret_reader import SecretReader
-from reconcile.utils.smtp_client import (
-    DEFAULT_SMTP_TIMEOUT,
-    SmtpClient,
-    get_smtp_server_connection,
-)
-
-GH_BASE_URL = os.environ.get("GITHUB_API", "https://api.github.com")
-
-QONTRACT_INTEGRATION = "github-users"
-
-UserAndCompany = tuple[str, str | None]
-
-
-def init_github() -> Github:
-    token = get_default_config()["token"]
-    return Github(token, base_url=GH_BASE_URL)
-
-
-def init_users_and_paths() -> list[dict[str, list]]:
-    app_int_users = queries.get_users(refs=True)
-
-    users = defaultdict(list)
-    for user in app_int_users:
-        u = user["org_username"]
-        item = PathSpec(type=PathTypes.USER, path=user["path"])
-        users[u].append(item)
-        for r in user.get("requests"):
-            item = PathSpec(type=PathTypes.REQUEST, path=r["path"])
-            users[u].append(item)
-        for q in user.get("queries"):
-            item = PathSpec(type=PathTypes.QUERY, path=q["path"])
-            users[u].append(item)
-        for g in user.get("gabi_instances"):
-            item = PathSpec(type=PathTypes.GABI, path=g["path"])
-            users[u].append(item)
-        for a in user.get("aws_accounts", []):
-            item = PathSpec(type=PathTypes.AWS_ACCOUNTS, path=a["path"])
-            users[u].append(item)
-        for s in user.get("schedules"):
-            item = PathSpec(type=PathTypes.SCHEDULE, path=s["path"])
-            users[u].append(item)
-
-    return [{"username": username, "paths": paths} for username, paths in users.items()]
-
-
-@retry(exceptions=(GithubException, ReadTimeout))
-def get_user_company(user: dict, github: Github) -> UserAndCompany:
-    gh_user = github.get_user(login=user["github_username"])
-    return user["org_username"], gh_user.company
-
-
-def get_users_to_delete(results: list[UserAndCompany]) -> list[dict]:
-    pattern = r"^.*[Rr]ed ?[Hh]at.*$"
-    org_usernames_to_delete = [
-        u for u, c in results if c is None or not re.search(pattern, c)
-    ]
-    users_and_paths = init_users_and_paths()
-    return [u for u in users_and_paths if u["username"] in org_usernames_to_delete]
-
-
-def send_email_notification(user: dict, smtp_client: SmtpClient) -> None:
-    msg_template = """
-Hello,
-
-This is an automated message coming from App-Interface.
-
-The App SRE team adheres to the OpenShift GitHub policy:
-https://mojo.redhat.com/docs/DOC-1200784
-
-Your GitHub profile does not comply with the following requirements:
-
-- Company field should contain "Red Hat".
-
-
-For any questions, please ping @app-sre-ic on #sd-app-sre in CoreOS Slack,
-or mail us at sd-app-sre@redhat.com.
-
-App-Interface repository: https://gitlab.cee.redhat.com/service/app-interface
-
-"""
-    to = user["username"]
-    subject = "App-Interface compliance - GitHub profile"
-    body = msg_template
-    smtp_client.send_mail([to], subject, body)
-
-
-@defer
-def run(
-    dry_run: bool,
-    gitlab_project_id: str | None = None,
-    thread_pool_size: int = 10,
-    enable_deletion: bool = False,
-    send_mails: bool = False,
-    defer: Callable | None = None,
-) -> None:
-    smtp_settings = typed_queries.smtp.settings()
-    smtp_client = SmtpClient(
-        server=get_smtp_server_connection(
-            secret_reader=SecretReader(settings=queries.get_secret_reader_settings()),
-            secret=smtp_settings.credentials,
-        ),
-        mail_address=smtp_settings.mail_address,
-        timeout=smtp_settings.timeout or DEFAULT_SMTP_TIMEOUT,
-    )
-    users = queries.get_users()
-    g = init_github()
-
-    results = threaded.run(get_user_company, users, thread_pool_size, github=g)
-
-    users_to_delete = get_users_to_delete(results)
-
-    if not dry_run and enable_deletion:
-        mr_cli = mr_client_gateway.init(gitlab_project_id=gitlab_project_id)
-        if defer:
-            defer(mr_cli.cleanup)
-
-    for user in users_to_delete:
-        username = user["username"]
-        paths = user["paths"]
-        logging.info(["delete_user", username])
-
-        if not dry_run:
-            if send_mails:
-                send_email_notification(user, smtp_client)
-            elif enable_deletion:
-                mr = CreateDeleteUserAppInterface(username, paths)
-                mr.submit(cli=mr_cli)
-            else:
-                msg = (
-                    "'delete' action is not enabled. "
-                    "Please run the integration manually "
-                    "with the '--enable-deletion' flag."
-                )
-                logging.warning(msg)

qontract_reconcile-0.10.2.dev231/reconcile/utils/template.py

@@ -1,12 +0,0 @@
-import os
-
-import jinja2
-
-from reconcile import templates
-
-
-def get_package_environment():
-    """Loads templates from the current Python package"""
-    templates_dir = os.path.dirname(templates.__file__)
-    template_loader = jinja2.FileSystemLoader(searchpath=templates_dir)
-    return jinja2.Environment(loader=template_loader)