qontract-reconcile 0.10.1rc99__py3-none-any.whl → 0.10.1rc101__py3-none-any.whl

{qontract_reconcile-0.10.1rc99.dist-info → qontract_reconcile-0.10.1rc101.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: qontract-reconcile
-Version: 0.10.1rc99
+Version: 0.10.1rc101
 Summary: Collection of tools to reconcile services with their desired state as defined in the app-interface DB.
 Home-page: https://github.com/app-sre/qontract-reconcile
 Author: Red Hat App-SRE Team

{qontract_reconcile-0.10.1rc99.dist-info → qontract_reconcile-0.10.1rc101.dist-info}/RECORD

@@ -7,7 +7,7 @@ reconcile/aws_iam_password_reset.py,sha256=NwErtrqgBiXr7eGCAHdtGGOx0S7-4JnSc29Ie
 reconcile/aws_support_cases_sos.py,sha256=i6bSWnlH9fh14P14PjVhFLwNl-q3fD733_rXKM_O51c,2992
 reconcile/blackbox_exporter_endpoint_monitoring.py,sha256=W_VJagnsJR1v5oqjlI3RJJE0_nhtJ0m81RS8zWA5u5c,3538
 reconcile/checkpoint.py,sha256=figtZRuWUvdpdSnkhAqeGvO5dI02TT6J3heyeFhlwqM,5016
-reconcile/cli.py,sha256=pWBZVYYoHhkOLmP8sDcfIb8twyf8hZ_OuPNBiui2fb4,72105
+reconcile/cli.py,sha256=aWQIjLA2O8Xm_SyywdC0RbmyXl_j4g7EXlm30kGqxxY,71691
 reconcile/closedbox_endpoint_monitoring_base.py,sha256=0xg_d8dwd36Y8GY1mE-LLO1LQpPEMM77bzAfc_KdgzU,4870
 reconcile/cluster_deployment_mapper.py,sha256=2Ah-nu-Mdig0pjuiZl_XLrmVAjYzFjORR3dMlCgkmw0,2352
 reconcile/dashdotdb_base.py,sha256=Ca75-OQiu5HeA8Q6zQpEYuhyCSjeuWe99K4y9ipTORM,4032
@@ -22,7 +22,6 @@ reconcile/github_org.py,sha256=t0oEk4XPMiOLpVvPockMVeBVdmZShXj6Ol7wUISFrT4,13479
 reconcile/github_owners.py,sha256=QWX-BX3-sHAPnVAR2fZXUTgIdWnfMDDyalcZINr6i1s,2949
 reconcile/github_repo_invites.py,sha256=n5_gUcGotBBnvx3F41auCqX_gbZKut_XRTWGlsrKE8U,2697
 reconcile/github_repo_permissions_validator.py,sha256=dcbXdUx6imjNchjp3pg9-z1i7lFEGOr_28GvsiwO5Xw,1734
-reconcile/github_scanner.py,sha256=kjOzyTpyHQHCaGbEnVY-1rO51Iuqrx9xBtm3TL7dui0,2404
 reconcile/github_users.py,sha256=nfTq78QRONIfDVj-5O3bD6psllJjzWFnog-EJ1WqFPU,3672
 reconcile/github_validator.py,sha256=cVTVxJIGR4a1Jz8wrdXEAb_CMpXUzvykVmUURX4cook,917
 reconcile/gitlab_fork_compliance.py,sha256=aJy4dZ01P-4yf6I8uxFujiJJGamhr4Gfb0YwOIWAJCg,4247
@@ -598,8 +597,8 @@ tools/sre_checkpoints/util.py,sha256=zEDbGr18ZeHNQwW8pUsr2JRjuXIPz--WAGJxZo9sv_Y
 tools/test/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 tools/test/test_qontract_cli.py,sha256=awwTHEc2DWlykuqGIYM0WOBoSL0KRnOraCLk3C7izis,1401
 tools/test/test_sre_checkpoints.py,sha256=SKqPPTl9ua0RFdSSofnoQX-JZE6dFLO3LRhfQzqtfh8,2607
-qontract_reconcile-0.10.1rc99.dist-info/METADATA,sha256=5vERYzVtAw8w3MAwHzF-PEZR2Y7XFwQJwprJqGdjSTo,2290
-qontract_reconcile-0.10.1rc99.dist-info/WHEEL,sha256=pkctZYzUS4AYVn6dJ-7367OJZivF2e8RA9b_ZBjif18,92
-qontract_reconcile-0.10.1rc99.dist-info/entry_points.txt,sha256=Af70EWPJxsTiCNF6gA-pWdw1A0Heqn-PZF-oBc5NmiU,302
-qontract_reconcile-0.10.1rc99.dist-info/top_level.txt,sha256=l5ISPoXzt0SdR4jVdkfa7RPSKNc8zAHYWAnR-Dw8Ey8,24
-qontract_reconcile-0.10.1rc99.dist-info/RECORD,,
+qontract_reconcile-0.10.1rc101.dist-info/METADATA,sha256=_kJQYrBFs0qQ6bCuhoKvJ6eJJ26Lmnk99COXLTTQDIQ,2291
+qontract_reconcile-0.10.1rc101.dist-info/WHEEL,sha256=pkctZYzUS4AYVn6dJ-7367OJZivF2e8RA9b_ZBjif18,92
+qontract_reconcile-0.10.1rc101.dist-info/entry_points.txt,sha256=Af70EWPJxsTiCNF6gA-pWdw1A0Heqn-PZF-oBc5NmiU,302
+qontract_reconcile-0.10.1rc101.dist-info/top_level.txt,sha256=l5ISPoXzt0SdR4jVdkfa7RPSKNc8zAHYWAnR-Dw8Ey8,24
+qontract_reconcile-0.10.1rc101.dist-info/RECORD,,

reconcile/cli.py

@@ -640,22 +640,6 @@ def github_users(ctx, gitlab_project_id, thread_pool_size, enable_deletion, send
     )
 
 
-@integration.command(
-    short_help="Scan GitHub repositories for leaked keys "
-    "and remove them (only submits PR)."
-)
-@gitlab_project_id
-@threaded()
-@binary(["git", "git-secrets"])
-@click.pass_context
-def github_scanner(ctx, gitlab_project_id, thread_pool_size):
-    import reconcile.github_scanner
-
-    run_integration(
-        reconcile.github_scanner, ctx.obj, gitlab_project_id, thread_pool_size
-    )
-
-
 @integration.command(short_help="Validates GitHub organization settings.")
 @click.pass_context
 def github_validator(ctx):

reconcile/github_scanner.py

@@ -1,74 +0,0 @@
-import logging
-
-from github.GithubException import UnknownObjectException
-from sretoolbox.utils import (
-    retry,
-    threaded,
-)
-
-import reconcile.aws_support_cases_sos as aws_sos
-from reconcile import queries
-from reconcile.github_users import init_github
-from reconcile.utils import git_secrets
-from reconcile.utils.aws_api import AWSApi
-
-QONTRACT_INTEGRATION = "github-scanner"
-
-
-def strip_repo_url(repo_url):
-    return repo_url.rstrip("/").replace(".git", "")
-
-
-@retry(max_attempts=6)
-def get_all_repos_to_scan(repos):
-    logging.info("getting full list of repos")
-    all_repos = []
-    all_repos.extend([strip_repo_url(r) for r in repos])
-    g = init_github()
-    for r in repos:
-        logging.debug("getting forks: {}".format(r))
-        repo_name = r.replace("https://github.com/", "")
-        try:
-            repo = g.get_repo(repo_name)
-            forks = repo.get_forks()
-            all_repos.extend([strip_repo_url(f.clone_url) for f in forks])
-        except UnknownObjectException:
-            logging.error("not found {}".format(r))
-
-    return all_repos
-
-
-def run(dry_run, gitlab_project_id=None, thread_pool_size=10):
-    accounts = queries.get_aws_accounts()
-    settings = queries.get_app_interface_settings()
-    with AWSApi(thread_pool_size, accounts, settings=settings) as aws:
-        existing_keys = aws.get_users_keys()
-    existing_keys_list = [
-        key
-        for user_key in existing_keys.values()
-        for keys in user_key.values()
-        for key in keys
-    ]
-    logging.info("found {} existing keys".format(len(existing_keys_list)))
-
-    app_int_github_repos = queries.get_repos(server="https://github.com")
-    all_repos = get_all_repos_to_scan(app_int_github_repos)
-    logging.info("about to scan {} repos".format(len(all_repos)))
-
-    results = threaded.run(
-        git_secrets.scan_history,
-        all_repos,
-        thread_pool_size,
-        existing_keys=existing_keys_list,
-    )
-    all_leaked_keys = [key for keys in results for key in keys]
-
-    deleted_keys = aws_sos.get_deleted_keys(accounts)
-    keys_to_delete = [
-        {"account": account, "key": key}
-        for key in all_leaked_keys
-        for account, user_keys in existing_keys.items()
-        if key in [uk for uks in user_keys.values() for uk in uks]
-        and key not in deleted_keys[account]
-    ]
-    aws_sos.act(dry_run, gitlab_project_id, accounts, keys_to_delete)