qontract-reconcile 0.10.2.dev48__py3-none-any.whl → 0.10.2.dev50__py3-none-any.whl

{qontract_reconcile-0.10.2.dev48.dist-info → qontract_reconcile-0.10.2.dev50.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: qontract-reconcile
-Version: 0.10.2.dev48
+Version: 0.10.2.dev50
 Summary: Collection of tools to reconcile services with their desired state as defined in the app-interface DB.
 Project-URL: homepage, https://github.com/app-sre/qontract-reconcile
 Project-URL: repository, https://github.com/app-sre/qontract-reconcile

{qontract_reconcile-0.10.2.dev48.dist-info → qontract_reconcile-0.10.2.dev50.dist-info}/RECORD

@@ -599,7 +599,7 @@ reconcile/utils/imap_client.py,sha256=h8YDiCSCvroErhpH_-KGYI7Y2WU2Q2oSpuxDFbOkSb
 reconcile/utils/instrumented_wrappers.py,sha256=aAO4q6LMpHjJIaFdrouwCEIEl5u3thCCBPSuoEloC60,1082
 reconcile/utils/jenkins_api.py,sha256=RaKuZmO7_lbI-hE6c_Pq2a6CQdmBVj7BcP2jR68cIbI,7081
 reconcile/utils/jira_client.py,sha256=oWi7rcAP1C59oIBTPg6kRntI25Zm4e7FyvdVYvZ9RZ8,7881
-reconcile/utils/jjb_client.py,sha256=T6G4n2K44nEFqnh-ASzrqiDkJDPnVJoyIyHwH-U9M40,14997
+reconcile/utils/jjb_client.py,sha256=4YqeXEkO4p6QtJE_fkaD1XuLKbe9l3g0W7AVpcjJ3yg,15187
 reconcile/utils/jsonpath.py,sha256=wdxOMqR-GMpQf5vRPWRMqAF7bCiXDBkkcFfY2U4j_tk,5536
 reconcile/utils/jump_host.py,sha256=gi8vGUDgdTVwJvROvRVauFxtL0YAramhbWvG70L7AY8,5137
 reconcile/utils/keycloak.py,sha256=YWSEUGrOVqFaJUk055dKUWpLDPdDRvhcmvR-lfbmxdE,3388
@@ -751,7 +751,7 @@ tools/app_sre_tekton_access_reporter.py,sha256=o9prLUgQpwO3msRWc2as1xT1y9OB3znkp
 tools/app_sre_tekton_access_revalidation.py,sha256=66nHEaY-bIqxIhpcmwN8AvQZu6ZXenfkg4Fut0pVZRM,2726
 tools/glitchtip_access_reporter.py,sha256=o01A6b88t3Wie6tj_tJWWVo2J01LxQ_a9giGm4UzEaU,2901
 tools/glitchtip_access_revalidation.py,sha256=8kbBJk04mkq28kWoRDDkfCGIF3GRg3pJrFAh1sW0dbk,2821
-tools/qontract_cli.py,sha256=6nb6kl6-1ZQpvBeUXEkeahUfIrTDUdEynkVTNLklj6o,147182
+tools/qontract_cli.py,sha256=157wUZMwEpCkLj68zCJX96AnhEDqoIiMEFK9BKFw5OU,148485
 tools/sd_app_sre_alert_report.py,sha256=jQpJdXVID68bSNtJNOGDh0-ei1CfEUS4Itr4MAaBNFA,5062
 tools/template_validation.py,sha256=qpKYaTgk0GOPGa2Ct5_5sKdwIHtCAKIBGzsMPuJU5fw,3371
 tools/cli_commands/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -778,7 +778,7 @@ tools/saas_promotion_state/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJ
 tools/saas_promotion_state/saas_promotion_state.py,sha256=UfwwRLS5Ya4_Nh1w5n1dvoYtchQvYE9yj1VANt2IKqI,3925
 tools/sre_checkpoints/__init__.py,sha256=CDaDaywJnmRCLyl_NCcvxi-Zc0hTi_3OdwKiFOyS39I,145
 tools/sre_checkpoints/util.py,sha256=zEDbGr18ZeHNQwW8pUsr2JRjuXIPz--WAGJxZo9sv_Y,894
-qontract_reconcile-0.10.2.dev48.dist-info/METADATA,sha256=v2cRkK9cInmcsq0dcaSRCoH1sne86X3HH4xgLjipM_E,24665
-qontract_reconcile-0.10.2.dev48.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-qontract_reconcile-0.10.2.dev48.dist-info/entry_points.txt,sha256=5i9l54La3vQrDLAdwDKQWC0iG4sV9RRfOb1BpvzOWLc,698
-qontract_reconcile-0.10.2.dev48.dist-info/RECORD,,
+qontract_reconcile-0.10.2.dev50.dist-info/METADATA,sha256=B2AMHGotzRtpMLxiYEUCPdydbBpl2lWfLQsbxypXd_A,24665
+qontract_reconcile-0.10.2.dev50.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+qontract_reconcile-0.10.2.dev50.dist-info/entry_points.txt,sha256=5i9l54La3vQrDLAdwDKQWC0iG4sV9RRfOb1BpvzOWLc,698
+qontract_reconcile-0.10.2.dev50.dist-info/RECORD,,

reconcile/utils/jjb_client.py

@@ -186,7 +186,11 @@ class JJB:  # pylint: disable=too-many-public-methods
                 if equal:
                     continue
 
-            instance, item, _ = f.replace(replace_path + "/", "").split("/")
+            instance, *items, _ = f.replace(replace_path + "/", "").split("/")
+            if len(items) != 1:
+                name = "/".join(items)
+                raise ValueError(f"Invalid job name contains '/' in {instance}: {name}")
+            item = items[0]
             item_type = et.parse(f).getroot().tag
             item_type = item_type.replace("hudson.model.ListView", "view")
             item_type = item_type.replace("project", "job")

tools/qontract_cli.py

@@ -4510,5 +4510,39 @@ def tekton_roles_and_users(ctx, app_name):
     print_output(ctx.obj["options"], results, columns)
 
 
+@get.command(
+    help="Get log group storage information from CloudWatch. This is an API-intensive operation so use wisely"
+)
+@click.argument("aws-account")
+@click.pass_context
+def log_group_usage(ctx, aws_account):
+    accounts = queries.get_aws_accounts(name=aws_account)
+    if not accounts:
+        print("no aws account found with that name")
+        sys.exit(1)
+    account = accounts[0]
+
+    settings = queries.get_app_interface_settings()
+    secret_reader = SecretReader(settings=settings)
+    columns = ["log_group", "stored_bytes", "retention_days"]
+    results = []
+
+    with AWSApi(1, [account], settings, secret_reader) as aws:
+        session = aws.get_session(account["name"])
+        cloudwatch_client = aws.get_session_client(session, "logs")
+        paginator = cloudwatch_client.get_paginator("describe_log_groups")
+        for page in paginator.paginate(PaginationConfig={}):
+            results.extend(
+                {
+                    "log_group": group["logGroupName"],
+                    "stored_bytes": group["storedBytes"],
+                    "retention_days": group["retentionInDays"],
+                }
+                for group in page["logGroups"]
+                if group["storedBytes"] != 0
+            )
+    print_output(ctx.obj["options"], results, columns)
+
+
 if __name__ == "__main__":
     root()  # pylint: disable=no-value-for-parameter