qontract-reconcile 0.10.2.dev129__py3-none-any.whl → 0.10.2.dev130__py3-none-any.whl

{qontract_reconcile-0.10.2.dev129.dist-info → qontract_reconcile-0.10.2.dev130.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: qontract-reconcile
-Version: 0.10.2.dev129
+Version: 0.10.2.dev130
 Summary: Collection of tools to reconcile services with their desired state as defined in the app-interface DB.
 Project-URL: homepage, https://github.com/app-sre/qontract-reconcile
 Project-URL: repository, https://github.com/app-sre/qontract-reconcile

{qontract_reconcile-0.10.2.dev129.dist-info → qontract_reconcile-0.10.2.dev130.dist-info}/RECORD

@@ -220,14 +220,14 @@ reconcile/fleet_labeler/validate.py,sha256=Ch4fe7jXQZKl4pnvl5IxWS-dKSIuuiwdH2B7m
 reconcile/fleet_labeler/vcs.py,sha256=6UHUQ08AGAHXF7629I6X-T_E1pvx96LxjS66EeOzve4,1108
 reconcile/glitchtip/README.md,sha256=rfXT6jNP9khJW65jL7I2PgoxvxgcGGuJF8NpbzufEQ4,4335
 reconcile/glitchtip/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-reconcile/glitchtip/integration.py,sha256=vCyg8W4ZUGxjU8tB1Gkre_auSpzo83n05mmO8_-7al0,8263
+reconcile/glitchtip/integration.py,sha256=HWc0cz3vNpZg8T5nVMPyD5QnlgsUHwLpJsGRbr_hvIM,7937
 reconcile/glitchtip/reconciler.py,sha256=nUvDv7qG1ly0cA16MmlL6NV71yl1mJYLT2mui7lmi0Y,12402
 reconcile/glitchtip_project_alerts/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 reconcile/glitchtip_project_alerts/integration.py,sha256=BgMx-NyV9mTuv7Sotb2OioCO-iwVrN9-HCViVLU771c,13755
 reconcile/glitchtip_project_dsn/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 reconcile/glitchtip_project_dsn/integration.py,sha256=2iugub-kHYkHNK33n0v9_TeWonuxCPah_VkoTPvaajE,8077
 reconcile/gql_definitions/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-reconcile/gql_definitions/introspection.json,sha256=AK7hGfvHjHL6Nqg3KNL4dmOiy4rOPkDSZ8zAWeA5kqU,2283098
+reconcile/gql_definitions/introspection.json,sha256=0begChFQIAwAkSL-tmYKbh3fJmtvgxoyHm0FRP3HPGY,2283286
 reconcile/gql_definitions/acs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 reconcile/gql_definitions/acs/acs_instances.py,sha256=L91WW9LbhJbBSrECqShQpFtjoBOsmNIYLRpMbx1io5o,2181
 reconcile/gql_definitions/acs/acs_policies.py,sha256=bN5i4mks10Z23KJSj7jqp966Osq2dps4d-sPH9gjxEA,7008
@@ -352,7 +352,7 @@ reconcile/gql_definitions/gitlab_members/gitlab_instances.py,sha256=oYPvfiOsPTGH
 reconcile/gql_definitions/gitlab_members/permissions.py,sha256=Qzj3Fpv7xj8v9eygeP312nHRNg8er8XMRBveynPIyQM,3302
 reconcile/gql_definitions/glitchtip/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 reconcile/gql_definitions/glitchtip/glitchtip_instance.py,sha256=QUfLhRkdE_-SorWgLBB8LHFD6kihbFwEoVByCLax3yM,2781
-reconcile/gql_definitions/glitchtip/glitchtip_project.py,sha256=AojrkCDGbVjY0TOkfookz-9tqLA9txY7_xNdsWe174c,6004
+reconcile/gql_definitions/glitchtip/glitchtip_project.py,sha256=3hS6ZbWr-KMWeVHYbP3HAK7uHd2e6KsXOr87gba7Uqc,6578
 reconcile/gql_definitions/glitchtip_project_alerts/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 reconcile/gql_definitions/glitchtip_project_alerts/glitchtip_project.py,sha256=Pv6RcuIzpNmGc43eEq64nnKG0Dr7H0wjy5Xg1_oRltM,5197
 reconcile/gql_definitions/integrations/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -639,7 +639,7 @@ reconcile/utils/promtool.py,sha256=xmPBWEApkk0L2qZBAvTxakNXxfTz-tVLPFxGnpsxXnM,2
 reconcile/utils/quay_api.py,sha256=uE_jxcdy3ViHtYFAfwDQuFDaO7Pr6AAPoVnmORbyHio,7822
 reconcile/utils/raw_github_api.py,sha256=2WKtE8ABYYB9UGOAh9N_kLkksBWL3320Z2_scteZddI,2805
 reconcile/utils/repo_owners.py,sha256=BHrAXxKyvn4qWJwFPWYGTtfgnLmYnWtYFEJGFeD__FE,6573
-reconcile/utils/rest_api_base.py,sha256=Ep3wmabbzpWzcvZsfJHN3R1XgNtQXHmiYKOMAgtLspk,4277
+reconcile/utils/rest_api_base.py,sha256=MT7tp6CQO2S5aKfVOzw_hipWg7wAGoOqkm4qurI1hEU,4342
 reconcile/utils/ruamel.py,sha256=FzL4_L0FnMOUZmgThrZSMJs5MTdXwiy-E9MZWfk8bh8,397
 reconcile/utils/secret_reader.py,sha256=MaP56KZaAE35EyYbgAitdm6fUSxdzWeGFSOym9qiZkw,10206
 reconcile/utils/semver_helper.py,sha256=-WfPOMSA2v1h7hT3PwVf-Htg7wOsoKlQC1JdmDX2Ars,1268
@@ -680,8 +680,8 @@ reconcile/utils/clusterhealth/telemeter.py,sha256=PllSLsJXvGNatmTF4mxCNPVbDrpr_M
 reconcile/utils/dynatrace/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 reconcile/utils/dynatrace/client.py,sha256=RUk6KH-3CJyfJ1jolrdGQR4Hhz-tIWWJo9dsZ1IgJVw,3736
 reconcile/utils/glitchtip/__init__.py,sha256=FT6iBhGqoe7KExFdbgL8AYUb64iW_4snF5__Dcl7yt0,258
-reconcile/utils/glitchtip/client.py,sha256=ovh4tx-ajlihjvcq6nyY4chulbuMJYvzDPv9j9CuAKM,7867
-reconcile/utils/glitchtip/models.py,sha256=AJuGq4_A6G_T7asBKIw69-fOZLmT8HFrTKBEys7Tp00,6481
+reconcile/utils/glitchtip/client.py,sha256=F_x18QMHfeNoS3vS_VvjVm1IKnwGOsXvopjR9iwj4aY,8948
+reconcile/utils/glitchtip/models.py,sha256=FyNt9EA9IS6tlsvqz-j7SkL9MoT_zIUTun0EiC9No6U,6684
 reconcile/utils/internal_groups/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 reconcile/utils/internal_groups/client.py,sha256=DVWSEOsdP0trHANM-xw9WJjKSywrA9x_SFSCgUjvEV8,4665
 reconcile/utils/internal_groups/models.py,sha256=y_IqBVqfGqNXiu0VudvBWFrm_-uafVm5KgLG-ca8XAs,2281
@@ -763,8 +763,8 @@ tools/app_interface_reporter.py,sha256=0_oq1-mL0UOh1x5G8CoKaEVJqK-XTKE7PX7IbRTov
 tools/app_sre_tekton_access_reporter.py,sha256=o9prLUgQpwO3msRWc2as1xT1y9OB3znkpgvLr0Ys8_M,3146
 tools/app_sre_tekton_access_revalidation.py,sha256=66nHEaY-bIqxIhpcmwN8AvQZu6ZXenfkg4Fut0pVZRM,2726
 tools/glitchtip_access_reporter.py,sha256=o01A6b88t3Wie6tj_tJWWVo2J01LxQ_a9giGm4UzEaU,2901
-tools/glitchtip_access_revalidation.py,sha256=8kbBJk04mkq28kWoRDDkfCGIF3GRg3pJrFAh1sW0dbk,2821
-tools/qontract_cli.py,sha256=_KHwJIC0Keyy2cmhUVruOYtmp1CrTZDzEZkEe8lf81I,152941
+tools/glitchtip_access_revalidation.py,sha256=PXN5wxl6OX8sxddPaakDF3X79nFLvpm-lz0mWLVelw0,2806
+tools/qontract_cli.py,sha256=S_DGw0RXy0UZYBhuTqV8lJis1ARukmqT6SNr6Gl-tS4,157625
 tools/sd_app_sre_alert_report.py,sha256=jQpJdXVID68bSNtJNOGDh0-ei1CfEUS4Itr4MAaBNFA,5062
 tools/template_validation.py,sha256=qpKYaTgk0GOPGa2Ct5_5sKdwIHtCAKIBGzsMPuJU5fw,3371
 tools/cli_commands/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -791,7 +791,7 @@ tools/saas_promotion_state/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJ
 tools/saas_promotion_state/saas_promotion_state.py,sha256=UfwwRLS5Ya4_Nh1w5n1dvoYtchQvYE9yj1VANt2IKqI,3925
 tools/sre_checkpoints/__init__.py,sha256=CDaDaywJnmRCLyl_NCcvxi-Zc0hTi_3OdwKiFOyS39I,145
 tools/sre_checkpoints/util.py,sha256=zEDbGr18ZeHNQwW8pUsr2JRjuXIPz--WAGJxZo9sv_Y,894
-qontract_reconcile-0.10.2.dev129.dist-info/METADATA,sha256=ndVEjngQXOngXONCWSpU3_GkfSDokcOhYYTdbWuucW0,24566
-qontract_reconcile-0.10.2.dev129.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-qontract_reconcile-0.10.2.dev129.dist-info/entry_points.txt,sha256=5i9l54La3vQrDLAdwDKQWC0iG4sV9RRfOb1BpvzOWLc,698
-qontract_reconcile-0.10.2.dev129.dist-info/RECORD,,
+qontract_reconcile-0.10.2.dev130.dist-info/METADATA,sha256=2CCwcz__a7QKk0BgiDB2-tPBCrscTGVp8QHheIuF5Fo,24566
+qontract_reconcile-0.10.2.dev130.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+qontract_reconcile-0.10.2.dev130.dist-info/entry_points.txt,sha256=5i9l54La3vQrDLAdwDKQWC0iG4sV9RRfOb1BpvzOWLc,698
+qontract_reconcile-0.10.2.dev130.dist-info/RECORD,,

reconcile/glitchtip/integration.py

@@ -144,13 +144,6 @@ def get_glitchtip_projects(query_func: Callable) -> list[GlitchtipProjectV1]:
     glitchtip_projects = (
         glitchtip_project_query(query_func=query_func).glitchtip_projects or []
     )
-    for project in glitchtip_projects:
-        # either org.owners or project.app must be set
-        if not project.organization.owners and not project.app:
-            raise ValueError(
-                f"Either owners in organization {project.organization.name} or app must be set for project {project.name}"
-            )
-
     return glitchtip_projects
 
 

reconcile/gql_definitions/glitchtip/glitchtip_project.py

@@ -98,9 +98,17 @@ query Projects {
         }
       }
     }
-    # for glitchtip access revalidation
     app {
+    # for glitchtip access revalidation
       path
+      # for the qontract-cli glitchtip subcommands
+      escalationPolicy {
+        channels {
+          jiraBoard {
+            name
+          }
+        }
+      }
     }
   }
 }
@@ -176,8 +184,21 @@ class NamespaceV1(ConfiguredBaseModel):
     cluster: ClusterV1 = Field(..., alias="cluster")
 
 
+class JiraBoardV1(ConfiguredBaseModel):
+    name: str = Field(..., alias="name")
+
+
+class AppEscalationPolicyChannelsV1(ConfiguredBaseModel):
+    jira_board: list[JiraBoardV1] = Field(..., alias="jiraBoard")
+
+
+class AppEscalationPolicyV1(ConfiguredBaseModel):
+    channels: AppEscalationPolicyChannelsV1 = Field(..., alias="channels")
+
+
 class AppV1(ConfiguredBaseModel):
     path: str = Field(..., alias="path")
+    escalation_policy: AppEscalationPolicyV1 = Field(..., alias="escalationPolicy")
 
 
 class GlitchtipProjectV1(ConfiguredBaseModel):
@@ -188,7 +209,7 @@ class GlitchtipProjectV1(ConfiguredBaseModel):
     teams: list[GlitchtipTeamV1] = Field(..., alias="teams")
     organization: GlitchtipProjectV1_GlitchtipOrganizationV1 = Field(..., alias="organization")
     namespaces: list[NamespaceV1] = Field(..., alias="namespaces")
-    app: Optional[AppV1] = Field(..., alias="app")
+    app: AppV1 = Field(..., alias="app")
 
 
 class ProjectsQueryData(ConfiguredBaseModel):

reconcile/gql_definitions/introspection.json

@@ -23719,9 +23719,13 @@
                             "description": null,
                             "args": [],
                             "type": {
-                                "kind": "OBJECT",
-                                "name": "App_v1",
-                                "ofType": null
+                                "kind": "NON_NULL",
+                                "name": null,
+                                "ofType": {
+                                    "kind": "OBJECT",
+                                    "name": "App_v1",
+                                    "ofType": null
+                                }
                             },
                             "isDeprecated": false,
                             "deprecationReason": null

reconcile/utils/glitchtip/client.py

@@ -1,8 +1,11 @@
+from datetime import datetime
+
 from reconcile.utils.glitchtip.models import (
     Organization,
     Project,
     ProjectAlert,
     ProjectKey,
+    ProjectStatistics,
     Team,
     User,
 )
@@ -57,6 +60,40 @@ class GlitchtipClient(ApiBase):
             )
         ]
 
+    def all_projects(self) -> list[Project]:
+        """List all projects."""
+        return [
+            Project(**r) for r in self._list("/api/0/projects/", params={"limit": 100})
+        ]
+
+    def project_statistics(
+        self,
+        organization_slug: str,
+        project_pk: int,
+        start: datetime,
+        end: datetime,
+    ) -> ProjectStatistics:
+        """Get project statistics."""
+        field = "sum(quantity)"
+        timeseries = self._get(
+            f"/api/0/organizations/{organization_slug}/stats_v2/",
+            params={
+                "category": "error",
+                "interval": "1h",
+                "field": field,
+                "start": start.isoformat(),
+                "end": end.isoformat(),
+                "project": [project_pk],
+            },
+        )
+        return ProjectStatistics(
+            start=start,
+            end=end,
+            events=sum(
+                i for i in timeseries["groups"][0]["series"][field] if i is not None
+            ),
+        )
+
     def create_project(
         self, organization_slug: str, team_slug: str, name: str, platform: str | None
     ) -> Project:

reconcile/utils/glitchtip/models.py

@@ -2,6 +2,7 @@ from __future__ import annotations
 
 import re
 from collections.abc import MutableMapping
+from datetime import datetime
 from enum import Enum
 from typing import Any
 
@@ -152,6 +153,7 @@ class Project(BaseModel):
     teams: list[Team] = []
     alerts: list[ProjectAlert] = []
     event_throttle_rate: int = Field(0, alias="eventThrottleRate")
+    organization: Organization | None = None
 
     class Config:
         allow_population_by_field_name = True
@@ -185,6 +187,12 @@ class Project(BaseModel):
         return hash(self.slug)
 
 
+class ProjectStatistics(BaseModel):
+    start: datetime
+    end: datetime
+    events: int = 0
+
+
 class Organization(BaseModel):
     pk: int | None = Field(None, alias="id")
     name: str
@@ -210,3 +218,6 @@ class Organization(BaseModel):
 
     def __hash__(self) -> int:
         return hash(self.name)
+
+
+Project.update_forward_refs()

reconcile/utils/rest_api_base.py

@@ -74,8 +74,10 @@ class ApiBase:
     def cleanup(self) -> None:
         self.session.close()
 
-    def _get(self, url: str) -> dict[str, Any]:
-        response = self.session.get(urljoin(self.host, url), timeout=self.read_timeout)
+    def _get(self, url: str, params: dict | None = None) -> dict[str, Any]:
+        response = self.session.get(
+            urljoin(self.host, url), params=params, timeout=self.read_timeout
+        )
         response.raise_for_status()
         try:
             return response.json()

tools/glitchtip_access_revalidation.py

@@ -64,7 +64,7 @@ def main(
         glitchtip_project_query(query_func=gql.get_api().query).glitchtip_projects or []
     )
 
-    apps = {project.app.path for project in glitchtip_projects if project.app}
+    apps = {project.app.path for project in glitchtip_projects}
 
     notification = Notification(
         notification_type="Action Required",

tools/qontract_cli.py

@@ -10,7 +10,7 @@ import sys
 import tempfile
 import textwrap
 from collections import defaultdict
-from collections.abc import Callable, Mapping
+from collections.abc import Callable, Iterable, Mapping
 from datetime import (
     UTC,
     datetime,
@@ -83,6 +83,12 @@ from reconcile.gql_definitions.common.app_interface_vault_settings import (
 )
 from reconcile.gql_definitions.common.clusters import ClusterSpecROSAV1
 from reconcile.gql_definitions.fragments.aus_organization import AUSOCMOrganization
+from reconcile.gql_definitions.glitchtip.glitchtip_instance import (
+    query as glitchtip_instance_query,
+)
+from reconcile.gql_definitions.glitchtip.glitchtip_project import (
+    query as glitchtip_project_query,
+)
 from reconcile.gql_definitions.integrations import integrations as integrations_gql
 from reconcile.gql_definitions.maintenance import maintenances as maintenances_gql
 from reconcile.jenkins_job_builder import init_jjb
@@ -133,6 +139,8 @@ from reconcile.utils.gitlab_api import (
     MRState,
     MRStatus,
 )
+from reconcile.utils.glitchtip.client import GlitchtipClient
+from reconcile.utils.glitchtip.models import Project, ProjectStatistics
 from reconcile.utils.gql import GqlApiSingleton
 from reconcile.utils.jjb_client import JJB
 from reconcile.utils.keycloak import (
@@ -156,6 +164,7 @@ from reconcile.utils.ocm import OCM_PRODUCT_ROSA, OCMMap
 from reconcile.utils.ocm.upgrades import get_upgrade_policies
 from reconcile.utils.ocm_base_client import init_ocm_base_client
 from reconcile.utils.output import print_output
+from reconcile.utils.rest_api_base import BearerTokenAuth
 from reconcile.utils.saasherder.models import TargetSpec
 from reconcile.utils.saasherder.saasherder import SaasHerder
 from reconcile.utils.secret_reader import (
@@ -4635,5 +4644,140 @@ def log_group_usage(ctx: click.Context, aws_account: str) -> None:
     print_output(ctx.obj["options"], results, columns)
 
 
+@root.group()
+@click.option(
+    "--instance",
+    required=True,
+    help="Glitchtip Instance Name",
+    default="glitchtip-production",
+)
+@click.pass_context
+def glitchtip(ctx: click.Context, instance: str) -> None:
+    """Glitchtip commands"""
+
+    gqlapi = gql.get_api()
+    vault_settings = get_app_interface_vault_settings()
+    secret_reader = create_secret_reader(use_vault=vault_settings.vault)
+    for glitchtip_instance in (
+        glitchtip_instance_query(query_func=gqlapi.query).instances or []
+    ):
+        if glitchtip_instance.name.lower() == instance.lower():
+            ctx.obj["client"] = GlitchtipClient(
+                host=glitchtip_instance.console_url,
+                auth=BearerTokenAuth(
+                    secret_reader.read_secret(glitchtip_instance.automation_token)
+                ),
+                read_timeout=glitchtip_instance.read_timeout,
+                max_retries=glitchtip_instance.max_retries,
+            )
+    if "client" not in ctx.obj:
+        print(f"Glitchtip instance {instance} not found")
+        sys.exit(1)
+
+
+@glitchtip.command()
+@click.option(
+    "--id",
+    "ids",
+    type=int,
+    help="Glitchtip Project ID. Can be specified multiple times.",
+    multiple=True,
+)
+@click.option(
+    "--name",
+    "names",
+    help="Glitchtip Project Name. Can be specified multiple times.",
+    multiple=True,
+)
+@click.pass_context
+def projects(ctx: click.Context, ids: Iterable[int], names: Iterable[str]) -> None:
+    """Display Glitchtip project information
+
+    This command will display the project metadata for the specified project IDs or names.
+    If no IDs or names are provided, all projects will be displayed.
+    """
+    console = Console()
+    table = Table("ID", "Organization", "Name", "Throttle Rate")
+    glitchtip_client: GlitchtipClient = ctx.obj["client"]
+    with glitchtip_client as client:
+        for project in client.all_projects():
+            if (
+                (ids or names)
+                and (project.pk and project.pk not in ids)
+                and (project.name not in names)
+            ):
+                continue
+
+            assert project.organization  # make mypy happy
+
+            table.add_row(
+                str(project.pk),
+                project.organization.name,
+                project.name,
+                str(project.event_throttle_rate),
+            )
+    console.print(table)
+
+
+@glitchtip.command()
+@click.option(
+    "--top",
+    type=int,
+    help="Display the top N projects with the most events in the last 24 hours",
+    default=10,
+)
+@click.pass_context
+def top_talkers(ctx: click.Context, top: int) -> None:
+    """Get the projects with the most events in the last 24 hours."""
+    console = Console()
+    table = Table("ID", "Organization", "Name", "Jira Board", "# Events in last 24h")
+
+    glitchtip_client: GlitchtipClient = ctx.obj["client"]
+    stats: list[tuple[Project, ProjectStatistics]] = []
+    app_interface_glitchtip_projects = {
+        p.name: p
+        for p in glitchtip_project_query(
+            query_func=gql.get_api().query
+        ).glitchtip_projects
+        or []
+    }
+
+    with glitchtip_client as client:
+        for project in client.all_projects():
+            assert project.organization  # make mypy happy
+            assert project.pk  # make mypy happy
+
+            stat = client.project_statistics(
+                organization_slug=project.organization.slug,
+                project_pk=project.pk,
+                start=datetime.now(tz=UTC) - timedelta(hours=24),
+                end=datetime.now(tz=UTC),
+            )
+            stats.append((project, stat))
+
+    # sort by event count
+    stats.sort(key=lambda x: x[1].events, reverse=True)
+
+    for project, stat in stats[:top]:
+        assert project.organization  # make mypy happy
+        assert project.pk  # make mypy happy
+
+        jira_boards = [
+            board.name
+            for board in app_interface_glitchtip_projects[
+                project.name
+            ].app.escalation_policy.channels.jira_board
+        ]
+
+        table.add_row(
+            str(project.pk),
+            project.organization.name,
+            project.name,
+            ", ".join(jira_boards),
+            str(stat.events),
+        )
+    console.print(table)
+
+
 if __name__ == "__main__":
     root()  # pylint: disable=no-value-for-parameter