qontract-reconcile 0.10.2.dev47__tar.gz → 0.10.2.dev49__tar.gz

{qontract_reconcile-0.10.2.dev47 → qontract_reconcile-0.10.2.dev49}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: qontract-reconcile
-Version: 0.10.2.dev47
+Version: 0.10.2.dev49
 Summary: Collection of tools to reconcile services with their desired state as defined in the app-interface DB.
 Project-URL: homepage, https://github.com/app-sre/qontract-reconcile
 Project-URL: repository, https://github.com/app-sre/qontract-reconcile

qontract_reconcile-0.10.2.dev49/reconcile/gql_definitions/fleet_labeler/fleet_labels.py

@@ -0,0 +1,135 @@
+"""
+Generated by qenerate plugin=pydantic_v1. DO NOT MODIFY MANUALLY!
+"""
+from collections.abc import Callable  # noqa: F401 # pylint: disable=W0611
+from datetime import datetime  # noqa: F401 # pylint: disable=W0611
+from enum import Enum  # noqa: F401 # pylint: disable=W0611
+from typing import (  # noqa: F401 # pylint: disable=W0611
+    Any,
+    Optional,
+    Union,
+)
+
+from pydantic import (  # noqa: F401 # pylint: disable=W0611
+    BaseModel,
+    Extra,
+    Field,
+    Json,
+)
+
+from reconcile.gql_definitions.fragments.vault_secret import VaultSecret
+
+
+DEFINITION = """
+fragment VaultSecret on VaultSecret_v1 {
+    path
+    field
+    version
+    format
+}
+
+query FleetLabels {
+    fleet_labels: fleet_labels_v1 {
+        name
+        managedSubscriptionLabelPrefix
+        ocms {
+            environment {
+                url
+            }
+            accessTokenClientId
+            accessTokenClientSecret {
+                ... VaultSecret
+            }
+            accessTokenUrl
+        }
+        labelDefaults {
+            name
+            matchSubscriptionLabels
+            subscriptionLabelTemplate {
+                path {
+                    content
+                }
+                type
+                variables
+            }
+        }
+        clusters {
+            name
+            serverUrl
+            clusterId
+            subscriptionLabels
+        }
+    }
+}
+"""
+
+
+class ConfiguredBaseModel(BaseModel):
+    class Config:
+        smart_union=True
+        extra=Extra.forbid
+
+
+class OpenShiftClusterManagerEnvironmentV1(ConfiguredBaseModel):
+    url: str = Field(..., alias="url")
+
+
+class OpenShiftClusterManagerV1(ConfiguredBaseModel):
+    environment: OpenShiftClusterManagerEnvironmentV1 = Field(..., alias="environment")
+    access_token_client_id: Optional[str] = Field(..., alias="accessTokenClientId")
+    access_token_client_secret: Optional[VaultSecret] = Field(..., alias="accessTokenClientSecret")
+    access_token_url: Optional[str] = Field(..., alias="accessTokenUrl")
+
+
+class ResourceV1(ConfiguredBaseModel):
+    content: str = Field(..., alias="content")
+
+
+class FleetSubscriptionLabelTemplateV1(ConfiguredBaseModel):
+    path: Optional[ResourceV1] = Field(..., alias="path")
+    q_type: Optional[str] = Field(..., alias="type")
+    variables: Optional[Json] = Field(..., alias="variables")
+
+
+class FleetLabelDefaultV1(ConfiguredBaseModel):
+    name: str = Field(..., alias="name")
+    match_subscription_labels: Json = Field(..., alias="matchSubscriptionLabels")
+    subscription_label_template: FleetSubscriptionLabelTemplateV1 = Field(..., alias="subscriptionLabelTemplate")
+
+
+class FleetClusterV1(ConfiguredBaseModel):
+    name: str = Field(..., alias="name")
+    server_url: str = Field(..., alias="serverUrl")
+    cluster_id: str = Field(..., alias="clusterId")
+    subscription_labels: Json = Field(..., alias="subscriptionLabels")
+
+
+class FleetLabelsV1(ConfiguredBaseModel):
+    name: str = Field(..., alias="name")
+    managed_subscription_label_prefix: str = Field(..., alias="managedSubscriptionLabelPrefix")
+    ocms: list[OpenShiftClusterManagerV1] = Field(..., alias="ocms")
+    label_defaults: list[FleetLabelDefaultV1] = Field(..., alias="labelDefaults")
+    clusters: list[FleetClusterV1] = Field(..., alias="clusters")
+
+
+class FleetLabelsQueryData(ConfiguredBaseModel):
+    fleet_labels: Optional[list[FleetLabelsV1]] = Field(..., alias="fleet_labels")
+
+
+def query(query_func: Callable, **kwargs: Any) -> FleetLabelsQueryData:
+    """
+    This is a convenience function which queries and parses the data into
+    concrete types. It should be compatible with most GQL clients.
+    You do not have to use it to consume the generated data classes.
+    Alternatively, you can also mime and alternate the behavior
+    of this function in the caller.
+
+    Parameters:
+        query_func (Callable): Function which queries your GQL Server
+        kwargs: optional arguments that will be passed to the query function
+
+    Returns:
+        FleetLabelsQueryData: queried data parsed into generated classes
+    """
+    raw_data: dict[Any, Any] = query_func(DEFINITION, **kwargs)
+    return FleetLabelsQueryData(**raw_data)

{qontract_reconcile-0.10.2.dev47 → qontract_reconcile-0.10.2.dev49}/reconcile/gql_definitions/introspection.json

@@ -3757,7 +3757,7 @@
                             "deprecationReason": null
                         },
                         {
-                            "name": "managed_dynatrace_token_provider_labels_v1",
+                            "name": "fleet_labels_v1",
                             "description": null,
                             "args": [
                                 {
@@ -3799,7 +3799,7 @@
                                     "name": null,
                                     "ofType": {
                                         "kind": "OBJECT",
-                                        "name": "ManagedDynatraceTokenProviderLabels_v1",
+                                        "name": "FleetLabels_v1",
                                         "ofType": null
                                     }
                                 }
@@ -5621,7 +5621,7 @@
                         },
                         {
                             "kind": "OBJECT",
-                            "name": "ManagedDynatraceTokenProviderLabels_v1",
+                            "name": "FleetLabels_v1",
                             "ofType": null
                         },
                         {
@@ -33880,6 +33880,22 @@
                             "isDeprecated": false,
                             "deprecationReason": null
                         },
+                        {
+                            "name": "module_default_resources",
+                            "description": null,
+                            "args": [],
+                            "type": {
+                                "kind": "NON_NULL",
+                                "name": null,
+                                "ofType": {
+                                    "kind": "OBJECT",
+                                    "name": "DeployResources_v1",
+                                    "ofType": null
+                                }
+                            },
+                            "isDeprecated": false,
+                            "deprecationReason": null
+                        },
                         {
                             "name": "module_default_resources",
                             "description": null,
@@ -34097,6 +34113,18 @@
                             "isDeprecated": false,
                             "deprecationReason": null
                         },
+                        {
+                            "name": "resources",
+                            "description": null,
+                            "args": [],
+                            "type": {
+                                "kind": "OBJECT",
+                                "name": "DeployResources_v1",
+                                "ofType": null
+                            },
+                            "isDeprecated": false,
+                            "deprecationReason": null
+                        },
                         {
                             "name": "resources",
                             "description": null,
@@ -34310,7 +34338,7 @@
                 },
                 {
                     "kind": "OBJECT",
-                    "name": "ManagedDynatraceTokenProviderLabels_v1",
+                    "name": "FleetLabels_v1",
                     "description": null,
                     "fields": [
                         {
@@ -34374,15 +34402,39 @@
                             "deprecationReason": null
                         },
                         {
-                            "name": "ocm",
+                            "name": "ocms",
                             "description": null,
                             "args": [],
                             "type": {
                                 "kind": "NON_NULL",
                                 "name": null,
                                 "ofType": {
-                                    "kind": "OBJECT",
-                                    "name": "OpenShiftClusterManager_v1",
+                                    "kind": "LIST",
+                                    "name": null,
+                                    "ofType": {
+                                        "kind": "NON_NULL",
+                                        "name": null,
+                                        "ofType": {
+                                            "kind": "OBJECT",
+                                            "name": "OpenShiftClusterManager_v1",
+                                            "ofType": null
+                                        }
+                                    }
+                                }
+                            },
+                            "isDeprecated": false,
+                            "deprecationReason": null
+                        },
+                        {
+                            "name": "managedSubscriptionLabelPrefix",
+                            "description": null,
+                            "args": [],
+                            "type": {
+                                "kind": "NON_NULL",
+                                "name": null,
+                                "ofType": {
+                                    "kind": "SCALAR",
+                                    "name": "String",
                                     "ofType": null
                                 }
                             },
@@ -34404,7 +34456,7 @@
                                         "name": null,
                                         "ofType": {
                                             "kind": "OBJECT",
-                                            "name": "DynatraceTokenProviderLabelDefault_v1",
+                                            "name": "FleetLabelDefault_v1",
                                             "ofType": null
                                         }
                                     }
@@ -34428,7 +34480,7 @@
                                         "name": null,
                                         "ofType": {
                                             "kind": "OBJECT",
-                                            "name": "OpenShiftClusterManagerUpgradePolicyCluster_v1",
+                                            "name": "FleetCluster_v1",
                                             "ofType": null
                                         }
                                     }
@@ -34451,7 +34503,7 @@
                 },
                 {
                     "kind": "OBJECT",
-                    "name": "DynatraceTokenProviderLabelDefault_v1",
+                    "name": "FleetLabelDefault_v1",
                     "description": null,
                     "fields": [
                         {
@@ -34471,7 +34523,7 @@
                             "deprecationReason": null
                         },
                         {
-                            "name": "matchLabels",
+                            "name": "matchSubscriptionLabels",
                             "description": null,
                             "args": [],
                             "type": {
@@ -34487,13 +34539,17 @@
                             "deprecationReason": null
                         },
                         {
-                            "name": "labelTemplate",
+                            "name": "subscriptionLabelTemplate",
                             "description": null,
                             "args": [],
                             "type": {
-                                "kind": "OBJECT",
-                                "name": "DynatraceTokenProviderLabelTemplate_v1",
-                                "ofType": null
+                                "kind": "NON_NULL",
+                                "name": null,
+                                "ofType": {
+                                    "kind": "OBJECT",
+                                    "name": "FleetSubscriptionLabelTemplate_v1",
+                                    "ofType": null
+                                }
                             },
                             "isDeprecated": false,
                             "deprecationReason": null
@@ -34506,7 +34562,7 @@
                 },
                 {
                     "kind": "OBJECT",
-                    "name": "DynatraceTokenProviderLabelTemplate_v1",
+                    "name": "FleetSubscriptionLabelTemplate_v1",
                     "description": null,
                     "fields": [
                         {
@@ -34551,6 +34607,81 @@
                     "enumValues": null,
                     "possibleTypes": null
                 },
+                {
+                    "kind": "OBJECT",
+                    "name": "FleetCluster_v1",
+                    "description": null,
+                    "fields": [
+                        {
+                            "name": "name",
+                            "description": null,
+                            "args": [],
+                            "type": {
+                                "kind": "NON_NULL",
+                                "name": null,
+                                "ofType": {
+                                    "kind": "SCALAR",
+                                    "name": "String",
+                                    "ofType": null
+                                }
+                            },
+                            "isDeprecated": false,
+                            "deprecationReason": null
+                        },
+                        {
+                            "name": "serverUrl",
+                            "description": null,
+                            "args": [],
+                            "type": {
+                                "kind": "NON_NULL",
+                                "name": null,
+                                "ofType": {
+                                    "kind": "SCALAR",
+                                    "name": "String",
+                                    "ofType": null
+                                }
+                            },
+                            "isDeprecated": false,
+                            "deprecationReason": null
+                        },
+                        {
+                            "name": "clusterId",
+                            "description": null,
+                            "args": [],
+                            "type": {
+                                "kind": "NON_NULL",
+                                "name": null,
+                                "ofType": {
+                                    "kind": "SCALAR",
+                                    "name": "String",
+                                    "ofType": null
+                                }
+                            },
+                            "isDeprecated": false,
+                            "deprecationReason": null
+                        },
+                        {
+                            "name": "subscriptionLabels",
+                            "description": null,
+                            "args": [],
+                            "type": {
+                                "kind": "NON_NULL",
+                                "name": null,
+                                "ofType": {
+                                    "kind": "SCALAR",
+                                    "name": "JSON",
+                                    "ofType": null
+                                }
+                            },
+                            "isDeprecated": false,
+                            "deprecationReason": null
+                        }
+                    ],
+                    "inputFields": null,
+                    "interfaces": [],
+                    "enumValues": null,
+                    "possibleTypes": null
+                },
                 {
                     "kind": "OBJECT",
                     "name": "__Schema",
@@ -38876,81 +39007,6 @@
                     "enumValues": null,
                     "possibleTypes": null
                 },
-                {
-                    "kind": "OBJECT",
-                    "name": "DynatraceTokenProviderCluster_v1",
-                    "description": null,
-                    "fields": [
-                        {
-                            "name": "name",
-                            "description": null,
-                            "args": [],
-                            "type": {
-                                "kind": "NON_NULL",
-                                "name": null,
-                                "ofType": {
-                                    "kind": "SCALAR",
-                                    "name": "String",
-                                    "ofType": null
-                                }
-                            },
-                            "isDeprecated": false,
-                            "deprecationReason": null
-                        },
-                        {
-                            "name": "serverUrl",
-                            "description": null,
-                            "args": [],
-                            "type": {
-                                "kind": "NON_NULL",
-                                "name": null,
-                                "ofType": {
-                                    "kind": "SCALAR",
-                                    "name": "String",
-                                    "ofType": null
-                                }
-                            },
-                            "isDeprecated": false,
-                            "deprecationReason": null
-                        },
-                        {
-                            "name": "serverId",
-                            "description": null,
-                            "args": [],
-                            "type": {
-                                "kind": "NON_NULL",
-                                "name": null,
-                                "ofType": {
-                                    "kind": "SCALAR",
-                                    "name": "String",
-                                    "ofType": null
-                                }
-                            },
-                            "isDeprecated": false,
-                            "deprecationReason": null
-                        },
-                        {
-                            "name": "labels",
-                            "description": null,
-                            "args": [],
-                            "type": {
-                                "kind": "NON_NULL",
-                                "name": null,
-                                "ofType": {
-                                    "kind": "SCALAR",
-                                    "name": "JSON",
-                                    "ofType": null
-                                }
-                            },
-                            "isDeprecated": false,
-                            "deprecationReason": null
-                        }
-                    ],
-                    "inputFields": null,
-                    "interfaces": [],
-                    "enumValues": null,
-                    "possibleTypes": null
-                },
                 {
                     "kind": "OBJECT",
                     "name": "NamespaceCNAsset_v1",
@@ -43350,6 +43406,18 @@
                             "isDeprecated": false,
                             "deprecationReason": null
                         },
+                        {
+                            "name": "resources",
+                            "description": null,
+                            "args": [],
+                            "type": {
+                                "kind": "OBJECT",
+                                "name": "DeployResources_v1",
+                                "ofType": null
+                            },
+                            "isDeprecated": false,
+                            "deprecationReason": null
+                        },
                         {
                             "name": "resources",
                             "description": null,

qontract_reconcile-0.10.2.dev49/reconcile/typed_queries/fleet_labels.py

@@ -0,0 +1,14 @@
+from reconcile.gql_definitions.fleet_labeler.fleet_labels import (
+    FleetLabelsV1,
+    query,
+)
+from reconcile.utils import gql
+from reconcile.utils.gql import GqlApi
+
+
+def get_fleet_labels(
+    api: GqlApi | None = None,
+) -> list[FleetLabelsV1]:
+    api = api or gql.get_api()
+    data = query(api.query)
+    return data.fleet_labels or []

{qontract_reconcile-0.10.2.dev47 → qontract_reconcile-0.10.2.dev49}/tools/qontract_cli.py

@@ -4510,5 +4510,39 @@ def tekton_roles_and_users(ctx, app_name):
     print_output(ctx.obj["options"], results, columns)
 
 
+@get.command(
+    help="Get log group storage information from CloudWatch. This is an API-intensive operation so use wisely"
+)
+@click.argument("aws-account")
+@click.pass_context
+def log_group_usage(ctx, aws_account):
+    accounts = queries.get_aws_accounts(name=aws_account)
+    if not accounts:
+        print("no aws account found with that name")
+        sys.exit(1)
+    account = accounts[0]
+
+    settings = queries.get_app_interface_settings()
+    secret_reader = SecretReader(settings=settings)
+    columns = ["log_group", "stored_bytes", "retention_days"]
+    results = []
+
+    with AWSApi(1, [account], settings, secret_reader) as aws:
+        session = aws.get_session(account["name"])
+        cloudwatch_client = aws.get_session_client(session, "logs")
+        paginator = cloudwatch_client.get_paginator("describe_log_groups")
+        for page in paginator.paginate(PaginationConfig={}):
+            results.extend(
+                {
+                    "log_group": group["logGroupName"],
+                    "stored_bytes": group["storedBytes"],
+                    "retention_days": group["retentionInDays"],
+                }
+                for group in page["logGroups"]
+                if group["storedBytes"] != 0
+            )
+    print_output(ctx.obj["options"], results, columns)
+
+
 if __name__ == "__main__":
     root()  # pylint: disable=no-value-for-parameter