qontract-reconcile 0.10.2.dev105__py3-none-any.whl → 0.10.2.dev107__py3-none-any.whl

{qontract_reconcile-0.10.2.dev105.dist-info → qontract_reconcile-0.10.2.dev107.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: qontract-reconcile
-Version: 0.10.2.dev105
+Version: 0.10.2.dev107
 Summary: Collection of tools to reconcile services with their desired state as defined in the app-interface DB.
 Project-URL: homepage, https://github.com/app-sre/qontract-reconcile
 Project-URL: repository, https://github.com/app-sre/qontract-reconcile

{qontract_reconcile-0.10.2.dev105.dist-info → qontract_reconcile-0.10.2.dev107.dist-info}/RECORD

@@ -208,10 +208,10 @@ reconcile/external_resources/secrets_sync.py,sha256=ZDxzGZ6wC4zxLhA7-L39xDRH6rzU
 reconcile/external_resources/state.py,sha256=gF3ACdl7YiUlbQ4uEGrD6i_Txxqr6mT9f8IFlTQ-8dY,13176
 reconcile/fleet_labeler/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 reconcile/fleet_labeler/dependencies.py,sha256=MFiSfT25Ks0X3iQxwayNvFX_l6bQi97f3IiaNR1wtHc,3173
-reconcile/fleet_labeler/integration.py,sha256=ckmVga18DgidA2u50mFnp87oDAa2pKpnuORW-PMCKVY,14157
+reconcile/fleet_labeler/integration.py,sha256=HGlUJe5BCfAgk7YCxxsIteB8LH1pL8led-KfaIVh214,14614
 reconcile/fleet_labeler/merge_request.py,sha256=SfGxXInxeJzVnsTtO0ZC9-PesUJMdpKxKY9eCB6ms-g,1538
 reconcile/fleet_labeler/meta.py,sha256=lWnpH2U0PHCPXu9Ok_CPmO494qQJQ5pOuqo28s0jzIQ,146
-reconcile/fleet_labeler/metrics.py,sha256=zhcp06woGaZywTqWZf3znh6C2S2u7OHBLXalXYKuTzQ,1934
+reconcile/fleet_labeler/metrics.py,sha256=n2GkaEEIgIrwMy85Ztm_x34YrrKXKLIPlerxVXExzdE,3255
 reconcile/fleet_labeler/ocm.py,sha256=qcg1_p7nKlZG7-MQeOZos3rz6YSPAPh-HKxE3OVJwe0,4165
 reconcile/fleet_labeler/validate.py,sha256=Ch4fe7jXQZKl4pnvl5IxWS-dKSIuuiwdH2B7mivZoco,1654
 reconcile/fleet_labeler/vcs.py,sha256=6UHUQ08AGAHXF7629I6X-T_E1pvx96LxjS66EeOzve4,1108
@@ -224,7 +224,7 @@ reconcile/glitchtip_project_alerts/integration.py,sha256=BgMx-NyV9mTuv7Sotb2OioC
 reconcile/glitchtip_project_dsn/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 reconcile/glitchtip_project_dsn/integration.py,sha256=2iugub-kHYkHNK33n0v9_TeWonuxCPah_VkoTPvaajE,8077
 reconcile/gql_definitions/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-reconcile/gql_definitions/introspection.json,sha256=kY3f6I33Qo8h3ie2YiUWIXCNnlAe6_Ct-MVDuewmegQ,2246801
+reconcile/gql_definitions/introspection.json,sha256=rgLJjGZJ-r-f_d74-1HNqf2X1EwNUjtB8gwbuMSfZEI,2249822
 reconcile/gql_definitions/acs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 reconcile/gql_definitions/acs/acs_instances.py,sha256=L91WW9LbhJbBSrECqShQpFtjoBOsmNIYLRpMbx1io5o,2181
 reconcile/gql_definitions/acs/acs_policies.py,sha256=bN5i4mks10Z23KJSj7jqp966Osq2dps4d-sPH9gjxEA,7008
@@ -421,7 +421,7 @@ reconcile/gql_definitions/terraform_repo/__init__.py,sha256=47DEQpj8HBSa-_TImW-5
 reconcile/gql_definitions/terraform_repo/terraform_repo.py,sha256=9cDKdP9ziBh9J_mw2Gi6GUOP4mFxMABY_D62qSeMtJI,3881
 reconcile/gql_definitions/terraform_resources/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 reconcile/gql_definitions/terraform_resources/database_access_manager.py,sha256=yv0_YC-LmhaKD_gyGG3le1w5BtypBjlsO894-Zgdg4U,4813
-reconcile/gql_definitions/terraform_resources/terraform_resources_namespaces.py,sha256=-r5EIHrwEeI-ZGxZwnfmXwJxjjqyX5rGseqToLqycH4,43019
+reconcile/gql_definitions/terraform_resources/terraform_resources_namespaces.py,sha256=mBIs4VaMhEhy7DyTDWMpTlWkSWBEbHci5fb-FweN0e4,43692
 reconcile/gql_definitions/terraform_tgw_attachments/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 reconcile/gql_definitions/terraform_tgw_attachments/aws_accounts.py,sha256=FPyPEikpkZ_kvHfXqnkzSUDNmxMMTiUwhI-eLQtuIHM,2616
 reconcile/gql_definitions/unleash_feature_toggles/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -646,7 +646,7 @@ reconcile/utils/state.py,sha256=az4tBmZ0EdbFcAGiBVUxs3cr2-BVWsuDQiNTvjjQq8s,1637
 reconcile/utils/structs.py,sha256=LcbLEg8WxfRqM6nW7NhcWN0YeqF7SQzxOgntmLs1SgY,352
 reconcile/utils/template.py,sha256=wTvRU4AnAV_o042tD4Mwls2dwWMuk7MKnde3MaCjaYg,331
 reconcile/utils/terraform_client.py,sha256=H8frsS370y8xfivKLNBD1dwlBLHvfuR6JSN_syBL5Qc,36033
-reconcile/utils/terrascript_aws_client.py,sha256=Xn5STCd0Ge8oSa-ugl3e0A5VYpGziTAdIuPscRaOJxs,286415
+reconcile/utils/terrascript_aws_client.py,sha256=4NNr1zYd2NNrR7q8W-YDkZOg5DvX-pStYEBRD12sebM,287496
 reconcile/utils/three_way_diff_strategy.py,sha256=oQcHXd9LVhirJfoaOBoHUYuZVGfyL2voKr6KVI34zZE,4833
 reconcile/utils/throughput.py,sha256=iP4UWAe2LVhDo69mPPmgo9nQ7RxHD6_GS8MZe-aSiuM,344
 reconcile/utils/vault.py,sha256=aSA8l9cJlPUHpChFGl27nSY-Mpq9FMjBo7Dcgb1BVfM,15036
@@ -786,7 +786,7 @@ tools/saas_promotion_state/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJ
 tools/saas_promotion_state/saas_promotion_state.py,sha256=UfwwRLS5Ya4_Nh1w5n1dvoYtchQvYE9yj1VANt2IKqI,3925
 tools/sre_checkpoints/__init__.py,sha256=CDaDaywJnmRCLyl_NCcvxi-Zc0hTi_3OdwKiFOyS39I,145
 tools/sre_checkpoints/util.py,sha256=zEDbGr18ZeHNQwW8pUsr2JRjuXIPz--WAGJxZo9sv_Y,894
-qontract_reconcile-0.10.2.dev105.dist-info/METADATA,sha256=WiFbmcDIrpf5D2W8Q6_gQUyGCiSkpczVt3sNKLc4h9s,24566
-qontract_reconcile-0.10.2.dev105.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-qontract_reconcile-0.10.2.dev105.dist-info/entry_points.txt,sha256=5i9l54La3vQrDLAdwDKQWC0iG4sV9RRfOb1BpvzOWLc,698
-qontract_reconcile-0.10.2.dev105.dist-info/RECORD,,
+qontract_reconcile-0.10.2.dev107.dist-info/METADATA,sha256=zlPO_qqbxZz6EPbq-n6ZBvOA1maNiVOPZooo6UHt7vQ,24566
+qontract_reconcile-0.10.2.dev107.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+qontract_reconcile-0.10.2.dev107.dist-info/entry_points.txt,sha256=5i9l54La3vQrDLAdwDKQWC0iG4sV9RRfOb1BpvzOWLc,698
+qontract_reconcile-0.10.2.dev107.dist-info/RECORD,,

reconcile/fleet_labeler/integration.py

@@ -66,11 +66,11 @@ class FleetLabelerIntegration(QontractReconcileIntegration[NoParams]):
             secret_reader=self.secret_reader,
             dry_run=dry_run,
         )
-        self._metrics = dependencies.metrics
         self.reconcile(dependencies=dependencies)
 
     def reconcile(self, dependencies: Dependencies) -> None:
         validate_label_specs(specs=dependencies.label_specs_by_name)
+        all_cluster_ids: set[str] = set()
         for spec_name, ocm in dependencies.ocm_clients_by_label_spec_name.items():
             spec = dependencies.label_specs_by_name[spec_name]
             discovered_clusters = self._discover_desired_clusters(
@@ -99,6 +99,16 @@ class FleetLabelerIntegration(QontractReconcileIntegration[NoParams]):
                 ocm=ocm,
                 dry_run=synch_labels,
             )
+            num_labels = 0
+            for cluster in spec.clusters:
+                all_cluster_ids.add(cluster.cluster_id)
+                num_labels += len(cluster.subscription_labels)
+            dependencies.metrics.set_managed_labels_gauge(
+                ocm_name=spec.ocm_env.name,
+                spec_name=spec_name,
+                value=num_labels,
+            )
+        dependencies.metrics.set_managed_clusters_gauge(value=len(all_cluster_ids))
 
     def _discover_desired_clusters(
         self, spec: FleetLabelsSpecV1, ocm: OCMClient

reconcile/fleet_labeler/metrics.py

@@ -36,14 +36,34 @@ class FleetLabelerMetrics:
             value,
         )
 
+    def set_managed_labels_gauge(
+        self, ocm_name: str, spec_name: str, value: int
+    ) -> None:
+        metrics.set_gauge(
+            FleetLabelerManagedLabelsGauge(
+                ocm_name=ocm_name,
+                spec=spec_name,
+            ),
+            value,
+        )
+
+    def set_managed_clusters_gauge(self, value: int) -> None:
+        metrics.set_gauge(
+            FleetLabelerManagedClustersGauge(),
+            value,
+        )
+
 
 class FleetLabelerBaseMetric(BaseModel):
     integration: str = QONTRACT_INTEGRATION
+
+
+class FleetLabelerSpecBaseMetric(FleetLabelerBaseMetric):
     ocm_name: str
     spec: str
 
 
-class FleetLabelerDuplicateClusterMatchesGauge(FleetLabelerBaseMetric, GaugeMetric):
+class FleetLabelerDuplicateClusterMatchesGauge(FleetLabelerSpecBaseMetric, GaugeMetric):
     """
     Gauge for the number of clusters that have duplicate matches. Clusters with
     duplicate matches are being ignored by fleet labeler, as it cannot clearly
@@ -56,7 +76,7 @@ class FleetLabelerDuplicateClusterMatchesGauge(FleetLabelerBaseMetric, GaugeMetr
         return "fleet_labeler_duplicate_cluster_matches"
 
 
-class FleetLabelerLabelRenderingErrorGauge(FleetLabelerBaseMetric, GaugeMetric):
+class FleetLabelerLabelRenderingErrorGauge(FleetLabelerSpecBaseMetric, GaugeMetric):
     """
     Gauge for the number of clusters that have label render errors. This
     happens when the fleet labeler is unable to render the subscription labels
@@ -66,3 +86,28 @@ class FleetLabelerLabelRenderingErrorGauge(FleetLabelerBaseMetric, GaugeMetric):
     @classmethod
     def name(cls) -> str:
         return "fleet_labeler_label_rendering_error"
+
+
+class FleetLabelerManagedLabelsGauge(FleetLabelerSpecBaseMetric, GaugeMetric):
+    """
+    Gauge for the current number of labels under management.
+    Note, that label<->cluster combination must be unique across all
+    specs, hence we can give the spec as a label here.
+    """
+
+    @classmethod
+    def name(cls) -> str:
+        return "fleet_labeler_managed_labels"
+
+
+class FleetLabelerManagedClustersGauge(FleetLabelerBaseMetric, GaugeMetric):
+    """
+    Gauge for the current number of clusters under management.
+    Note, that a cluster can be part of multiple spec inventories.
+    This metric only cares about the total number of unique clusters,
+    thus the spec is not a label here.
+    """
+
+    @classmethod
+    def name(cls) -> str:
+        return "fleet_labeler_managed_clusters"

reconcile/gql_definitions/introspection.json

@@ -46575,6 +46575,77 @@
                             },
                             "isDeprecated": false,
                             "deprecationReason": null
+                        },
+                        {
+                            "name": "health_check",
+                            "description": null,
+                            "args": [],
+                            "type": {
+                                "kind": "OBJECT",
+                                "name": "NamespaceTerraformResourceALBTargetHealthcheck_v1",
+                                "ofType": null
+                            },
+                            "isDeprecated": false,
+                            "deprecationReason": null
+                        }
+                    ],
+                    "inputFields": null,
+                    "interfaces": [],
+                    "enumValues": null,
+                    "possibleTypes": null
+                },
+                {
+                    "kind": "OBJECT",
+                    "name": "NamespaceTerraformResourceALBTargetHealthcheck_v1",
+                    "description": null,
+                    "fields": [
+                        {
+                            "name": "unhealthy_threshold",
+                            "description": null,
+                            "args": [],
+                            "type": {
+                                "kind": "SCALAR",
+                                "name": "Int",
+                                "ofType": null
+                            },
+                            "isDeprecated": false,
+                            "deprecationReason": null
+                        },
+                        {
+                            "name": "timeout",
+                            "description": null,
+                            "args": [],
+                            "type": {
+                                "kind": "SCALAR",
+                                "name": "Int",
+                                "ofType": null
+                            },
+                            "isDeprecated": false,
+                            "deprecationReason": null
+                        },
+                        {
+                            "name": "interval",
+                            "description": null,
+                            "args": [],
+                            "type": {
+                                "kind": "SCALAR",
+                                "name": "Int",
+                                "ofType": null
+                            },
+                            "isDeprecated": false,
+                            "deprecationReason": null
+                        },
+                        {
+                            "name": "healthy_threshold",
+                            "description": null,
+                            "args": [],
+                            "type": {
+                                "kind": "SCALAR",
+                                "name": "Int",
+                                "ofType": null
+                            },
+                            "isDeprecated": false,
+                            "deprecationReason": null
                         }
                     ],
                     "inputFields": null,

reconcile/gql_definitions/terraform_resources/terraform_resources_namespaces.py

@@ -319,6 +319,12 @@ query TerraformResourcesNamespaces {
                     openshift_service
                     protocol
                     protocol_version
+                    health_check {
+                        unhealthy_threshold
+                        timeout
+                        interval
+                        healthy_threshold
+                    }
                 }
                 rules {
                     condition {
@@ -799,6 +805,13 @@ class NamespaceTerraformResourceS3CloudFrontPublicKeyV1(NamespaceTerraformResour
     annotations: Optional[str] = Field(..., alias="annotations")
 
 
+class NamespaceTerraformResourceALBTargetHealthcheckV1(ConfiguredBaseModel):
+    unhealthy_threshold: Optional[int] = Field(..., alias="unhealthy_threshold")
+    timeout: Optional[int] = Field(..., alias="timeout")
+    interval: Optional[int] = Field(..., alias="interval")
+    healthy_threshold: Optional[int] = Field(..., alias="healthy_threshold")
+
+
 class NamespaceTerraformResourceALBTargetsV1(ConfiguredBaseModel):
     name: str = Field(..., alias="name")
     default: bool = Field(..., alias="default")
@@ -806,6 +819,7 @@ class NamespaceTerraformResourceALBTargetsV1(ConfiguredBaseModel):
     openshift_service: Optional[str] = Field(..., alias="openshift_service")
     protocol: Optional[str] = Field(..., alias="protocol")
     protocol_version: Optional[str] = Field(..., alias="protocol_version")
+    health_check: Optional[NamespaceTerraformResourceALBTargetHealthcheckV1] = Field(..., alias="health_check")
 
 
 class NamespaceTerraformResourceALBConditionV1(ConfiguredBaseModel):

reconcile/utils/terrascript_aws_client.py

@@ -5376,6 +5376,25 @@ class TerrascriptClient:  # pylint: disable=too-many-public-methods
                 f"{identifier}-{target_name}", **lbt_random_id_values
             )
             tf_resources.append(lbt_random_id)
+            health_check_interval = 10
+            health_check_timeout = 5
+            health_check_unhealthy_threshold = 3
+            health_check_healthy_threshold = 3
+            if health_check := t.get("health_check"):
+                health_check_interval = (
+                    health_check.get("interval") or health_check_interval
+                )
+                health_check_timeout = (
+                    health_check.get("timeout") or health_check_timeout
+                )
+                health_check_unhealthy_threshold = (
+                    health_check.get("unhealthy_threshold")
+                    or health_check_unhealthy_threshold
+                )
+                health_check_healthy_threshold = (
+                    health_check.get("healthy_threshold")
+                    or health_check_healthy_threshold
+                )
 
             # https://www.terraform.io/docs/providers/aws/r/
             # lb_target_group.html
@@ -5388,7 +5407,10 @@ class TerrascriptClient:  # pylint: disable=too-many-public-methods
                 "target_type": "ip",
                 "vpc_id": vpc_id,
                 "health_check": {
-                    "interval": 10,
+                    "interval": health_check_interval,
+                    "timeout": health_check_timeout,
+                    "unhealthy_threshold": health_check_unhealthy_threshold,
+                    "healthy_threshold": health_check_healthy_threshold,
                     "path": "/",
                     "protocol": "HTTPS",
                     "port": 443,