qontract-reconcile 0.10.2.dev292__py3-none-any.whl → 0.10.2.dev293__py3-none-any.whl

{qontract_reconcile-0.10.2.dev292.dist-info → qontract_reconcile-0.10.2.dev293.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: qontract-reconcile
-Version: 0.10.2.dev292
+Version: 0.10.2.dev293
 Summary: Collection of tools to reconcile services with their desired state as defined in the app-interface DB.
 Project-URL: homepage, https://github.com/app-sre/qontract-reconcile
 Project-URL: repository, https://github.com/app-sre/qontract-reconcile

{qontract_reconcile-0.10.2.dev292.dist-info → qontract_reconcile-0.10.2.dev293.dist-info}/RECORD

@@ -213,7 +213,7 @@ reconcile/glitchtip_project_alerts/integration.py,sha256=d3PMy-mQSbSZdIGAVaZCA2U
 reconcile/glitchtip_project_dsn/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 reconcile/glitchtip_project_dsn/integration.py,sha256=3GgcqUM6hWhLpo9Yx5Xr9vrdexF-WNevVCNL9bJ0Upc,8162
 reconcile/gql_definitions/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-reconcile/gql_definitions/introspection.json,sha256=3-WcCYBV8GP1OH1_NLgu9yyXNSNZDJ5_1dZIiTCWhwM,2346833
+reconcile/gql_definitions/introspection.json,sha256=CQAoUjEbdjRlHyYeLjs1PTMiP_RQrPzD0yCj08aYawA,2348381
 reconcile/gql_definitions/acs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 reconcile/gql_definitions/acs/acs_instances.py,sha256=L91WW9LbhJbBSrECqShQpFtjoBOsmNIYLRpMbx1io5o,2181
 reconcile/gql_definitions/acs/acs_policies.py,sha256=Ygpfl2-VkYLSlJvHgp_dJBfb66K_Rwfdfpsa18w1v1s,4338
@@ -409,8 +409,8 @@ reconcile/gql_definitions/status_board/status_board.py,sha256=BYq-1g_-AjNKHIKmY2
 reconcile/gql_definitions/statuspage/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 reconcile/gql_definitions/statuspage/statuspages.py,sha256=CTRzjiR9k41LqlkgyoNHwC2JERsoD_Run_aK7jw_Ono,5299
 reconcile/gql_definitions/templating/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-reconcile/gql_definitions/templating/template_collection.py,sha256=I9razKZ9BThTn1HZW1AamwF0EKXxLACL30DxGxev-rA,4045
-reconcile/gql_definitions/templating/templates.py,sha256=bV1JWwxDW8opARBOrZ_h5NBsJfM-9aL-povmTZnpTOk,3296
+reconcile/gql_definitions/templating/template_collection.py,sha256=alQA1qLhL0nOFcnA0O2Z7HCuuAviZXM66t6yeur9XWo,4123
+reconcile/gql_definitions/templating/templates.py,sha256=rQ14gs5dMttxVuW5q26p23Y8c5vCNh8dSec9ucTGlKc,3372
 reconcile/gql_definitions/terraform_cloudflare_dns/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 reconcile/gql_definitions/terraform_cloudflare_dns/app_interface_cloudflare_dns_settings.py,sha256=eyGX9HcTF6MZbOYZ6Kl6Mg3k6nJTUtwqs9gDxBP_8Dk,1920
 reconcile/gql_definitions/terraform_cloudflare_dns/terraform_cloudflare_zones.py,sha256=dBQ2tyAp-eRZs59mguaTc6-x67JUoSxtZ8mOjbRqDuc,5832
@@ -507,12 +507,12 @@ reconcile/templates/jira-checkpoint-missinginfo.j2,sha256=c_Vvg-lEENsB3tgxm9B6Y9
 reconcile/templates/rosa-classic-cluster-creation.sh.j2,sha256=M-nzp-GtkQNRe8rdoDAndSKJSJhcJwNFKeql-JP2W7M,2094
 reconcile/templates/rosa-hcp-cluster-creation.sh.j2,sha256=eeT7xUhmz7Q_HtJOQALF5snZE8cUPGkIh6WUlcBHhhs,2349
 reconcile/templating/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-reconcile/templating/renderer.py,sha256=VA_lMMtsyEFc0Cwf0jehQdv3tMEJtfyZMzBgA5us5ME,14856
+reconcile/templating/renderer.py,sha256=YVKhk1piAnk3faT81oeZeMHnFV78Mt-_wgtIC693vtE,14907
 reconcile/templating/validator.py,sha256=5f9f35PCHOOdjb7KZquL2YdabyuAUokPDa4xutSEHIQ,5360
 reconcile/templating/lib/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 reconcile/templating/lib/merge_request_manager.py,sha256=XwpOR4rVS9ZiJ_Mn8qfCXPZ7CRLMGSJgeIkqD-8Jhgc,5228
 reconcile/templating/lib/model.py,sha256=YVUIXuPny3_kpFgBMSud8q_ndY5o882wKiX0l0A14L4,481
-reconcile/templating/lib/rendering.py,sha256=IzTbXJ5cO0c9mV6P9HrstOo79ovOcoNVtmyc6RgfMe0,6241
+reconcile/templating/lib/rendering.py,sha256=qjs7WAVSvWH4edbBk6Aaql4ZT_OG9W7L8qi_YeJkHVI,6973
 reconcile/terraform_init/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 reconcile/terraform_init/integration.py,sha256=pPi4YAjbEE8vDaaRizGf-d-PewqqSJmjcLgAsWFS7G0,6236
 reconcile/terraform_init/merge_request.py,sha256=3CYtgSd7Q9zjKg4wsDz437EPCRfGeZZ8fZ0Y-ChKXJY,1475
@@ -796,7 +796,7 @@ tools/saas_promotion_state/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJ
 tools/saas_promotion_state/saas_promotion_state.py,sha256=uQv2QJAmUXP1g2GPIH30WTlvL9soY6m9lefpZEVDM5w,3965
 tools/sre_checkpoints/__init__.py,sha256=CDaDaywJnmRCLyl_NCcvxi-Zc0hTi_3OdwKiFOyS39I,145
 tools/sre_checkpoints/util.py,sha256=zEDbGr18ZeHNQwW8pUsr2JRjuXIPz--WAGJxZo9sv_Y,894
-qontract_reconcile-0.10.2.dev292.dist-info/METADATA,sha256=ihGz58VKwtQQvhSNIkYsi1RwyscQpXOvPCSEIw9DpfM,24916
-qontract_reconcile-0.10.2.dev292.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-qontract_reconcile-0.10.2.dev292.dist-info/entry_points.txt,sha256=5i9l54La3vQrDLAdwDKQWC0iG4sV9RRfOb1BpvzOWLc,698
-qontract_reconcile-0.10.2.dev292.dist-info/RECORD,,
+qontract_reconcile-0.10.2.dev293.dist-info/METADATA,sha256=1dwm4wJoCGKDdjglqMJw3fdWAvuquaPeE2BIpH7wkUc,24916
+qontract_reconcile-0.10.2.dev293.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+qontract_reconcile-0.10.2.dev293.dist-info/entry_points.txt,sha256=5i9l54La3vQrDLAdwDKQWC0iG4sV9RRfOb1BpvzOWLc,698
+qontract_reconcile-0.10.2.dev293.dist-info/RECORD,,

reconcile/gql_definitions/introspection.json

@@ -6451,6 +6451,18 @@
                             "isDeprecated": false,
                             "deprecationReason": null
                         },
+                        {
+                            "name": "externalOrgId",
+                            "description": null,
+                            "args": [],
+                            "type": {
+                                "kind": "SCALAR",
+                                "name": "String",
+                                "ofType": null
+                            },
+                            "isDeprecated": false,
+                            "deprecationReason": null
+                        },
                         {
                             "name": "environment",
                             "description": null,
@@ -34178,6 +34190,18 @@
                             "isDeprecated": false,
                             "deprecationReason": null
                         },
+                        {
+                            "name": "overwrite",
+                            "description": null,
+                            "args": [],
+                            "type": {
+                                "kind": "SCALAR",
+                                "name": "Boolean",
+                                "ofType": null
+                            },
+                            "isDeprecated": false,
+                            "deprecationReason": null
+                        },
                         {
                             "name": "patch",
                             "description": null,
@@ -41014,6 +41038,18 @@
                             },
                             "isDeprecated": false,
                             "deprecationReason": null
+                        },
+                        {
+                            "name": "promtool_version",
+                            "description": null,
+                            "args": [],
+                            "type": {
+                                "kind": "SCALAR",
+                                "name": "String",
+                                "ofType": null
+                            },
+                            "isDeprecated": false,
+                            "deprecationReason": null
                         }
                     ],
                     "inputFields": null,

reconcile/gql_definitions/templating/template_collection.py

@@ -40,6 +40,7 @@ query TemplateCollection_v1($name: String) {
       autoApproved
       condition
       targetPath
+      overwrite
       patch {
         path
         identifier
@@ -92,6 +93,7 @@ class TemplateV1(ConfiguredBaseModel):
     auto_approved: Optional[bool] = Field(..., alias="autoApproved")
     condition: Optional[str] = Field(..., alias="condition")
     target_path: str = Field(..., alias="targetPath")
+    overwrite: Optional[bool] = Field(..., alias="overwrite")
     patch: Optional[TemplatePatchV1] = Field(..., alias="patch")
     template: str = Field(..., alias="template")
     template_render_options: Optional[TemplateRenderOptionsV1] = Field(..., alias="templateRenderOptions")

reconcile/gql_definitions/templating/templates.py

@@ -24,6 +24,7 @@ query Templatev1 {
     name
     autoApproved
     condition
+    overwrite
     patch {
       path
       identifier
@@ -78,6 +79,7 @@ class TemplateV1(ConfiguredBaseModel):
     name: str = Field(..., alias="name")
     auto_approved: Optional[bool] = Field(..., alias="autoApproved")
     condition: Optional[str] = Field(..., alias="condition")
+    overwrite: Optional[bool] = Field(..., alias="overwrite")
     patch: Optional[TemplatePatchV1] = Field(..., alias="patch")
     target_path: str = Field(..., alias="targetPath")
     template: str = Field(..., alias="template")

reconcile/templating/lib/rendering.py

@@ -1,5 +1,6 @@
 import logging
 from abc import ABC, abstractmethod
+from functools import cached_property
 from io import StringIO
 from typing import Any, Protocol
 
@@ -33,6 +34,7 @@ class Template(Protocol):
     condition: str | None
     target_path: str
     template: str
+    overwrite: bool | None
 
     def dict(self) -> dict[str, str]: ...
 
@@ -77,14 +79,28 @@ class Renderer(ABC):
         """
         pass
 
+    @abstractmethod
+    def target_exist(self) -> bool:
+        """
+        if target (file or patch block) already exists.
+        """
+        pass
+
     def render_target_path(self) -> str:
         return self._render_template(self.template.target_path).strip()
 
     def render_condition(self) -> bool:
-        return self._render_template(self.template.condition or "True") == "True"
+        if self._render_template(self.template.condition or "True") != "True":
+            return False
+        if self.template.overwrite:
+            return True
+        return not self.target_exist()
 
 
 class FullRenderer(Renderer):
+    def target_exist(self) -> bool:
+        return self.data.current is not None
+
     def render_output(self) -> str:
         """
         Take the variables from Template Data and render the template with it.
@@ -95,6 +111,12 @@ class FullRenderer(Renderer):
 
 
 class PatchRenderer(Renderer):
+    def target_exist(self) -> bool:
+        if isinstance(self._matched_value, list):
+            dta_identifier = self._get_identifier(self._data_to_add)
+            return self._find_index(self._matched_value, dta_identifier) is not None
+        return True
+
     def render_output(self) -> str:
         """
         Takes the variables from Template Data and render the template with it.
@@ -105,70 +127,69 @@ class PatchRenderer(Renderer):
 
         This method returns the entire file as a string.
         """
-        if self.template.patch is None:  # here to satisfy mypy
-            raise ValueError("PatchRenderer requires a patch")
-
-        p = parse_jsonpath(self._render_template(self.template.patch.path))
-
-        matched_values = [match.value for match in p.find(self.data.current)]
-
-        if len(matched_values) != 1:
-            raise ValueError(
-                f"Expected exactly one match for {self.template.patch.path}, got {len(matched_values)}"
-            )
-        matched_value = matched_values[0]
-
-        data_to_add = self.ruamel_instance.load(
-            self._render_template(self.template.template)
-        )
-
-        if isinstance(matched_value, list):
-
-            def get_identifier(data: dict[str, Any]) -> Any:
-                assert self.template.patch is not None  # mypy
-                if not self.template.patch.identifier:
-                    raise ValueError(
-                        f"Expected identifier in patch for list at {self.template}"
-                    )
-                if self.template.patch.identifier.startswith(
-                    "$"
-                ) and not self.template.patch.identifier.startswith("$ref"):
-                    # jsonpath and list of strings support
-                    if matches := [
-                        match.value
-                        for match in parse_jsonpath(
-                            self.template.patch.identifier
-                        ).find(data)
-                    ]:
-                        return matches[0]
-                    return None
-                return data.get(self.template.patch.identifier)
-
-            dta_identifier = get_identifier(data_to_add)
+        if isinstance(self._matched_value, list):
+            dta_identifier = self._get_identifier(self._data_to_add)
             if not dta_identifier:
+                assert self.template.patch is not None  # mypy
                 raise ValueError(
                     f"Expected identifier {self.template.patch.identifier} in data to add"
                 )
-
-            index = next(
-                (
-                    index
-                    for index, data in enumerate(matched_value)
-                    if get_identifier(data) == dta_identifier
-                ),
-                None,
-            )
-            if index is None:
-                matched_value.append(data_to_add)
+            if (
+                index := self._find_index(self._matched_value, dta_identifier)
+            ) is not None:
+                self._matched_value[index] = self._data_to_add
             else:
-                matched_value[index] = data_to_add
+                self._matched_value.append(self._data_to_add)
         else:
-            matched_value.update(data_to_add)
+            self._matched_value.update(self._data_to_add)
 
         with StringIO() as s:
             self.ruamel_instance.dump(self.data.current, s)
             return s.getvalue()
 
+    @cached_property
+    def _matched_value(self) -> Any:
+        assert self.template.patch is not None  # mypy
+        p = parse_jsonpath(self._render_template(self.template.patch.path))
+        matched_values = [match.value for match in p.find(self.data.current)]
+        if len(matched_values) != 1:
+            raise ValueError(
+                f"Expected exactly one match for {self.template.patch.path}, got {len(matched_values)}"
+            )
+        return matched_values[0]
+
+    @cached_property
+    def _data_to_add(self) -> Any:
+        return self.ruamel_instance.load(self._render_template(self.template.template))
+
+    def _get_identifier(self, data: dict[str, Any]) -> Any:
+        assert self.template.patch is not None  # mypy
+        if not self.template.patch.identifier:
+            raise ValueError(
+                f"Expected identifier in patch for list at {self.template}"
+            )
+        if self.template.patch.identifier.startswith(
+            "$"
+        ) and not self.template.patch.identifier.startswith("$ref"):
+            # jsonpath and list of strings support
+            if matches := [
+                match.value
+                for match in parse_jsonpath(self.template.patch.identifier).find(data)
+            ]:
+                return matches[0]
+            return None
+        return data.get(self.template.patch.identifier)
+
+    def _find_index(
+        self,
+        matched_value: list,
+        dta_identifier: Any,
+    ) -> int | None:
+        for index, data in enumerate(matched_value):
+            if self._get_identifier(data) == dta_identifier:
+                return index
+        return None
+
 
 def create_renderer(
     template: Template,

reconcile/templating/renderer.py

@@ -104,14 +104,17 @@ class LocalFilePersistence(FilePersistence):
     def read(self, path: str) -> str | None:
         return self._read_local_file(join_path(self.app_interface_data_path, path))
 
-    def __exit__(self, exc_type: Any, exc_value: Any, traceback: Any) -> None:
-        if self.dry_run:
-            return
+    def flush(self) -> None:
         for output in self.outputs:
             filepath = Path(join_path(self.app_interface_data_path, output.path))
             filepath.parent.mkdir(parents=True, exist_ok=True)
             filepath.write_text(output.content, encoding="utf-8")
 
+    def __exit__(self, exc_type: Any, exc_value: Any, traceback: Any) -> None:
+        if self.dry_run:
+            return
+        self.flush()
+
 
 class PersistenceTransaction(FilePersistence):
     """