qontract-reconcile 0.10.2.dev258__py3-none-any.whl → 0.10.2.dev260__py3-none-any.whl

{qontract_reconcile-0.10.2.dev258.dist-info → qontract_reconcile-0.10.2.dev260.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: qontract-reconcile
-Version: 0.10.2.dev258
+Version: 0.10.2.dev260
 Summary: Collection of tools to reconcile services with their desired state as defined in the app-interface DB.
 Project-URL: homepage, https://github.com/app-sre/qontract-reconcile
 Project-URL: repository, https://github.com/app-sre/qontract-reconcile

{qontract_reconcile-0.10.2.dev258.dist-info → qontract_reconcile-0.10.2.dev260.dist-info}/RECORD

@@ -15,7 +15,7 @@ reconcile/dashdotdb_base.py,sha256=83ZWIf5JJk3P_D69y2TmXRcQr6ELJGlv10OM0h7fJVs,4
 reconcile/dashdotdb_dora.py,sha256=UI83R8VsrX3vd2ocBakQDKPNE5Ym2a8pnAGUhfkDeR0,17771
 reconcile/dashdotdb_dvo.py,sha256=lCkZ0iby6HrNQb-3kYb6xrt8wCjVUZYxKzz9SiStfHU,8946
 reconcile/dashdotdb_slo.py,sha256=TvKdMOtUZcZP9QydcUJMKh0zURHgOMN_RTpQpCkD1Z8,3960
-reconcile/database_access_manager.py,sha256=HZQdrZ1b-cj0fTKgRZYDJ7HU9rrd35pPkPZufkdRaG0,25581
+reconcile/database_access_manager.py,sha256=TOqJl46J98stl99iP_t-oXtsuWuBcvh7k0zVqPxfxv4,25700
 reconcile/deadmanssnitch.py,sha256=n-5W-djUgwzpmdDM4eQIZpkkDmHY0vndt-42LJXI4Y8,7491
 reconcile/email_sender.py,sha256=38Wvl6WHqCwlqLx4oxVJOIeDmoJsyitD3g1F4jTkAj8,4246
 reconcile/gabi_authorized_users.py,sha256=w0MSAqZnROzuf0_SZYRI9NU6RMxQnWquedGVl6oPC68,4842
@@ -88,7 +88,7 @@ reconcile/quay_mirror.py,sha256=PBooiA0ShZpWYfO6oeKFqYYT6Syi7Q8JJD9kj0wRRLg,1403
 reconcile/quay_mirror_org.py,sha256=I-tEqRHLL6uFqbSi7qCfPuDNoae7EAI2U68NbDOhmv8,10809
 reconcile/quay_permissions.py,sha256=9KOutS1w4RFQqkvMSy54VtsKNx56-phzP6yI_rEW-B8,4244
 reconcile/quay_repos.py,sha256=cuEYG0HUe0ut5yvLdEwOF5-CmccpXQHRb_wDazvDrvQ,6895
-reconcile/queries.py,sha256=PRlDXp-ViYjky3k4-Cvf6FptraOpzVpsZUluUEJW7II,49886
+reconcile/queries.py,sha256=aaffpfMIlmHy73CUxos--NnUsTR5ms3VPeaUY3dnvIs,49879
 reconcile/query_validator.py,sha256=MSh5pKLBksws4AqfuvT8nrIGucIbqX-IOzYyPYTLO7k,1491
 reconcile/requests_sender.py,sha256=914iluuF4UVgG3VyxxtnHOu4yf6YKS2fIy6PViSsFTQ,3875
 reconcile/resource_scraper.py,sha256=znXCHrU7YwPfKuxGBiUrV7T1tYtn4vlz9qmZlfy6Flg,2307
@@ -100,7 +100,7 @@ reconcile/service_dependencies.py,sha256=G2qCuYFc8wQLpRxkdhmibxSAl3nUM3hcan4x50W
 reconcile/signalfx_endpoint_monitoring.py,sha256=Nqgsg1cflSd2nNnm89y_e8c--7xLUqTrKOHkDs-qADE,2868
 reconcile/slack_base.py,sha256=I-msunWxfgu5bSwXYulGbtLjxUB_tRmTCAUCU-3nabI,3484
 reconcile/slack_usergroups.py,sha256=3uQVZK0WeZfvE1g7xQwciKCcC3LifDa3NuE1ygQ0cRk,30174
-reconcile/sql_query.py,sha256=auZCWe6dytsDp83Imfo4zqkpMCLRXU007IUlPeUE3j4,26376
+reconcile/sql_query.py,sha256=FVwANLPWjkUHqN2OXJ-vnX5hqqcO6rTdyLEO4HkmAgM,26397
 reconcile/status.py,sha256=cY4IJFXemhxptRJqR4qaaOWqei9e4jgLXuVSGajMsjg,544
 reconcile/status_board.py,sha256=0vTQzxrFPTmJtzNOC-iaJG_BmXbDe2vgBUe0LMUyfDE,15313
 reconcile/terraform_aws_route53.py,sha256=dQzzT46YhwRA902_H6pi-f7WlX4EaH187wXSdmJAUkQ,9958
@@ -213,7 +213,7 @@ reconcile/glitchtip_project_alerts/integration.py,sha256=d3PMy-mQSbSZdIGAVaZCA2U
 reconcile/glitchtip_project_dsn/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 reconcile/glitchtip_project_dsn/integration.py,sha256=2iugub-kHYkHNK33n0v9_TeWonuxCPah_VkoTPvaajE,8077
 reconcile/gql_definitions/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-reconcile/gql_definitions/introspection.json,sha256=_PKgzpmgWQJ8HF4irKjyxjOTXdw4YRgytoZQWJfigao,2346322
+reconcile/gql_definitions/introspection.json,sha256=3-WcCYBV8GP1OH1_NLgu9yyXNSNZDJ5_1dZIiTCWhwM,2346833
 reconcile/gql_definitions/acs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 reconcile/gql_definitions/acs/acs_instances.py,sha256=L91WW9LbhJbBSrECqShQpFtjoBOsmNIYLRpMbx1io5o,2181
 reconcile/gql_definitions/acs/acs_policies.py,sha256=Ygpfl2-VkYLSlJvHgp_dJBfb66K_Rwfdfpsa18w1v1s,4338
@@ -797,7 +797,7 @@ tools/saas_promotion_state/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJ
 tools/saas_promotion_state/saas_promotion_state.py,sha256=oF7C4hpIgyMTwTRm3Aun3cDCHIjVar65JoLp6NcJHlU,3909
 tools/sre_checkpoints/__init__.py,sha256=CDaDaywJnmRCLyl_NCcvxi-Zc0hTi_3OdwKiFOyS39I,145
 tools/sre_checkpoints/util.py,sha256=zEDbGr18ZeHNQwW8pUsr2JRjuXIPz--WAGJxZo9sv_Y,894
-qontract_reconcile-0.10.2.dev258.dist-info/METADATA,sha256=UC6zLDyB42JRp2BvSXJZxOKr6zcWg_3x9yW7Tfmfzxk,23827
-qontract_reconcile-0.10.2.dev258.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-qontract_reconcile-0.10.2.dev258.dist-info/entry_points.txt,sha256=5i9l54La3vQrDLAdwDKQWC0iG4sV9RRfOb1BpvzOWLc,698
-qontract_reconcile-0.10.2.dev258.dist-info/RECORD,,
+qontract_reconcile-0.10.2.dev260.dist-info/METADATA,sha256=6cfFbvQPSnVWrRXsxLdQLiQc_ZvulzFgB9qX9GILh_E,23827
+qontract_reconcile-0.10.2.dev260.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+qontract_reconcile-0.10.2.dev260.dist-info/entry_points.txt,sha256=5i9l54La3vQrDLAdwDKQWC0iG4sV9RRfOb1BpvzOWLc,698
+qontract_reconcile-0.10.2.dev260.dist-info/RECORD,,

reconcile/database_access_manager.py

@@ -13,6 +13,7 @@ from typing import (
 )
 
 from pydantic import BaseModel
+from sretoolbox.container.image import Image
 
 from reconcile import openshift_base, queries
 from reconcile import openshift_resources_base as orb
@@ -52,7 +53,6 @@ QONTRACT_INTEGRATION_VERSION = make_semver(0, 1, 0)
 SUPPORTED_ENGINES = ["postgres"]
 
 JOB_DEADLINE_IN_SECONDS = 60
-JOB_PSQL_ENGINE_VERSION = "15.4-alpine"
 
 
 def get_database_access_namespaces(
@@ -227,9 +227,8 @@ def get_db_engine(resource: NamespaceTerraformResourceRDSV1) -> str:
 
 class JobData(BaseModel):
     engine: str
-    engine_version: str
     name_suffix: str
-    image_repository: str
+    image: str
     service_account_name: str
     rds_admin_secret_name: str
     script_secret_name: str
@@ -239,8 +238,11 @@ class JobData(BaseModel):
 def get_job_spec(job_data: JobData) -> OpenshiftResource:
     job_name = f"dbam-{job_data.name_suffix}"
 
+    image_tag = Image(job_data.image).tag
+    image_pull_policy = "Always" if image_tag == "latest" else "IfNotPresent"
+
     if job_data.engine == "postgres":
-        command = "/usr/local/bin/psql"
+        command = "/usr/bin/psql"
 
     job = {
         "apiVersion": "batch/v1",
@@ -269,7 +271,8 @@ def get_job_spec(job_data: JobData) -> OpenshiftResource:
                     "containers": [
                         {
                             "name": job_name,
-                            "image": f"{job_data.image_repository}/{job_data.engine}:{job_data.engine_version}",
+                            "image": f"{job_data.image}",
+                            "imagePullPolicy": image_pull_policy,
                             "command": [
                                 command,
                             ],
@@ -415,7 +418,7 @@ class JobStatus(BaseModel):
 def _populate_resources(
     db_access: DatabaseAccessV1,
     engine: str,
-    image_repository: str,
+    job_image: str,
     pull_secret: dict[Any, Any],
     admin_secret_name: str,
     resource_prefix: str,
@@ -479,9 +482,8 @@ def _populate_resources(
             resource=get_job_spec(
                 JobData(
                     engine=engine,
-                    engine_version=JOB_PSQL_ENGINE_VERSION,
                     name_suffix=db_access.name,
-                    image_repository=image_repository,
+                    image=job_image,
                     service_account_name=resource_prefix,
                     rds_admin_secret_name=admin_secret_name,
                     script_secret_name=script_secret_name,
@@ -620,10 +622,15 @@ def _process_db_access(
         if not sql_query_settings:
             raise KeyError("sqlQuery settings are required")
 
+        job_image = (
+            sql_query_settings.get("jobImage")
+            or "quay.io/app-sre/debug-container:latest"
+        )
+
         managed_resources = _populate_resources(
             db_access,
             engine,
-            sql_query_settings["imageRepository"],
+            job_image,
             sql_query_settings["pullSecret"],
             admin_secret_name,
             resource_prefix,

reconcile/gql_definitions/introspection.json

@@ -25826,6 +25826,18 @@
                             "isDeprecated": false,
                             "deprecationReason": null
                         },
+                        {
+                            "name": "jobImage",
+                            "description": null,
+                            "args": [],
+                            "type": {
+                                "kind": "SCALAR",
+                                "name": "String",
+                                "ofType": null
+                            },
+                            "isDeprecated": false,
+                            "deprecationReason": null
+                        },
                         {
                             "name": "pullSecret",
                             "description": null,

reconcile/queries.py

@@ -87,7 +87,7 @@ APP_INTERFACE_SETTINGS_QUERY = """
       }
     }
     sqlQuery {
-      imageRepository
+      jobImage
       pullSecret {
         path
         version

reconcile/sql_query.py

@@ -11,6 +11,7 @@ from textwrap import indent
 from typing import Any
 
 import jinja2
+from sretoolbox.container.image import Image
 
 from reconcile import (
     openshift_base,
@@ -81,35 +82,36 @@ spec:
     metadata:
       name: {{ JOB_NAME }}
     spec:
-      {% if PULL_SECRET is not none %}
+      {%- if PULL_SECRET is not none %}
       imagePullSecrets:
       - name: {{ PULL_SECRET }}
-      {% endif %}
+      {%- endif %}
       restartPolicy: Never
       serviceAccountName: {{ SVC_NAME }}
       containers:
       - name: {{ JOB_NAME }}
-        image: {{ IMAGE_REPOSITORY }}/{{ ENGINE }}:{{ENGINE_VERSION}}
+        image: {{ JOB_IMAGE }}
+        imagePullPolicy: {{ JOB_IMAGE_PULL_POLICY }}
         command:
           - /bin/bash
         args:
           - '-c'
           - '{{ COMMAND }}'
         env:
-          {% for key, value in DB_CONN.items() %}
-          {% if value is none %}
+          {%- for key, value in DB_CONN.items() %}
+          {%- if value is none %}
           # When value is not provided, we get it from the secret
           - name: {{ key }}
             valueFrom:
               secretKeyRef:
                 name: {{ SECRET_NAME }}
                 key: {{ key }}
-          {% else %}
+          {%- else %}
           # When value is provided, we get just use it
           - name: {{ key }}
             value: {{ value }}
-          {% endif %}
-          {% endfor %}
+          {%- endif %}
+          {%- endfor %}
         resources:
           requests:
             memory: "{{ REQUESTS_MEM }}"
@@ -125,10 +127,10 @@ spec:
         - name: configs
           projected:
             sources:
-            {% for cm in CONFIG_MAPS %}
+            {%- for cm in CONFIG_MAPS %}
             - configMap:
                 name: {{ cm }}
-          {% endfor %}
+            {%- endfor %}
 """
 
 
@@ -187,7 +189,6 @@ def get_tf_resource_info(
             "cluster": spec.cluster_name,
             "output_resource_name": spec.output_resource_name,
             "engine": values.get("engine", "postgres"),
-            "engine_version": values.get("engine_version", "latest"),
         }
     return None
 
@@ -412,7 +413,7 @@ def encrypted_closing_message(recipient: str) -> list[str]:
 
 def process_template(
     query: dict[str, Any],
-    image_repository: str,
+    job_image: str,
     use_pull_secret: bool,
     config_map_names: list[str],
     service_account_name: str,
@@ -422,7 +423,7 @@ def process_template(
 
     :param query: the query dictionary containing the parameters
                   to be used in the Template
-    :param image_repository: docker image repo url
+    :param job_image: docker image repo url
     :param use_pull_secret: add imagePullSecrets to Job
     :param config_map_names: ConfigMap names to mount in Job
 
@@ -451,16 +452,18 @@ def process_template(
     command += engine_cmd_map[engine](sqlqueries_file="/tmp/queries")
     command += make_output_cmd(output=output, recipient=query.get("recipient", ""))
 
+    job_image_tag = Image(job_image).tag
+    job_image_pull_policy = "Always" if job_image_tag == "latest" else "IfNotPresent"
+
     template_to_render = JOB_TEMPLATE
     render_kwargs = {
         "JOB_NAME": query["name"],
         "CONFIG_MAPS_MOUNT_PATH": CONFIG_MAPS_MOUNT_PATH,
         "QUERY_NAME": query["name"],
         "QONTRACT_INTEGRATION": QONTRACT_INTEGRATION,
-        "IMAGE_REPOSITORY": image_repository,
+        "JOB_IMAGE": job_image,
+        "JOB_IMAGE_PULL_POLICY": job_image_pull_policy,
         "SECRET_NAME": query["output_resource_name"],
-        "ENGINE": engine,
-        "ENGINE_VERSION": query["engine_version"],
         "DB_CONN": query["db_conn"],
         "CONFIG_MAPS": config_map_names,
         "COMMAND": command,
@@ -588,7 +591,7 @@ def _build_common_resource_labels(query: dict[str, Any]) -> dict[str, str]:
 
 def _build_openshift_resources(
     query: dict[str, Any],
-    image_repository: str,
+    job_image: str,
     pull_secret: dict[str, Any] | None,
     secret_reader: SecretReaderBase,
 ) -> list[OpenshiftResource]:
@@ -649,7 +652,7 @@ def _build_openshift_resources(
     # Job (sql executer)
     job_yaml = process_template(
         query,
-        image_repository=image_repository,
+        job_image=job_image,
         use_pull_secret=bool(pull_secret),
         config_map_names=[cm["metadata"]["name"] for cm in config_map_resources],
         service_account_name=svc["metadata"]["name"],
@@ -702,14 +705,14 @@ def _initialize_resource_types(
 
 def _reconstruct_for_metrics(
     query: dict[str, Any],
-    image_repository: str,
+    job_image: str,
     pull_secret: dict[str, Any] | None,
     ri: ResourceInventory,
     secret_reader: SecretReaderBase,
 ) -> None:
     openshift_resources = _build_openshift_resources(
         query,
-        image_repository,
+        job_image,
         pull_secret,
         secret_reader,
     )
@@ -767,7 +770,7 @@ def _process_existing_query(
     enable_deletion: bool,
     settings: dict[str, Any],
     state: State,
-    image_repository: str,
+    job_image: str,
     pull_secret: dict[str, Any],
     ri: ResourceInventory,
     secret_reader: SecretReaderBase,
@@ -776,7 +779,7 @@ def _process_existing_query(
         case QueryStatus.ACTIVE:
             _reconstruct_for_metrics(
                 query,
-                image_repository,
+                job_image,
                 pull_secret,
                 ri,
                 secret_reader,
@@ -803,13 +806,13 @@ def _process_new_query(
     dry_run: bool,
     settings: dict[str, Any],
     state: State,
-    image_repository: str,
+    job_image: str,
     pull_secret: dict[str, Any],
     ri: ResourceInventory,
     secret_reader: SecretReaderBase,
 ) -> None:
     openshift_resources = _build_openshift_resources(
-        query, image_repository, pull_secret, secret_reader
+        query, job_image, pull_secret, secret_reader
     )
 
     cluster = query["cluster"]
@@ -855,12 +858,12 @@ def run(
         mail_address=smtp_settings.mail_address,
         timeout=smtp_settings.timeout or DEFAULT_SMTP_TIMEOUT,
     )
-    image_repository = "quay.io/app-sre"
+    job_image = "quay.io/app-sre/debug-container:latest"
 
     sql_query_settings = settings.get("sqlQuery")
     pull_secret: dict[str, Any] = {}
     if sql_query_settings:
-        image_repository = sql_query_settings["imageRepository"]
+        job_image = sql_query_settings.get("jobImage") or job_image
         pull_secret = sql_query_settings["pullSecret"]
 
     queries_list = collect_queries(secret_reader=secret_reader, smtp_client=smtp_client)
@@ -874,7 +877,7 @@ def run(
                 enable_deletion,
                 settings,
                 state,
-                image_repository,
+                job_image,
                 pull_secret,
                 ri,
                 secret_reader,
@@ -885,7 +888,7 @@ def run(
                 dry_run,
                 settings,
                 state,
-                image_repository,
+                job_image,
                 pull_secret,
                 ri,
                 secret_reader,