qontract-reconcile 0.10.2.dev27__py3-none-any.whl → 0.10.2.dev28__py3-none-any.whl

{qontract_reconcile-0.10.2.dev27.dist-info → qontract_reconcile-0.10.2.dev28.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: qontract-reconcile
-Version: 0.10.2.dev27
+Version: 0.10.2.dev28
 Summary: Collection of tools to reconcile services with their desired state as defined in the app-interface DB.
 Project-URL: homepage, https://github.com/app-sre/qontract-reconcile
 Project-URL: repository, https://github.com/app-sre/qontract-reconcile

{qontract_reconcile-0.10.2.dev27.dist-info → qontract_reconcile-0.10.2.dev28.dist-info}/RECORD

@@ -10,7 +10,7 @@ reconcile/aws_iam_password_reset.py,sha256=q96mwr2KeEQ5bpNniGlgIMZTxiuLSodcYfX-t
 reconcile/aws_support_cases_sos.py,sha256=hl_9L53yQYRQxKs3IWrd69Cc60XK067g_bJRM9B0udo,2975
 reconcile/blackbox_exporter_endpoint_monitoring.py,sha256=O1wFp52EyF538c6txaWBs8eMtUIy19gyHZ6VzJ6QXS8,3512
 reconcile/checkpoint.py,sha256=_JhMxrye5BgkRMxWYuf7Upli6XayPINKSsuo3ynHTRc,5010
-reconcile/cli.py,sha256=BCfKBc5BRq-9Y5WYe8sUoz9ufOsB1WwMvylx6mBf6CQ,107806
+reconcile/cli.py,sha256=vHCmBcriMEqwVDj_7wujQFbrYa4b6yiiFTYCByWkbwg,107407
 reconcile/closedbox_endpoint_monitoring_base.py,sha256=MvGKBqH9PdHWdMjhLuptze-dk0Tifhp3-0SZdI-7Fmo,4862
 reconcile/cluster_deployment_mapper.py,sha256=5gumAaRCcFXsabUJ1dnuUy9WrP_FEEM5JnOnE8ch9sE,2326
 reconcile/dashdotdb_base.py,sha256=83ZWIf5JJk3P_D69y2TmXRcQr6ELJGlv10OM0h7fJVs,4767
@@ -46,7 +46,7 @@ reconcile/jenkins_roles.py,sha256=HadmoNhgOoKMFZJmCe_Gdg0_a9k_1MuOXidtr801nUU,45
 reconcile/jenkins_webhooks.py,sha256=dzMT1ywXjeAo5sHj-ittW06Ed3beAUPjnc_oCAtD-Rg,2150
 reconcile/jenkins_webhooks_cleaner.py,sha256=JsN_NVPfZJwv1JtSzZXDIHUqGiefL-DRffFnDGau9aY,1539
 reconcile/jenkins_worker_fleets.py,sha256=L2wEXpd4xuEHrXGss4iH788nG8UlLSYduZe1EY2IVw4,5377
-reconcile/jira_permissions_validator.py,sha256=uuwzizb16jTWGctDB0cG0t9l3trDxZuK2SJA-9w7tfA,14872
+reconcile/jira_permissions_validator.py,sha256=DCKUyaqwUcIN4BuNtdREQW44K9yFxa1RUuA8a-dzXFE,13336
 reconcile/jira_watcher.py,sha256=L_UL2MKm2SoIGNsCLThm28pnqCkoFc154JWsD6bURug,3593
 reconcile/ldap_users.py,sha256=7hdO5CAPl-VNBvDRmKHg13LoblHXXPt7YEKNGomAoGg,3158
 reconcile/mr_client_gateway.py,sha256=WhjMd-sIXDFCV8-rt8CEjurJ5OYB1pOD0K3o0tZRXQg,1885
@@ -766,7 +766,7 @@ tools/saas_promotion_state/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJ
 tools/saas_promotion_state/saas_promotion_state.py,sha256=UfwwRLS5Ya4_Nh1w5n1dvoYtchQvYE9yj1VANt2IKqI,3925
 tools/sre_checkpoints/__init__.py,sha256=CDaDaywJnmRCLyl_NCcvxi-Zc0hTi_3OdwKiFOyS39I,145
 tools/sre_checkpoints/util.py,sha256=zEDbGr18ZeHNQwW8pUsr2JRjuXIPz--WAGJxZo9sv_Y,894
-qontract_reconcile-0.10.2.dev27.dist-info/METADATA,sha256=Nr3x_-2IN6jO8C6UVvoDJmObBt8_Y6OZ54Ok0UsHikA,24665
-qontract_reconcile-0.10.2.dev27.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-qontract_reconcile-0.10.2.dev27.dist-info/entry_points.txt,sha256=JniHZPadNOILPyfSl0LF2YSp3Db7K2_W2CN7i9f3Gos,540
-qontract_reconcile-0.10.2.dev27.dist-info/RECORD,,
+qontract_reconcile-0.10.2.dev28.dist-info/METADATA,sha256=b2MPIc5XBW0hxukARgJFyKClbJwKN80IL4K4BLeU_G4,24665
+qontract_reconcile-0.10.2.dev28.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+qontract_reconcile-0.10.2.dev28.dist-info/entry_points.txt,sha256=JniHZPadNOILPyfSl0LF2YSp3Db7K2_W2CN7i9f3Gos,540
+qontract_reconcile-0.10.2.dev28.dist-info/RECORD,,

reconcile/cli.py

@@ -1162,28 +1162,15 @@ def jenkins_webhooks_cleaner(ctx):
     "--jira-board-name", help="The Jira board to act on.", default=None, multiple=True
 )
 @click.option("--board-check-interval", help="Check interval in minutes", default=120)
-@enable_extended_early_exit
-@extended_early_exit_cache_ttl_seconds
-@log_cached_log_output
 @click.pass_context
-def jira_permissions_validator(
-    ctx,
-    jira_board_name,
-    board_check_interval,
-    enable_extended_early_exit,
-    extended_early_exit_cache_ttl_seconds,
-    log_cached_log_output,
-):
+def jira_permissions_validator(ctx, jira_board_name, board_check_interval):
     import reconcile.jira_permissions_validator
 
     run_integration(
         reconcile.jira_permissions_validator,
         ctx.obj,
         jira_board_name=jira_board_name,
-        board_check_interval=board_check_interval,
-        enable_extended_early_exit=enable_extended_early_exit,
-        extended_early_exit_cache_ttl_seconds=extended_early_exit_cache_ttl_seconds,
-        log_cached_log_output=log_cached_log_output,
+        board_check_interval_sec=board_check_interval * 60,
     )
 
 

reconcile/jira_permissions_validator.py

@@ -1,4 +1,5 @@
 import logging
+import random
 import sys
 import time
 from collections.abc import Callable, Iterable
@@ -23,16 +24,11 @@ from reconcile.typed_queries.jiralert_settings import get_jiralert_settings
 from reconcile.utils import gql, metrics
 from reconcile.utils.defer import defer
 from reconcile.utils.disabled_integrations import integration_is_enabled
-from reconcile.utils.extended_early_exit import (
-    ExtendedEarlyExitRunnerResult,
-    extended_early_exit_run,
-)
 from reconcile.utils.jira_client import JiraClient, JiraWatcherSettings
 from reconcile.utils.runtime.integration import DesiredStateShardConfig
 from reconcile.utils.secret_reader import SecretReaderBase, create_secret_reader
 from reconcile.utils.semver_helper import make_semver
 from reconcile.utils.state import State, init_state
-from reconcile.utils.unleash import get_feature_toggle_state
 
 QONTRACT_INTEGRATION = "jira-permissions-validator"
 QONTRACT_INTEGRATION_VERSION = make_semver(1, 2, 0)
@@ -70,7 +66,7 @@ class ValidationError(IntFlag):
 
 class RunnerParams(TypedDict):
     boards: list[JiraBoardV1]
-    board_check_interval: int
+    board_check_interval_sec: int
     dry_run: bool
 
 
@@ -206,7 +202,7 @@ def validate_boards(
     jira_boards: Iterable[JiraBoardV1],
     default_issue_type: str,
     default_reopen_state: str,
-    board_check_interval: int,
+    board_check_interval_sec: int,
     dry_run: bool,
     state: State,
     jira_client_class: type[JiraClient] = JiraClient,
@@ -214,8 +210,8 @@ def validate_boards(
     error = False
     jira_clients: dict[str, JiraClient] = {}
     for board in jira_boards:
-        last_successful_run = state.get(board.name, 0)
-        if not dry_run and time.time() <= last_successful_run + board_check_interval:
+        next_run_time = state.get(board.name, 0)
+        if not dry_run and time.time() <= next_run_time:
             logging.debug(f"[{board.name}] Skipping board")
             continue
 
@@ -243,8 +239,13 @@ def validate_boards(
                     # no errors
                     logging.debug(f"[{board.name}] is valid")
                     if not dry_run:
-                        # remember time of the last successful run
-                        state[board.name] = time.time()
+                        # set the run time for the next check
+                        state[board.name] = (
+                            time.time()
+                            + board_check_interval_sec
+                            # add some randomness to avoid all boards checking at the same time
+                            + random.randint(0, 3600)
+                        )
                 case ValidationError.PERMISSION_ERROR:
                     # we don't have all the permissions, but we can create jira tickets
                     metrics_container.set_gauge(
@@ -290,57 +291,15 @@ def export_boards(boards: list[JiraBoardV1]) -> list[dict]:
     return [board.dict() for board in boards]
 
 
+@defer
 def run(
     dry_run: bool,
     jira_board_name: list[str] | None = None,
-    board_check_interval: int = 3600,
-    enable_extended_early_exit: bool = False,
-    extended_early_exit_cache_ttl_seconds: int = 3600,
-    log_cached_log_output: bool = False,
+    board_check_interval_sec: int = 3600,
+    defer: Callable | None = None,
 ) -> None:
     gql_api = gql.get_api()
     boards = get_jira_boards(query_func=gql_api.query, jira_board_names=jira_board_name)
-    runner_params: RunnerParams = {
-        "boards": boards,
-        "dry_run": dry_run,
-        "board_check_interval": board_check_interval,
-    }
-    if enable_extended_early_exit and get_feature_toggle_state(
-        "jira-permissions-validator-extended-early-exit",
-        default=True,
-    ):
-        vault_settings = get_app_interface_vault_settings()
-        secret_reader = create_secret_reader(use_vault=vault_settings.vault)
-
-        cache_source = CacheSource(
-            boards=export_boards(boards),
-        )
-        extended_early_exit_run(
-            integration=QONTRACT_INTEGRATION,
-            integration_version=QONTRACT_INTEGRATION_VERSION,
-            # don't use `dry_run` in the cache key because this is a read-only integration
-            dry_run=False,
-            cache_source=cache_source,
-            shard="_".join(set(jira_board_name)) if jira_board_name else "",
-            ttl_seconds=extended_early_exit_cache_ttl_seconds,
-            logger=logging.getLogger(),
-            runner=runner,
-            runner_params=runner_params,
-            secret_reader=secret_reader,
-            log_cached_log_output=log_cached_log_output,
-        )
-    else:
-        runner(**runner_params)
-
-
-@defer
-def runner(
-    boards: list[JiraBoardV1],
-    dry_run: bool,
-    board_check_interval: int,
-    defer: Callable | None = None,
-) -> ExtendedEarlyExitRunnerResult:
-    gql_api = gql.get_api()
     settings = get_jira_settings(gql_api=gql_api)
     jiralert_settings = get_jiralert_settings(query_func=gql_api.query)
     vault_settings = get_app_interface_vault_settings()
@@ -357,7 +316,7 @@ def runner(
             jira_boards=boards,
             default_issue_type=jiralert_settings.default_issue_type,
             default_reopen_state=jiralert_settings.default_reopen_state,
-            board_check_interval=board_check_interval,
+            board_check_interval_sec=board_check_interval_sec,
             dry_run=dry_run,
             state=state,
         )
@@ -365,8 +324,6 @@ def runner(
     if error:
         sys.exit(ExitCodes.ERROR)
 
-    return ExtendedEarlyExitRunnerResult(payload=export_boards(boards), applied_count=0)
-
 
 def early_exit_desired_state(
     *args: Any, jira_board_name: list[str] | None = None, **kwargs: Any