paasta-tools 1.30.7__tar.gz → 1.30.8__tar.gz

{paasta_tools-1.30.7/paasta_tools.egg-info → paasta_tools-1.30.8}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: paasta-tools
-Version: 1.30.7
+Version: 1.30.8
 Summary: Tools for Yelps SOA infrastructure
 Author: Compute Infrastructure @ Yelp
 Author-email: compute-infra@yelp.com

{paasta_tools-1.30.7 → paasta_tools-1.30.8}/paasta_tools/__init__.py

@@ -17,4 +17,4 @@
 # setup phase, the dependencies may not exist on disk yet.
 #
 # Don't bump version manually. See `make release` docs in ./Makefile
-__version__ = "1.30.7"
+__version__ = "1.30.8"

{paasta_tools-1.30.7 → paasta_tools-1.30.8}/paasta_tools/kubernetes_tools.py

@@ -270,6 +270,10 @@ class KubeDeployment(NamedTuple):
     namespace: str
     replicas: Optional[int]
 
+    @property
+    def deployment_version(self) -> DeploymentVersion:
+        return DeploymentVersion(self.git_sha, self.image_version)
+
 
 class KubeCustomResource(NamedTuple):
     service: str

{paasta_tools-1.30.7 → paasta_tools-1.30.8}/paasta_tools/setup_kubernetes_job.py

@@ -52,6 +52,7 @@ from paasta_tools.kubernetes_tools import load_kubernetes_service_config_no_cach
 from paasta_tools.metrics import metrics_lib
 from paasta_tools.utils import decompose_job_id
 from paasta_tools.utils import DEFAULT_SOA_DIR
+from paasta_tools.utils import DeploymentVersion
 from paasta_tools.utils import InvalidJobNameError
 from paasta_tools.utils import load_system_paasta_config
 from paasta_tools.utils import NoConfigurationForServiceError
@@ -363,6 +364,14 @@ def setup_kube_deployments(
         for deployment in existing_kube_deployments
     }
 
+    existing_deployment_versions: Dict[
+        Tuple[str, str, str], List[DeploymentVersion]
+    ] = {}
+    for deployment in existing_kube_deployments:
+        existing_deployment_versions.setdefault(
+            (deployment.service, deployment.instance, deployment.namespace), []
+        ).append(deployment.deployment_version)
+
     hpa_overrides = hpa_overrides or {}
 
     applications = [
@@ -379,6 +388,39 @@ def setup_kube_deployments(
         else (_, None)
         for _, service_instance in service_instance_configs_list
     ]
+
+    def sort_key(ok_app: Tuple[bool, Optional[Application]]) -> int:
+        """This will return 1 if the desired deployment_version matches an existing deployment_version, 2 if the deployment is unhealthy and 0
+        otherwise. This will cause applications that need a new deployment_version to be handled first.
+        This prioritizes "real" bounces (developers pushing new service versions) over things that are likely to be big
+        bounces (config-only changes).
+        Most of the time, this won't matter much, as we should get through our backlog quickly, but when there is a
+        backlog, we want to avoid blocking developers.
+        """
+        _, app = ok_app
+        if app:
+            if (
+                app.kube_deployment.deployment_version
+                in existing_deployment_versions.get(
+                    (
+                        app.kube_deployment.service,
+                        app.kube_deployment.instance,
+                        app.kube_deployment.namespace,
+                    ),
+                    [],
+                )
+            ):
+                # Desired version exists, so this is just a configuration update; handle this second.
+                return 1
+            else:
+                # Desired version doesn't exist, handle this first.
+                return 0
+        else:
+            # Handle broken app last.
+            return 2
+
+    applications.sort(key=sort_key)
+
     api_updates = 0
     for _, app in applications:
         if app:

{paasta_tools-1.30.7 → paasta_tools-1.30.8/paasta_tools.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: paasta-tools
-Version: 1.30.7
+Version: 1.30.8
 Summary: Tools for Yelps SOA infrastructure
 Author: Compute Infrastructure @ Yelp
 Author-email: compute-infra@yelp.com

{paasta_tools-1.30.7 → paasta_tools-1.30.8}/tests/test_setup_kubernetes_job.py

@@ -1,4 +1,5 @@
 from typing import List
+from typing import Optional
 from typing import Tuple
 from typing import Union
 
@@ -10,6 +11,7 @@ from pytest import raises
 
 from paasta_tools.eks_tools import EksDeploymentConfig
 from paasta_tools.kubernetes.application.controller_wrappers import Application
+from paasta_tools.kubernetes_tools import HpaOverride
 from paasta_tools.kubernetes_tools import InvalidKubernetesConfig
 from paasta_tools.kubernetes_tools import KubeDeployment
 from paasta_tools.kubernetes_tools import KubernetesDeploymentConfig
@@ -20,6 +22,7 @@ from paasta_tools.setup_kubernetes_job import get_service_instances_with_valid_n
 from paasta_tools.setup_kubernetes_job import main
 from paasta_tools.setup_kubernetes_job import parse_args
 from paasta_tools.setup_kubernetes_job import setup_kube_deployments
+from paasta_tools.utils import DeploymentVersion
 from paasta_tools.utils import NoConfigurationForServiceError
 from paasta_tools.utils import NoDeploymentsAvailable
 
@@ -935,3 +938,106 @@ def test_setup_kube_deployments_skip_malformed_apps(
         assert mock_log_obj.exception.call_args_list[0] == mock.call(
             "Error while processing: fake_app"
         )
+
+
+def test_setup_kube_deployments_does_git_sha_changes_first():
+    with mock.patch(
+        "paasta_tools.setup_kubernetes_job.create_application_object",
+        autospec=True,
+    ) as mock_create_application_object, mock.patch(
+        "paasta_tools.setup_kubernetes_job.list_all_paasta_deployments", autospec=True
+    ) as mock_list_all_paasta_deployments, mock.patch(
+        "paasta_tools.setup_kubernetes_job.log", autospec=True
+    ) as mock_log_obj:
+        mock_client = mock.Mock()
+        mock_kube_deploy_config_fm = KubernetesDeploymentConfig(
+            service="kurupt",
+            instance="fm",
+            cluster="fake_cluster",
+            config_dict={},
+            branch_dict=None,
+        )
+        mock_kube_deploy_config_garage = KubernetesDeploymentConfig(
+            service="kurupt",
+            instance="garage",
+            cluster="fake_cluster",
+            config_dict={},
+            branch_dict=None,
+        )
+
+        mock_list_all_paasta_deployments.return_value = [
+            KubeDeployment(
+                service="kurupt",
+                instance="garage",
+                git_sha="1",
+                namespace="paasta",
+                image_version="extrastuff-1",
+                config_sha="1",
+                replicas=1,
+            ),
+            KubeDeployment(
+                service="kurupt",
+                instance="fm",
+                git_sha="1",
+                namespace="paasta",
+                image_version="extrastuff-1",
+                config_sha="1",
+                replicas=1,
+            ),
+        ]
+
+        mock_service_instance_configs_list = [
+            (True, mock_kube_deploy_config_garage),
+            (True, mock_kube_deploy_config_fm),
+        ]
+
+        garage_app = mock.Mock(
+            kube_deployment=mock.Mock(
+                git_sha="1",
+                service="kurupt",
+                instance="garage",
+                image_version="extrastuff-1",
+                namespace="paasta",
+                deployment_version=DeploymentVersion("1", "extrastuff-1"),
+            ),
+        )
+        fm_app = mock.Mock(
+            kube_deployment=mock.Mock(
+                git_sha="2",
+                service="kurupt",
+                instance="fm",
+                image_version="extrastuff-1",
+                namespace="paasta",
+                deployment_version=DeploymentVersion("2", "extrastuff-1"),
+            ),
+        )
+
+        def fake_create_application_object(
+            cluster: str,
+            soa_dir: str,
+            service_instance_config: KubernetesDeploymentConfig,
+            eks: bool = False,
+            hpa_override: Optional[HpaOverride] = None,
+        ):
+            if service_instance_config.instance == "garage":
+                return (True, garage_app)
+            elif service_instance_config.instance == "fm":
+                return (True, fm_app)
+            raise ValueError("expecting instance of 'fm' or 'garage'")
+
+        mock_create_application_object.side_effect = fake_create_application_object
+
+        setup_kube_deployments(
+            kube_client=mock_client,
+            service_instance_configs_list=mock_service_instance_configs_list,
+            cluster="fake_cluster",
+            soa_dir="/nail/blah",
+            rate_limit=1,
+        )
+
+        # With rate_limit == 1, only the app with a different `git_sha` should be bounced.
+        assert garage_app.update.call_count == 0
+        assert fm_app.update.call_count == 1
+        mock_log_obj.info.assert_any_call(
+            "Not doing any further updates as we reached the limit (1)"
+        )