paasta-tools 1.10.0__tar.gz → 1.11.0__tar.gz

{paasta-tools-1.10.0/paasta_tools.egg-info → paasta-tools-1.11.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 1.2
 Name: paasta-tools
-Version: 1.10.0
+Version: 1.11.0
 Summary: Tools for Yelps SOA infrastructure
 Home-page: UNKNOWN
 Author: Compute Infrastructure @ Yelp

{paasta-tools-1.10.0 → paasta-tools-1.11.0}/paasta_tools/__init__.py

@@ -17,4 +17,4 @@
 # setup phase, the dependencies may not exist on disk yet.
 #
 # Don't bump version manually. See `make release` docs in ./Makefile
-__version__ = "1.10.0"
+__version__ = "1.11.0"

{paasta-tools-1.10.0 → paasta-tools-1.11.0}/paasta_tools/cli/cli.py

@@ -110,6 +110,7 @@ PAASTA_SUBCOMMANDS = {
     "itest": "itest",
     "list-clusters": "list_clusters",
     "list-deploy-queue": "list_deploy_queue",
+    "list-namespaces": "list_namespaces",
     "list": "list",
     "local-run": "local_run",
     "logs": "logs",

{paasta-tools-1.10.0 → paasta-tools-1.11.0}/paasta_tools/cli/cmds/autoscale.py

@@ -39,18 +39,20 @@ def add_subparser(subparsers):
     )
 
     autoscale_parser.add_argument(
-        "-s", "--service", help="Service that you want to stop. Like 'example_service'."
+        "-s",
+        "--service",
+        help="Service that you want to autoscale. Like 'example_service'.",
     ).completer = lazy_choices_completer(list_services)
     autoscale_parser.add_argument(
         "-i",
         "--instance",
-        help="Instance of the service that you want to stop. Like 'main' or 'canary'.",
+        help="Instance of the service that you want to autoscale. Like 'main' or 'canary'.",
         required=True,
     ).completer = lazy_choices_completer(list_instances)
     autoscale_parser.add_argument(
         "-c",
         "--cluster",
-        help="The PaaSTA cluster that has the service instance you want to stop. Like 'pnw-prod'.",
+        help="The PaaSTA cluster that has the service instance you want to autoscale. Like 'pnw-prod'.",
         required=True,
     ).completer = lazy_choices_completer(list_clusters)
     autoscale_parser.add_argument(

paasta-tools-1.11.0/paasta_tools/cli/cmds/list_namespaces.py

@@ -0,0 +1,84 @@
+#!/usr/bin/env python
+# Copyright 2015-2016 Yelp Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+from paasta_tools.cli.utils import get_instance_configs_for_service
+from paasta_tools.cli.utils import lazy_choices_completer
+from paasta_tools.cli.utils import validate_service_name
+from paasta_tools.spark_tools import SPARK_EXECUTOR_NAMESPACE
+from paasta_tools.utils import DEFAULT_SOA_DIR
+from paasta_tools.utils import list_clusters
+from paasta_tools.utils import list_services
+
+
+def add_subparser(subparsers) -> None:
+    list_parser = subparsers.add_parser(
+        "list-namespaces",
+        help="Lists all k8s namespaces used by instances of a service",
+    )
+    list_parser.add_argument(
+        "-s",
+        "--service",
+        help="Name of the service which you want to list the namespaces for.",
+        required=True,
+    ).completer = lazy_choices_completer(list_services)
+    # Most services likely don't need to filter by cluster/instance, and can add namespaces from all instances
+    list_parser.add_argument(
+        "-i",
+        "--instance",
+        help="Instance of the service that you want to list namespaces for. Like 'main' or 'canary'.",
+        required=False,
+    )
+    list_parser.add_argument(
+        "-c",
+        "--cluster",
+        help="Clusters that you want to list namespaces for. Like 'pnw-prod' or 'norcal-stagef'.",
+        required=False,
+    ).completer = lazy_choices_completer(list_clusters)
+    list_parser.add_argument(
+        "-y",
+        "-d",
+        "--soa-dir",
+        dest="soa_dir",
+        default=DEFAULT_SOA_DIR,
+        required=False,
+        help="define a different soa config directory",
+    )
+    list_parser.set_defaults(command=paasta_list_namespaces)
+
+
+def paasta_list_namespaces(args):
+    service = args.service
+    soa_dir = args.soa_dir
+    validate_service_name(service, soa_dir)
+
+    namespaces = set()
+    instance_configs = get_instance_configs_for_service(
+        service=service, soa_dir=soa_dir, instances=args.instance, clusters=args.cluster
+    )
+    for instance in instance_configs:
+        # We skip non-k8s instance types
+        if instance.get_instance_type() in ("paasta-native", "adhoc"):
+            continue
+        namespaces.add(instance.get_namespace())
+        # Tron instances are TronActionConfigs
+        if (
+            instance.get_instance_type() == "tron"
+            and instance.get_executor() == "spark"
+        ):
+            # We also need paasta-spark for spark executors
+            namespaces.add(SPARK_EXECUTOR_NAMESPACE)
+
+    # Print in list format to be used in iam_roles
+    print(list(namespaces))
+    return 0

{paasta-tools-1.10.0 → paasta-tools-1.11.0}/paasta_tools/contrib/service_shard_update.py

@@ -164,6 +164,13 @@ def parse_args():
         type=int,
         dest="autotune_max_disk",
     )
+    parser.add_argument(
+        "--iam-role",
+        help="IAM role to use for the shard",
+        required=False,
+        type=str,
+        dest="iam_role",
+    )
     return parser.parse_args()
 
 
@@ -264,6 +271,8 @@ def main(args):
                             metrics_provider_config
                         )
 
+                    if args.iam_role is not None:
+                        instance_config["iam_role"] = args.iam_role
                     if args.cpus is not None:
                         instance_config["cpus"] = args.cpus
                     if args.mem is not None:
@@ -306,6 +315,7 @@ def main(args):
                     # Add the missing definition and write to the corresponding config
                     if args.shard_name not in config_file.keys():
                         config_file[args.shard_name] = instance_config
+
                         updater.write_configs(
                             args.service, f"{config_prefix}{config_path}", config_file
                         )

{paasta-tools-1.10.0 → paasta-tools-1.11.0}/paasta_tools/long_running_service_tools.py

@@ -149,10 +149,6 @@ class LongRunningServiceConfig(InstanceConfig):
     def get_bounce_method(self) -> str:
         raise NotImplementedError
 
-    def get_namespace(self) -> str:
-        """Get namespace from config"""
-        raise NotImplementedError
-
     def get_kubernetes_namespace(self) -> str:
         """
         Only needed on kubernetes LongRunningServiceConfig

{paasta-tools-1.10.0 → paasta-tools-1.11.0/paasta_tools.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 1.2
 Name: paasta-tools
-Version: 1.10.0
+Version: 1.11.0
 Summary: Tools for Yelps SOA infrastructure
 Home-page: UNKNOWN
 Author: Compute Infrastructure @ Yelp

{paasta-tools-1.10.0 → paasta-tools-1.11.0}/paasta_tools.egg-info/SOURCES.txt

@@ -133,6 +133,7 @@ paasta_tools/cli/cmds/itest.py
 paasta_tools/cli/cmds/list.py
 paasta_tools/cli/cmds/list_clusters.py
 paasta_tools/cli/cmds/list_deploy_queue.py
+paasta_tools/cli/cmds/list_namespaces.py
 paasta_tools/cli/cmds/local_run.py
 paasta_tools/cli/cmds/logs.py
 paasta_tools/cli/cmds/mark_for_deployment.py