paasta-tools 1.27.0__tar.gz → 1.28.0__tar.gz

{paasta_tools-1.27.0/paasta_tools.egg-info → paasta_tools-1.28.0}/PKG-INFO

@@ -1,6 +1,6 @@
-Metadata-Version: 2.1
+Metadata-Version: 2.4
 Name: paasta-tools
-Version: 1.27.0
+Version: 1.28.0
 Summary: Tools for Yelps SOA infrastructure
 Author: Compute Infrastructure @ Yelp
 Author-email: compute-infra@yelp.com
@@ -42,11 +42,11 @@ Requires-Dist: nats-py
 Requires-Dist: nulltype
 Requires-Dist: objgraph
 Requires-Dist: ply
-Requires-Dist: progressbar2>=3.10.0
+Requires-Dist: progressbar2>=4.3.2
 Requires-Dist: prometheus-client
 Requires-Dist: pymesos>=0.2.0
-Requires-Dist: pyramid>=1.8
 Requires-Dist: pyramid-swagger>=2.3.0
+Requires-Dist: pyramid>=2.0.2
 Requires-Dist: pysensu-yelp>=0.3.4
 Requires-Dist: PyStaticConfiguration
 Requires-Dist: python-crontab>=2.1.1
@@ -64,11 +64,16 @@ Requires-Dist: signalfx
 Requires-Dist: slackclient>=1.2.1
 Requires-Dist: sticht>=1.1.0
 Requires-Dist: syslogmp
-Requires-Dist: task-processing
-Requires-Dist: thriftpy2
 Requires-Dist: transitions
 Requires-Dist: typing-extensions
 Requires-Dist: tzlocal
 Requires-Dist: urllib3
 Requires-Dist: utaw>=0.2.0
 Requires-Dist: wsgicors
+Dynamic: author
+Dynamic: author-email
+Dynamic: license-file
+Dynamic: provides
+Dynamic: requires-dist
+Dynamic: requires-python
+Dynamic: summary

{paasta_tools-1.27.0 → paasta_tools-1.28.0}/paasta_tools/__init__.py

@@ -17,4 +17,4 @@
 # setup phase, the dependencies may not exist on disk yet.
 #
 # Don't bump version manually. See `make release` docs in ./Makefile
-__version__ = "1.27.0"
+__version__ = "1.28.0"

{paasta_tools-1.27.0 → paasta_tools-1.28.0}/paasta_tools/api/tweens/auth.py

@@ -77,7 +77,8 @@ class AuthTweenFactory:
         method: str,
         service: Optional[str],
     ) -> AuthorizationOutcome:
-        """Check if API request is authorized
+        """
+        Check if API request is authorized
 
         :param str path: API path
         :param str token: authentication token

{paasta_tools-1.27.0 → paasta_tools-1.28.0}/paasta_tools/cli/cmds/local_run.py

@@ -977,12 +977,12 @@ def run_docker_container(
             # First try to write the file as a string
             # This is for text like config files
             with open(temp_secret_filename, "w") as f:
-                f.write(secret_content)
+                f.write(secret_content)  # type: ignore  # TODO: make this type-safe rather than rely on exceptions
         except TypeError:
             # If that fails, try to write it as bytes
             # This is for binary files like TLS keys
             with open(temp_secret_filename, "wb") as fb:
-                fb.write(secret_content)
+                fb.write(secret_content)  # type: ignore  # TODO: make this type-safe rather than rely on exceptions
 
         # Append this to the list of volumes passed to docker run
         volumes.append(f"{temp_secret_filename}:{container_mount_path}:ro")

{paasta_tools-1.27.0 → paasta_tools-1.28.0}/paasta_tools/contrib/bounce_log_latency_parser.py

@@ -1,4 +1,4 @@
-#!/usr/bin/env python3.8
+#!/usr/bin/env python3.10
 import itertools
 import json
 import sys

{paasta_tools-1.27.0 → paasta_tools-1.28.0}/paasta_tools/contrib/ide_helper.py

@@ -53,12 +53,12 @@ def install_vscode_support() -> None:
                 "python": "${workspaceFolder}/.paasta/bin/python",
                 "program": "${workspaceFolder}/.paasta/bin/tox",
                 "subProcess": True,
-                "args": ["-e", "py38-linux,docs,mypy,tests"],
+                "args": ["-e", "py310-linux,docs,mypy,tests"],
             },
             {
                 "name": "paasta cli",
                 "cwd": "${workspaceFolder}",
-                "python": "${workspaceFolder}/.tox/py38-linux/bin/python",
+                "python": "${workspaceFolder}/.tox/py310-linux/bin/python",
                 "type": "python",
                 "request": "launch",
                 "module": "paasta_tools.cli.cli",
@@ -66,7 +66,7 @@ def install_vscode_support() -> None:
             {
                 "name": "paasta rollback",
                 "cwd": "${workspaceFolder}",
-                "python": "${workspaceFolder}/.tox/py38-linux/bin/python",
+                "python": "${workspaceFolder}/.tox/py310-linux/bin/python",
                 "type": "python",
                 "request": "launch",
                 "module": "paasta_tools.cli.cli",
@@ -83,7 +83,7 @@ def install_vscode_support() -> None:
             {
                 "name": "paasta mark-for-deployment",
                 "cwd": "${workspaceFolder}",
-                "python": "${workspaceFolder}/.tox/py38-linux/bin/python",
+                "python": "${workspaceFolder}/.tox/py310-linux/bin/python",
                 "type": "python",
                 "request": "launch",
                 "module": "paasta_tools.cli.cli",
@@ -101,7 +101,7 @@ def install_vscode_support() -> None:
             {
                 "name": "paasta status",
                 "cwd": "${workspaceFolder}",
-                "python": "${workspaceFolder}/.tox/py38-linux/bin/python",
+                "python": "${workspaceFolder}/.tox/py310-linux/bin/python",
                 "type": "python",
                 "request": "launch",
                 "module": "paasta_tools.cli.cli",
@@ -118,7 +118,7 @@ def install_vscode_support() -> None:
             {
                 "name": "paasta playground",
                 "cwd": "${workspaceFolder}",
-                "python": "${workspaceFolder}/.tox/py38-linux/bin/python",
+                "python": "${workspaceFolder}/.tox/py310-linux/bin/python",
                 "type": "python",
                 "request": "launch",
                 "module": "paasta_tools.cli.cli",
@@ -138,7 +138,7 @@ def install_vscode_support() -> None:
             {
                 "name": "paasta status playground",
                 "cwd": "${workspaceFolder}",
-                "python": "${workspaceFolder}/.tox/py38-linux/bin/python",
+                "python": "${workspaceFolder}/.tox/py310-linux/bin/python",
                 "type": "python",
                 "request": "launch",
                 "module": "paasta_tools.cli.cli",
@@ -157,7 +157,7 @@ def install_vscode_support() -> None:
             {
                 "name": "paasta logs",
                 "cwd": "${workspaceFolder}",
-                "python": "${workspaceFolder}/.tox/py38-linux/bin/python",
+                "python": "${workspaceFolder}/.tox/py310-linux/bin/python",
                 "type": "python",
                 "request": "launch",
                 "module": "paasta_tools.cli.cli",
@@ -175,7 +175,7 @@ def install_vscode_support() -> None:
                 "name": "paasta validate",
                 # This command has to be ran from inside the service repo in yelpsoa-configs
                 "cwd": "${userHome}/pg/yelpsoa-configs/",
-                "python": "${workspaceFolder}/.tox/py38-linux/bin/python",
+                "python": "${workspaceFolder}/.tox/py310-linux/bin/python",
                 "type": "python",
                 "request": "launch",
                 "module": "paasta_tools.cli.cli",
@@ -184,10 +184,10 @@ def install_vscode_support() -> None:
             {
                 # 1) Follow step 1 in "Running the PaaSTA HTTP API Locally" wiki
                 # 2) Run this "paasta API" test to debug paasta API
-                # 3) Run client command, e.g. PAASTA_SYSTEM_CONFIG_DIR=./etc_paasta_for_development/  .tox/py38-linux/bin/python paasta_tools/cli/cli.py status --clusters norcal-devc --service katamari_test_service
+                # 3) Run client command, e.g. PAASTA_SYSTEM_CONFIG_DIR=./etc_paasta_for_development/  .tox/py310-linux/bin/python paasta_tools/cli/cli.py status --clusters norcal-devc --service katamari_test_service
                 "name": "paasta API",
                 "cwd": "${workspaceFolder}",
-                "python": "${workspaceFolder}/.tox/py38-linux/bin/python",
+                "python": "${workspaceFolder}/.tox/py310-linux/bin/python",
                 "type": "python",
                 "request": "launch",
                 "module": "paasta_tools.run-paasta-api-in-dev-mode",
@@ -203,7 +203,7 @@ def install_vscode_support() -> None:
             {
                 "name": "paasta API playground",
                 "cwd": "${workspaceFolder}",
-                "python": "${workspaceFolder}/.tox/py38-linux/bin/python",
+                "python": "${workspaceFolder}/.tox/py310-linux/bin/python",
                 "type": "python",
                 "request": "launch",
                 "module": "paasta_tools.run-paasta-api-playground",
@@ -221,7 +221,7 @@ def install_vscode_support() -> None:
             {
                 "name": "Run setup k8s job in playground",
                 "cwd": "${workspaceFolder}",
-                "python": "${workspaceFolder}/.tox/py38-linux/bin/python",
+                "python": "${workspaceFolder}/.tox/py310-linux/bin/python",
                 "type": "python",
                 "request": "launch",
                 "module": "paasta_tools.setup_kubernetes_job",
@@ -244,7 +244,7 @@ def install_vscode_support() -> None:
             {
                 "name": "Generate deployments.json in playground",
                 "cwd": "${workspaceFolder}",
-                "python": "${workspaceFolder}/.tox/py38-linux/bin/python",
+                "python": "${workspaceFolder}/.tox/py310-linux/bin/python",
                 "type": "python",
                 "request": "launch",
                 "module": "paasta_tools.generate_deployments_for_service",

{paasta_tools-1.27.0 → paasta_tools-1.28.0}/paasta_tools/contrib/mock_patch_checker.py

@@ -1,4 +1,4 @@
-#!/usr/bin/env python3.8
+#!/usr/bin/env python3.10
 import ast
 import sys
 

{paasta_tools-1.27.0 → paasta_tools-1.28.0}/paasta_tools/contrib/render_template.py

@@ -1,4 +1,4 @@
-#!/usr/bin/env python3.8
+#!/usr/bin/env python3.10
 import argparse
 import os
 import re

{paasta_tools-1.27.0 → paasta_tools-1.28.0}/paasta_tools/contrib/shared_ip_check.py

@@ -1,4 +1,4 @@
-#!/usr/bin/env python3.8
+#!/usr/bin/env python3.10
 import sys
 from collections import defaultdict
 

{paasta_tools-1.27.0 → paasta_tools-1.28.0}/paasta_tools/instance/kubernetes.py

@@ -641,7 +641,7 @@ async def kubernetes_status_v2(
                 kube_client, job_config, job_config.get_kubernetes_namespace()
             )
         )
-        tasks.append(autoscaling_task)
+        tasks.append(autoscaling_task)  # type: ignore  # PAASTA-18698; ignoring due to unexpected type mismatch
     else:
         autoscaling_task = None
 
@@ -653,7 +653,7 @@ async def kubernetes_status_v2(
             namespaces=relevant_namespaces,
         )
     )
-    tasks.append(pods_task)
+    tasks.append(pods_task)  # type: ignore  # PAASTA-18698; ignoring due to unexpected type mismatch
 
     service_namespace_config = kubernetes_tools.load_service_namespace_config(
         service=service,
@@ -674,9 +674,9 @@ async def kubernetes_status_v2(
             )
         )
         backends_task = asyncio.create_task(
-            get_backends_from_mesh_status(mesh_status_task)
+            get_backends_from_mesh_status(mesh_status_task)  # type: ignore  # PAASTA-18698; ignoring due to unexpected type mismatch
         )
-        tasks.extend([mesh_status_task, backends_task])
+        tasks.extend([mesh_status_task, backends_task])  # type: ignore  # PAASTA-18698; ignoring due to unexpected type mismatch
     else:
         mesh_status_task = None
         backends_task = None
@@ -685,7 +685,7 @@ async def kubernetes_status_v2(
         pod_status_by_sha_and_readiness_task = asyncio.create_task(
             get_pod_status_tasks_by_sha_and_readiness(
                 pods_task,
-                backends_task,
+                backends_task,  # type: ignore  # PAASTA-18698; ignoring due to unexpected type mismatch
                 kube_client,
                 verbose,
             )
@@ -696,15 +696,15 @@ async def kubernetes_status_v2(
                 service=service,
                 instance=instance,
                 namespaces=relevant_namespaces,
-                pod_status_by_sha_and_readiness_task=pod_status_by_sha_and_readiness_task,
+                pod_status_by_sha_and_readiness_task=pod_status_by_sha_and_readiness_task,  # type: ignore  # PAASTA-18698; ignoring due to unexpected type mismatch
             )
         )
-        tasks.extend([pod_status_by_sha_and_readiness_task, versions_task])
+        tasks.extend([pod_status_by_sha_and_readiness_task, versions_task])  # type: ignore  # PAASTA-18698; ignoring due to unexpected type mismatch
     else:
         pod_status_by_replicaset_task = asyncio.create_task(
             get_pod_status_tasks_by_replicaset(
                 pods_task,
-                backends_task,
+                backends_task,  # type: ignore  # PAASTA-18698; ignoring due to unexpected type mismatch
                 kube_client,
                 verbose,
             )
@@ -715,10 +715,10 @@ async def kubernetes_status_v2(
                 service=service,
                 instance=instance,
                 namespaces=relevant_namespaces,
-                pod_status_by_replicaset_task=pod_status_by_replicaset_task,
+                pod_status_by_replicaset_task=pod_status_by_replicaset_task,  # type: ignore  # PAASTA-18698; ignoring due to unexpected type mismatch
             )
         )
-        tasks.extend([pod_status_by_replicaset_task, versions_task])
+        tasks.extend([pod_status_by_replicaset_task, versions_task])  # type: ignore  # PAASTA-18698; ignoring due to unexpected type mismatch
 
     await asyncio.gather(*tasks, return_exceptions=True)
 

{paasta_tools-1.27.0 → paasta_tools-1.28.0}/paasta_tools/mesos/master.py

@@ -147,7 +147,7 @@ class MesosMaster:
     def _file_resolver(self, cfg):
         return self.resolve(open(cfg[6:], "r+").read().strip())
 
-    @retry(KazooTimeoutError, tries=5, delay=0.5, logger=logger)
+    @retry(KazooTimeoutError, tries=5, delay=0.5, logger=logger)  # type: ignore
     def _zookeeper_resolver(self, cfg):
         hosts, path = cfg[5:].split("/", 1)
         path = "/" + path

{paasta_tools-1.27.0 → paasta_tools-1.28.0}/paasta_tools/metrics/metastatus_lib.py

@@ -614,7 +614,7 @@ def group_slaves_by_key_func(
     """
     sorted_slaves: Sequence[_GenericNodeT]
     if sort_func is None:
-        sorted_slaves = sorted(slaves, key=key_func)
+        sorted_slaves = sorted(slaves, key=key_func)  # type: ignore # this code is to be deleted
     else:
         sorted_slaves = sort_func(slaves)
 

{paasta_tools-1.27.0 → paasta_tools-1.28.0}/paasta_tools/remote_git.py

@@ -72,8 +72,8 @@ def create_remote_refs(git_url, ref_mutator, force=False):
         determine_wants = ref_mutator
     # We know we don't need to push any objects.
 
-    def generate_pack_contents(have, want):
-        return []
+    def generate_pack_contents(have, want, ofs_delta=None):
+        return 0, []
 
     return client.send_pack(path, determine_wants, generate_pack_contents)
 

{paasta_tools-1.27.0 → paasta_tools-1.28.0}/paasta_tools/run-paasta-api-in-dev-mode.py

@@ -45,8 +45,8 @@ def main():
             api.main("dev-mode")
     else:
         os.execl(
-            ".tox/py38-linux/bin/python",
-            ".tox/py38-linux/bin/python",
+            ".tox/py310-linux/bin/python",
+            ".tox/py310-linux/bin/python",
             "-m",
             "paasta_tools.api.api",
             *["-D", "-c", cluster, str(port)],

{paasta_tools-1.27.0 → paasta_tools-1.28.0}/paasta_tools/run-paasta-api-playground.py

@@ -39,8 +39,8 @@ def main():
             api.main("dev-mode")
     else:
         os.execl(
-            ".tox/py38-linux/bin/python",
-            ".tox/py38-linux/bin/python",
+            ".tox/py310-linux/bin/python",
+            ".tox/py310-linux/bin/python",
             "-m",
             "paasta_tools.api.api",
             *["-D", "-c", cluster, str(port)],

{paasta_tools-1.27.0 → paasta_tools-1.28.0}/paasta_tools/yaml_tools.py

@@ -2,7 +2,7 @@ import sys
 
 import yaml
 
-# try and catch both /opt/venvs/paasta-tools and ~/pg/paasta/.tox/py38-linux as if we're being run as an application,
+# try and catch both /opt/venvs/paasta-tools and ~/pg/paasta/.tox/py310-linux as if we're being run as an application,
 # we likely want to fail on a potential slowdown rather than experience a performance regression
 if "paasta" in sys.prefix:
     from yaml import CSafeLoader as Loader

{paasta_tools-1.27.0 → paasta_tools-1.28.0/paasta_tools.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
-Metadata-Version: 2.1
+Metadata-Version: 2.4
 Name: paasta-tools
-Version: 1.27.0
+Version: 1.28.0
 Summary: Tools for Yelps SOA infrastructure
 Author: Compute Infrastructure @ Yelp
 Author-email: compute-infra@yelp.com
@@ -42,11 +42,11 @@ Requires-Dist: nats-py
 Requires-Dist: nulltype
 Requires-Dist: objgraph
 Requires-Dist: ply
-Requires-Dist: progressbar2>=3.10.0
+Requires-Dist: progressbar2>=4.3.2
 Requires-Dist: prometheus-client
 Requires-Dist: pymesos>=0.2.0
-Requires-Dist: pyramid>=1.8
 Requires-Dist: pyramid-swagger>=2.3.0
+Requires-Dist: pyramid>=2.0.2
 Requires-Dist: pysensu-yelp>=0.3.4
 Requires-Dist: PyStaticConfiguration
 Requires-Dist: python-crontab>=2.1.1
@@ -64,11 +64,16 @@ Requires-Dist: signalfx
 Requires-Dist: slackclient>=1.2.1
 Requires-Dist: sticht>=1.1.0
 Requires-Dist: syslogmp
-Requires-Dist: task-processing
-Requires-Dist: thriftpy2
 Requires-Dist: transitions
 Requires-Dist: typing-extensions
 Requires-Dist: tzlocal
 Requires-Dist: urllib3
 Requires-Dist: utaw>=0.2.0
 Requires-Dist: wsgicors
+Dynamic: author
+Dynamic: author-email
+Dynamic: license-file
+Dynamic: provides
+Dynamic: requires-dist
+Dynamic: requires-python
+Dynamic: summary

{paasta_tools-1.27.0 → paasta_tools-1.28.0}/paasta_tools.egg-info/SOURCES.txt

@@ -352,6 +352,5 @@ tests/test_setup_prometheus_adapter_config.py
 tests/test_slack.py
 tests/test_smartstack_tools.py
 tests/test_spark_tools.py
-tests/test_task_processing.py
 tests/test_tron_tools.py
 tests/test_utils.py

{paasta_tools-1.27.0 → paasta_tools-1.28.0}/paasta_tools.egg-info/requires.txt

@@ -33,11 +33,11 @@ nats-py
 nulltype
 objgraph
 ply
-progressbar2>=3.10.0
+progressbar2>=4.3.2
 prometheus-client
 pymesos>=0.2.0
-pyramid>=1.8
 pyramid-swagger>=2.3.0
+pyramid>=2.0.2
 pysensu-yelp>=0.3.4
 PyStaticConfiguration
 python-crontab>=2.1.1
@@ -55,8 +55,6 @@ signalfx
 slackclient>=1.2.1
 sticht>=1.1.0
 syslogmp
-task-processing
-thriftpy2
 transitions
 typing-extensions
 tzlocal

{paasta_tools-1.27.0 → paasta_tools-1.28.0}/requirements-minimal.txt

@@ -38,11 +38,11 @@ nats-py
 nulltype
 objgraph
 ply
-progressbar2 >= 3.10.0
+progressbar2>=4.3.2
 prometheus-client
 pymesos >= 0.2.0
-pyramid >= 1.8
 pyramid-swagger >= 2.3.0
+pyramid>=2.0.2
 pysensu-yelp >= 0.3.4
 PyStaticConfiguration
 python-crontab>=2.1.1
@@ -62,8 +62,6 @@ signalfx
 slackclient >= 1.2.1
 sticht >= 1.1.0
 syslogmp
-task-processing
-thriftpy2
 transitions
 typing-extensions
 tzlocal

{paasta_tools-1.27.0 → paasta_tools-1.28.0}/tests/test_kubernetes_tools.py

@@ -1933,9 +1933,7 @@ class TestKubernetesDeploymentConfig:
             return False
 
         mock_get_prometheus_port.return_value = prometheus_port
-        self.deployment.should_use_metrics_provider = (
-            mock_should_use_metrics_provider_fn
-        )
+        self.deployment.should_use_metrics_provider = mock_should_use_metrics_provider_fn  # type: ignore
         mock_service_namespace_config = mock.Mock()
         mock_service_namespace_config.is_in_smartstack.return_value = in_smtstk
         mock_system_paasta_config = mock.Mock()
@@ -2925,7 +2923,7 @@ class TestKubernetesDeploymentConfig:
             assert len(ret) == 2
 
     def test_get_storage_class_name_default(self):
-        pv = kubernetes_tools.PersistentVolume()
+        pv = kubernetes_tools.PersistentVolume()  # type: ignore  # We will need to make this TypedDict non-total to remove this comment
         assert self.deployment.get_storage_class_name(pv) == "ebs"
 
     def test_get_storage_class_name_wrong(self):

{paasta_tools-1.27.0 → paasta_tools-1.28.0}/tests/test_setup_kubernetes_job.py

@@ -469,7 +469,7 @@ def test_setup_kube_deployment_create_update(mock_kube_deploy_config, eks_flag):
             branch_dict=None,
             soa_dir=soa_dir,
         )
-        fake_app.__str__ = lambda app: "fake_app"
+        fake_app.__str__ = lambda app: "fake_app"  # type: ignore
         return True, fake_app
 
     with mock.patch(
@@ -919,7 +919,7 @@ def test_setup_kube_deployments_skip_malformed_apps(
         fake_app.create = mock.Mock(
             side_effect=[Exception("Kaboom!"), mock.Mock(create=mock.Mock())]
         )
-        fake_app.__str__ = mock.Mock(return_value="fake_app")
+        fake_app.__str__ = mock.Mock(return_value="fake_app")  # type: ignore
         mock_create_application_object.return_value = (True, fake_app)
 
         setup_kube_deployments(

paasta_tools-1.27.0/tests/test_task_processing.py

@@ -1,21 +0,0 @@
-# Copyright 2015-2017 Yelp Inc.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# We just want to test that task_processing is available in the virtualenv
-
-
-def test_import():
-    from task_processing.task_processor import TaskProcessor
-
-    tp = TaskProcessor()
-    tp.load_plugin("task_processing.plugins.mesos")