paasta-tools 1.4.6__tar.gz → 1.4.8__tar.gz

{paasta-tools-1.4.6/paasta_tools.egg-info → paasta-tools-1.4.8}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 1.2
 Name: paasta-tools
-Version: 1.4.6
+Version: 1.4.8
 Summary: Tools for Yelps SOA infrastructure
 Home-page: UNKNOWN
 Author: Compute Infrastructure @ Yelp

{paasta-tools-1.4.6 → paasta-tools-1.4.8}/paasta_tools/__init__.py

@@ -17,4 +17,4 @@
 # setup phase, the dependencies may not exist on disk yet.
 #
 # Don't bump version manually. See `make release` docs in ./Makefile
-__version__ = "1.4.6"
+__version__ = "1.4.8"

{paasta-tools-1.4.6 → paasta-tools-1.4.8}/paasta_tools/cli/cmds/logs.py

@@ -40,7 +40,9 @@ from typing import Tuple
 from typing import Type
 from typing import Union
 
+import a_sync
 import isodate
+import nats
 import pytz
 from dateutil import tz
 
@@ -1166,19 +1168,26 @@ class ScribeLogReader(LogReader):
 
 @register_log_reader("vector-logs")
 class VectorLogsReader(LogReader):
+    SUPPORTS_TAILING = True
     SUPPORTS_TIME = True
 
-    def __init__(self, cluster_map: Mapping[str, Any]) -> None:
+    def __init__(
+        self, cluster_map: Mapping[str, Any], nats_endpoint_map: Mapping[str, Any]
+    ) -> None:
         super().__init__()
 
         if S3LogsReader is None:
             raise Exception("yelp_clog package must be available to use S3LogsReader")
 
         self.cluster_map = cluster_map
+        self.nats_endpoint_map = nats_endpoint_map
 
     def get_superregion_for_cluster(self, cluster: str) -> Optional[str]:
         return self.cluster_map.get(cluster, None)
 
+    def get_nats_endpoint_for_cluster(self, cluster: str) -> Optional[str]:
+        return self.nats_endpoint_map.get(cluster, None)
+
     def print_logs_by_time(
         self,
         service,
@@ -1230,6 +1239,48 @@ class VectorLogsReader(LogReader):
         for line in aggregated_logs:
             print_log(line["raw_line"], levels, raw_mode, strip_headers)
 
+    def tail_logs(
+        self,
+        service: str,
+        levels: Sequence[str],
+        components: Iterable[str],
+        clusters: Sequence[str],
+        instances: List[str],
+        pods: Iterable[str] = None,
+        raw_mode: bool = False,
+        strip_headers: bool = False,
+    ) -> None:
+        stream_name = get_log_name_for_service(service, prefix="app_output")
+        endpoint = self.get_nats_endpoint_for_cluster(clusters[0])
+        if not endpoint:
+            raise NotImplementedError(
+                "Tailing logs is not supported in this cluster yet, sorry"
+            )
+
+        async def tail_logs_from_nats() -> None:
+            nc = await nats.connect(f"nats://{endpoint}")
+            sub = await nc.subscribe(stream_name)
+
+            while True:
+                # Wait indefinitely for a new message (no timeout)
+                msg = await sub.next_msg(timeout=None)
+                decoded_data = msg.data.decode("utf-8")
+
+                if paasta_log_line_passes_filter(
+                    decoded_data,
+                    levels,
+                    service,
+                    components,
+                    clusters,
+                    instances,
+                    pods,
+                ):
+                    await a_sync.run(
+                        print_log, decoded_data, levels, raw_mode, strip_headers
+                    )
+
+        a_sync.block(tail_logs_from_nats)
+
 
 def scribe_env_to_locations(scribe_env) -> Mapping[str, Any]:
     """Converts a scribe environment to a dictionary of locations. The

{paasta-tools-1.4.6 → paasta-tools-1.4.8}/paasta_tools/cli/cmds/status.py

@@ -134,7 +134,11 @@ InstanceStatusWriter = Callable[
     int,
 ]
 
-EKS_DEPLOYMENT_CONFIGS = [EksDeploymentConfig, FlinkEksDeploymentConfig]
+EKS_DEPLOYMENT_CONFIGS = [
+    EksDeploymentConfig,
+    FlinkEksDeploymentConfig,
+    VitessDeploymentConfig,
+]
 FLINK_DEPLOYMENT_CONFIGS = [FlinkDeploymentConfig, FlinkEksDeploymentConfig]
 
 

{paasta-tools-1.4.6 → paasta-tools-1.4.8/paasta_tools.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 1.2
 Name: paasta-tools
-Version: 1.4.6
+Version: 1.4.8
 Summary: Tools for Yelps SOA infrastructure
 Home-page: UNKNOWN
 Author: Compute Infrastructure @ Yelp

{paasta-tools-1.4.6 → paasta-tools-1.4.8}/paasta_tools.egg-info/requires.txt

@@ -26,6 +26,7 @@ kubernetes<22.0.0,>=18.20.0
 ldap3
 manhole
 mypy-extensions>=0.3.0
+nats-py
 nulltype
 objgraph
 ply

{paasta-tools-1.4.6 → paasta-tools-1.4.8}/requirements-minimal.txt

@@ -31,6 +31,7 @@ kubernetes >= 18.20.0, < 22.0.0
 ldap3
 manhole
 mypy-extensions >= 0.3.0
+nats-py
 nulltype
 objgraph
 ply