kaqing 1.77.0__py3-none-any.whl → 2.0.171__py3-none-any.whl

adam/commands/show/show.py

@@ -0,0 +1,39 @@
+import click
+
+from adam.commands.intermediate_command import IntermediateCommand
+from adam.commands.medusa.medusa_show_backupjobs import MedusaShowBackupJobs
+from adam.commands.medusa.medusa_show_restorejobs import MedusaShowRestoreJobs
+from adam.commands.show.show_app_actions import ShowAppActions
+from adam.commands.show.show_app_queues import ShowAppQueues
+from adam.commands.show.show_host import ShowHost
+from adam.commands.show.show_login import ShowLogin
+from .show_params import ShowParams
+from .show_app_id import ShowAppId
+from .show_cassandra_status import ShowCassandraStatus
+from .show_cassandra_version import ShowCassandraVersion
+from .show_commands import ShowKubectlCommands
+from .show_processes import ShowProcesses
+from .show_cassandra_repairs import ShowCassandraRepairs
+from .show_storage import ShowStorage
+from .show_adam import ShowAdam
+
+class Show(IntermediateCommand):
+    COMMAND = 'show'
+
+    # the singleton pattern
+    def __new__(cls, *args, **kwargs):
+        if not hasattr(cls, 'instance'): cls.instance = super(Show, cls).__new__(cls)
+
+        return cls.instance
+
+    def command(self):
+        return Show.COMMAND
+
+    def cmd_list(self):
+        return [ShowAppActions(), ShowAppId(), ShowAppQueues(), ShowHost(), ShowLogin(), ShowKubectlCommands(),
+                ShowParams(), ShowProcesses(), ShowCassandraRepairs(), ShowStorage(), ShowAdam(),
+                ShowCassandraStatus(), ShowCassandraVersion(), MedusaShowRestoreJobs(), MedusaShowBackupJobs()]
+
+class ShowCommandHelper(click.Command):
+    def get_help(self, ctx: click.Context):
+        IntermediateCommand.intermediate_help(super().get_help(ctx), Show.COMMAND, Show().cmd_list(), show_cluster_help=True)

walker/commands/show/show_version.py → adam/commands/show/show_adam.py

@@ -1,25 +1,24 @@
 import sys
 import os
 
-from walker.utils import log2
+from adam.utils import lines_to_tabular, log2
 
 current_dir = os.path.dirname(os.path.abspath(__file__))
-# sys.path.append(os.path.dirname(current_dir))
 
 parent_dir = os.path.dirname(current_dir)
 grandparent_dir = os.path.dirname(parent_dir)
 sys.path.append(grandparent_dir)
 
 from version import __version__
-from walker.commands.command import Command
-from walker.repl_state import ReplState
+from adam.commands.command import Command
+from adam.repl_state import ReplState
 
-class ShowVersion(Command):
-    COMMAND = 'show version'
+class ShowAdam(Command):
+    COMMAND = 'show adam'
 
     # the singleton pattern
     def __new__(cls, *args, **kwargs):
-        if not hasattr(cls, 'instance'): cls.instance = super(ShowVersion, cls).__new__(cls)
+        if not hasattr(cls, 'instance'): cls.instance = super(ShowAdam, cls).__new__(cls)
 
         return cls.instance
 
@@ -27,13 +26,18 @@ class ShowVersion(Command):
         super().__init__(successor)
 
     def command(self):
-        return ShowVersion.COMMAND
+        return ShowAdam.COMMAND
 
     def run(self, cmd: str, state: ReplState):
         if not self.args(cmd):
             return super().run(cmd, state)
 
-        log2(__version__)
+        package = os.path.dirname(os.path.abspath(__file__))
+        package = package.split('/adam/')[0] + '/adam'
+        log2(lines_to_tabular([
+            f'version\t{__version__}',
+            f'source\t{package}'
+        ], separator='\t'))
 
         return state
 
@@ -41,4 +45,4 @@ class ShowVersion(Command):
         return super().completion(state)
 
     def help(self, _: ReplState):
-        return f'{ShowVersion.COMMAND}\t show kaqing version'
+        return f'{ShowAdam.COMMAND}\t show kaqing version'

adam/commands/show/show_app_actions.py

@@ -0,0 +1,57 @@
+from adam.app_session import AppSession
+from adam.apps import AppAction, Apps
+from adam.commands.command import Command
+from adam.config import Config
+from adam.repl_state import ReplState
+from adam.utils import lines_to_tabular, log
+
+class ShowAppActions(Command):
+    COMMAND = 'show app actions'
+
+    # the singleton pattern
+    def __new__(cls, *args, **kwargs):
+        if not hasattr(cls, 'instance'): cls.instance = super(ShowAppActions, cls).__new__(cls)
+
+        return cls.instance
+
+    def __init__(self, successor: Command=None):
+        super().__init__(successor)
+
+    def command(self):
+        return ShowAppActions.COMMAND
+
+    def required(self):
+        return ReplState.A
+
+    def run(self, cmd: str, state: ReplState):
+        if not (args := self.args(cmd)):
+            return super().run(cmd, state)
+
+        with self.validate(args, state) as (args, state):
+            lines = []
+            for typ in Apps().app_types():
+                for action in typ.actions:
+                    a: AppAction = action
+                    args = ','.join(a.arguments())
+                    if args:
+                        line = f'{typ.name}.{a.name},{args}'
+                    else:
+                        line = f'{typ.name}.{a.name},'
+                    if a.help:
+                        line = f'{line},{a.help}'
+                    lines.append(line)
+            log(lines_to_tabular(lines, 'ACTION,ARGS,DESCRIPTION', separator=','))
+            log()
+
+            app_session: AppSession = AppSession.create(state.app_env or 'c3', state.app_app or 'c3')
+            endpoint = Config().get('app.console-endpoint', 'https://{host}/{env}/{app}/static/console/index.html')
+            endpoint = endpoint.replace('{host}', app_session.host).replace('{env}', app_session.env).replace('{app}', state.app_app or 'c3')
+            log(lines_to_tabular([f'CONSOLE:,{endpoint}'], separator=','))
+
+            return lines
+
+    def completion(self, state: ReplState):
+        return super().completion(state)
+
+    def help(self, _: ReplState):
+        return f"{ShowAppActions.COMMAND}\t show app actions"

{walker → adam}/commands/show/show_app_id.py

@@ -1,7 +1,7 @@
-from walker.commands.command import Command
-from walker.k8s_utils.custom_resources import CustomResources
-from walker.repl_state import ReplState, RequiredState
-from walker.utils import log
+from adam.commands.command import Command
+from adam.utils_k8s.custom_resources import CustomResources
+from adam.repl_state import ReplState, RequiredState
+from adam.utils import log
 
 class ShowAppId(Command):
     COMMAND = 'show app id'
@@ -25,20 +25,17 @@ class ShowAppId(Command):
         if not(args := self.args(cmd)):
             return super().run(cmd, state)
 
-        state, _ = state.apply_args(args)
-        if not self.validate_state(state):
-            return state
+        with self.validate(args, state) as (args, state):
+            c3_app_id = 'Unknown'
 
-        c3_app_id = 'Unknown'
+            apps = CustomResources.get_app_ids()
+            cr_name = CustomResources.get_cr_name(state.sts if state.sts else state.pod, namespace=state.namespace)
+            if cr_name in apps:
+                c3_app_id = (apps[cr_name])
 
-        apps = CustomResources.get_app_ids()
-        cr_name = CustomResources.get_cr_name(state.sts if state.sts else state.pod, namespace=state.namespace)
-        if cr_name in apps:
-            c3_app_id = (apps[cr_name])
+            log(c3_app_id)
 
-        log(c3_app_id)
-
-        return c3_app_id
+            return c3_app_id
 
     def completion(self, state: ReplState):
         return super().completion(state)

{walker → adam}/commands/show/show_app_queues.py

@@ -1,6 +1,6 @@
-from walker.commands.command import Command
-from walker.repl_state import ReplState, RequiredState
-from walker.app_session import AppSession
+from adam.commands import app, extract_options
+from adam.commands.command import Command
+from adam.repl_state import ReplState, RequiredState
 
 class ShowAppQueues(Command):
     COMMAND = 'show app queues'
@@ -18,21 +18,18 @@ class ShowAppQueues(Command):
         return ShowAppQueues.COMMAND
 
     def required(self):
-        return RequiredState.CLUSTER_OR_POD
+        return RequiredState.APP_APP
 
     def run(self, cmd: str, state: ReplState):
         if not(args := self.args(cmd)):
             return super().run(cmd, state)
 
-        state, args = self.apply_state(args, state)
-        if not self.validate_state(state, app_required=RequiredState.APP_APP):
-            return state
+        with self.validate(args, state) as (_, state):
+            with extract_options(args, '--force') as (args, forced):
+                with app(state) as http:
+                    http.post(['InvalidationQueue.countAll'], forced=forced)
 
-        _, forced = Command.extract_options(args, '--force')
-
-        AppSession.run(state.app_env, state.app_app, state.namespace, 'InvalidationQueue', 'countAll', forced= forced)
-
-        return state
+                return state
 
     def completion(self, state: ReplState):
         if state.app_app:

adam/commands/show/show_cassandra_repairs.py

@@ -0,0 +1,38 @@
+from adam.commands.command import Command
+from adam.commands.cql.utils_cql import cassandra
+from adam.repl_state import ReplState, RequiredState
+
+class ShowCassandraRepairs(Command):
+    COMMAND = 'show cassandra repairs'
+
+    # the singleton pattern
+    def __new__(cls, *args, **kwargs):
+        if not hasattr(cls, 'instance'): cls.instance = super(ShowCassandraRepairs, cls).__new__(cls)
+
+        return cls.instance
+
+    def __init__(self, successor: Command=None):
+        super().__init__(successor)
+
+    def command(self):
+        return ShowCassandraRepairs.COMMAND
+
+    def required(self):
+        return RequiredState.CLUSTER_OR_POD
+
+    def run(self, cmd: str, state: ReplState):
+        if not(args := self.args(cmd)):
+            return super().run(cmd, state)
+
+        with self.validate(args, state) as (args, state):
+            with cassandra(state) as pods:
+                return pods.nodetool('repair_admin list')
+
+    def completion(self, state: ReplState):
+        if state.sts:
+            return super().completion(state)
+
+        return {}
+
+    def help(self, _: ReplState):
+        return f'{ShowCassandraRepairs.COMMAND}\t show Cassandra repairs'

adam/commands/show/show_cassandra_status.py

@@ -0,0 +1,124 @@
+import sys
+
+from adam.checks.check_result import CheckResult
+from adam.checks.check_utils import run_checks
+from adam.checks.compactionstats import CompactionStats
+from adam.checks.gossip import Gossip
+from adam.columns.columns import Columns
+from adam.commands import extract_options
+from adam.commands.command import Command
+from adam.commands.cql.utils_cql import cassandra
+from adam.config import Config
+from adam.utils_issues import IssuesUtils
+from adam.utils_k8s.statefulsets import StatefulSets
+from adam.repl_state import ReplState, RequiredState
+from adam.utils import lines_to_tabular, log, log2
+from adam.checks.status import parse_nodetool_status
+
+class ShowCassandraStatus(Command):
+    COMMAND = 'show cassandra status'
+
+    # the singleton pattern
+    def __new__(cls, *args, **kwargs):
+        if not hasattr(cls, 'instance'): cls.instance = super(ShowCassandraStatus, cls).__new__(cls)
+
+        return cls.instance
+
+    def __init__(self, successor: Command=None):
+        super().__init__(successor)
+
+    def command(self):
+        return ShowCassandraStatus.COMMAND
+
+    def required(self):
+        return RequiredState.CLUSTER_OR_POD
+
+    def run(self, cmd: str, state: ReplState):
+        if not(args := self.args(cmd)):
+            return super().run(cmd, state)
+
+        with self.validate(args, state) as (args, state):
+            with extract_options(args, ['-s', '--show']) as (args, show_out):
+                if state.namespace and state.pod:
+                    self.show_single_pod(state, show_out=show_out)
+                elif state.namespace and state.sts:
+                    self.merge(state, Config().get('nodetool.samples', sys.maxsize), show_output=show_out)
+
+                return state
+
+    def show_single_pod(self, state: ReplState, show_out = False):
+        try:
+            with cassandra(state) as pods:
+                result = pods.nodetool('status', show_out=False)
+                status = parse_nodetool_status(result.stdout)
+                check_results = run_checks(cluster=state.sts, namespace=state.namespace, checks=[CompactionStats(), Gossip()], show_out=show_out)
+                self.show_table(status, check_results)
+        except Exception as e:
+            log2(e)
+
+    def merge(self, state: ReplState, samples: int, show_output=False):
+        statuses: list[list[dict]] = []
+
+        pod_names = StatefulSets.pod_names(state.sts, state.namespace)
+        for pod_name in pod_names:
+            pod_name = pod_name.split('(')[0]
+
+            try:
+                with cassandra(state, pod=pod_name) as pods:
+                    result = pods.nodetool('status', show_out=False)
+                    status = parse_nodetool_status(result.stdout)
+                    if status:
+                        statuses.append(status)
+                    if samples <= len(statuses) and len(pod_names) != len(statuses):
+                        break
+            except Exception as e:
+                log2(e)
+
+        combined_status = self.merge_status(statuses)
+        log2(f'Showing merged status from {len(statuses)}/{len(pod_names)} nodes...')
+        check_results = run_checks(cluster=state.sts, namespace=state.namespace, checks=[CompactionStats(), Gossip()], show_out=show_output)
+        self.show_table(combined_status, check_results)
+
+        return combined_status
+
+    def merge_status(self, statuses: list[list[dict]]):
+        combined = statuses[0]
+
+        status_by_host = {}
+        for status in statuses[0]:
+            status_by_host[status['host_id']] = status
+        for status in statuses[1:]:
+            for s in status:
+                if s['host_id'] in status_by_host:
+                    c = status_by_host[s['host_id']]
+                    if c['status'] == 'UN' and s['status'] == 'DN':
+                        c['status'] = 'DN*'
+                else:
+                    combined.append(s)
+
+        return combined
+
+    def show_table(self, status: list[dict[str, any]], check_results: list[CheckResult]):
+        cols = Config().get('status.columns', 'status,address,load,tokens,owns,host_id,gossip,compactions')
+        header = Config().get('status.header', '--,Address,Load,Tokens,Owns,Host ID,GOSSIP,COMPACTIONS')
+        columns = Columns.create_columns(cols)
+
+        def line(status: dict):
+            cells = [c.host_value(check_results, status) for c in columns]
+            return ','.join(cells)
+
+        lines = [line(d) for d in status]
+        lines.sort()
+
+        log(lines_to_tabular(lines, header, separator=','))
+
+        IssuesUtils.show(check_results)
+
+    def completion(self, state: ReplState):
+        if state.sts:
+            return super().completion(state, {'-s': None})
+
+        return {}
+
+    def help(self, _: ReplState):
+        return f'{ShowCassandraStatus.COMMAND} [-s]\t show merged nodetool status  -s show commands on nodes'

{walker → adam}/commands/show/show_cassandra_version.py

@@ -1,8 +1,6 @@
-from walker.commands.command import Command
-from walker.k8s_utils.cassandra_clusters import CassandraClusters
-from walker.k8s_utils.cassandra_nodes import CassandraNodes
-from walker.k8s_utils.secrets import Secrets
-from walker.repl_state import ReplState, RequiredState
+from adam.commands.command import Command
+from adam.commands.cql.utils_cql import cassandra
+from adam.repl_state import ReplState, RequiredState
 
 class ShowCassandraVersion(Command):
     COMMAND = 'show cassandra version'
@@ -26,17 +24,9 @@ class ShowCassandraVersion(Command):
         if not(args := self.args(cmd)):
             return super().run(cmd, state)
 
-        state, _ = state.apply_args(args)
-        if not self.validate_state(state):
-            return state
-
-        user, pw = Secrets.get_user_pass(state.sts if state.sts else state.pod, state.namespace, secret_path='cql.secret')
-        command = f'cqlsh -u {user} -p {pw} -e "show version"'
-
-        if state.pod:
-            return CassandraNodes.exec(state.pod, state.namespace, command)
-        else:
-            return CassandraClusters.exec(state.sts, state.namespace, command, action='cql')
+        with self.validate(args, state) as (_, state):
+            with cassandra(state) as pods:
+                return pods.cql('show version', show_out=True, on_any=True)
 
     def completion(self, state: ReplState):
         if state.sts:

adam/commands/show/show_commands.py

@@ -0,0 +1,59 @@
+from adam.commands.command import Command
+from adam.commands.cli_commands import CliCommands
+from adam.repl_state import ReplState, RequiredState
+from adam.utils import lines_to_tabular, log
+
+class ShowKubectlCommands(Command):
+    COMMAND = 'show cli-commands'
+
+    # the singleton pattern
+    def __new__(cls, *args, **kwargs):
+        if not hasattr(cls, 'instance'): cls.instance = super(ShowKubectlCommands, cls).__new__(cls)
+
+        return cls.instance
+
+    def __init__(self, successor: Command=None):
+        super().__init__(successor)
+
+    def command(self):
+        return ShowKubectlCommands.COMMAND
+
+    def required(self):
+        return RequiredState.CLUSTER_OR_POD
+
+    def run(self, cmd: str, state: ReplState):
+        if not self.args(cmd):
+            return super().run(cmd, state)
+
+        with self.validate(args, state) as (args, state):
+            v = CliCommands.values(state, collapse=True)
+            # node-exec-?, nodetool-?, cql-?, reaper-exec, reaper-forward, reaper-ui, reaper-username, reaper-password
+            cmds = [
+                f'bash,{v["node-exec-?"]}',
+                f'nodetool,{v["nodetool-?"]}',
+                f'cql,{v["cql-?"]}',
+            ]
+
+            if 'reaper-exec' in v:
+                cmds += [
+                    f'reaper,{v["reaper-exec"]}',
+                    f',{v["reaper-forward"]}  * should be run from your laptop',
+                    f',{v["reaper-ui"]}',
+                    f',{v["reaper-username"]}',
+                    f',{v["reaper-password"]}',
+                ]
+
+            cmds += [f'{k},{v0}' for k, v0 in v.items() if k.startswith('pg-')]
+
+            log(lines_to_tabular(cmds, separator=','))
+
+            return cmds
+
+    def completion(self, state: ReplState):
+        if not state.sts:
+            return {}
+
+        return super().completion(state)
+
+    def help(self, _: ReplState):
+        return f"{ShowKubectlCommands.COMMAND}\t show kubectl commands"

walker/commands/show/show_storage.py → adam/commands/show/show_host.py

@@ -1,13 +1,14 @@
-from walker.commands.storage import Storage
-from walker.commands.command import Command
-from walker.repl_state import ReplState
+from adam.commands.command import Command
+from adam.repl_state import ReplState
+from adam.utils import log
+from adam.utils_net import get_my_host
 
-class ShowStorage(Command):
-    COMMAND = 'show storage'
+class ShowHost(Command):
+    COMMAND = 'show host'
 
     # the singleton pattern
     def __new__(cls, *args, **kwargs):
-        if not hasattr(cls, 'instance'): cls.instance = super(ShowStorage, cls).__new__(cls)
+        if not hasattr(cls, 'instance'): cls.instance = super(ShowHost, cls).__new__(cls)
 
         return cls.instance
 
@@ -15,21 +16,18 @@ class ShowStorage(Command):
         super().__init__(successor)
 
     def command(self):
-        return ShowStorage.COMMAND
+        return ShowHost.COMMAND
 
     def run(self, cmd: str, state: ReplState):
         if not self.args(cmd):
             return super().run(cmd, state)
 
-        Storage().run(Storage.COMMAND, state)
+        log(get_my_host())
 
         return state
 
     def completion(self, state: ReplState):
-        if state.sts:
-            return super().completion(state)
-
-        return {}
+        return super().completion(state)
 
     def help(self, _: ReplState):
-        return f'{ShowStorage.COMMAND} [-s]\t show storage overview  -s show commands on nodes'
+        return f'{ShowHost.COMMAND}\t show host'

adam/commands/show/show_login.py

@@ -0,0 +1,62 @@
+import time
+import traceback
+
+from adam.apps import Apps
+from adam.config import Config
+from adam.sso.idp import Idp
+from adam.sso.idp_login import IdpLogin
+from adam.commands.command import Command
+from adam.repl_state import ReplState
+from adam.utils import duration, lines_to_tabular, log, log2
+
+class ShowLogin(Command):
+    COMMAND = 'show login'
+
+    # the singleton pattern
+    def __new__(cls, *args, **kwargs):
+        if not hasattr(cls, 'instance'): cls.instance = super(ShowLogin, cls).__new__(cls)
+
+        return cls.instance
+
+    def __init__(self, successor: Command=None):
+        super().__init__(successor)
+
+    def command(self):
+        return ShowLogin.COMMAND
+
+    def required(self):
+        return ReplState.NON_L
+
+    def run(self, cmd: str, state: ReplState):
+        if not(args := self.args(cmd)):
+            return super().run(cmd, state)
+
+        with self.validate(args, state) as (args, state):
+            login: IdpLogin = None
+            try:
+                if not(host := Apps.app_host('c3', 'c3', state.namespace)):
+                    log2('Cannot locate ingress for app.')
+                    return state
+
+                login = Idp.login(host, use_token_from_env=True)
+                if login and login.id_token_obj:
+                    it = login.id_token_obj
+                    lines = [
+                        f'email\t{it.email}',
+                        f'user\t{it.username}',
+                        f'IDP expires in\t{duration(time.time(), it.exp)}',
+                        f'IDP Groups\t{",".join(it.groups)}'
+                    ]
+                    log(lines_to_tabular(lines, separator='\t'))
+            except Exception as e:
+                log2(e)
+                if Config().is_debug():
+                    log2(traceback.format_exc())
+
+            return state
+
+    def completion(self, state: ReplState):
+        return super().completion(state)
+
+    def help(self, _: ReplState):
+        return f'{ShowLogin.COMMAND}\t show login details'

{walker → adam}/commands/show/show_params.py

@@ -1,7 +1,7 @@
-from walker.commands.command import Command
-from walker.config import Config
-from walker.repl_state import ReplState
-from walker.utils import lines_to_tabular, log
+from adam.commands.command import Command
+from adam.config import Config
+from adam.repl_state import ReplState
+from adam.utils import lines_to_tabular, log
 
 class ShowParams(Command):
     COMMAND = 'show params'

adam/commands/show/show_processes.py

@@ -0,0 +1,51 @@
+from adam.commands import extract_options
+from adam.commands.command import Command
+from adam.commands.commands_utils import show_table
+from adam.commands.cql.utils_cql import cassandra
+from adam.config import Config
+from adam.utils_k8s.statefulsets import StatefulSets
+from adam.repl_state import ReplState, RequiredState
+
+class ShowProcesses(Command):
+    COMMAND = 'show processes'
+
+    # the singleton pattern
+    def __new__(cls, *args, **kwargs):
+        if not hasattr(cls, 'instance'): cls.instance = super(ShowProcesses, cls).__new__(cls)
+
+        return cls.instance
+
+    def __init__(self, successor: Command=None):
+        super().__init__(successor)
+
+    def command(self):
+        return ShowProcesses.COMMAND
+
+    def required(self):
+        return RequiredState.CLUSTER_OR_POD
+
+    def run(self, cmd: str, state: ReplState):
+        if not(args := self.args(cmd)):
+            return super().run(cmd, state)
+
+        with self.validate(args, state) as (args, state):
+            with extract_options(args, ['-s', '--show']) as (args, show_out):
+                cols = Config().get('processes.columns', 'pod,cpu-metrics,mem')
+                header = Config().get('processes.header', 'POD_NAME,M_CPU(USAGE/LIMIT),MEM/LIMIT')
+
+                qing_args = ['qing', 'recipe', 'with']
+                args, _, recipe_qing = Command.extract_options(args, options=qing_args)
+                if set(recipe_qing) == set(qing_args):
+                    cols = Config().get('processes-qing.columns', 'pod,cpu,mem')
+                    header = Config().get('processes-qing.header', 'POD_NAME,Q_CPU/TOTAL,MEM/LIMIT')
+
+                with cassandra(state) as pods:
+                    pods.show_table(cols, header, show_out=show_out)
+
+                return state
+
+    def completion(self, state: ReplState):
+        return super().completion(state, {'with': {'recipe': {'metrics': {'-s': None}, 'qing': {'-s': None}}}, '-s': None})
+
+    def help(self, _: ReplState):
+        return f'{ShowProcesses.COMMAND} [with recipe qing|metrics] [-s]\t show process overview  -s show commands on nodes'