kaqing 1.77.0__py3-none-any.whl → 2.0.171__py3-none-any.whl

walker/commands/repair/repair_scan.py

@@ -1,79 +0,0 @@
-import time
-
-from walker.commands.command import Command
-from walker.k8s_utils.pods import Pods
-from walker.repl_state import ReplState, RequiredState
-from walker.utils import log2
-from walker.config import Config
-
-class RepairScan(Command):
-    COMMAND = 'repair scan'
-
-    # the singleton pattern
-    def __new__(cls, *args, **kwargs):
-        if not hasattr(cls, 'instance'): cls.instance = super(RepairScan, cls).__new__(cls)
-
-        return cls.instance
-
-    def __init__(self, successor: Command=None):
-        super().__init__(successor)
-
-    def command(self):
-        return RepairScan.COMMAND
-
-    def required(self):
-        return RequiredState.CLUSTER
-
-    def run(self, cmd: str, state: ReplState):
-        if not(args := self.args(cmd)):
-            return super().run(cmd, state)
-
-        state, args = self.apply_state(args, state)
-        if not self.validate_state(state):
-            return state
-
-        n = "7"
-        if len(args) == 1:
-            n = str(args[0])
-        image = Config().get('repair.image', 'ci-registry.c3iot.io/cloudops/cassrepair:2.0.11')
-        secret = Config().get('repair.secret', 'ciregistryc3iotio')
-        log_path = secret = Config().get('repair.log-path', '/home/cassrepair/logs/')
-        ns = state.namespace
-        pvc_name ='cassrepair-log-' + state.sts
-        pod_name = 'repair-scan'
-
-        try:
-            Pods.create(ns, pod_name, image, ["sh", "-c", "tail -f /dev/null"],
-                       secret=secret,
-                       env={},
-                       volume_name='cassrepair-log',
-                       pvc_name=pvc_name,
-                       mount_path='/home/cassrepair/logs/')
-        except Exception as e:
-            if e.status == 409:
-                log2(f"Pod {pod_name} already exists")
-            else:
-                log2("Exception when calling BatchV1Apii->create_namespaced_job: %s\n" % e)
-
-        msged = False
-        while Pods.get(ns, pod_name).status.phase != 'Running':
-            if not msged:
-                log2("Waiting for the scanner pod to start up...")
-                msged = True
-            time.sleep(5)
-
-        try:
-            Pods.exec(pod_name, pod_name, ns, f"find {log_path} -type f -mtime -{n} -print0 | xargs -0 grep failed")
-        finally:
-            Pods.delete(pod_name, ns)
-
-        return state
-
-    def completion(self, state: ReplState):
-        if state.sts:
-            return super().completion(state)
-
-        return {}
-
-    def help(self, _: ReplState):
-        return f'{RepairScan.COMMAND} [n]\t scan last n days repair log, default 7 days'

walker/commands/report.py

@@ -1,57 +0,0 @@
-import click
-import json
-
-from walker.checks.check_result import CheckResult
-from walker.checks.check_utils import run_checks
-from walker.commands.command import Command
-from walker.repl_state import ReplState
-from walker.utils import log2
-
-class Report(Command):
-    COMMAND = 'report'
-
-    # the singleton pattern
-    def __new__(cls, *args, **kwargs):
-        if not hasattr(cls, 'instance'): cls.instance = super(Report, cls).__new__(cls)
-
-        return cls.instance
-
-    def __init__(self, successor: Command=None):
-        super().__init__(successor)
-
-    def command(self):
-        return Report.COMMAND
-
-    def run(self, cmd: str, state: ReplState):
-        if not(args := self.args(cmd)):
-            return super().run(cmd, state)
-
-        output: dict[str, any] = {}
-        state, args = self.apply_state(args, state)
-        if state.in_repl:
-            args, show = Command.extract_options(args, ['-s', '--show'])
-
-            args, redirect = Command.extract_options(args, ['>'])
-            if not redirect or not args:
-                log2('Please specify file name: e.g. report > /tmp/report.log')
-                return 'no-report-destination'
-
-            results = run_checks(state.sts, state.namespace, state.pod, show_output=show)
-            output = CheckResult.report(results)
-            with open(args[0], "w") as json_file:
-                json.dump(output, json_file, indent=2)
-                log2(f'Report stored in {args[0]}.')
-        else:
-            args, show = Command.extract_options(args, ['-s', '--show'])
-
-            results = run_checks(state.sts, state.namespace, state.pod, show_output=show)
-            output = CheckResult.report(results)
-            click.echo(json.dumps(output, indent=2))
-
-        return output
-
-    def completion(self, _: ReplState):
-        return {Report.COMMAND: {">": None}}
-
-    def help(self, _: ReplState):
-        return f"{Report.COMMAND} > <file-name>\t generate report"

walker/commands/restart.py

@@ -1,61 +0,0 @@
-from walker.commands.command import Command
-from walker.k8s_utils.pods import Pods
-from walker.k8s_utils.statefulsets import StatefulSets
-from walker.repl_state import ReplState, RequiredState
-from walker.utils import log2
-
-class Restart(Command):
-    COMMAND = 'restart'
-
-    # the singleton pattern
-    def __new__(cls, *args, **kwargs):
-        if not hasattr(cls, 'instance'): cls.instance = super(Restart, cls).__new__(cls)
-
-        return cls.instance
-
-    def __init__(self, successor: Command=None):
-        super().__init__(successor)
-
-    def command(self):
-        return Restart.COMMAND
-
-    def required(self):
-        return RequiredState.CLUSTER_OR_POD
-
-    def run(self, cmd: str, state: ReplState):
-        if not(args := self.args(cmd)):
-            return super().run(cmd, state)
-
-        state, args = self.apply_state(args, state)
-        if not self.validate_state(state):
-            return state
-
-        args, forced = Command.extract_options(args, '--force')
-        if len(args) == 0:
-            if state.pod:
-                log2(f'Restarting {state.pod}...')
-                Pods.delete(state.pod, state.namespace)
-            else:
-                if not forced:
-                    log2('Please add --force for restarting all nodes in a cluster.')
-                    return 'force-needed'
-
-                log2(f'Restarting all pods from {state.sts}...')
-                for pod_name in StatefulSets.pod_names(state.sts, state.namespace):
-                    Pods.delete(pod_name, state.namespace)
-        else:
-            for arg in args:
-                Pods.delete(arg, state.namespace)
-
-        return state
-
-    def completion(self, state: ReplState):
-        if state.pod:
-            return {Restart.COMMAND: None}
-        elif state.sts:
-            return {Restart.COMMAND: {p: None for p in StatefulSets.pod_names(state.sts, state.namespace)}}
-
-        return {}
-
-    def help(self, _: ReplState):
-        return f"{Restart.COMMAND} [<host-id>] [--force]\t restart the node you're in or all the nodes in the cluster"

walker/commands/show/show.py

@@ -1,72 +0,0 @@
-import click
-
-from walker.commands.command import Command
-from walker.commands.command_helpers import ClusterCommandHelper
-from .show_params import ShowParams
-from .show_app_id import ShowAppId
-from .show_cassandra_status import ShowCassandraStatus
-from .show_cassandra_version import ShowCassandraVersion
-from .show_commands import ShowKubectlCommands
-from .show_processes import ShowProcesses
-from .show_repairs import ShowRepairs
-from .show_storage import ShowStorage
-from .show_version import ShowVersion
-from walker.repl_state import ReplState, RequiredState
-from walker.utils import lines_to_tabular, log, log2
-
-class Show(Command):
-    COMMAND = 'show'
-
-    # the singleton pattern
-    def __new__(cls, *args, **kwargs):
-        if not hasattr(cls, 'instance'): cls.instance = super(Show, cls).__new__(cls)
-
-        return cls.instance
-
-    def __init__(self, successor: Command=None):
-        super().__init__(successor)
-
-    def command(self):
-        return Show.COMMAND
-
-    def required(self):
-        return RequiredState.CLUSTER_OR_POD
-
-    def run(self, cmd: str, state: ReplState):
-        if not(args := self.args(cmd)):
-            return super().run(cmd, state)
-
-        state, args = self.apply_state(args, state)
-        if state.in_repl and not self.validate_state(state):
-            return state
-
-        if state.in_repl:
-            log(lines_to_tabular([c.help(ReplState()) for c in Show.cmd_list()], separator=':'))
-
-            return 'command-missing'
-        else:
-            # head with the Chain of Responsibility pattern
-            cmds = Command.chain(Show.cmd_list())
-            if not cmds.run(cmd, state):
-                log2('* Command is missing.')
-                Command.display_help()
-
-    def cmd_list():
-        return [ShowKubectlCommands(), ShowParams(), ShowProcesses(), ShowRepairs(), ShowStorage(), ShowVersion(),
-                ShowCassandraStatus(), ShowCassandraVersion()]
-
-    def completion(self, state: ReplState):
-        return super().completion(state)
-
-    def help(self, _: ReplState):
-        return f"{Show.COMMAND}\t show kubectl commands"
-
-class ShowCommandHelper(click.Command):
-    def get_help(self, ctx: click.Context):
-        log(super().get_help(ctx))
-        log()
-        log('Catogories:')
-
-        log(lines_to_tabular([c.help(ReplState()).replace(f'{Show.COMMAND} ', '  ', 1) for c in Show.cmd_list()], separator=':'))
-        log()
-        ClusterCommandHelper.cluster_help()

walker/commands/show/show_app_actions.py

@@ -1,53 +0,0 @@
-from walker.app_session import AppSession
-from walker.apps import AppAction, Apps
-from walker.commands.command import Command
-from walker.config import Config
-from walker.repl_state import ReplState
-from walker.utils import lines_to_tabular, log
-
-class ShowAppActions(Command):
-    COMMAND = 'show app actions'
-
-    # the singleton pattern
-    def __new__(cls, *args, **kwargs):
-        if not hasattr(cls, 'instance'): cls.instance = super(ShowAppActions, cls).__new__(cls)
-
-        return cls.instance
-
-    def __init__(self, successor: Command=None):
-        super().__init__(successor)
-
-    def command(self):
-        return ShowAppActions.COMMAND
-
-    def run(self, cmd: str, state: ReplState):
-        if not self.args(cmd):
-            return super().run(cmd, state)
-
-        lines = []
-        for typ in Apps().app_types():
-            for action in typ.actions:
-                a: AppAction = action
-                args = ','.join(a.arguments())
-                if args:
-                    line = f'{typ.name}.{a.name},{args}'
-                else:
-                    line = f'{typ.name}.{a.name},'
-                if a.help:
-                    line = f'{line},{a.help}'
-                lines.append(line)
-        log(lines_to_tabular(lines, 'ACTION,ARGS,DESCRIPTION', separator=','))
-        log()
-
-        app_session: AppSession = AppSession.create(state.app_env or 'c3', state.app_app or 'c3')
-        endpoint = Config().get('app.console-endpoint', 'https://{host}/{env}/{app}/static/console/index.html')
-        endpoint = endpoint.replace('{host}', app_session.host).replace('{env}', app_session.env).replace('{app}', state.app_app or 'c3')
-        log(lines_to_tabular([f'CONSOLE:,{endpoint}'], separator=','))
-
-        return lines
-
-    def completion(self, state: ReplState):
-        return super().completion(state)
-
-    def help(self, _: ReplState):
-        return f"{ShowAppActions.COMMAND}\t show app actions"

walker/commands/show/show_cassandra_status.py

@@ -1,35 +0,0 @@
-from walker.commands.status import Status
-from walker.commands.command import Command
-from walker.repl_state import ReplState
-
-class ShowCassandraStatus(Command):
-    COMMAND = 'show cassandra status'
-
-    # the singleton pattern
-    def __new__(cls, *args, **kwargs):
-        if not hasattr(cls, 'instance'): cls.instance = super(ShowCassandraStatus, cls).__new__(cls)
-
-        return cls.instance
-
-    def __init__(self, successor: Command=None):
-        super().__init__(successor)
-
-    def command(self):
-        return ShowCassandraStatus.COMMAND
-
-    def run(self, cmd: str, state: ReplState):
-        if not self.args(cmd):
-            return super().run(cmd, state)
-
-        Status().run(Status.COMMAND, state)
-
-        return state
-
-    def completion(self, state: ReplState):
-        if state.sts:
-            return super().completion(state)
-
-        return {}
-
-    def help(self, _: ReplState):
-        return f'{ShowCassandraStatus.COMMAND} [-s]\t show merged nodetool status  -s show commands on nodes'

walker/commands/show/show_commands.py

@@ -1,58 +0,0 @@
-from walker.commands.command import Command
-from walker.commands.cli_commands import CliCommands
-from walker.repl_state import ReplState, RequiredState
-from walker.utils import lines_to_tabular, log
-
-class ShowKubectlCommands(Command):
-    COMMAND = 'show kubectl-commands'
-
-    # the singleton pattern
-    def __new__(cls, *args, **kwargs):
-        if not hasattr(cls, 'instance'): cls.instance = super(ShowKubectlCommands, cls).__new__(cls)
-
-        return cls.instance
-
-    def __init__(self, successor: Command=None):
-        super().__init__(successor)
-
-    def command(self):
-        return ShowKubectlCommands.COMMAND
-
-    def required(self):
-        return RequiredState.CLUSTER_OR_POD
-
-    def run(self, cmd: str, state: ReplState):
-        if not self.args(cmd):
-            return super().run(cmd, state)
-
-        if not self.validate_state(state):
-            return state
-
-        v = CliCommands.values(state, collapse=True)
-        # node-exec-?, nodetool-?, cql-?, reaper-exec, reaper-forward, reaper-ui, reaper-username, reaper-password
-        cmds = [
-            f'bash,{v["node-exec-?"]}',
-            f'nodetool,{v["nodetool-?"]}',
-            f'cql,{v["cql-?"]}',
-        ]
-
-        if 'reaper-exec' in v:
-            cmds += [
-                f'reaper,{v["reaper-exec"]}',
-                f',{v["reaper-forward"]}  * should be run from your laptop',
-                f',{v["reaper-ui"]}',
-                f',{v["reaper-username"]}',
-                f',{v["reaper-password"]}',
-            ]
-
-        cmds += [f'{k},{v0}' for k, v0 in v.items() if k.startswith('pg-')]
-
-        log(lines_to_tabular(cmds, separator=','))
-
-        return cmds
-
-    def completion(self, state: ReplState):
-        return super().completion(state)
-
-    def help(self, _: ReplState):
-        return f"{ShowKubectlCommands.COMMAND}\t show kubectl commands"

walker/commands/show/show_processes.py

@@ -1,35 +0,0 @@
-from walker.commands.processes import Processes
-from walker.commands.command import Command
-from walker.repl_state import ReplState
-
-class ShowProcesses(Command):
-    COMMAND = 'show processes'
-
-    # the singleton pattern
-    def __new__(cls, *args, **kwargs):
-        if not hasattr(cls, 'instance'): cls.instance = super(ShowProcesses, cls).__new__(cls)
-
-        return cls.instance
-
-    def __init__(self, successor: Command=None):
-        super().__init__(successor)
-
-    def command(self):
-        return ShowProcesses.COMMAND
-
-    def run(self, cmd: str, state: ReplState):
-        if not self.args(cmd):
-            return super().run(cmd, state)
-
-        Processes().run(Processes.COMMAND, state)
-
-        return state
-
-    def completion(self, state: ReplState):
-        if state.sts:
-            return super().completion(state)
-
-        return {}
-
-    def help(self, _: ReplState):
-        return f'{ShowProcesses.COMMAND} [-s]\t show process overview  -s show commands on nodes'

walker/commands/show/show_repairs.py

@@ -1,47 +0,0 @@
-from walker.commands.command import Command
-from walker.k8s_utils.cassandra_clusters import CassandraClusters
-from walker.k8s_utils.cassandra_nodes import CassandraNodes
-from walker.repl_state import ReplState, RequiredState
-
-class ShowRepairs(Command):
-    COMMAND = 'show cassandra repairs'
-
-    # the singleton pattern
-    def __new__(cls, *args, **kwargs):
-        if not hasattr(cls, 'instance'): cls.instance = super(ShowRepairs, cls).__new__(cls)
-
-        return cls.instance
-
-    def __init__(self, successor: Command=None):
-        super().__init__(successor)
-
-    def command(self):
-        return ShowRepairs.COMMAND
-
-    def required(self):
-        return RequiredState.CLUSTER_OR_POD
-
-    def run(self, cmd: str, state: ReplState):
-        if not(args := self.args(cmd)):
-            return super().run(cmd, state)
-
-        state, _ = state.apply_args(args)
-        if not self.validate_state(state):
-            return state
-
-        user, pw = state.user_pass()
-        command = f"nodetool -u {user} -pw {pw} repair_admin list"
-
-        if state.pod:
-            return CassandraNodes.exec(state.pod, state.namespace, command)
-        else:
-            return CassandraClusters.exec(state.sts, state.namespace, command, action='nodetool')
-
-    def completion(self, state: ReplState):
-        if state.sts:
-            return super().completion(state)
-
-        return {}
-
-    def help(self, _: ReplState):
-        return f'{ShowRepairs.COMMAND}\t show Cassandra repairs'

walker/commands/status.py

@@ -1,128 +0,0 @@
-import sys
-
-from walker.checks.check_result import CheckResult
-from walker.checks.check_utils import run_checks
-from walker.checks.compactionstats import CompactionStats
-from walker.checks.gossip import Gossip
-from walker.columns.columns import Columns
-from walker.commands.command import Command
-from walker.commands.issues import Issues
-from walker.config import Config
-from walker.k8s_utils.cassandra_nodes import CassandraNodes
-from walker.k8s_utils.secrets import Secrets
-from walker.k8s_utils.statefulsets import StatefulSets
-from walker.repl_state import ReplState, RequiredState
-from walker.utils import lines_to_tabular, log, log2
-from walker.checks.status import parse_nodetool_status
-
-class Status(Command):
-    COMMAND = 'status'
-
-    # the singleton pattern
-    def __new__(cls, *args, **kwargs):
-        if not hasattr(cls, 'instance'): cls.instance = super(Status, cls).__new__(cls)
-
-        return cls.instance
-
-    def __init__(self, successor: Command=None):
-        super().__init__(successor)
-
-    def command(self):
-        return Status.COMMAND
-
-    def required(self):
-        return RequiredState.CLUSTER_OR_POD
-
-    def run(self, cmd: str, state: ReplState):
-        if not(args := self.args(cmd)):
-            return super().run(cmd, state)
-
-        state, args = self.apply_state(args, state)
-        if not self.validate_state(state):
-            return state
-
-        args, show_output = Command.extract_options(args, ['-s', '--show'])
-
-        if state.namespace and state.pod:
-            # self.show_table(state, [state.pod], state.namespace, show_output=show_output)
-            self.show_single_pod(state.sts, state.pod, state.namespace, show_output=show_output)
-        elif state.namespace and state.sts:
-            self.merge(state.sts, StatefulSets.pod_names(state.sts, state.namespace), state.namespace, Config().get('nodetool.samples', sys.maxsize), show_output=show_output)
-
-        return state
-
-    def show_single_pod(self, statefulset: str, pod_name: str, ns: str, show_output = False):
-        pod_name = pod_name.split('(')[0]
-        user, pw = Secrets.get_user_pass(pod_name, ns)
-        try:
-            result = CassandraNodes.exec(pod_name, ns, f"nodetool -u {user} -pw {pw} status", show_out=False)
-            status = parse_nodetool_status(result.stdout)
-            check_results = run_checks(cluster=statefulset, namespace=ns, checks=[CompactionStats(), Gossip()], show_output=show_output)
-            self.show_table(status, check_results)
-        except Exception as e:
-            log2(e)
-
-    def merge(self, statefulset: str, pod_names: list[str], ns: str, samples: int, show_output=False):
-        statuses: list[list[dict]] = []
-        for pod_name in pod_names:
-            pod_name = pod_name.split('(')[0]
-            user, pw = Secrets.get_user_pass(pod_name, ns)
-
-            try:
-                result = CassandraNodes.exec(pod_name, ns, f"nodetool -u {user} -pw {pw} status", show_out=False)
-                status = parse_nodetool_status(result.stdout)
-                if status:
-                    statuses.append(status)
-                if samples <= len(statuses) and len(pod_names) != len(statuses):
-                    break
-            except Exception as e:
-                log2(e)
-
-        combined_status = self.merge_status(statuses)
-        log2(f'Showing merged status from {len(statuses)}/{len(pod_names)} nodes...')
-        check_results = run_checks(cluster=statefulset, namespace=ns, checks=[CompactionStats(), Gossip()], show_output=show_output)
-        self.show_table(combined_status, check_results)
-
-        return combined_status
-
-    def merge_status(self, statuses: list[list[dict]]):
-        combined = statuses[0]
-
-        status_by_host = {}
-        for status in statuses[0]:
-            status_by_host[status['host_id']] = status
-        for status in statuses[1:]:
-            for s in status:
-                if s['host_id'] in status_by_host:
-                    c = status_by_host[s['host_id']]
-                    if c['status'] == 'UN' and s['status'] == 'DN':
-                        c['status'] = 'DN*'
-                else:
-                    combined.append(s)
-
-        return combined
-
-    def show_table(self, status: list[dict[str, any]], check_results: list[CheckResult]):
-        cols = Config().get('status.columns', 'status,address,load,tokens,owns,host_id,gossip,compactions')
-        header = Config().get('status.header', '--,Address,Load,Tokens,Owns,Host ID,GOSSIP,COMPACTIONS')
-        columns = Columns.create_columns(cols)
-
-        def line(status: dict):
-            cells = [c.host_value(check_results, status) for c in columns]
-            return ','.join(cells)
-
-        lines = [line(d) for d in status]
-        lines.sort()
-
-        log(lines_to_tabular(lines, header, separator=','))
-
-        Issues.show(check_results)
-
-    def completion(self, state: ReplState):
-        if not state.pod and state.sts:
-            return {Status.COMMAND: None}
-
-        return {}
-
-    def help(self, _: ReplState):
-        return f'{Status.COMMAND} [-s]\t show merged nodetool status  -s show commands on nodes'

walker/commands/storage.py

@@ -1,52 +0,0 @@
-from walker.commands.command import Command
-from walker.commands.commands_utils import show_table
-from walker.config import Config
-from walker.k8s_utils.statefulsets import StatefulSets
-from walker.repl_state import ReplState, RequiredState
-
-class Storage(Command):
-    COMMAND = 'storage'
-
-    # the singleton pattern
-    def __new__(cls, *args, **kwargs):
-        if not hasattr(cls, 'instance'): cls.instance = super(Storage, cls).__new__(cls)
-
-        return cls.instance
-
-    def __init__(self, successor: Command=None):
-        super().__init__(successor)
-
-    def command(self):
-        return Storage.COMMAND
-
-    def required(self):
-        return RequiredState.CLUSTER_OR_POD
-
-    def run(self, cmd: str, state: ReplState):
-        if not(args := self.args(cmd)):
-            return super().run(cmd, state)
-
-        state, args = self.apply_state(args, state)
-        if not self.validate_state(state):
-            return state
-
-        args, show_output = Command.extract_options(args, ['-s', '--show'])
-
-        cols = Config().get('storage.columns', 'pod,volume_root,volume_cassandra,snapshots,data,compactions')
-        header = Config().get('storage.header', 'POD_NAME,VOLUME /,VOLUME CASS,SNAPSHOTS,DATA,COMPACTIONS')
-        if state.pod:
-            show_table(state, [state.pod], cols, header, show_output=show_output)
-        elif state.sts:
-            pod_names = [pod.metadata.name for pod in StatefulSets.pods(state.sts, state.namespace)]
-            show_table(state, pod_names, cols, header, show_output=show_output)
-
-        return state
-
-    def completion(self, state: ReplState):
-        if not state.sts:
-            return {}
-
-        return {Storage.COMMAND: None}
-
-    def help(self, _: ReplState):
-        return f'{Storage.COMMAND} [-s]\t show storage overview  -s show commands on nodes'