kaqing 2.0.98__py3-none-any.whl → 2.0.203__py3-none-any.whl

adam/commands/bash.py

@@ -1,92 +0,0 @@
-from adam.commands.command import Command
-from adam.utils_k8s.cassandra_clusters import CassandraClusters
-from adam.utils_k8s.cassandra_nodes import CassandraNodes
-from adam.pod_exec_result import PodExecResult
-from adam.repl_state import BashSession, ReplState, RequiredState
-
-class Bash(Command):
-    COMMAND = 'bash'
-
-    # the singleton pattern
-    def __new__(cls, *args, **kwargs):
-        if not hasattr(cls, 'instance'): cls.instance = super(Bash, cls).__new__(cls)
-
-        return cls.instance
-
-    def __init__(self, successor: Command=None):
-        super().__init__(successor)
-
-    def command(self):
-        return Bash.COMMAND
-
-    def required(self):
-        return RequiredState.CLUSTER_OR_POD
-
-    def run(self, cmd: str, s0: ReplState):
-        if not(args := self.args(cmd)):
-            return super().run(cmd, s0)
-
-        state, args = self.apply_state(args, s0, args_to_check=2)
-        if not self.validate_state(state):
-            return state
-
-        if state.in_repl:
-            if s0.sts != state.sts or s0.pod != state.pod:
-                r = self.exec_with_dir(state, args)
-            else:
-                r = self.exec_with_dir(s0, args)
-
-            if not r:
-                state.exit_bash()
-
-                return 'inconsistent pwd'
-
-            return r
-        else:
-            command = ' '.join(args)
-
-            if state.pod:
-                CassandraNodes.exec(state.pod, state.namespace, command, show_out=True)
-            elif state.sts:
-                CassandraClusters.exec(state.sts, state.namespace, command, action='bash', show_out=True)
-
-            return state
-
-    def exec_with_dir(self, state: ReplState, args: list[str]) -> list[PodExecResult]:
-        session_just_created = False
-        if not args:
-            session_just_created = True
-            session = BashSession(state.device)
-            state.enter_bash(session)
-
-        if state.bash_session:
-            if args != ['pwd']:
-                if args:
-                    args.append('&&')
-                args.extend(['pwd', '>', f'/tmp/.qing-{state.bash_session.session_id}'])
-
-            if not session_just_created:
-                if pwd := state.bash_session.pwd(state):
-                    args = ['cd', pwd, '&&'] + args
-
-        command = ' '.join(args)
-
-        rs = []
-
-        if state.pod:
-            rs = [CassandraNodes.exec(state.pod, state.namespace, command,
-                                      show_out=not session_just_created, shell='bash')]
-        elif state.sts:
-            rs = CassandraClusters.exec(state.sts, state.namespace, command, action='bash',
-                                        show_out=not session_just_created, shell='bash')
-
-        return rs
-
-    def completion(self, state: ReplState):
-        if state.pod or state.sts:
-            return {Bash.COMMAND: None}
-
-        return {}
-
-    def help(self, _: ReplState):
-        return f'{Bash.COMMAND} [bash-commands]\t run bash on the Cassandra nodes'

adam/commands/cp.py

@@ -1,95 +0,0 @@
-import click
-import pyperclip
-
-from adam.commands.command import Command
-from adam.commands.command_helpers import ClusterOrPodCommandHelper
-from adam.commands.cli_commands import CliCommands
-from adam.repl_state import ReplState, RequiredState
-from adam.utils import lines_to_tabular, log, log2
-
-class ClipboardCopy(Command):
-    COMMAND = 'cp'
-
-    # the singleton pattern
-    def __new__(cls, *args, **kwargs):
-        if not hasattr(cls, 'instance'): cls.instance = super(ClipboardCopy, cls).__new__(cls)
-
-        return cls.instance
-
-    def __init__(self, successor: Command=None):
-        super().__init__(successor)
-
-    def command(self):
-        return ClipboardCopy.COMMAND
-
-    def required(self):
-        return RequiredState.CLUSTER_OR_POD
-
-    def run(self, cmd: str, state: ReplState):
-        if not(args := self.args(cmd)):
-            return super().run(cmd, state)
-
-        state, args = self.apply_state(args, state)
-        if not self.validate_state(state):
-            return state
-
-        if len(args) < 1:
-            if state.in_repl:
-                log2('Key is required.')
-                log2()
-                log2('Keys:')
-                log2(lines_to_tabular([f'{k},{v}' for k, v in CliCommands.values(state, collapse=True).items()], separator=','))
-            else:
-                log2('* Key is missing.')
-                Command.display_help()
-
-            return 'command-missing'
-
-        key = args[0]
-        if not key in CliCommands.values(state):
-            if state.in_repl:
-                log2('Key is required.')
-                log2()
-                log2('Keys:')
-                log2(lines_to_tabular([f'{k},{v}' for k, v in CliCommands.values(state, collapse=True).items()], separator=','))
-            else:
-                log2('* Invalid key')
-                Command.display_help()
-
-            return 'command-invalid'
-
-        value = CliCommands.values(state)[key]
-        pyperclip.copy(value)
-        log2('The following line has been copied to clipboard. Use <Ctrl-V> to use it.')
-        log2(f'  {value}')
-
-        return 'value-copied'
-
-    def completion(self, state: ReplState):
-        if state.sts:
-            return {ClipboardCopy.COMMAND: {key: None for key in CliCommands.values(state).keys()}}
-
-        return {}
-
-    def help(self, _: ReplState):
-        return f"{ClipboardCopy.COMMAND} <key>\t copy a value to clipboard for conveninence"
-
-class CopyCommandHelper(click.Command):
-    def lines(self):
-        return [
-            'node-exec-?: kubectl exec command to the Cassandra pod',
-            'reaper-exec: kubectl exec command to the Reaper pod',
-            'reaper-forward: kubectl port-forward command to the Reaper pod',
-            'reaper-ui: uri to Reaper ui',
-            'reaper-username: Reaper user name',
-            'reaper-password: Reaper password',
-        ]
-
-    def get_help(self, ctx: click.Context):
-        log(super().get_help(ctx))
-        log()
-        log('Keys:')
-
-        log(lines_to_tabular(self.lines(), separator=':'))
-        log()
-        ClusterOrPodCommandHelper.cluter_or_pod_help()

adam/commands/cql/cql_completions.py

@@ -1,11 +0,0 @@
-from adam.commands.cql.cql_utils import table_names
-from adam.repl_state import ReplState
-from adam.sql.sql_completer import SqlCompleter
-
-def cql_completions(state: ReplState) -> dict[str, any]:
-    return {
-        'describe': {
-            'keyspaces': None,
-            'table': {t: None for t in table_names(state)},
-            'tables': None},
-    } | SqlCompleter.completions(lambda: table_names(state))

adam/commands/cql/cql_table_completer.py

@@ -1,8 +0,0 @@
-from adam.sql.term_completer import TermCompleter
-
-class CqlTableNameCompleter(TermCompleter):
-    def __init__(self, tables: list[str], ignore_case: bool = True):
-        super().__init__(tables, ignore_case=ignore_case)
-
-    def __repr__(self) -> str:
-        return "CqlTableCompleter(%r)" % (len(self.words))

adam/commands/cql/cql_utils.py

@@ -1,115 +0,0 @@
-import functools
-import re
-
-from adam.config import Config
-from adam.utils_k8s.cassandra_clusters import CassandraClusters
-from adam.utils_k8s.cassandra_nodes import CassandraNodes
-from adam.utils_k8s.secrets import Secrets
-from adam.pod_exec_result import PodExecResult
-from adam.repl_state import ReplState
-from adam.utils import log2
-
-@functools.lru_cache()
-def keyspaces(state: ReplState, on_any=False):
-    if state.pod:
-        Config().wait_log(f'Inspecting Cassandra Keyspaces on {state.pod}...')
-    else:
-        Config().wait_log(f'Inspecting Cassandra Keyspaces...')
-
-    r: list[PodExecResult] = run_cql(state, 'describe keyspaces', show_out=False, on_any=on_any)
-    if not r:
-        log2('No pod is available')
-        return []
-
-    return parse_cql_desc_keyspaces(r.stdout if state.pod else r[0].stdout)
-
-def table_names(state: ReplState):
-    return [f'{k}.{t}' for k, ts in tables(state, on_any=True).items() for t in ts]
-
-@functools.lru_cache()
-def tables(state: ReplState, on_any=False):
-    r: list[PodExecResult] = run_cql(state, 'describe tables', show_out=False, on_any=on_any)
-    if not r:
-        log2('No pod is available')
-        return []
-
-    return parse_cql_desc_tables(r.stdout if state.pod else r[0].stdout)
-
-def run_cql(state: ReplState, cql: str, opts: list = [], show_out = False, use_single_quotes = False, on_any = False):
-    user, pw = Secrets.get_user_pass(state.sts if state.sts else state.pod, state.namespace, secret_path='cql.secret')
-    if use_single_quotes:
-        command = f"cqlsh -u {user} -p {pw} {' '.join(opts)} -e '{cql}'"
-    else:
-        command = f'cqlsh -u {user} -p {pw} {" ".join(opts)} -e "{cql}"'
-
-    if not on_any:
-        command = f'{command} &'
-
-    if state.pod:
-        return CassandraNodes.exec(state.pod, state.namespace, command, show_out=show_out)
-    else:
-        return CassandraClusters.exec(state.sts, state.namespace, command, show_out=show_out, action='cql', on_any=on_any)
-
-def parse_cql_desc_tables(out: str):
-    # Keyspace data_endpoint_auth
-    # ---------------------------
-    # "token"
-
-    # Keyspace reaper_db
-    # ------------------
-    # repair_run                     schema_migration
-    # repair_run_by_cluster          schema_migration_leader
-
-    # Keyspace system
-    tables_by_keyspace: dict[str, list[str]] = {}
-    keyspace = None
-    state = 's0'
-    for line in out.split('\n'):
-        if state == 's0':
-            groups = re.match(r'^Keyspace (.*)$', line)
-            if groups:
-                keyspace = groups[1].strip(' \r')
-                state = 's1'
-        elif state == 's1':
-            if line.startswith('---'):
-                state = 's2'
-        elif state == 's2':
-            if not line.strip(' \r'):
-                state = 's0'
-            else:
-                for table in line.split(' '):
-                    if t := table.strip(' \r'):
-                        if not keyspace in tables_by_keyspace:
-                            tables_by_keyspace[keyspace] = []
-                        tables_by_keyspace[keyspace].append(t)
-
-    return tables_by_keyspace
-
-def parse_cql_desc_keyspaces(out: str) -> list[str]:
-    #
-    # Warning: Cannot create directory at `/home/cassandra/.cassandra`. Command history will not be saved. Please check what was the environment property CQL_HISTORY set to.
-    #
-    #
-    # Warning: Using a password on the command line interface can be insecure.
-    # Recommendation: use the credentials file to securely provide the password.
-    #
-    #
-    # azops88_db  system_auth         system_traces
-    # reaper_db   system_distributed  system_views
-    # system      system_schema       system_virtual_schema
-    #
-    kses = []
-    for line in out.split('\n'):
-        line = line.strip(' \r')
-        if not line:
-            continue
-        if line.startswith('Warning:'):
-            continue
-        if line.startswith('Recommendation:'):
-            continue
-
-        for ks in line.split(' '):
-            if s := ks.strip(' \r\t'):
-                kses.append(s)
-
-    return kses

adam/commands/describe/describe.py

@@ -1,47 +0,0 @@
-import click
-
-from adam.commands.command import Command
-from adam.commands.describe.describe_keyspace import DescribeKeyspace
-from adam.commands.describe.describe_keyspaces import DescribeKeyspaces
-from adam.commands.describe.describe_schema import DescribeSchema
-from adam.commands.describe.describe_table import DescribeTable
-from adam.commands.describe.describe_tables import DescribeTables
-from adam.repl_state import ReplState, RequiredState
-
-class Describe(Command):
-    COMMAND = 'describe'
-    reaper_login = None
-
-    # the singleton pattern
-    def __new__(cls, *args, **kwargs):
-        if not hasattr(cls, 'instance'): cls.instance = super(Describe, cls).__new__(cls)
-
-        return cls.instance
-
-    def __init__(self, successor: Command=None):
-        super().__init__(successor)
-
-    def required(self):
-        return RequiredState.CLUSTER
-
-    def command(self):
-        return Describe.COMMAND
-
-    def run(self, cmd: str, state: ReplState):
-        if not(args := self.args(cmd)):
-            return super().run(cmd, state)
-
-        return super().intermediate_run(cmd, state, args, Describe.cmd_list())
-
-    def cmd_list():
-        return [DescribeKeyspace(), DescribeKeyspaces(), DescribeSchema(), DescribeTable(), DescribeTables()]
-
-    def completion(self, state: ReplState):
-        if state.sts:
-            return super().completion(state)
-
-        return {}
-
-class DescribeCommandHelper(click.Command):
-    def get_help(self, ctx: click.Context):
-        Command.intermediate_help(super().get_help(ctx), Describe.COMMAND, Describe.cmd_list(), show_cluster_help=True)

adam/commands/describe/describe_keyspace.py

@@ -1,60 +0,0 @@
-from adam.commands.command import Command
-from adam.commands.cql.cql_utils import keyspaces, run_cql
-from adam.pod_exec_result import PodExecResult
-from adam.repl_state import ReplState, RequiredState
-from adam.utils import log2
-
-class DescribeKeyspace(Command):
-    COMMAND = 'describe keyspace'
-
-    # the singleton pattern
-    def __new__(cls, *args, **kwargs):
-        if not hasattr(cls, 'instance'): cls.instance = super(DescribeKeyspace, cls).__new__(cls)
-
-        return cls.instance
-
-    def __init__(self, successor: Command=None):
-        super().__init__(successor)
-
-    def required(self):
-        return RequiredState.CLUSTER
-
-    def command(self):
-        return DescribeKeyspace.COMMAND
-
-    def run(self, cmd: str, state: ReplState):
-        if not(args := self.args(cmd)):
-            return super().run(cmd, state)
-
-        state, args = self.apply_state(args, state)
-        if not self.validate_state(state):
-            return state
-
-        args, all_nodes = Command.extract_options(args, '&')
-
-        if not args:
-            if state.in_repl:
-                log2('Please enter keyspace name')
-            else:
-                log2('* keyspace name is missing.')
-                log2()
-                Command.display_help()
-
-            return 'missing-keyspace'
-
-        r: list[PodExecResult] = run_cql(state, f'describe keyspace {args[0]}', show_out=True, on_any=not all_nodes)
-        if not r:
-            log2('No pod is available')
-            return 'no-pod'
-
-        # do not continue to cql route
-        return state
-
-    def completion(self, state: ReplState) -> dict[str, any]:
-        if state.sts:
-            return super().completion(state, {ks: {'&': None} for ks in keyspaces(state, on_any=True)})
-
-        return {}
-
-    def help(self, _: ReplState) -> str:
-        return f'{DescribeKeyspace.COMMAND} <keyspace-name> [&]\t describe Cassandra keyspace'

adam/commands/describe/describe_keyspaces.py

@@ -1,49 +0,0 @@
-from adam.commands.command import Command
-from adam.commands.cql.cql_utils import run_cql
-from adam.pod_exec_result import PodExecResult
-from adam.repl_state import ReplState, RequiredState
-from adam.utils import log2
-
-class DescribeKeyspaces(Command):
-    COMMAND = 'describe keyspaces'
-
-    # the singleton pattern
-    def __new__(cls, *args, **kwargs):
-        if not hasattr(cls, 'instance'): cls.instance = super(DescribeKeyspaces, cls).__new__(cls)
-
-        return cls.instance
-
-    def __init__(self, successor: Command=None):
-        super().__init__(successor)
-
-    def required(self):
-        return RequiredState.CLUSTER
-
-    def command(self):
-        return DescribeKeyspaces.COMMAND
-
-    def run(self, cmd: str, state: ReplState):
-        if not(args := self.args(cmd)):
-            return super().run(cmd, state)
-
-        state, args = self.apply_state(args, state)
-        if not self.validate_state(state):
-            return state
-
-        args, all_nodes = Command.extract_options(args, '&')
-        r: list[PodExecResult] = run_cql(state, f'{DescribeKeyspaces.COMMAND} {" ".join(args)}', show_out=True, on_any=not all_nodes)
-        if not r:
-            log2('No pod is available')
-            return 'no-pod'
-
-        # do not continue to cql route
-        return state
-
-    def completion(self, state: ReplState) -> dict[str, any]:
-        if state.sts:
-            return super().completion(state, {'&': None})
-
-        return {}
-
-    def help(self, _: ReplState) -> str:
-        return f'{DescribeKeyspaces.COMMAND} [&]\t describe Cassandra keyspaces'

adam/commands/describe/describe_schema.py

@@ -1,49 +0,0 @@
-from adam.commands.command import Command
-from adam.commands.cql.cql_utils import run_cql
-from adam.pod_exec_result import PodExecResult
-from adam.repl_state import ReplState, RequiredState
-from adam.utils import log2
-
-class DescribeSchema(Command):
-    COMMAND = 'describe schema'
-
-    # the singleton pattern
-    def __new__(cls, *args, **kwargs):
-        if not hasattr(cls, 'instance'): cls.instance = super(DescribeSchema, cls).__new__(cls)
-
-        return cls.instance
-
-    def __init__(self, successor: Command=None):
-        super().__init__(successor)
-
-    def required(self):
-        return RequiredState.CLUSTER
-
-    def command(self):
-        return DescribeSchema.COMMAND
-
-    def run(self, cmd: str, state: ReplState):
-        if not(args := self.args(cmd)):
-            return super().run(cmd, state)
-
-        state, args = self.apply_state(args, state)
-        if not self.validate_state(state):
-            return state
-
-        args, all_nodes = Command.extract_options(args, '&')
-        r: list[PodExecResult] = run_cql(state, f'{DescribeSchema.COMMAND} {" ".join(args)}', show_out=True, on_any=not all_nodes)
-        if not r:
-            log2('No pod is available')
-            return 'no-pod'
-
-        # do not continue to cql route
-        return state
-
-    def completion(self, state: ReplState) -> dict[str, any]:
-        if state.sts:
-            return super().completion(state, {'&': None})
-
-        return {}
-
-    def help(self, _: ReplState) -> str:
-        return f'{DescribeSchema.COMMAND} [&]\t describe Cassandra tables'

adam/commands/describe/describe_table.py

@@ -1,60 +0,0 @@
-from adam.commands.command import Command
-from adam.commands.cql.cql_utils import run_cql, table_names
-from adam.pod_exec_result import PodExecResult
-from adam.repl_state import ReplState, RequiredState
-from adam.utils import log2
-
-class DescribeTable(Command):
-    COMMAND = 'describe table'
-
-    # the singleton pattern
-    def __new__(cls, *args, **kwargs):
-        if not hasattr(cls, 'instance'): cls.instance = super(DescribeTable, cls).__new__(cls)
-
-        return cls.instance
-
-    def __init__(self, successor: Command=None):
-        super().__init__(successor)
-
-    def required(self):
-        return RequiredState.CLUSTER
-
-    def command(self):
-        return DescribeTable.COMMAND
-
-    def run(self, cmd: str, state: ReplState):
-        if not(args := self.args(cmd)):
-            return super().run(cmd, state)
-
-        state, args = self.apply_state(args, state)
-        if not self.validate_state(state):
-            return state
-
-        args, all_nodes = Command.extract_options(args, '--all-nodes')
-
-        if not args:
-            if state.in_repl:
-                log2('Please enter table name')
-            else:
-                log2('* table name is missing.')
-                log2()
-                Command.display_help()
-
-            return 'missing-table'
-
-        r: list[PodExecResult] = run_cql(state, f'describe table {args[0]}', show_out=True, on_any=not all_nodes)
-        if not r:
-            log2('No pod is available')
-            return 'no-pod'
-
-        # do not continue to cql route
-        return state
-
-    def completion(self, state: ReplState) -> dict[str, any]:
-        if state.sts:
-            return super().completion(state, {t: {'&': None} for t in table_names(state)})
-
-        return {}
-
-    def help(self, _: ReplState) -> str:
-        return f'{DescribeTable.COMMAND} <table-name> [&]\t describe Cassandra table'

adam/commands/describe/describe_tables.py

@@ -1,49 +0,0 @@
-from adam.commands.command import Command
-from adam.commands.cql.cql_utils import run_cql
-from adam.pod_exec_result import PodExecResult
-from adam.repl_state import ReplState, RequiredState
-from adam.utils import log2
-
-class DescribeTables(Command):
-    COMMAND = 'describe tables'
-
-    # the singleton pattern
-    def __new__(cls, *args, **kwargs):
-        if not hasattr(cls, 'instance'): cls.instance = super(DescribeTables, cls).__new__(cls)
-
-        return cls.instance
-
-    def __init__(self, successor: Command=None):
-        super().__init__(successor)
-
-    def required(self):
-        return RequiredState.CLUSTER
-
-    def command(self):
-        return DescribeTables.COMMAND
-
-    def run(self, cmd: str, state: ReplState):
-        if not(args := self.args(cmd)):
-            return super().run(cmd, state)
-
-        state, args = self.apply_state(args, state)
-        if not self.validate_state(state):
-            return state
-
-        args, all_nodes = Command.extract_options(args, '&')
-        r: list[PodExecResult] = run_cql(state, f'{DescribeTables.COMMAND} {" ".join(args)}', show_out=True, on_any=not all_nodes)
-        if not r:
-            log2('No pod is available')
-            return 'no-pod'
-
-        # do not continue to cql route
-        return state
-
-    def completion(self, state: ReplState) -> dict[str, any]:
-        if state.sts:
-            return super().completion(state, {'&': None})
-
-        return {}
-
-    def help(self, _: ReplState) -> str:
-        return f'{DescribeTables.COMMAND} [&]\t describe Cassandra tables'