kaqing 2.0.14__py3-none-any.whl → 2.0.189__py3-none-any.whl

adam/commands/bash.py

@@ -1,87 +0,0 @@
-from adam.commands.command import Command
-from adam.k8s_utils.cassandra_clusters import CassandraClusters
-from adam.k8s_utils.cassandra_nodes import CassandraNodes
-from adam.repl_state import BashSession, ReplState, RequiredState
-
-class Bash(Command):
-    COMMAND = 'bash'
-
-    # the singleton pattern
-    def __new__(cls, *args, **kwargs):
-        if not hasattr(cls, 'instance'): cls.instance = super(Bash, cls).__new__(cls)
-
-        return cls.instance
-
-    def __init__(self, successor: Command=None):
-        super().__init__(successor)
-
-    def command(self):
-        return Bash.COMMAND
-
-    def required(self):
-        return RequiredState.CLUSTER_OR_POD
-
-    def run(self, cmd: str, s0: ReplState):
-        if not(args := self.args(cmd)):
-            return super().run(cmd, s0)
-
-        state, args = self.apply_state(args, s0)
-        if not self.validate_state(state):
-            return state
-
-        if state.in_repl:
-            r = self.exec_with_dir(s0, args)
-            if not r:
-                state.exit_bash()
-
-                return 'inconsistent pwd'
-
-            return r
-        else:
-            a = ' '.join(args)
-            command = f'bash -c "{a}"'
-
-            if state.pod:
-                CassandraNodes.exec(state.pod, state.namespace, command, show_out=True)
-            elif state.sts:
-                CassandraClusters.exec(state.sts, state.namespace, command, action='bash', show_out=True)
-
-            return state
-
-    def exec_with_dir(self, state: ReplState, args: list[str]):
-        session_just_created = False
-        if not args:
-            session_just_created = True
-            session = BashSession(state.device)
-            state.enter_bash(session)
-
-        if state.bash_session:
-            if args != ['pwd']:
-                if args:
-                    args.append('&&')
-                args.extend(['pwd', '>', f'/tmp/.qing-{state.bash_session.session_id}'])
-
-            if not session_just_created:
-                if pwd := state.bash_session.pwd(state):
-                    args = ['cd', pwd, '&&'] + args
-
-        a = ' '.join(args)
-        command = f'bash -c "{a}"'
-
-        rs = []
-
-        if state.pod:
-            rs = [CassandraNodes.exec(state.pod, state.namespace, command, show_out=not session_just_created)]
-        elif state.sts:
-            rs = CassandraClusters.exec(state.sts, state.namespace, command, action='bash', show_out=not session_just_created)
-
-        return rs
-
-    def completion(self, state: ReplState):
-        if state.pod or state.sts:
-            return {Bash.COMMAND: None}
-
-        return {}
-
-    def help(self, _: ReplState):
-        return f'{Bash.COMMAND} [bash-commands]\t run bash on the Cassandra nodes'

adam/commands/cp.py

@@ -1,95 +0,0 @@
-import click
-import pyperclip
-
-from adam.commands.command import Command
-from adam.commands.command_helpers import ClusterOrPodCommandHelper
-from adam.commands.cli_commands import CliCommands
-from adam.repl_state import ReplState, RequiredState
-from adam.utils import lines_to_tabular, log, log2
-
-class ClipboardCopy(Command):
-    COMMAND = 'cp'
-
-    # the singleton pattern
-    def __new__(cls, *args, **kwargs):
-        if not hasattr(cls, 'instance'): cls.instance = super(ClipboardCopy, cls).__new__(cls)
-
-        return cls.instance
-
-    def __init__(self, successor: Command=None):
-        super().__init__(successor)
-
-    def command(self):
-        return ClipboardCopy.COMMAND
-
-    def required(self):
-        return RequiredState.CLUSTER_OR_POD
-
-    def run(self, cmd: str, state: ReplState):
-        if not(args := self.args(cmd)):
-            return super().run(cmd, state)
-
-        state, args = self.apply_state(args, state)
-        if not self.validate_state(state):
-            return state
-
-        if len(args) < 1:
-            if state.in_repl:
-                log2('Key is required.')
-                log2()
-                log2('Keys:')
-                log2(lines_to_tabular([f'{k},{v}' for k, v in CliCommands.values(state, collapse=True).items()], separator=','))
-            else:
-                log2('* Key is missing.')
-                Command.display_help()
-
-            return 'command-missing'
-
-        key = args[0]
-        if not key in CliCommands.values(state):
-            if state.in_repl:
-                log2('Key is required.')
-                log2()
-                log2('Keys:')
-                log2(lines_to_tabular([f'{k},{v}' for k, v in CliCommands.values(state, collapse=True).items()], separator=','))
-            else:
-                log2('* Invalid key')
-                Command.display_help()
-
-            return 'command-invalid'
-
-        value = CliCommands.values(state)[key]
-        pyperclip.copy(value)
-        log2('The following line has been copied to clipboard. Use <Ctrl-V> to use it.')
-        log2(f'  {value}')
-
-        return 'value-copied'
-
-    def completion(self, state: ReplState):
-        if state.sts:
-            return {ClipboardCopy.COMMAND: {key: None for key in CliCommands.values(state).keys()}}
-
-        return {}
-
-    def help(self, _: ReplState):
-        return f"{ClipboardCopy.COMMAND} <key>\t copy a value to clipboard for conveninence"
-
-class CopyCommandHelper(click.Command):
-    def lines(self):
-        return [
-            'node-exec-?: kubectl exec command to the Cassandra pod',
-            'reaper-exec: kubectl exec command to the Reaper pod',
-            'reaper-forward: kubectl port-forward command to the Reaper pod',
-            'reaper-ui: uri to Reaper ui',
-            'reaper-username: Reaper user name',
-            'reaper-password: Reaper password',
-        ]
-
-    def get_help(self, ctx: click.Context):
-        log(super().get_help(ctx))
-        log()
-        log('Keys:')
-
-        log(lines_to_tabular(self.lines(), separator=':'))
-        log()
-        ClusterOrPodCommandHelper.cluter_or_pod_help()

adam/commands/cql_utils.py

@@ -1,53 +0,0 @@
-import re
-
-from adam.k8s_utils.cassandra_clusters import CassandraClusters
-from adam.k8s_utils.cassandra_nodes import CassandraNodes
-from adam.k8s_utils.secrets import Secrets
-from adam.repl_state import ReplState
-
-def run_cql(state: ReplState, cql: str, opts: list = [], show_out = False, use_single_quotes = False):
-    user, pw = Secrets.get_user_pass(state.sts if state.sts else state.pod, state.namespace, secret_path='cql.secret')
-    if use_single_quotes:
-        command = f"cqlsh -u {user} -p {pw} {' '.join(opts)} -e '{cql}'"
-    else:
-        command = f'cqlsh -u {user} -p {pw} {" ".join(opts)} -e "{cql}"'
-
-    if state.pod:
-        return CassandraNodes.exec(state.pod, state.namespace, command, show_out=show_out)
-    else:
-        return CassandraClusters.exec(state.sts, state.namespace, command, action='cql')
-
-def parse_cql_desc_tables(out: str):
-    # Keyspace data_endpoint_auth
-    # ---------------------------
-    # "token"
-
-    # Keyspace reaper_db
-    # ------------------
-    # repair_run                     schema_migration
-    # repair_run_by_cluster          schema_migration_leader
-
-    # Keyspace system
-    tables_by_keyspace: dict[str, list[str]] = {}
-    keyspace = None
-    state = 's0'
-    for line in out.split('\n'):
-        if state == 's0':
-            groups = re.match(r'^Keyspace (.*)$', line)
-            if groups:
-                keyspace = groups[1].strip(' \r')
-                state = 's1'
-        elif state == 's1':
-            if line.startswith('---'):
-                state = 's2'
-        elif state == 's2':
-            if not line.strip(' \r'):
-                state = 's0'
-            else:
-                for table in line.split(' '):
-                    if t := table.strip(' \r'):
-                        if not keyspace in tables_by_keyspace:
-                            tables_by_keyspace[keyspace] = []
-                        tables_by_keyspace[keyspace].append(t)
-
-    return tables_by_keyspace

adam/commands/devices.py

@@ -1,89 +0,0 @@
-from adam.commands.command import Command
-from adam.repl_state import ReplState
-
-class DeviceCass(Command):
-    COMMAND = f'{ReplState.C}:'
-
-    # the singleton pattern
-    def __new__(cls, *args, **kwargs):
-        if not hasattr(cls, 'instance'): cls.instance = super(DeviceCass, cls).__new__(cls)
-
-        return cls.instance
-
-    def __init__(self, successor: Command=None):
-        super().__init__(successor)
-
-    def command(self):
-        return DeviceCass.COMMAND
-
-    def run(self, cmd: str, state: ReplState):
-        if not self.args(cmd):
-            return super().run(cmd, state)
-
-        state.device = ReplState.C
-
-        return state
-
-    def completion(self, state: ReplState):
-        return super().completion(state)
-
-    def help(self, _: ReplState):
-        return f'{DeviceCass.COMMAND}\t move to Cassandra Operations device'
-
-class DevicePostgres(Command):
-    COMMAND = f'{ReplState.P}:'
-
-    # the singleton pattern
-    def __new__(cls, *args, **kwargs):
-        if not hasattr(cls, 'instance'): cls.instance = super(DevicePostgres, cls).__new__(cls)
-
-        return cls.instance
-
-    def __init__(self, successor: Command=None):
-        super().__init__(successor)
-
-    def command(self):
-        return DevicePostgres.COMMAND
-
-    def run(self, cmd: str, state: ReplState):
-        if not self.args(cmd):
-            return super().run(cmd, state)
-
-        state.device = ReplState.P
-
-        return state
-
-    def completion(self, state: ReplState):
-        return super().completion(state)
-
-    def help(self, _: ReplState):
-        return f'{DevicePostgres.COMMAND}\t move to Postgres Operations device'
-
-class DeviceApp(Command):
-    COMMAND = f'{ReplState.A}:'
-
-    # the singleton pattern
-    def __new__(cls, *args, **kwargs):
-        if not hasattr(cls, 'instance'): cls.instance = super(DeviceApp, cls).__new__(cls)
-
-        return cls.instance
-
-    def __init__(self, successor: Command=None):
-        super().__init__(successor)
-
-    def command(self):
-        return DeviceApp.COMMAND
-
-    def run(self, cmd: str, state: ReplState):
-        if not self.args(cmd):
-            return super().run(cmd, state)
-
-        state.device = ReplState.A
-
-        return state
-
-    def completion(self, state: ReplState):
-        return super().completion(state)
-
-    def help(self, _: ReplState):
-        return f'{DeviceApp.COMMAND}\t move to App Operations device'

adam/commands/postgres/postgres_session.py

@@ -1,247 +0,0 @@
-import functools
-import re
-import subprocess
-
-from adam.config import Config
-from adam.k8s_utils.kube_context import KubeContext
-from adam.k8s_utils.pods import Pods
-from adam.k8s_utils.secrets import Secrets
-from adam.utils import log2
-
-class PostgresSession:
-    def __init__(self, ns: str, path: str):
-        self.namespace = ns
-        self.conn_details = None
-        self.host = None
-        self.db = None
-
-        if path:
-            tks = path.split('/')
-            hn = tks[0].split('@')
-            self.host = hn[0]
-            if len(hn) > 1 and not ns:
-                self.namespace = hn[1]
-
-            if len(tks) > 1:
-                self.db = tks[1]
-
-    # work for databases()
-    def __eq__(self, other: 'PostgresSession'):
-        return self.host == other.host
-
-    def __hash__(self):
-        return hash(self.host)
-
-    def find_namespace(self, arg: str):
-        if arg:
-            tks = arg.split('@')
-            if len(tks) > 1:
-                return tks[1]
-
-        return None
-
-    def directory(self, arg: str = None):
-        if arg:
-            if arg == '..':
-                if self.db:
-                    self.db = None
-                else:
-                    self.host = None
-            else:
-                tks = arg.split('@')
-                arg = tks[0]
-                if not self.host:
-                    self.host = arg
-                else:
-                    self.db = arg
-
-        if not self.host:
-            return None
-
-        d = self.host
-        if not self.db:
-            return d
-
-        return f'{self.host}/{self.db}'
-
-    def hosts(ns: str):
-        return PostgresSession.hosts_for_namespace(ns)
-
-    @functools.lru_cache()
-    def hosts_for_namespace(ns: str):
-        ss = Secrets.list_secrets(ns, name_pattern=Config().get('pg.name-pattern', '^{namespace}.*k8spg.*'))
-
-        def excludes(name: str):
-            exs = Config().get('pg.excludes', '.helm., -admin-secret')
-            if exs:
-                for ex in exs.split(','):
-                    if ex.strip(' ') in name:
-                        return True
-
-            return False
-
-        return [s for s in ss if not excludes(s)]
-
-    @functools.lru_cache()
-    def databases(self):
-        dbs = []
-        #  List of databases
-        #                  Name                  |  Owner   | Encoding |   Collate   |    Ctype    | ICU Locale | Locale Provider |   Access privileges
-        # ---------------------------------------+----------+----------+-------------+-------------+------------+-----------------+-----------------------
-        #  postgres                              | postgres | UTF8     | en_US.UTF-8 | en_US.UTF-8 |            | libc            |
-        #  stgawsscpsr_c3_c3                     | postgres | UTF8     | C           | C           |            | libc            |
-        #  template1                             | postgres | UTF8     | en_US.UTF-8 | en_US.UTF-8 |            | libc            | =c/postgres          +
-        #                                        |          |          |             |             |            |                 | postgres=CTc/postgres
-        # (48 rows)
-        if r := self.run_sql('\l', show_out=False):
-            s = 0
-            for line in r.stdout.split('\n'):
-                line: str = line.strip(' \r')
-                if s == 0:
-                    if 'List of databases' in line:
-                        s = 1
-                elif s == 1:
-                    if 'Name' in line and 'Owner' in line and 'Encoding' in line:
-                        s = 2
-                elif s == 2:
-                    if line.startswith('---------'):
-                        s = 3
-                elif s == 3:
-                    groups = re.match(r'^\s*(\S*)\s*\|\s*(\S*)\s*\|.*', line)
-                    if groups and groups[1] != '|':
-                        dbs.append({'name': groups[1], 'owner': groups[2]})
-
-        return dbs
-
-    def tables(self):
-        dbs = []
-        #                                            List of relations
-        #   Schema  |                            Name                            | Type  |     Owner
-        # ----------+------------------------------------------------------------+-------+---------------
-        #  postgres | c3_2_admin_aclpriv                                         | table | postgres
-        #  postgres | c3_2_admin_aclpriv_a                                       | table | postgres
-        if r := self.run_sql('\dt', show_out=False):
-            s = 0
-            for line in r.stdout.split('\n'):
-                line: str = line.strip(' \r')
-                if s == 0:
-                    if 'List of relations' in line:
-                        s = 1
-                elif s == 1:
-                    if 'Schema' in line and 'Name' in line and 'Type' in line:
-                        s = 2
-                elif s == 2:
-                    if line.startswith('---------'):
-                        s = 3
-                elif s == 3:
-                    groups = re.match(r'^\s*(\S*)\s*\|\s*(\S*)\s*\|.*', line)
-                    if groups and groups[1] != '|':
-                        dbs.append({'schema': groups[1], 'name': groups[2]})
-
-        return dbs
-
-    def run_sql(self, sql: str, show_out = True):
-        db = self.db if self.db else PostgresSession.default_db()
-
-        if KubeContext.in_cluster():
-            cmd1 = f'env PGPASSWORD={self.password()} psql -h {self.endpoint()} -p {self.port()} -U {self.username()} {db} --pset pager=off -c'
-            log2(f'{cmd1} "{sql}"')
-            # remove double quotes from the sql argument
-            cmd = cmd1.split(' ') + [sql]
-            r = subprocess.run(cmd, capture_output=True, text=True)
-            if show_out:
-                log2(r.stdout)
-                log2(r.stderr)
-
-            return r
-        else:
-            ns = self.namespace
-            pod_name = Config().get('pg.agent.name', 'ops-pg-agent')
-
-            if Config().get('pg.agent.just-in-time', False):
-                if not PostgresSession.deploy_pg_agent(pod_name, ns):
-                    return
-
-            real_pod_name = pod_name
-            try:
-                # try with dedicated pg agent pod name configured
-                Pods.get(ns, pod_name)
-            except:
-                try:
-                    # try with the ops pod
-                    real_pod_name = Pods.get_with_selector(ns, label_selector = Config().get('pod.label-selector', 'run=ops')).metadata.name
-                except:
-                    log2(f"Could not locate {pod_name} pod.")
-                    return None
-
-            cmd = f'PGPASSWORD="{self.password()}" psql -h {self.endpoint()} -p {self.port()} -U {self.username()} {db} --pset pager=off -c "{sql}"'
-
-            return Pods.exec(real_pod_name, pod_name, ns, cmd, show_out=show_out)
-
-    def deploy_pg_agent(pod_name: str, ns: str) -> str:
-        image = Config().get('pg.agent.image', 'seanahnsf/kaqing')
-        timeout = Config().get('pg.agent.timeout', 3600)
-        try:
-            Pods.create(ns, pod_name, image, ['sleep', f'{timeout}'], env={'NAMESPACE': ns}, sa_name='c3')
-        except Exception as e:
-            if e.status == 409:
-                if Pods.completed(ns, pod_name):
-                    try:
-                        Pods.delete(pod_name, ns)
-                        Pods.create(ns, pod_name, image, ['sleep', f'{timeout}'], env={'NAMESPACE': ns}, sa_name='c3')
-                    except Exception as e2:
-                        log2("Exception when calling BatchV1Api->create_pod: %s\n" % e2)
-
-                        return
-            else:
-                log2("Exception when calling BatchV1Api->create_pod: %s\n" % e)
-
-                return
-
-        Pods.wait_for_running(ns, pod_name)
-
-        return pod_name
-
-    def undeploy_pg_agent(pod_name: str, ns: str):
-        Pods.delete(pod_name, ns, grace_period_seconds=0)
-
-    def endpoint(self):
-        if not self.conn_details:
-            self.conn_details = Secrets.get_data(self.namespace, self.host)
-
-        endpoint_key = Config().get('pg.secret.endpoint-key', 'postgres-db-endpoint')
-
-        return self.conn_details[endpoint_key] if endpoint_key in self.conn_details else ''
-
-    def port(self):
-        if not self.conn_details:
-            self.conn_details = Secrets.get_data(self.namespace, self.host)
-
-        port_key = Config().get('pg.secret.port-key', 'postgres-db-port')
-
-        return  self.conn_details[port_key] if port_key in self.conn_details else ''
-
-    def username(self):
-        if not self.conn_details:
-            self.conn_details = Secrets.get_data(self.namespace, self.host)
-
-        username_key = Config().get('pg.secret.username-key', 'postgres-admin-username')
-
-        return  self.conn_details[username_key] if username_key in self.conn_details else ''
-
-    def password(self):
-        if not self.conn_details:
-            self.conn_details = Secrets.get_data(self.namespace, self.host)
-
-        password_key = Config().get('pg.secret.password-key', 'postgres-admin-password')
-
-        return  self.conn_details[password_key] if password_key in self.conn_details else ''
-
-    def default_db():
-        return Config().get('pg.default-db', 'postgres')
-
-    def default_owner():
-        return Config().get('pg.default-owner', 'postgres')
-
-    def default_schema():
-        return Config().get('pg.default-schema', 'postgres')