kaqing 2.0.52__py3-none-any.whl → 2.0.184__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of kaqing might be problematic. Click here for more details.
- adam/__init__.py +0 -2
- adam/app_session.py +9 -12
- adam/apps.py +20 -6
- adam/batch.py +15 -19
- adam/checks/check_utils.py +19 -49
- adam/checks/compactionstats.py +1 -1
- adam/checks/cpu.py +9 -3
- adam/checks/cpu_metrics.py +52 -0
- adam/checks/disk.py +3 -4
- adam/checks/gossip.py +1 -1
- adam/checks/memory.py +3 -3
- adam/checks/status.py +1 -1
- adam/columns/columns.py +3 -1
- adam/columns/cpu.py +3 -1
- adam/columns/cpu_metrics.py +22 -0
- adam/columns/memory.py +3 -4
- adam/commands/__init__.py +24 -0
- adam/commands/alter_tables.py +37 -63
- adam/commands/app/app.py +38 -0
- adam/commands/{app_ping.py → app/app_ping.py} +8 -14
- adam/commands/app/show_app_actions.py +49 -0
- adam/commands/{show → app}/show_app_id.py +9 -12
- adam/commands/{show → app}/show_app_queues.py +8 -14
- adam/commands/app/utils_app.py +98 -0
- adam/commands/audit/audit.py +81 -0
- adam/commands/audit/audit_repair_tables.py +72 -0
- adam/commands/audit/audit_run.py +50 -0
- adam/commands/audit/show_last10.py +37 -0
- adam/commands/audit/show_slow10.py +36 -0
- adam/commands/audit/show_top10.py +36 -0
- adam/commands/audit/utils_show_top10.py +71 -0
- adam/commands/bash/__init__.py +5 -0
- adam/commands/bash/bash.py +36 -0
- adam/commands/bash/bash_completer.py +93 -0
- adam/commands/bash/utils_bash.py +16 -0
- adam/commands/cat.py +36 -0
- adam/commands/cd.py +14 -89
- adam/commands/check.py +18 -21
- adam/commands/cli_commands.py +5 -6
- adam/commands/clipboard_copy.py +86 -0
- adam/commands/code.py +57 -0
- adam/commands/command.py +197 -35
- adam/commands/commands_utils.py +15 -31
- adam/commands/cql/cql_completions.py +29 -8
- adam/commands/cql/cqlsh.py +12 -27
- adam/commands/cql/utils_cql.py +297 -0
- adam/commands/deploy/code_start.py +7 -10
- adam/commands/deploy/code_stop.py +4 -21
- adam/commands/deploy/code_utils.py +5 -5
- adam/commands/deploy/deploy.py +4 -21
- adam/commands/deploy/deploy_frontend.py +14 -17
- adam/commands/deploy/deploy_pg_agent.py +3 -6
- adam/commands/deploy/deploy_pod.py +71 -79
- adam/commands/deploy/deploy_utils.py +16 -26
- adam/commands/deploy/undeploy.py +4 -21
- adam/commands/deploy/undeploy_frontend.py +4 -7
- adam/commands/deploy/undeploy_pg_agent.py +6 -8
- adam/commands/deploy/undeploy_pod.py +15 -16
- adam/commands/devices/__init__.py +0 -0
- adam/commands/devices/device.py +123 -0
- adam/commands/devices/device_app.py +163 -0
- adam/commands/devices/device_auit_log.py +49 -0
- adam/commands/devices/device_cass.py +179 -0
- adam/commands/devices/device_export.py +84 -0
- adam/commands/devices/device_postgres.py +150 -0
- adam/commands/devices/devices.py +25 -0
- adam/commands/download_file.py +47 -0
- adam/commands/exit.py +1 -4
- adam/commands/export/__init__.py +0 -0
- adam/commands/export/clean_up_all_export_sessions.py +37 -0
- adam/commands/export/clean_up_export_sessions.py +39 -0
- adam/commands/export/download_export_session.py +39 -0
- adam/commands/export/drop_export_database.py +39 -0
- adam/commands/export/drop_export_databases.py +37 -0
- adam/commands/export/export.py +53 -0
- adam/commands/export/export_databases.py +245 -0
- adam/commands/export/export_select.py +59 -0
- adam/commands/export/export_select_x.py +54 -0
- adam/commands/export/export_sessions.py +209 -0
- adam/commands/export/export_use.py +49 -0
- adam/commands/export/exporter.py +332 -0
- adam/commands/export/import_files.py +44 -0
- adam/commands/export/import_session.py +44 -0
- adam/commands/export/importer.py +81 -0
- adam/commands/export/importer_athena.py +177 -0
- adam/commands/export/importer_sqlite.py +67 -0
- adam/commands/export/show_column_counts.py +45 -0
- adam/commands/export/show_export_databases.py +38 -0
- adam/commands/export/show_export_session.py +39 -0
- adam/commands/export/show_export_sessions.py +37 -0
- adam/commands/export/utils_export.py +343 -0
- adam/commands/find_files.py +51 -0
- adam/commands/find_processes.py +76 -0
- adam/commands/head.py +36 -0
- adam/commands/help.py +14 -9
- adam/commands/intermediate_command.py +49 -0
- adam/commands/issues.py +14 -40
- adam/commands/kubectl.py +38 -0
- adam/commands/login.py +26 -25
- adam/commands/logs.py +5 -7
- adam/commands/ls.py +11 -110
- adam/commands/medusa/medusa.py +4 -22
- adam/commands/medusa/medusa_backup.py +22 -29
- adam/commands/medusa/medusa_restore.py +40 -39
- adam/commands/medusa/medusa_show_backupjobs.py +19 -20
- adam/commands/medusa/medusa_show_restorejobs.py +15 -20
- adam/commands/nodetool.py +11 -15
- adam/commands/param_get.py +11 -14
- adam/commands/param_set.py +8 -12
- adam/commands/postgres/postgres.py +45 -46
- adam/commands/postgres/postgres_databases.py +269 -0
- adam/commands/postgres/postgres_ls.py +4 -8
- adam/commands/postgres/postgres_preview.py +5 -9
- adam/commands/postgres/psql_completions.py +4 -3
- adam/commands/postgres/utils_postgres.py +70 -0
- adam/commands/preview_table.py +10 -61
- adam/commands/pwd.py +14 -43
- adam/commands/reaper/reaper.py +4 -24
- adam/commands/reaper/reaper_forward.py +49 -56
- adam/commands/reaper/reaper_forward_session.py +6 -0
- adam/commands/reaper/reaper_forward_stop.py +10 -16
- adam/commands/reaper/reaper_restart.py +8 -15
- adam/commands/reaper/reaper_run_abort.py +8 -33
- adam/commands/reaper/reaper_runs.py +43 -58
- adam/commands/reaper/reaper_runs_abort.py +29 -49
- adam/commands/reaper/reaper_schedule_activate.py +9 -32
- adam/commands/reaper/reaper_schedule_start.py +9 -32
- adam/commands/reaper/reaper_schedule_stop.py +9 -32
- adam/commands/reaper/reaper_schedules.py +4 -14
- adam/commands/reaper/reaper_status.py +8 -16
- adam/commands/reaper/utils_reaper.py +194 -0
- adam/commands/repair/repair.py +4 -22
- adam/commands/repair/repair_log.py +6 -12
- adam/commands/repair/repair_run.py +29 -36
- adam/commands/repair/repair_scan.py +33 -39
- adam/commands/repair/repair_stop.py +6 -12
- adam/commands/report.py +25 -21
- adam/commands/restart.py +27 -28
- adam/commands/rollout.py +20 -25
- adam/commands/shell.py +12 -4
- adam/commands/show/show.py +11 -23
- adam/commands/show/show_adam.py +3 -3
- adam/commands/show/show_cassandra_repairs.py +35 -0
- adam/commands/show/show_cassandra_status.py +34 -52
- adam/commands/show/show_cassandra_version.py +5 -18
- adam/commands/show/show_commands.py +20 -25
- adam/commands/show/show_host.py +33 -0
- adam/commands/show/show_login.py +23 -27
- adam/commands/show/show_params.py +2 -5
- adam/commands/show/show_processes.py +16 -20
- adam/commands/show/show_storage.py +10 -20
- adam/commands/watch.py +27 -30
- adam/config.py +7 -15
- adam/embedded_params.py +1 -1
- adam/log.py +4 -4
- adam/pod_exec_result.py +13 -5
- adam/repl.py +126 -119
- adam/repl_commands.py +63 -29
- adam/repl_state.py +320 -71
- adam/sql/sql_completer.py +98 -383
- adam/sql/sql_state_machine.py +630 -0
- adam/sql/term_completer.py +14 -4
- adam/sso/authn_ad.py +6 -8
- adam/sso/authn_okta.py +4 -6
- adam/sso/cred_cache.py +4 -6
- adam/sso/idp.py +10 -13
- adam/utils.py +511 -10
- adam/utils_athena.py +145 -0
- adam/utils_audits.py +102 -0
- adam/utils_issues.py +32 -0
- adam/utils_k8s/__init__.py +0 -0
- adam/utils_k8s/app_clusters.py +28 -0
- adam/utils_k8s/app_pods.py +36 -0
- adam/utils_k8s/cassandra_clusters.py +44 -0
- adam/{k8s_utils → utils_k8s}/cassandra_nodes.py +11 -4
- adam/{k8s_utils → utils_k8s}/custom_resources.py +16 -17
- adam/{k8s_utils → utils_k8s}/deployment.py +2 -2
- adam/{k8s_utils → utils_k8s}/ingresses.py +2 -2
- adam/{k8s_utils → utils_k8s}/jobs.py +7 -11
- adam/utils_k8s/k8s.py +87 -0
- adam/{k8s_utils → utils_k8s}/kube_context.py +2 -2
- adam/{k8s_utils → utils_k8s}/pods.py +109 -74
- adam/{k8s_utils → utils_k8s}/secrets.py +7 -3
- adam/{k8s_utils → utils_k8s}/service_accounts.py +5 -4
- adam/{k8s_utils → utils_k8s}/services.py +2 -2
- adam/{k8s_utils → utils_k8s}/statefulsets.py +3 -14
- adam/utils_local.py +4 -0
- adam/utils_net.py +24 -0
- adam/utils_repl/__init__.py +0 -0
- adam/utils_repl/automata_completer.py +48 -0
- adam/utils_repl/repl_completer.py +46 -0
- adam/utils_repl/state_machine.py +173 -0
- adam/utils_sqlite.py +137 -0
- adam/version.py +1 -1
- {kaqing-2.0.52.dist-info → kaqing-2.0.184.dist-info}/METADATA +1 -1
- kaqing-2.0.184.dist-info/RECORD +244 -0
- adam/commands/app.py +0 -67
- adam/commands/bash.py +0 -87
- adam/commands/cp.py +0 -95
- adam/commands/cql/cql_table_completer.py +0 -8
- adam/commands/cql/cql_utils.py +0 -109
- adam/commands/describe/describe.py +0 -46
- adam/commands/describe/describe_keyspace.py +0 -60
- adam/commands/describe/describe_keyspaces.py +0 -50
- adam/commands/describe/describe_table.py +0 -60
- adam/commands/describe/describe_tables.py +0 -50
- adam/commands/devices.py +0 -89
- adam/commands/postgres/postgres_session.py +0 -240
- adam/commands/postgres/postgres_utils.py +0 -31
- adam/commands/postgres/psql_table_completer.py +0 -11
- adam/commands/reaper/reaper_session.py +0 -159
- adam/commands/show/show_app_actions.py +0 -53
- adam/commands/show/show_repairs.py +0 -47
- adam/k8s_utils/cassandra_clusters.py +0 -35
- adam/sql/sql_utils.py +0 -5
- kaqing-2.0.52.dist-info/RECORD +0 -184
- /adam/commands/{describe → app}/__init__.py +0 -0
- /adam/{k8s_utils → commands/audit}/__init__.py +0 -0
- /adam/{k8s_utils → utils_k8s}/config_maps.py +0 -0
- /adam/{k8s_utils → utils_k8s}/volumes.py +0 -0
- {kaqing-2.0.52.dist-info → kaqing-2.0.184.dist-info}/WHEEL +0 -0
- {kaqing-2.0.52.dist-info → kaqing-2.0.184.dist-info}/entry_points.txt +0 -0
- {kaqing-2.0.52.dist-info → kaqing-2.0.184.dist-info}/top_level.txt +0 -0
adam/commands/bash.py
DELETED
|
@@ -1,87 +0,0 @@
|
|
|
1
|
-
from adam.commands.command import Command
|
|
2
|
-
from adam.k8s_utils.cassandra_clusters import CassandraClusters
|
|
3
|
-
from adam.k8s_utils.cassandra_nodes import CassandraNodes
|
|
4
|
-
from adam.repl_state import BashSession, ReplState, RequiredState
|
|
5
|
-
|
|
6
|
-
class Bash(Command):
|
|
7
|
-
COMMAND = 'bash'
|
|
8
|
-
|
|
9
|
-
# the singleton pattern
|
|
10
|
-
def __new__(cls, *args, **kwargs):
|
|
11
|
-
if not hasattr(cls, 'instance'): cls.instance = super(Bash, cls).__new__(cls)
|
|
12
|
-
|
|
13
|
-
return cls.instance
|
|
14
|
-
|
|
15
|
-
def __init__(self, successor: Command=None):
|
|
16
|
-
super().__init__(successor)
|
|
17
|
-
|
|
18
|
-
def command(self):
|
|
19
|
-
return Bash.COMMAND
|
|
20
|
-
|
|
21
|
-
def required(self):
|
|
22
|
-
return RequiredState.CLUSTER_OR_POD
|
|
23
|
-
|
|
24
|
-
def run(self, cmd: str, s0: ReplState):
|
|
25
|
-
if not(args := self.args(cmd)):
|
|
26
|
-
return super().run(cmd, s0)
|
|
27
|
-
|
|
28
|
-
state, args = self.apply_state(args, s0)
|
|
29
|
-
if not self.validate_state(state):
|
|
30
|
-
return state
|
|
31
|
-
|
|
32
|
-
if state.in_repl:
|
|
33
|
-
r = self.exec_with_dir(s0, args)
|
|
34
|
-
if not r:
|
|
35
|
-
state.exit_bash()
|
|
36
|
-
|
|
37
|
-
return 'inconsistent pwd'
|
|
38
|
-
|
|
39
|
-
return r
|
|
40
|
-
else:
|
|
41
|
-
a = ' '.join(args)
|
|
42
|
-
command = f'bash -c "{a}"'
|
|
43
|
-
|
|
44
|
-
if state.pod:
|
|
45
|
-
CassandraNodes.exec(state.pod, state.namespace, command, show_out=True)
|
|
46
|
-
elif state.sts:
|
|
47
|
-
CassandraClusters.exec(state.sts, state.namespace, command, action='bash', show_out=True)
|
|
48
|
-
|
|
49
|
-
return state
|
|
50
|
-
|
|
51
|
-
def exec_with_dir(self, state: ReplState, args: list[str]):
|
|
52
|
-
session_just_created = False
|
|
53
|
-
if not args:
|
|
54
|
-
session_just_created = True
|
|
55
|
-
session = BashSession(state.device)
|
|
56
|
-
state.enter_bash(session)
|
|
57
|
-
|
|
58
|
-
if state.bash_session:
|
|
59
|
-
if args != ['pwd']:
|
|
60
|
-
if args:
|
|
61
|
-
args.append('&&')
|
|
62
|
-
args.extend(['pwd', '>', f'/tmp/.qing-{state.bash_session.session_id}'])
|
|
63
|
-
|
|
64
|
-
if not session_just_created:
|
|
65
|
-
if pwd := state.bash_session.pwd(state):
|
|
66
|
-
args = ['cd', pwd, '&&'] + args
|
|
67
|
-
|
|
68
|
-
a = ' '.join(args)
|
|
69
|
-
command = f'bash -c "{a}"'
|
|
70
|
-
|
|
71
|
-
rs = []
|
|
72
|
-
|
|
73
|
-
if state.pod:
|
|
74
|
-
rs = [CassandraNodes.exec(state.pod, state.namespace, command, show_out=not session_just_created)]
|
|
75
|
-
elif state.sts:
|
|
76
|
-
rs = CassandraClusters.exec(state.sts, state.namespace, command, action='bash', show_out=not session_just_created)
|
|
77
|
-
|
|
78
|
-
return rs
|
|
79
|
-
|
|
80
|
-
def completion(self, state: ReplState):
|
|
81
|
-
if state.pod or state.sts:
|
|
82
|
-
return {Bash.COMMAND: None}
|
|
83
|
-
|
|
84
|
-
return {}
|
|
85
|
-
|
|
86
|
-
def help(self, _: ReplState):
|
|
87
|
-
return f'{Bash.COMMAND} [bash-commands]\t run bash on the Cassandra nodes'
|
adam/commands/cp.py
DELETED
|
@@ -1,95 +0,0 @@
|
|
|
1
|
-
import click
|
|
2
|
-
import pyperclip
|
|
3
|
-
|
|
4
|
-
from adam.commands.command import Command
|
|
5
|
-
from adam.commands.command_helpers import ClusterOrPodCommandHelper
|
|
6
|
-
from adam.commands.cli_commands import CliCommands
|
|
7
|
-
from adam.repl_state import ReplState, RequiredState
|
|
8
|
-
from adam.utils import lines_to_tabular, log, log2
|
|
9
|
-
|
|
10
|
-
class ClipboardCopy(Command):
|
|
11
|
-
COMMAND = 'cp'
|
|
12
|
-
|
|
13
|
-
# the singleton pattern
|
|
14
|
-
def __new__(cls, *args, **kwargs):
|
|
15
|
-
if not hasattr(cls, 'instance'): cls.instance = super(ClipboardCopy, cls).__new__(cls)
|
|
16
|
-
|
|
17
|
-
return cls.instance
|
|
18
|
-
|
|
19
|
-
def __init__(self, successor: Command=None):
|
|
20
|
-
super().__init__(successor)
|
|
21
|
-
|
|
22
|
-
def command(self):
|
|
23
|
-
return ClipboardCopy.COMMAND
|
|
24
|
-
|
|
25
|
-
def required(self):
|
|
26
|
-
return RequiredState.CLUSTER_OR_POD
|
|
27
|
-
|
|
28
|
-
def run(self, cmd: str, state: ReplState):
|
|
29
|
-
if not(args := self.args(cmd)):
|
|
30
|
-
return super().run(cmd, state)
|
|
31
|
-
|
|
32
|
-
state, args = self.apply_state(args, state)
|
|
33
|
-
if not self.validate_state(state):
|
|
34
|
-
return state
|
|
35
|
-
|
|
36
|
-
if len(args) < 1:
|
|
37
|
-
if state.in_repl:
|
|
38
|
-
log2('Key is required.')
|
|
39
|
-
log2()
|
|
40
|
-
log2('Keys:')
|
|
41
|
-
log2(lines_to_tabular([f'{k},{v}' for k, v in CliCommands.values(state, collapse=True).items()], separator=','))
|
|
42
|
-
else:
|
|
43
|
-
log2('* Key is missing.')
|
|
44
|
-
Command.display_help()
|
|
45
|
-
|
|
46
|
-
return 'command-missing'
|
|
47
|
-
|
|
48
|
-
key = args[0]
|
|
49
|
-
if not key in CliCommands.values(state):
|
|
50
|
-
if state.in_repl:
|
|
51
|
-
log2('Key is required.')
|
|
52
|
-
log2()
|
|
53
|
-
log2('Keys:')
|
|
54
|
-
log2(lines_to_tabular([f'{k},{v}' for k, v in CliCommands.values(state, collapse=True).items()], separator=','))
|
|
55
|
-
else:
|
|
56
|
-
log2('* Invalid key')
|
|
57
|
-
Command.display_help()
|
|
58
|
-
|
|
59
|
-
return 'command-invalid'
|
|
60
|
-
|
|
61
|
-
value = CliCommands.values(state)[key]
|
|
62
|
-
pyperclip.copy(value)
|
|
63
|
-
log2('The following line has been copied to clipboard. Use <Ctrl-V> to use it.')
|
|
64
|
-
log2(f' {value}')
|
|
65
|
-
|
|
66
|
-
return 'value-copied'
|
|
67
|
-
|
|
68
|
-
def completion(self, state: ReplState):
|
|
69
|
-
if state.sts:
|
|
70
|
-
return {ClipboardCopy.COMMAND: {key: None for key in CliCommands.values(state).keys()}}
|
|
71
|
-
|
|
72
|
-
return {}
|
|
73
|
-
|
|
74
|
-
def help(self, _: ReplState):
|
|
75
|
-
return f"{ClipboardCopy.COMMAND} <key>\t copy a value to clipboard for conveninence"
|
|
76
|
-
|
|
77
|
-
class CopyCommandHelper(click.Command):
|
|
78
|
-
def lines(self):
|
|
79
|
-
return [
|
|
80
|
-
'node-exec-?: kubectl exec command to the Cassandra pod',
|
|
81
|
-
'reaper-exec: kubectl exec command to the Reaper pod',
|
|
82
|
-
'reaper-forward: kubectl port-forward command to the Reaper pod',
|
|
83
|
-
'reaper-ui: uri to Reaper ui',
|
|
84
|
-
'reaper-username: Reaper user name',
|
|
85
|
-
'reaper-password: Reaper password',
|
|
86
|
-
]
|
|
87
|
-
|
|
88
|
-
def get_help(self, ctx: click.Context):
|
|
89
|
-
log(super().get_help(ctx))
|
|
90
|
-
log()
|
|
91
|
-
log('Keys:')
|
|
92
|
-
|
|
93
|
-
log(lines_to_tabular(self.lines(), separator=':'))
|
|
94
|
-
log()
|
|
95
|
-
ClusterOrPodCommandHelper.cluter_or_pod_help()
|
|
@@ -1,8 +0,0 @@
|
|
|
1
|
-
from adam.sql.term_completer import TermCompleter
|
|
2
|
-
|
|
3
|
-
class CqlTableNameCompleter(TermCompleter):
|
|
4
|
-
def __init__(self, tables: list[str], ignore_case: bool = True):
|
|
5
|
-
super().__init__(tables, ignore_case=ignore_case)
|
|
6
|
-
|
|
7
|
-
def __repr__(self) -> str:
|
|
8
|
-
return "CqlTableCompleter(%r)" % (len(self.words))
|
adam/commands/cql/cql_utils.py
DELETED
|
@@ -1,109 +0,0 @@
|
|
|
1
|
-
import functools
|
|
2
|
-
import re
|
|
3
|
-
|
|
4
|
-
from adam.config import Config
|
|
5
|
-
from adam.k8s_utils.cassandra_clusters import CassandraClusters
|
|
6
|
-
from adam.k8s_utils.cassandra_nodes import CassandraNodes
|
|
7
|
-
from adam.k8s_utils.secrets import Secrets
|
|
8
|
-
from adam.pod_exec_result import PodExecResult
|
|
9
|
-
from adam.repl_state import ReplState
|
|
10
|
-
from adam.utils import log2
|
|
11
|
-
|
|
12
|
-
@functools.lru_cache()
|
|
13
|
-
def keyspaces(state: ReplState, on_any=False):
|
|
14
|
-
Config().wait_log('Inspecting Cassandra Keyspaces...')
|
|
15
|
-
|
|
16
|
-
r: list[PodExecResult] = run_cql(state, 'describe keyspaces', show_out=False, on_any=on_any)
|
|
17
|
-
if not r:
|
|
18
|
-
log2('No pod is available')
|
|
19
|
-
return []
|
|
20
|
-
|
|
21
|
-
return parse_cql_desc_keyspaces(r.stdout if state.pod else r[0].stdout)
|
|
22
|
-
|
|
23
|
-
def table_names(state: ReplState):
|
|
24
|
-
return [f'{k}.{t}' for k, ts in tables(state, on_any=True).items() for t in ts]
|
|
25
|
-
|
|
26
|
-
@functools.lru_cache()
|
|
27
|
-
def tables(state: ReplState, on_any=False):
|
|
28
|
-
r: list[PodExecResult] = run_cql(state, 'describe tables', show_out=False, on_any=on_any)
|
|
29
|
-
if not r:
|
|
30
|
-
log2('No pod is available')
|
|
31
|
-
return []
|
|
32
|
-
|
|
33
|
-
return parse_cql_desc_tables(r.stdout if state.pod else r[0].stdout)
|
|
34
|
-
|
|
35
|
-
def run_cql(state: ReplState, cql: str, opts: list = [], show_out = False, use_single_quotes = False, on_any = False):
|
|
36
|
-
user, pw = Secrets.get_user_pass(state.sts if state.sts else state.pod, state.namespace, secret_path='cql.secret')
|
|
37
|
-
if use_single_quotes:
|
|
38
|
-
command = f"cqlsh -u {user} -p {pw} {' '.join(opts)} -e '{cql}'"
|
|
39
|
-
else:
|
|
40
|
-
command = f'cqlsh -u {user} -p {pw} {" ".join(opts)} -e "{cql}"'
|
|
41
|
-
|
|
42
|
-
if state.pod:
|
|
43
|
-
return CassandraNodes.exec(state.pod, state.namespace, command, show_out=show_out)
|
|
44
|
-
else:
|
|
45
|
-
return CassandraClusters.exec(state.sts, state.namespace, command, show_out=show_out, action='cql', on_any=on_any)
|
|
46
|
-
|
|
47
|
-
def parse_cql_desc_tables(out: str):
|
|
48
|
-
# Keyspace data_endpoint_auth
|
|
49
|
-
# ---------------------------
|
|
50
|
-
# "token"
|
|
51
|
-
|
|
52
|
-
# Keyspace reaper_db
|
|
53
|
-
# ------------------
|
|
54
|
-
# repair_run schema_migration
|
|
55
|
-
# repair_run_by_cluster schema_migration_leader
|
|
56
|
-
|
|
57
|
-
# Keyspace system
|
|
58
|
-
tables_by_keyspace: dict[str, list[str]] = {}
|
|
59
|
-
keyspace = None
|
|
60
|
-
state = 's0'
|
|
61
|
-
for line in out.split('\n'):
|
|
62
|
-
if state == 's0':
|
|
63
|
-
groups = re.match(r'^Keyspace (.*)$', line)
|
|
64
|
-
if groups:
|
|
65
|
-
keyspace = groups[1].strip(' \r')
|
|
66
|
-
state = 's1'
|
|
67
|
-
elif state == 's1':
|
|
68
|
-
if line.startswith('---'):
|
|
69
|
-
state = 's2'
|
|
70
|
-
elif state == 's2':
|
|
71
|
-
if not line.strip(' \r'):
|
|
72
|
-
state = 's0'
|
|
73
|
-
else:
|
|
74
|
-
for table in line.split(' '):
|
|
75
|
-
if t := table.strip(' \r'):
|
|
76
|
-
if not keyspace in tables_by_keyspace:
|
|
77
|
-
tables_by_keyspace[keyspace] = []
|
|
78
|
-
tables_by_keyspace[keyspace].append(t)
|
|
79
|
-
|
|
80
|
-
return tables_by_keyspace
|
|
81
|
-
|
|
82
|
-
def parse_cql_desc_keyspaces(out: str) -> list[str]:
|
|
83
|
-
#
|
|
84
|
-
# Warning: Cannot create directory at `/home/cassandra/.cassandra`. Command history will not be saved. Please check what was the environment property CQL_HISTORY set to.
|
|
85
|
-
#
|
|
86
|
-
#
|
|
87
|
-
# Warning: Using a password on the command line interface can be insecure.
|
|
88
|
-
# Recommendation: use the credentials file to securely provide the password.
|
|
89
|
-
#
|
|
90
|
-
#
|
|
91
|
-
# azops88_db system_auth system_traces
|
|
92
|
-
# reaper_db system_distributed system_views
|
|
93
|
-
# system system_schema system_virtual_schema
|
|
94
|
-
#
|
|
95
|
-
kses = []
|
|
96
|
-
for line in out.split('\n'):
|
|
97
|
-
line = line.strip(' \r')
|
|
98
|
-
if not line:
|
|
99
|
-
continue
|
|
100
|
-
if line.startswith('Warning:'):
|
|
101
|
-
continue
|
|
102
|
-
if line.startswith('Recommendation:'):
|
|
103
|
-
continue
|
|
104
|
-
|
|
105
|
-
for ks in line.split(' '):
|
|
106
|
-
if s := ks.strip(' \r\t'):
|
|
107
|
-
kses.append(s)
|
|
108
|
-
|
|
109
|
-
return kses
|
|
@@ -1,46 +0,0 @@
|
|
|
1
|
-
import click
|
|
2
|
-
|
|
3
|
-
from adam.commands.command import Command
|
|
4
|
-
from adam.commands.describe.describe_keyspace import DescribeKeyspace
|
|
5
|
-
from adam.commands.describe.describe_keyspaces import DescribeKeyspaces
|
|
6
|
-
from adam.commands.describe.describe_table import DescribeTable
|
|
7
|
-
from adam.commands.describe.describe_tables import DescribeTables
|
|
8
|
-
from adam.repl_state import ReplState, RequiredState
|
|
9
|
-
|
|
10
|
-
class Describe(Command):
|
|
11
|
-
COMMAND = 'describe'
|
|
12
|
-
reaper_login = None
|
|
13
|
-
|
|
14
|
-
# the singleton pattern
|
|
15
|
-
def __new__(cls, *args, **kwargs):
|
|
16
|
-
if not hasattr(cls, 'instance'): cls.instance = super(Describe, cls).__new__(cls)
|
|
17
|
-
|
|
18
|
-
return cls.instance
|
|
19
|
-
|
|
20
|
-
def __init__(self, successor: Command=None):
|
|
21
|
-
super().__init__(successor)
|
|
22
|
-
|
|
23
|
-
def required(self):
|
|
24
|
-
return RequiredState.CLUSTER
|
|
25
|
-
|
|
26
|
-
def command(self):
|
|
27
|
-
return Describe.COMMAND
|
|
28
|
-
|
|
29
|
-
def run(self, cmd: str, state: ReplState):
|
|
30
|
-
if not(args := self.args(cmd)):
|
|
31
|
-
return super().run(cmd, state)
|
|
32
|
-
|
|
33
|
-
return super().intermediate_run(cmd, state, args, Describe.cmd_list())
|
|
34
|
-
|
|
35
|
-
def cmd_list():
|
|
36
|
-
return [DescribeKeyspace(), DescribeKeyspaces(), DescribeTable(), DescribeTables()]
|
|
37
|
-
|
|
38
|
-
def completion(self, state: ReplState):
|
|
39
|
-
if state.sts:
|
|
40
|
-
return super().completion(state)
|
|
41
|
-
|
|
42
|
-
return {}
|
|
43
|
-
|
|
44
|
-
class DescribeCommandHelper(click.Command):
|
|
45
|
-
def get_help(self, ctx: click.Context):
|
|
46
|
-
Command.intermediate_help(super().get_help(ctx), Describe.COMMAND, Describe.cmd_list(), show_cluster_help=True)
|
|
@@ -1,60 +0,0 @@
|
|
|
1
|
-
from adam.commands.command import Command
|
|
2
|
-
from adam.commands.cql.cql_utils import keyspaces, run_cql
|
|
3
|
-
from adam.pod_exec_result import PodExecResult
|
|
4
|
-
from adam.repl_state import ReplState, RequiredState
|
|
5
|
-
from adam.utils import log2
|
|
6
|
-
|
|
7
|
-
class DescribeKeyspace(Command):
|
|
8
|
-
COMMAND = 'describe keyspace'
|
|
9
|
-
|
|
10
|
-
# the singleton pattern
|
|
11
|
-
def __new__(cls, *args, **kwargs):
|
|
12
|
-
if not hasattr(cls, 'instance'): cls.instance = super(DescribeKeyspace, cls).__new__(cls)
|
|
13
|
-
|
|
14
|
-
return cls.instance
|
|
15
|
-
|
|
16
|
-
def __init__(self, successor: Command=None):
|
|
17
|
-
super().__init__(successor)
|
|
18
|
-
|
|
19
|
-
def required(self):
|
|
20
|
-
return RequiredState.CLUSTER
|
|
21
|
-
|
|
22
|
-
def command(self):
|
|
23
|
-
return DescribeKeyspace.COMMAND
|
|
24
|
-
|
|
25
|
-
def run(self, cmd: str, state: ReplState):
|
|
26
|
-
if not(args := self.args(cmd)):
|
|
27
|
-
return super().run(cmd, state)
|
|
28
|
-
|
|
29
|
-
state, args = self.apply_state(args, state)
|
|
30
|
-
if not self.validate_state(state):
|
|
31
|
-
return state
|
|
32
|
-
|
|
33
|
-
args, all_nodes = Command.extract_options(args, '--all-nodes')
|
|
34
|
-
|
|
35
|
-
if not args:
|
|
36
|
-
if state.in_repl:
|
|
37
|
-
log2('Please enter keyspace name')
|
|
38
|
-
else:
|
|
39
|
-
log2('* keyspace name is missing.')
|
|
40
|
-
log2()
|
|
41
|
-
Command.display_help()
|
|
42
|
-
|
|
43
|
-
return 'missing-keyspace'
|
|
44
|
-
|
|
45
|
-
r: list[PodExecResult] = run_cql(state, f'describe keyspace {args[0]}', show_out=True, on_any=not all_nodes)
|
|
46
|
-
if not r:
|
|
47
|
-
log2('No pod is available')
|
|
48
|
-
return 'no-pod'
|
|
49
|
-
|
|
50
|
-
# do not continue to cql route
|
|
51
|
-
return state
|
|
52
|
-
|
|
53
|
-
def completion(self, state: ReplState) -> dict[str, any]:
|
|
54
|
-
if state.sts:
|
|
55
|
-
return super().completion(state, {ks: {'--all-nodes': None} for ks in keyspaces(state, on_any=True)})
|
|
56
|
-
|
|
57
|
-
return {}
|
|
58
|
-
|
|
59
|
-
def help(self, _: ReplState) -> str:
|
|
60
|
-
return f'{DescribeKeyspace.COMMAND} <keyspace-name> [--all-nodes]\t describe Cassandra keyspace'
|
|
@@ -1,50 +0,0 @@
|
|
|
1
|
-
from adam.commands.command import Command
|
|
2
|
-
from adam.commands.cql.cql_utils import run_cql
|
|
3
|
-
from adam.pod_exec_result import PodExecResult
|
|
4
|
-
from adam.repl_state import ReplState, RequiredState
|
|
5
|
-
from adam.utils import log2
|
|
6
|
-
|
|
7
|
-
class DescribeKeyspaces(Command):
|
|
8
|
-
COMMAND = 'describe keyspaces'
|
|
9
|
-
|
|
10
|
-
# the singleton pattern
|
|
11
|
-
def __new__(cls, *args, **kwargs):
|
|
12
|
-
if not hasattr(cls, 'instance'): cls.instance = super(DescribeKeyspaces, cls).__new__(cls)
|
|
13
|
-
|
|
14
|
-
return cls.instance
|
|
15
|
-
|
|
16
|
-
def __init__(self, successor: Command=None):
|
|
17
|
-
super().__init__(successor)
|
|
18
|
-
|
|
19
|
-
def required(self):
|
|
20
|
-
return RequiredState.CLUSTER
|
|
21
|
-
|
|
22
|
-
def command(self):
|
|
23
|
-
return DescribeKeyspaces.COMMAND
|
|
24
|
-
|
|
25
|
-
def run(self, cmd: str, state: ReplState):
|
|
26
|
-
if not(args := self.args(cmd)):
|
|
27
|
-
return super().run(cmd, state)
|
|
28
|
-
|
|
29
|
-
state, args = self.apply_state(args, state)
|
|
30
|
-
if not self.validate_state(state):
|
|
31
|
-
return state
|
|
32
|
-
|
|
33
|
-
_, all_nodes = Command.extract_options(args, '--all-nodes')
|
|
34
|
-
|
|
35
|
-
r: list[PodExecResult] = run_cql(state, f'describe keyspaces', show_out=True, on_any=not all_nodes)
|
|
36
|
-
if not r:
|
|
37
|
-
log2('No pod is available')
|
|
38
|
-
return 'no-pod'
|
|
39
|
-
|
|
40
|
-
# do not continue to cql route
|
|
41
|
-
return state
|
|
42
|
-
|
|
43
|
-
def completion(self, state: ReplState) -> dict[str, any]:
|
|
44
|
-
if state.sts:
|
|
45
|
-
return super().completion(state, {'--all-nodes': None})
|
|
46
|
-
|
|
47
|
-
return {}
|
|
48
|
-
|
|
49
|
-
def help(self, _: ReplState) -> str:
|
|
50
|
-
return f'{DescribeKeyspaces.COMMAND} [--all-nodes]\t describe Cassandra keyspaces'
|
|
@@ -1,60 +0,0 @@
|
|
|
1
|
-
from adam.commands.command import Command
|
|
2
|
-
from adam.commands.cql.cql_utils import run_cql, table_names
|
|
3
|
-
from adam.pod_exec_result import PodExecResult
|
|
4
|
-
from adam.repl_state import ReplState, RequiredState
|
|
5
|
-
from adam.utils import log2
|
|
6
|
-
|
|
7
|
-
class DescribeTable(Command):
|
|
8
|
-
COMMAND = 'describe table'
|
|
9
|
-
|
|
10
|
-
# the singleton pattern
|
|
11
|
-
def __new__(cls, *args, **kwargs):
|
|
12
|
-
if not hasattr(cls, 'instance'): cls.instance = super(DescribeTable, cls).__new__(cls)
|
|
13
|
-
|
|
14
|
-
return cls.instance
|
|
15
|
-
|
|
16
|
-
def __init__(self, successor: Command=None):
|
|
17
|
-
super().__init__(successor)
|
|
18
|
-
|
|
19
|
-
def required(self):
|
|
20
|
-
return RequiredState.CLUSTER
|
|
21
|
-
|
|
22
|
-
def command(self):
|
|
23
|
-
return DescribeTable.COMMAND
|
|
24
|
-
|
|
25
|
-
def run(self, cmd: str, state: ReplState):
|
|
26
|
-
if not(args := self.args(cmd)):
|
|
27
|
-
return super().run(cmd, state)
|
|
28
|
-
|
|
29
|
-
state, args = self.apply_state(args, state)
|
|
30
|
-
if not self.validate_state(state):
|
|
31
|
-
return state
|
|
32
|
-
|
|
33
|
-
args, all_nodes = Command.extract_options(args, '--all-nodes')
|
|
34
|
-
|
|
35
|
-
if not args:
|
|
36
|
-
if state.in_repl:
|
|
37
|
-
log2('Please enter table name')
|
|
38
|
-
else:
|
|
39
|
-
log2('* table name is missing.')
|
|
40
|
-
log2()
|
|
41
|
-
Command.display_help()
|
|
42
|
-
|
|
43
|
-
return 'missing-table'
|
|
44
|
-
|
|
45
|
-
r: list[PodExecResult] = run_cql(state, f'describe table {args[0]}', show_out=True, on_any=not all_nodes)
|
|
46
|
-
if not r:
|
|
47
|
-
log2('No pod is available')
|
|
48
|
-
return 'no-pod'
|
|
49
|
-
|
|
50
|
-
# do not continue to cql route
|
|
51
|
-
return state
|
|
52
|
-
|
|
53
|
-
def completion(self, state: ReplState) -> dict[str, any]:
|
|
54
|
-
if state.sts:
|
|
55
|
-
return super().completion(state, {t: {'--all-nodes': None} for t in table_names(state)})
|
|
56
|
-
|
|
57
|
-
return {}
|
|
58
|
-
|
|
59
|
-
def help(self, _: ReplState) -> str:
|
|
60
|
-
return f'{DescribeTable.COMMAND} <table-name> [--all-nodes]\t describe Cassandra table'
|
|
@@ -1,50 +0,0 @@
|
|
|
1
|
-
from adam.commands.command import Command
|
|
2
|
-
from adam.commands.cql.cql_utils import run_cql
|
|
3
|
-
from adam.pod_exec_result import PodExecResult
|
|
4
|
-
from adam.repl_state import ReplState, RequiredState
|
|
5
|
-
from adam.utils import log2
|
|
6
|
-
|
|
7
|
-
class DescribeTables(Command):
|
|
8
|
-
COMMAND = 'describe tables'
|
|
9
|
-
|
|
10
|
-
# the singleton pattern
|
|
11
|
-
def __new__(cls, *args, **kwargs):
|
|
12
|
-
if not hasattr(cls, 'instance'): cls.instance = super(DescribeTables, cls).__new__(cls)
|
|
13
|
-
|
|
14
|
-
return cls.instance
|
|
15
|
-
|
|
16
|
-
def __init__(self, successor: Command=None):
|
|
17
|
-
super().__init__(successor)
|
|
18
|
-
|
|
19
|
-
def required(self):
|
|
20
|
-
return RequiredState.CLUSTER
|
|
21
|
-
|
|
22
|
-
def command(self):
|
|
23
|
-
return DescribeTables.COMMAND
|
|
24
|
-
|
|
25
|
-
def run(self, cmd: str, state: ReplState):
|
|
26
|
-
if not(args := self.args(cmd)):
|
|
27
|
-
return super().run(cmd, state)
|
|
28
|
-
|
|
29
|
-
state, args = self.apply_state(args, state)
|
|
30
|
-
if not self.validate_state(state):
|
|
31
|
-
return state
|
|
32
|
-
|
|
33
|
-
_, all_nodes = Command.extract_options(args, '--all-nodes')
|
|
34
|
-
|
|
35
|
-
r: list[PodExecResult] = run_cql(state, f'describe tables', show_out=True, on_any=not all_nodes)
|
|
36
|
-
if not r:
|
|
37
|
-
log2('No pod is available')
|
|
38
|
-
return 'no-pod'
|
|
39
|
-
|
|
40
|
-
# do not continue to cql route
|
|
41
|
-
return state
|
|
42
|
-
|
|
43
|
-
def completion(self, state: ReplState) -> dict[str, any]:
|
|
44
|
-
if state.sts:
|
|
45
|
-
return super().completion(state, {'--all-nodes': None})
|
|
46
|
-
|
|
47
|
-
return {}
|
|
48
|
-
|
|
49
|
-
def help(self, _: ReplState) -> str:
|
|
50
|
-
return f'{DescribeTables.COMMAND} [--all-nodes]\t describe Cassandra tables'
|
adam/commands/devices.py
DELETED
|
@@ -1,89 +0,0 @@
|
|
|
1
|
-
from adam.commands.command import Command
|
|
2
|
-
from adam.repl_state import ReplState
|
|
3
|
-
|
|
4
|
-
class DeviceCass(Command):
|
|
5
|
-
COMMAND = f'{ReplState.C}:'
|
|
6
|
-
|
|
7
|
-
# the singleton pattern
|
|
8
|
-
def __new__(cls, *args, **kwargs):
|
|
9
|
-
if not hasattr(cls, 'instance'): cls.instance = super(DeviceCass, cls).__new__(cls)
|
|
10
|
-
|
|
11
|
-
return cls.instance
|
|
12
|
-
|
|
13
|
-
def __init__(self, successor: Command=None):
|
|
14
|
-
super().__init__(successor)
|
|
15
|
-
|
|
16
|
-
def command(self):
|
|
17
|
-
return DeviceCass.COMMAND
|
|
18
|
-
|
|
19
|
-
def run(self, cmd: str, state: ReplState):
|
|
20
|
-
if not self.args(cmd):
|
|
21
|
-
return super().run(cmd, state)
|
|
22
|
-
|
|
23
|
-
state.device = ReplState.C
|
|
24
|
-
|
|
25
|
-
return state
|
|
26
|
-
|
|
27
|
-
def completion(self, state: ReplState):
|
|
28
|
-
return super().completion(state)
|
|
29
|
-
|
|
30
|
-
def help(self, _: ReplState):
|
|
31
|
-
return f'{DeviceCass.COMMAND}\t move to Cassandra Operations device'
|
|
32
|
-
|
|
33
|
-
class DevicePostgres(Command):
|
|
34
|
-
COMMAND = f'{ReplState.P}:'
|
|
35
|
-
|
|
36
|
-
# the singleton pattern
|
|
37
|
-
def __new__(cls, *args, **kwargs):
|
|
38
|
-
if not hasattr(cls, 'instance'): cls.instance = super(DevicePostgres, cls).__new__(cls)
|
|
39
|
-
|
|
40
|
-
return cls.instance
|
|
41
|
-
|
|
42
|
-
def __init__(self, successor: Command=None):
|
|
43
|
-
super().__init__(successor)
|
|
44
|
-
|
|
45
|
-
def command(self):
|
|
46
|
-
return DevicePostgres.COMMAND
|
|
47
|
-
|
|
48
|
-
def run(self, cmd: str, state: ReplState):
|
|
49
|
-
if not self.args(cmd):
|
|
50
|
-
return super().run(cmd, state)
|
|
51
|
-
|
|
52
|
-
state.device = ReplState.P
|
|
53
|
-
|
|
54
|
-
return state
|
|
55
|
-
|
|
56
|
-
def completion(self, state: ReplState):
|
|
57
|
-
return super().completion(state)
|
|
58
|
-
|
|
59
|
-
def help(self, _: ReplState):
|
|
60
|
-
return f'{DevicePostgres.COMMAND}\t move to Postgres Operations device'
|
|
61
|
-
|
|
62
|
-
class DeviceApp(Command):
|
|
63
|
-
COMMAND = f'{ReplState.A}:'
|
|
64
|
-
|
|
65
|
-
# the singleton pattern
|
|
66
|
-
def __new__(cls, *args, **kwargs):
|
|
67
|
-
if not hasattr(cls, 'instance'): cls.instance = super(DeviceApp, cls).__new__(cls)
|
|
68
|
-
|
|
69
|
-
return cls.instance
|
|
70
|
-
|
|
71
|
-
def __init__(self, successor: Command=None):
|
|
72
|
-
super().__init__(successor)
|
|
73
|
-
|
|
74
|
-
def command(self):
|
|
75
|
-
return DeviceApp.COMMAND
|
|
76
|
-
|
|
77
|
-
def run(self, cmd: str, state: ReplState):
|
|
78
|
-
if not self.args(cmd):
|
|
79
|
-
return super().run(cmd, state)
|
|
80
|
-
|
|
81
|
-
state.device = ReplState.A
|
|
82
|
-
|
|
83
|
-
return state
|
|
84
|
-
|
|
85
|
-
def completion(self, state: ReplState):
|
|
86
|
-
return super().completion(state)
|
|
87
|
-
|
|
88
|
-
def help(self, _: ReplState):
|
|
89
|
-
return f'{DeviceApp.COMMAND}\t move to App Operations device'
|