kaqing 2.0.145__py3-none-any.whl → 2.0.189__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of kaqing might be problematic. Click here for more details.
- adam/__init__.py +0 -2
- adam/app_session.py +9 -12
- adam/apps.py +18 -4
- adam/batch.py +4 -4
- adam/checks/check_utils.py +16 -46
- adam/checks/cpu.py +7 -1
- adam/checks/cpu_metrics.py +52 -0
- adam/checks/disk.py +2 -3
- adam/columns/columns.py +3 -1
- adam/columns/cpu.py +3 -1
- adam/columns/cpu_metrics.py +22 -0
- adam/columns/memory.py +3 -4
- adam/commands/__init__.py +24 -0
- adam/commands/alter_tables.py +33 -48
- adam/commands/app/__init__.py +0 -0
- adam/commands/app/app.py +38 -0
- adam/commands/{app_ping.py → app/app_ping.py} +7 -13
- adam/commands/app/show_app_actions.py +49 -0
- adam/commands/{show → app}/show_app_id.py +8 -11
- adam/commands/{show → app}/show_app_queues.py +7 -14
- adam/commands/app/utils_app.py +106 -0
- adam/commands/audit/audit.py +21 -40
- adam/commands/audit/audit_repair_tables.py +14 -19
- adam/commands/audit/audit_run.py +14 -22
- adam/commands/audit/completions_l.py +15 -0
- adam/commands/audit/show_last10.py +4 -19
- adam/commands/audit/show_slow10.py +4 -18
- adam/commands/audit/show_top10.py +4 -16
- adam/commands/audit/utils_show_top10.py +15 -3
- adam/commands/bash/__init__.py +5 -0
- adam/commands/bash/bash.py +7 -104
- adam/commands/bash/utils_bash.py +16 -0
- adam/commands/cat.py +7 -27
- adam/commands/cd.py +7 -11
- adam/commands/check.py +15 -24
- adam/commands/cli_commands.py +8 -4
- adam/commands/clipboard_copy.py +87 -0
- adam/commands/code.py +21 -24
- adam/commands/command.py +207 -42
- adam/commands/commands_utils.py +25 -27
- adam/commands/cql/completions_c.py +28 -0
- adam/commands/cql/cqlsh.py +9 -33
- adam/commands/cql/{cql_utils.py → utils_cql.py} +111 -15
- adam/commands/deploy/code_start.py +7 -10
- adam/commands/deploy/code_stop.py +4 -21
- adam/commands/deploy/code_utils.py +3 -3
- adam/commands/deploy/deploy.py +4 -27
- adam/commands/deploy/deploy_frontend.py +14 -17
- adam/commands/deploy/deploy_pg_agent.py +3 -6
- adam/commands/deploy/deploy_pod.py +64 -68
- adam/commands/deploy/undeploy.py +4 -27
- adam/commands/deploy/undeploy_frontend.py +4 -7
- adam/commands/deploy/undeploy_pg_agent.py +5 -8
- adam/commands/deploy/undeploy_pod.py +9 -12
- adam/commands/devices/device.py +124 -2
- adam/commands/devices/device_app.py +41 -24
- adam/commands/devices/device_auit_log.py +10 -4
- adam/commands/devices/device_cass.py +48 -14
- adam/commands/devices/device_export.py +13 -12
- adam/commands/devices/device_postgres.py +105 -54
- adam/commands/download_file.py +47 -0
- adam/commands/exit.py +1 -4
- adam/commands/export/clean_up_all_export_sessions.py +37 -0
- adam/commands/export/clean_up_export_sessions.py +9 -10
- adam/commands/export/completions_x.py +11 -0
- adam/commands/export/download_export_session.py +40 -0
- adam/commands/export/drop_export_database.py +7 -26
- adam/commands/export/drop_export_databases.py +5 -14
- adam/commands/export/export.py +6 -52
- adam/commands/export/export_databases.py +108 -32
- adam/commands/export/export_select.py +8 -59
- adam/commands/export/export_sessions.py +209 -0
- adam/commands/export/export_use.py +14 -20
- adam/commands/export/export_x_select.py +48 -0
- adam/commands/export/exporter.py +135 -167
- adam/commands/export/import_files.py +44 -0
- adam/commands/export/import_session.py +11 -35
- adam/commands/export/importer.py +19 -5
- adam/commands/export/importer_athena.py +112 -44
- adam/commands/export/importer_sqlite.py +42 -22
- adam/commands/export/show_column_counts.py +13 -31
- adam/commands/export/show_export_databases.py +7 -7
- adam/commands/export/show_export_session.py +8 -20
- adam/commands/export/show_export_sessions.py +6 -16
- adam/commands/export/utils_export.py +64 -11
- adam/commands/find_files.py +51 -0
- adam/commands/find_processes.py +76 -0
- adam/commands/head.py +36 -0
- adam/commands/help.py +2 -2
- adam/commands/intermediate_command.py +52 -0
- adam/commands/issues.py +11 -43
- adam/commands/kubectl.py +3 -6
- adam/commands/login.py +22 -24
- adam/commands/logs.py +3 -6
- adam/commands/ls.py +9 -10
- adam/commands/medusa/medusa.py +4 -22
- adam/commands/medusa/medusa_backup.py +20 -27
- adam/commands/medusa/medusa_restore.py +49 -46
- adam/commands/medusa/medusa_show_backupjobs.py +16 -18
- adam/commands/medusa/medusa_show_restorejobs.py +13 -18
- adam/commands/medusa/utils_medusa.py +15 -0
- adam/commands/nodetool.py +7 -21
- adam/commands/param_get.py +11 -14
- adam/commands/param_set.py +8 -12
- adam/commands/postgres/completions_p.py +22 -0
- adam/commands/postgres/postgres.py +34 -57
- adam/commands/postgres/postgres_databases.py +270 -0
- adam/commands/postgres/postgres_ls.py +4 -8
- adam/commands/postgres/postgres_preview.py +5 -9
- adam/commands/postgres/utils_postgres.py +79 -0
- adam/commands/preview_table.py +8 -45
- adam/commands/pwd.py +13 -16
- adam/commands/reaper/reaper.py +4 -27
- adam/commands/reaper/reaper_forward.py +49 -56
- adam/commands/reaper/reaper_forward_session.py +6 -0
- adam/commands/reaper/reaper_forward_stop.py +10 -16
- adam/commands/reaper/reaper_restart.py +7 -14
- adam/commands/reaper/reaper_run_abort.py +8 -33
- adam/commands/reaper/reaper_runs.py +43 -58
- adam/commands/reaper/reaper_runs_abort.py +29 -49
- adam/commands/reaper/reaper_schedule_activate.py +14 -33
- adam/commands/reaper/reaper_schedule_start.py +9 -33
- adam/commands/reaper/reaper_schedule_stop.py +9 -33
- adam/commands/reaper/reaper_schedules.py +4 -14
- adam/commands/reaper/reaper_status.py +8 -16
- adam/commands/reaper/utils_reaper.py +203 -0
- adam/commands/repair/repair.py +4 -22
- adam/commands/repair/repair_log.py +5 -11
- adam/commands/repair/repair_run.py +27 -34
- adam/commands/repair/repair_scan.py +32 -40
- adam/commands/repair/repair_stop.py +5 -12
- adam/commands/report.py +27 -29
- adam/commands/restart.py +25 -26
- adam/commands/rollout.py +19 -24
- adam/commands/shell.py +12 -4
- adam/commands/show/show.py +11 -27
- adam/commands/show/show_adam.py +3 -3
- adam/commands/show/show_cassandra_repairs.py +37 -0
- adam/commands/show/show_cassandra_status.py +47 -51
- adam/commands/show/show_cassandra_version.py +5 -18
- adam/commands/show/show_cli_commands.py +56 -0
- adam/commands/show/show_host.py +1 -1
- adam/commands/show/show_login.py +20 -27
- adam/commands/show/show_params.py +2 -5
- adam/commands/show/show_processes.py +18 -21
- adam/commands/show/show_storage.py +11 -20
- adam/commands/watch.py +26 -29
- adam/config.py +5 -16
- adam/embedded_params.py +1 -1
- adam/log.py +4 -4
- adam/pod_exec_result.py +3 -3
- adam/repl.py +45 -39
- adam/repl_commands.py +26 -19
- adam/repl_session.py +8 -1
- adam/repl_state.py +85 -36
- adam/sql/lark_completer.py +284 -0
- adam/sql/lark_parser.py +604 -0
- adam/sql/sql_completer.py +4 -6
- adam/sql/sql_state_machine.py +29 -16
- adam/sso/authn_ad.py +6 -8
- adam/sso/authn_okta.py +4 -6
- adam/sso/cred_cache.py +3 -5
- adam/sso/idp.py +9 -12
- adam/utils.py +484 -37
- adam/utils_athena.py +19 -19
- adam/utils_audits.py +12 -12
- adam/utils_issues.py +32 -0
- adam/utils_k8s/app_clusters.py +14 -19
- adam/utils_k8s/app_pods.py +7 -2
- adam/utils_k8s/cassandra_clusters.py +30 -19
- adam/utils_k8s/cassandra_nodes.py +2 -2
- adam/utils_k8s/custom_resources.py +16 -17
- adam/utils_k8s/ingresses.py +2 -2
- adam/utils_k8s/jobs.py +7 -11
- adam/utils_k8s/k8s.py +96 -0
- adam/utils_k8s/kube_context.py +2 -2
- adam/utils_k8s/pods.py +37 -81
- adam/utils_k8s/secrets.py +4 -4
- adam/utils_k8s/service_accounts.py +5 -4
- adam/utils_k8s/services.py +2 -2
- adam/utils_k8s/statefulsets.py +6 -14
- adam/utils_local.py +4 -0
- adam/utils_repl/appendable_completer.py +6 -0
- adam/utils_repl/repl_completer.py +128 -2
- adam/utils_repl/state_machine.py +3 -3
- adam/utils_sqlite.py +78 -42
- adam/version.py +1 -1
- {kaqing-2.0.145.dist-info → kaqing-2.0.189.dist-info}/METADATA +1 -1
- kaqing-2.0.189.dist-info/RECORD +253 -0
- kaqing-2.0.189.dist-info/top_level.txt +2 -0
- teddy/__init__.py +0 -0
- teddy/lark_parser.py +436 -0
- teddy/lark_parser2.py +618 -0
- adam/commands/app.py +0 -67
- adam/commands/cp.py +0 -95
- adam/commands/cql/cql_completions.py +0 -28
- adam/commands/export/clean_up_export_session.py +0 -53
- adam/commands/export/export_select_x.py +0 -54
- adam/commands/postgres/postgres_context.py +0 -248
- adam/commands/postgres/postgres_utils.py +0 -31
- adam/commands/postgres/psql_completions.py +0 -10
- adam/commands/reaper/reaper_session.py +0 -159
- adam/commands/show/show_app_actions.py +0 -56
- adam/commands/show/show_commands.py +0 -61
- adam/commands/show/show_repairs.py +0 -47
- kaqing-2.0.145.dist-info/RECORD +0 -227
- kaqing-2.0.145.dist-info/top_level.txt +0 -1
- {kaqing-2.0.145.dist-info → kaqing-2.0.189.dist-info}/WHEEL +0 -0
- {kaqing-2.0.145.dist-info → kaqing-2.0.189.dist-info}/entry_points.txt +0 -0
adam/commands/command.py
CHANGED
|
@@ -1,11 +1,14 @@
|
|
|
1
1
|
from abc import abstractmethod
|
|
2
|
+
from collections.abc import Callable
|
|
2
3
|
import copy
|
|
3
4
|
import subprocess
|
|
4
5
|
import sys
|
|
6
|
+
from typing import Union
|
|
5
7
|
|
|
6
|
-
from adam.
|
|
8
|
+
from adam.config import Config
|
|
7
9
|
from adam.repl_state import ReplState, RequiredState
|
|
8
|
-
from adam.
|
|
10
|
+
from adam.sql.lark_completer import LarkCompleter
|
|
11
|
+
from adam.utils import log2
|
|
9
12
|
|
|
10
13
|
repl_cmds: list['Command'] = []
|
|
11
14
|
|
|
@@ -28,12 +31,38 @@ class Command:
|
|
|
28
31
|
|
|
29
32
|
return None
|
|
30
33
|
|
|
31
|
-
def completion(self, state: ReplState, leaf: dict[str, any] = None) -> dict[str, any]:
|
|
32
|
-
|
|
34
|
+
def completion(self, state: ReplState, leaf: dict[str, any] = None, pods: tuple[list[str], str] = None, auto: str = 'on', auto_key: str = None) -> dict[str, any]:
|
|
35
|
+
# pods is a tuple of list of pod names and the current pod repl is on
|
|
36
|
+
if not pods:
|
|
37
|
+
return self._completion(state, leaf, auto=auto, auto_key=auto_key)
|
|
38
|
+
|
|
39
|
+
c = {}
|
|
40
|
+
|
|
41
|
+
pod_names = pods[0]
|
|
42
|
+
pod = pods[1]
|
|
43
|
+
|
|
44
|
+
if pod:
|
|
45
|
+
c |= self._completion(state, leaf, auto=auto, auto_key=auto_key)
|
|
46
|
+
|
|
47
|
+
c |= {f'@{p}': self._completion(state, leaf, to_validate=False, auto=auto, auto_key=auto_key) for p in pod_names if p != pod}
|
|
48
|
+
|
|
49
|
+
return c
|
|
50
|
+
|
|
51
|
+
def _completion(self, state: ReplState, leaf: dict[str, any] = None, to_validate = True, auto: str = 'on', auto_key: str = None) -> dict[str, any]:
|
|
52
|
+
if to_validate and not self.validate_state(state, show_err=False):
|
|
33
53
|
return {}
|
|
34
54
|
|
|
35
|
-
if
|
|
36
|
-
|
|
55
|
+
if callable(leaf):
|
|
56
|
+
if auto_key:
|
|
57
|
+
auto_key = f'auto-complete.{auto_key}'
|
|
58
|
+
auto = Config().get(auto_key, 'off')
|
|
59
|
+
|
|
60
|
+
if auto == 'on':
|
|
61
|
+
leaf = leaf()
|
|
62
|
+
elif auto in ['lazy', 'jit']:
|
|
63
|
+
leaf = LarkCompleter.from_lambda(auto_key, leaf, auto=auto)
|
|
64
|
+
else:
|
|
65
|
+
leaf = None
|
|
37
66
|
|
|
38
67
|
d = leaf
|
|
39
68
|
for t in reversed(self.command().split(' ')):
|
|
@@ -44,7 +73,10 @@ class Command:
|
|
|
44
73
|
def required(self) -> RequiredState:
|
|
45
74
|
return None
|
|
46
75
|
|
|
47
|
-
def
|
|
76
|
+
def validate(self, args: list[str], state: ReplState, apply = True):
|
|
77
|
+
return ValidateStateHandler(self, args, state, apply = apply)
|
|
78
|
+
|
|
79
|
+
def validate_state(self, state: ReplState, show_err = True):
|
|
48
80
|
return state.validate(self.required(), show_err=show_err)
|
|
49
81
|
|
|
50
82
|
def help(self, _: ReplState) -> str:
|
|
@@ -93,17 +125,52 @@ class Command:
|
|
|
93
125
|
args.extend(['--help'])
|
|
94
126
|
subprocess.run(args)
|
|
95
127
|
|
|
96
|
-
def extract_options(args: list[str],
|
|
97
|
-
|
|
128
|
+
def extract_options(args: list[str], trailing: Union[str, list[str]] = [], sequence: list[str] = [], options: list[str] = []):
|
|
129
|
+
found_options: list[str] = []
|
|
130
|
+
found_trailing = None
|
|
131
|
+
found_sequence = None
|
|
132
|
+
|
|
133
|
+
if trailing is None:
|
|
134
|
+
trailing = []
|
|
135
|
+
elif isinstance(trailing, str):
|
|
136
|
+
trailing = [trailing]
|
|
137
|
+
|
|
138
|
+
if options is None:
|
|
139
|
+
options = []
|
|
140
|
+
elif isinstance(options, str):
|
|
141
|
+
options = [options]
|
|
142
|
+
|
|
143
|
+
if args and trailing:
|
|
144
|
+
while args and args[-1] in trailing:
|
|
145
|
+
found_trailing = True
|
|
146
|
+
args = args[:-1]
|
|
147
|
+
|
|
148
|
+
if args and sequence:
|
|
149
|
+
args, found_sequence = Command.extract_option_sequence(args, sequence)
|
|
98
150
|
|
|
99
151
|
new_args: list[str] = []
|
|
100
|
-
|
|
101
|
-
|
|
102
|
-
|
|
103
|
-
|
|
104
|
-
|
|
152
|
+
if args:
|
|
153
|
+
for arg in args:
|
|
154
|
+
if arg in options:
|
|
155
|
+
found_options.append(arg)
|
|
156
|
+
else:
|
|
157
|
+
new_args.append(arg)
|
|
158
|
+
|
|
159
|
+
return new_args, found_trailing, found_sequence, found_options
|
|
160
|
+
|
|
161
|
+
def extract_option_sequence(args, sequence):
|
|
162
|
+
new_args = args
|
|
105
163
|
|
|
106
|
-
|
|
164
|
+
len_sub = len(sequence)
|
|
165
|
+
len_main = len(args)
|
|
166
|
+
for i in range(len_main - len_sub + 1):
|
|
167
|
+
if args[i:i+len_sub] == sequence:
|
|
168
|
+
new_args = copy.copy(args)
|
|
169
|
+
del new_args[i:i+len_sub]
|
|
170
|
+
|
|
171
|
+
return new_args, True
|
|
172
|
+
|
|
173
|
+
return new_args, False
|
|
107
174
|
|
|
108
175
|
def print_chain(cmd: 'Command'):
|
|
109
176
|
print(f'{cmd.command()}', end = '')
|
|
@@ -112,31 +179,129 @@ class Command:
|
|
|
112
179
|
cmd = s
|
|
113
180
|
print()
|
|
114
181
|
|
|
115
|
-
|
|
116
|
-
|
|
117
|
-
|
|
118
|
-
|
|
119
|
-
|
|
120
|
-
|
|
121
|
-
|
|
122
|
-
|
|
182
|
+
class InvalidStateException(Exception):
|
|
183
|
+
def __init__(self, state: ReplState):
|
|
184
|
+
super().__init__(f'Invalid state')
|
|
185
|
+
|
|
186
|
+
class ValidateStateHandler:
|
|
187
|
+
def __init__(self, cmd: Command, args: list[str], state: ReplState, apply = True):
|
|
188
|
+
self.cmd = cmd
|
|
189
|
+
self.args = args
|
|
190
|
+
self.state = state
|
|
191
|
+
self.apply = apply
|
|
192
|
+
|
|
193
|
+
def __enter__(self) -> tuple[list[str], ReplState]:
|
|
194
|
+
state = self.state
|
|
195
|
+
args = self.args
|
|
196
|
+
if self.apply:
|
|
197
|
+
state, args = self.cmd.apply_state(args, state)
|
|
123
198
|
else:
|
|
124
|
-
|
|
125
|
-
|
|
126
|
-
|
|
127
|
-
|
|
128
|
-
|
|
129
|
-
|
|
130
|
-
|
|
131
|
-
|
|
132
|
-
return
|
|
133
|
-
|
|
134
|
-
|
|
135
|
-
|
|
136
|
-
|
|
137
|
-
|
|
138
|
-
|
|
139
|
-
|
|
140
|
-
|
|
141
|
-
|
|
142
|
-
|
|
199
|
+
args = args[len(self.cmd.command_tokens()):]
|
|
200
|
+
|
|
201
|
+
if not self.cmd.validate_state(state):
|
|
202
|
+
raise InvalidStateException(state)
|
|
203
|
+
|
|
204
|
+
return args, state
|
|
205
|
+
|
|
206
|
+
def __exit__(self, exc_type, exc_val, exc_tb):
|
|
207
|
+
return False
|
|
208
|
+
|
|
209
|
+
class InvalidArgumentsException(Exception):
|
|
210
|
+
def __init__(self):
|
|
211
|
+
super().__init__(f'Invalid arguments')
|
|
212
|
+
|
|
213
|
+
class ValidateArgCountHandler:
|
|
214
|
+
def __init__(self, args: list[str], state: ReplState, at_least: int = 1, exactly: int = 1,
|
|
215
|
+
name: str = None, msg: Callable[[], None] = None, default: Union[str, list[str]] = None,
|
|
216
|
+
separator: str = None):
|
|
217
|
+
self.args = args
|
|
218
|
+
self.state = state
|
|
219
|
+
self.at_least = at_least
|
|
220
|
+
self.exactly = exactly
|
|
221
|
+
self.name = name
|
|
222
|
+
self.msg = msg
|
|
223
|
+
self.default = default
|
|
224
|
+
self.separator = separator
|
|
225
|
+
|
|
226
|
+
def __enter__(self) -> Union[tuple[list[str], ReplState], tuple[str, ReplState]]:
|
|
227
|
+
if self.exactly > 0 and len(self.args) != self.exactly or len(self.args) < self.at_least:
|
|
228
|
+
if self.default:
|
|
229
|
+
v = self.default
|
|
230
|
+
if isinstance(v, list):
|
|
231
|
+
v = ' '.join(v)
|
|
232
|
+
|
|
233
|
+
return v
|
|
234
|
+
|
|
235
|
+
if self.state.in_repl:
|
|
236
|
+
if self.msg:
|
|
237
|
+
self.msg()
|
|
238
|
+
elif self.name:
|
|
239
|
+
log2(f'{self.name} is required.')
|
|
240
|
+
elif self.name:
|
|
241
|
+
log2(f'* {self.name} is missing.')
|
|
242
|
+
|
|
243
|
+
Command.display_help()
|
|
244
|
+
|
|
245
|
+
raise InvalidArgumentsException()
|
|
246
|
+
|
|
247
|
+
if self.separator == ' ':
|
|
248
|
+
return self.args
|
|
249
|
+
|
|
250
|
+
# join and re-split with separator
|
|
251
|
+
args_to_return = ' '.join(self.args)
|
|
252
|
+
if self.separator:
|
|
253
|
+
args_to_return = [arg.strip(' ') for arg in args_to_return.split(self.separator)]
|
|
254
|
+
|
|
255
|
+
return args_to_return
|
|
256
|
+
|
|
257
|
+
def __exit__(self, exc_type, exc_val, exc_tb):
|
|
258
|
+
return False
|
|
259
|
+
|
|
260
|
+
class ExtractOptionsHandler:
|
|
261
|
+
def __init__(self, args: list[str], options: list[str] = None):
|
|
262
|
+
self.args = args
|
|
263
|
+
self.options = options
|
|
264
|
+
|
|
265
|
+
def __enter__(self) -> tuple[list[str], list[str]]:
|
|
266
|
+
args, _, _, options = Command.extract_options(self.args, options=self.options)
|
|
267
|
+
return args, options
|
|
268
|
+
|
|
269
|
+
def __exit__(self, exc_type, exc_val, exc_tb):
|
|
270
|
+
return False
|
|
271
|
+
|
|
272
|
+
class ExtractTrailingOptionsHandler:
|
|
273
|
+
def __init__(self, args: list[str], trailing: list[str] = None):
|
|
274
|
+
self.args = args
|
|
275
|
+
self.trailing = trailing
|
|
276
|
+
|
|
277
|
+
def __enter__(self) -> tuple[list[str], list[str]]:
|
|
278
|
+
args, trailing, _, _ = Command.extract_options(self.args, trailing=self.trailing)
|
|
279
|
+
return args, trailing
|
|
280
|
+
|
|
281
|
+
def __exit__(self, exc_type, exc_val, exc_tb):
|
|
282
|
+
return False
|
|
283
|
+
|
|
284
|
+
class ExtractAllOptionsHandler:
|
|
285
|
+
def __init__(self, args: list[str], trailing: list[str] = None, sequence: list[str] = None, options: list[str] = None):
|
|
286
|
+
self.args = args
|
|
287
|
+
self.trailing = trailing
|
|
288
|
+
self.sequence = sequence
|
|
289
|
+
self.options = options
|
|
290
|
+
|
|
291
|
+
def __enter__(self) -> tuple[list[str], list[str]]:
|
|
292
|
+
return Command.extract_options(self.args, trailing=self.trailing, sequence=self.sequence, options=self.options)
|
|
293
|
+
|
|
294
|
+
def __exit__(self, exc_type, exc_val, exc_tb):
|
|
295
|
+
return False
|
|
296
|
+
|
|
297
|
+
class ExtractSequenceOptionsHandler:
|
|
298
|
+
def __init__(self, args: list[str], sequence: list[str]):
|
|
299
|
+
self.args = args
|
|
300
|
+
self.sequence = sequence
|
|
301
|
+
|
|
302
|
+
def __enter__(self) -> tuple[list[str], list[str]]:
|
|
303
|
+
args, _, sequence, _ = Command.extract_options(self.args, sequence=self.sequence)
|
|
304
|
+
return args, sequence
|
|
305
|
+
|
|
306
|
+
def __exit__(self, exc_type, exc_val, exc_tb):
|
|
307
|
+
return False
|
adam/commands/commands_utils.py
CHANGED
|
@@ -1,15 +1,17 @@
|
|
|
1
|
-
from
|
|
1
|
+
from datetime import datetime
|
|
2
2
|
from kubernetes import client
|
|
3
3
|
from typing import List
|
|
4
4
|
|
|
5
5
|
from adam.checks.check_utils import run_checks
|
|
6
6
|
from adam.columns.columns import Columns, collect_checks
|
|
7
|
-
from adam.
|
|
7
|
+
from adam.config import Config
|
|
8
|
+
from adam.repl_session import ReplSession
|
|
9
|
+
from adam.utils_issues import IssuesUtils
|
|
8
10
|
from adam.utils_k8s.cassandra_nodes import CassandraNodes
|
|
9
11
|
from adam.utils_k8s.pods import Pods
|
|
10
12
|
from adam.utils_k8s.statefulsets import StatefulSets
|
|
11
13
|
from adam.repl_state import ReplState
|
|
12
|
-
from adam.utils import duration,
|
|
14
|
+
from adam.utils import SORT, duration, tabulize, log, log2
|
|
13
15
|
|
|
14
16
|
def show_pods(pods: List[client.V1Pod], ns: str, show_namespace = True, show_host_id = True):
|
|
15
17
|
if len(pods) == 0:
|
|
@@ -20,18 +22,10 @@ def show_pods(pods: List[client.V1Pod], ns: str, show_namespace = True, show_hos
|
|
|
20
22
|
if show_host_id:
|
|
21
23
|
names = [pod.metadata.name for pod in pods]
|
|
22
24
|
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
if executor:
|
|
28
|
-
return executor.submit(get_host_id_with_pod, pod, ns)
|
|
29
|
-
|
|
30
|
-
id = CassandraNodes.get_host_id(pod, ns)
|
|
31
|
-
|
|
32
|
-
return (id, pod)
|
|
33
|
-
|
|
34
|
-
host_ids_by_pod = {pod: id for id, pod in Pods.on_pods(names, ns, body, action='get-host-id', show_out=False)}
|
|
25
|
+
msg = 'd`Retrieving|Retrived {size} host ids'
|
|
26
|
+
with Pods.parallelize(names, msg=msg, action = 'get-host-id') as exec:
|
|
27
|
+
host_pods = exec.map(lambda pod: (CassandraNodes.get_host_id(pod, ns), pod))
|
|
28
|
+
host_ids_by_pod = {pod: id for id, pod in host_pods}
|
|
35
29
|
|
|
36
30
|
def line(pod: client.V1Pod):
|
|
37
31
|
pod_cnt = len(pod.status.container_statuses)
|
|
@@ -57,9 +51,7 @@ def show_pods(pods: List[client.V1Pod], ns: str, show_namespace = True, show_hos
|
|
|
57
51
|
line += f"@{ns}"
|
|
58
52
|
return line + f" {ready}/{pod_cnt} {status}"
|
|
59
53
|
|
|
60
|
-
|
|
61
|
-
|
|
62
|
-
log(lines_to_tabular(pod_names, 'HOST_ID POD_NAME READY POD_STATUS' if show_host_id else 'POD_NAME READY POD_STATUS'))
|
|
54
|
+
tabulize(pods, line, header='HOST_ID POD_NAME READY POD_STATUS' if show_host_id else 'POD_NAME READY POD_STATUS')
|
|
63
55
|
|
|
64
56
|
def show_rollout(sts: str, ns: str):
|
|
65
57
|
restarted, rollingout = StatefulSets.restarted_at(sts, ns)
|
|
@@ -70,18 +62,24 @@ def show_rollout(sts: str, ns: str):
|
|
|
70
62
|
else:
|
|
71
63
|
log2(f'Cluster has completed rollout {d} ago.')
|
|
72
64
|
|
|
73
|
-
def show_table(state: ReplState, pods: list[str], cols: str, header: str,
|
|
65
|
+
def show_table(state: ReplState, pods: list[str], cols: str, header: str, show_out=False, backgrounded = False):
|
|
74
66
|
columns = Columns.create_columns(cols)
|
|
75
67
|
|
|
76
|
-
results = run_checks(cluster=state.sts, pod=state.pod, namespace=state.namespace, checks=collect_checks(columns),
|
|
68
|
+
results = run_checks(cluster=state.sts, pod=state.pod, namespace=state.namespace, checks=collect_checks(columns), show_out=show_out)
|
|
69
|
+
|
|
70
|
+
r = tabulize(pods, lambda p: ','.join([c.pod_value(results, p) for c in columns]), header=header, separator=',', sorted=SORT, to = 0 if backgrounded else 1)
|
|
71
|
+
|
|
72
|
+
if backgrounded:
|
|
73
|
+
log_prefix = Config().get('log-prefix', '/tmp/qing')
|
|
74
|
+
log_file = f'{log_prefix}-{datetime.now().strftime("%d%H%M%S")}.log'
|
|
75
|
+
|
|
76
|
+
with open(log_file, 'w') as f:
|
|
77
|
+
f.write(r)
|
|
77
78
|
|
|
78
|
-
|
|
79
|
-
cells = [c.pod_value(results, pod_name) for c in columns]
|
|
80
|
-
return ','.join(cells)
|
|
79
|
+
ReplSession().append_history(f':sh cat {log_file}')
|
|
81
80
|
|
|
82
|
-
|
|
83
|
-
lines.sort()
|
|
81
|
+
r = log_file
|
|
84
82
|
|
|
85
|
-
|
|
83
|
+
IssuesUtils.show(results, state.in_repl)
|
|
86
84
|
|
|
87
|
-
|
|
85
|
+
return r
|
|
@@ -0,0 +1,28 @@
|
|
|
1
|
+
from adam.commands.cql.utils_cql import cassandra_keyspaces, cassandra_table_names
|
|
2
|
+
from adam.commands.export.export_sessions import ExportSessions
|
|
3
|
+
from adam.commands.export.export_databases import ExportDatabases
|
|
4
|
+
from adam.config import Config
|
|
5
|
+
from adam.repl_state import ReplState
|
|
6
|
+
from adam.sql.lark_completer import LarkCompleter
|
|
7
|
+
from adam.utils import log_timing
|
|
8
|
+
from adam.utils_k8s.statefulsets import StatefulSets
|
|
9
|
+
|
|
10
|
+
def completions_c(state: ReplState) -> dict[str, any]:
|
|
11
|
+
ps = Config().get('cql.alter-tables.gc-grace-periods', '3600,86400,864000,7776000').split(',')
|
|
12
|
+
|
|
13
|
+
with log_timing('lark.completions'):
|
|
14
|
+
return LarkCompleter(
|
|
15
|
+
expandables = {
|
|
16
|
+
'tables': lambda x: cassandra_table_names(state),
|
|
17
|
+
'keyspaces': lambda x: cassandra_keyspaces(state.with_no_pod()),
|
|
18
|
+
'table-props': lambda x: {
|
|
19
|
+
'GC_GRACE_SECONDS': ps
|
|
20
|
+
},
|
|
21
|
+
'export-database-types': lambda x: ['athena', 'sqlite', 'csv'],
|
|
22
|
+
'export-databases': lambda x: ExportDatabases.database_names(),
|
|
23
|
+
'export-sessions': lambda x: ExportSessions.export_session_names(state.sts, state.pod, state.namespace),
|
|
24
|
+
'export-sessions-incomplete': lambda x: ExportSessions.export_session_names(state.sts, state.pod, state.namespace, export_state='pending_import'),
|
|
25
|
+
'hosts': lambda x: [f'@{p}' for p in StatefulSets.pod_names(state.sts, state.namespace)],
|
|
26
|
+
},
|
|
27
|
+
variant=ReplState.C
|
|
28
|
+
).completions_for_nesting()
|
adam/commands/cql/cqlsh.py
CHANGED
|
@@ -1,12 +1,12 @@
|
|
|
1
1
|
import click
|
|
2
2
|
|
|
3
|
+
from adam.commands import extract_trailing_options
|
|
3
4
|
from adam.commands.command import Command
|
|
4
5
|
from adam.commands.command_helpers import ClusterOrPodCommandHelper
|
|
5
|
-
from adam.commands.cql.
|
|
6
|
-
from adam.
|
|
7
|
-
from .cql_utils import run_cql
|
|
6
|
+
from adam.commands.cql.completions_c import completions_c
|
|
7
|
+
from adam.commands.cql.utils_cql import cassandra
|
|
8
8
|
from adam.repl_state import ReplState, RequiredState
|
|
9
|
-
from adam.utils import log
|
|
9
|
+
from adam.utils import log
|
|
10
10
|
|
|
11
11
|
class Cqlsh(Command):
|
|
12
12
|
COMMAND = 'cql'
|
|
@@ -30,41 +30,17 @@ class Cqlsh(Command):
|
|
|
30
30
|
if not(args := self.args(cmd)):
|
|
31
31
|
return super().run(cmd, state)
|
|
32
32
|
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
background = False
|
|
38
|
-
opts = []
|
|
39
|
-
cqls = []
|
|
40
|
-
for index, arg in enumerate(args):
|
|
41
|
-
if arg.startswith('--'):
|
|
42
|
-
opts.append(arg)
|
|
43
|
-
elif index == len(args) -1 and arg == '&':
|
|
44
|
-
background = True
|
|
45
|
-
elif arg != '-e':
|
|
46
|
-
cqls.append(arg)
|
|
47
|
-
if not cqls:
|
|
48
|
-
if state.in_repl:
|
|
49
|
-
log2('Please enter cql statement. e.g. select host_id from system.local')
|
|
50
|
-
else:
|
|
51
|
-
log2('* CQL statement is missing.')
|
|
52
|
-
log2()
|
|
53
|
-
Command.display_help()
|
|
54
|
-
|
|
55
|
-
return 'no-cql'
|
|
56
|
-
|
|
57
|
-
cql = ' '.join(cqls)
|
|
58
|
-
return run_cql(state, cql, opts, show_out=True, background=background)
|
|
33
|
+
with self.validate(args, state) as (args, state):
|
|
34
|
+
with extract_trailing_options(args, '&') as (args, backgrounded):
|
|
35
|
+
with cassandra(state) as pods:
|
|
36
|
+
pods.cql(args, backgrounded=backgrounded)
|
|
59
37
|
|
|
60
38
|
def completion(self, state: ReplState) -> dict[str, any]:
|
|
61
39
|
if state.device != state.C:
|
|
62
|
-
# conflicts with psql completions
|
|
63
40
|
return {}
|
|
64
41
|
|
|
65
42
|
if state.sts or state.pod:
|
|
66
|
-
return
|
|
67
|
-
{f'@{p}': cql_completions(state) for p in StatefulSets.pod_names(state.sts, state.namespace)}
|
|
43
|
+
return completions_c(state)
|
|
68
44
|
|
|
69
45
|
return {}
|
|
70
46
|
|
|
@@ -1,20 +1,31 @@
|
|
|
1
1
|
import functools
|
|
2
2
|
import re
|
|
3
|
+
from typing import Union
|
|
3
4
|
|
|
4
|
-
from adam.
|
|
5
|
+
from adam.commands.command import Command
|
|
6
|
+
from adam.commands.commands_utils import show_table
|
|
5
7
|
from adam.utils_k8s.cassandra_clusters import CassandraClusters
|
|
6
8
|
from adam.utils_k8s.cassandra_nodes import CassandraNodes
|
|
7
9
|
from adam.utils_k8s.secrets import Secrets
|
|
8
10
|
from adam.pod_exec_result import PodExecResult
|
|
9
11
|
from adam.repl_state import ReplState
|
|
10
|
-
from adam.utils import log2
|
|
12
|
+
from adam.utils import log2, log_timing, wait_log
|
|
13
|
+
from adam.utils_k8s.statefulsets import StatefulSets
|
|
14
|
+
|
|
15
|
+
def cd_dirs(state: ReplState) -> list[str]:
|
|
16
|
+
if state.pod:
|
|
17
|
+
return [".."]
|
|
18
|
+
elif state.sts:
|
|
19
|
+
return [".."] + StatefulSets.pod_names(state.sts, state.namespace)
|
|
20
|
+
else:
|
|
21
|
+
return StatefulSets.list_sts_names()
|
|
11
22
|
|
|
12
23
|
@functools.lru_cache()
|
|
13
24
|
def cassandra_keyspaces(state: ReplState, on_any=True):
|
|
14
25
|
if state.pod:
|
|
15
|
-
|
|
26
|
+
wait_log(f'Inspecting Cassandra Keyspaces on {state.pod}...')
|
|
16
27
|
else:
|
|
17
|
-
|
|
28
|
+
wait_log(f'Inspecting Cassandra Keyspaces...')
|
|
18
29
|
|
|
19
30
|
r: list[PodExecResult] = run_cql(state, 'describe keyspaces', show_out=False, on_any=on_any)
|
|
20
31
|
if not r:
|
|
@@ -44,17 +55,21 @@ def table_spec(state: ReplState, table: str, on_any=False) -> 'TableSpec':
|
|
|
44
55
|
|
|
45
56
|
return parse_cql_desc_table(r.stdout if state.pod else r[0].stdout)
|
|
46
57
|
|
|
47
|
-
def run_cql(state: ReplState, cql: str, opts: list = [], show_out = False, use_single_quotes = False, on_any = False,
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
command = f"cqlsh -u {user} -p {pw} {' '.join(opts)} -e '{cql}'"
|
|
51
|
-
else:
|
|
52
|
-
command = f'cqlsh -u {user} -p {pw} {" ".join(opts)} -e "{cql}"'
|
|
58
|
+
def run_cql(state: ReplState, cql: str, opts: list = [], show_out = False, show_query = False, use_single_quotes = False, on_any = False, backgrounded=False, log_file=None) -> list[PodExecResult]:
|
|
59
|
+
if show_query:
|
|
60
|
+
log2(cql)
|
|
53
61
|
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
62
|
+
command = None
|
|
63
|
+
with log_timing('Secrets.get_user_pass'):
|
|
64
|
+
user, pw = Secrets.get_user_pass(state.sts if state.sts else state.pod, state.namespace, secret_path='cql.secret')
|
|
65
|
+
if use_single_quotes:
|
|
66
|
+
command = f"cqlsh -u {user} -p {pw} {' '.join(opts)} -e '{cql}'"
|
|
67
|
+
else:
|
|
68
|
+
command = f'cqlsh -u {user} -p {pw} {" ".join(opts)} -e "{cql}"'
|
|
69
|
+
|
|
70
|
+
with log_timing(cql):
|
|
71
|
+
with cassandra(state) as pods:
|
|
72
|
+
return pods.exec(command, action='cql', show_out=show_out, on_any=on_any, backgrounded=backgrounded, log_file=log_file)
|
|
58
73
|
|
|
59
74
|
def parse_cql_desc_tables(out: str):
|
|
60
75
|
# Keyspace data_endpoint_auth
|
|
@@ -206,4 +221,85 @@ def parse_cql_desc_table(out: str) -> TableSpec:
|
|
|
206
221
|
if column.name in pkeys.keys():
|
|
207
222
|
column.key_index = pkeys[column.name]
|
|
208
223
|
|
|
209
|
-
return TableSpec(columns)
|
|
224
|
+
return TableSpec(columns)
|
|
225
|
+
|
|
226
|
+
class CassandraPodService:
|
|
227
|
+
def __init__(self, handler: 'CassandraExecHandler'):
|
|
228
|
+
self.handler = handler
|
|
229
|
+
|
|
230
|
+
def exec(self, command: str, action='bash', show_out = True, on_any = False, throw_err = False, shell = '/bin/sh', backgrounded = False, log_file = None) -> Union[PodExecResult, list[PodExecResult]]:
|
|
231
|
+
state = self.handler.state
|
|
232
|
+
pod = self.handler.pod
|
|
233
|
+
|
|
234
|
+
if pod:
|
|
235
|
+
return CassandraNodes.exec(pod, state.namespace, command,
|
|
236
|
+
show_out=show_out, throw_err=throw_err, shell=shell, backgrounded=backgrounded, log_file=log_file)
|
|
237
|
+
elif state.sts:
|
|
238
|
+
return CassandraClusters.exec(state.sts, state.namespace, command, action=action,
|
|
239
|
+
show_out=show_out, on_any=on_any, shell=shell, backgrounded=backgrounded, log_file=log_file)
|
|
240
|
+
|
|
241
|
+
return []
|
|
242
|
+
|
|
243
|
+
def cql(self, args: list[str], opts: list = [], show_out = False, show_query = False, use_single_quotes = False, on_any = False, backgrounded=False, log_file: str = None):
|
|
244
|
+
state = self.handler.state
|
|
245
|
+
query: str = args
|
|
246
|
+
|
|
247
|
+
if isinstance(query, list):
|
|
248
|
+
opts = []
|
|
249
|
+
cqls = []
|
|
250
|
+
for arg in args:
|
|
251
|
+
if arg.startswith('--'):
|
|
252
|
+
opts.append(arg)
|
|
253
|
+
elif arg != '-e':
|
|
254
|
+
cqls.append(arg)
|
|
255
|
+
if not cqls:
|
|
256
|
+
if self.state.in_repl:
|
|
257
|
+
log2('Please enter cql statement. e.g. select host_id from system.local')
|
|
258
|
+
else:
|
|
259
|
+
log2('* CQL statement is missing.')
|
|
260
|
+
log2()
|
|
261
|
+
Command.display_help()
|
|
262
|
+
|
|
263
|
+
return 'no-cql'
|
|
264
|
+
|
|
265
|
+
query = ' '.join(cqls)
|
|
266
|
+
show_out = True
|
|
267
|
+
|
|
268
|
+
return run_cql(state, query, opts=opts, show_out=show_out, show_query=show_query, use_single_quotes=use_single_quotes, on_any=on_any, backgrounded=backgrounded, log_file=log_file)
|
|
269
|
+
|
|
270
|
+
def display_table(self, cols: str, header: str, show_out = True, backgrounded = False):
|
|
271
|
+
state = self.handler.state
|
|
272
|
+
|
|
273
|
+
if state.pod:
|
|
274
|
+
return show_table(state, [state.pod], cols, header, show_out=show_out, backgrounded = backgrounded)
|
|
275
|
+
elif state.sts:
|
|
276
|
+
pod_names = [pod.metadata.name for pod in StatefulSets.pods(state.sts, state.namespace)]
|
|
277
|
+
return show_table(state, pod_names, cols, header, show_out=show_out, backgrounded = backgrounded)
|
|
278
|
+
|
|
279
|
+
def nodetool(self, args: str, status = False, show_out = True, backgrounded = False) -> Union[PodExecResult, list[PodExecResult]]:
|
|
280
|
+
state = self.handler.state
|
|
281
|
+
pod = self.handler.pod
|
|
282
|
+
|
|
283
|
+
user, pw = state.user_pass()
|
|
284
|
+
command = f"nodetool -u {user} -pw {pw} {args}"
|
|
285
|
+
|
|
286
|
+
if pod:
|
|
287
|
+
return CassandraNodes.exec(pod, state.namespace, command, show_out=show_out, backgrounded=backgrounded)
|
|
288
|
+
else:
|
|
289
|
+
return CassandraClusters.exec(state.sts, state.namespace, command, action='nodetool.status' if status else 'nodetool', show_out=show_out, backgrounded=backgrounded)
|
|
290
|
+
|
|
291
|
+
class CassandraExecHandler:
|
|
292
|
+
def __init__(self, state: ReplState, pod: str = None):
|
|
293
|
+
self.state = state
|
|
294
|
+
self.pod = pod
|
|
295
|
+
if not pod and state.pod:
|
|
296
|
+
self.pod = state.pod
|
|
297
|
+
|
|
298
|
+
def __enter__(self):
|
|
299
|
+
return CassandraPodService(self)
|
|
300
|
+
|
|
301
|
+
def __exit__(self, exc_type, exc_val, exc_tb):
|
|
302
|
+
return False
|
|
303
|
+
|
|
304
|
+
def cassandra(state: ReplState, pod: str=None):
|
|
305
|
+
return CassandraExecHandler(state, pod=pod)
|
|
@@ -25,19 +25,16 @@ class CodeStart(Command):
|
|
|
25
25
|
if not(args := self.args(cmd)):
|
|
26
26
|
return super().run(cmd, state)
|
|
27
27
|
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
return state
|
|
31
|
-
|
|
32
|
-
log2('This will support c3/c3 only for demo.')
|
|
28
|
+
with self.validate(args, state) as (args, state):
|
|
29
|
+
log2('This will support c3/c3 only for demo.')
|
|
33
30
|
|
|
34
|
-
stop_user_codes(state.namespace)
|
|
35
|
-
try:
|
|
36
|
-
start_user_code(state.namespace)
|
|
37
|
-
finally:
|
|
38
31
|
stop_user_codes(state.namespace)
|
|
32
|
+
try:
|
|
33
|
+
start_user_code(state.namespace)
|
|
34
|
+
finally:
|
|
35
|
+
stop_user_codes(state.namespace)
|
|
39
36
|
|
|
40
|
-
|
|
37
|
+
return state
|
|
41
38
|
|
|
42
39
|
def completion(self, state: ReplState):
|
|
43
40
|
if state.namespace:
|