kaqing 2.0.145__py3-none-any.whl → 2.0.189__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of kaqing might be problematic. Click here for more details.

Files changed (209) hide show
  1. adam/__init__.py +0 -2
  2. adam/app_session.py +9 -12
  3. adam/apps.py +18 -4
  4. adam/batch.py +4 -4
  5. adam/checks/check_utils.py +16 -46
  6. adam/checks/cpu.py +7 -1
  7. adam/checks/cpu_metrics.py +52 -0
  8. adam/checks/disk.py +2 -3
  9. adam/columns/columns.py +3 -1
  10. adam/columns/cpu.py +3 -1
  11. adam/columns/cpu_metrics.py +22 -0
  12. adam/columns/memory.py +3 -4
  13. adam/commands/__init__.py +24 -0
  14. adam/commands/alter_tables.py +33 -48
  15. adam/commands/app/__init__.py +0 -0
  16. adam/commands/app/app.py +38 -0
  17. adam/commands/{app_ping.py → app/app_ping.py} +7 -13
  18. adam/commands/app/show_app_actions.py +49 -0
  19. adam/commands/{show → app}/show_app_id.py +8 -11
  20. adam/commands/{show → app}/show_app_queues.py +7 -14
  21. adam/commands/app/utils_app.py +106 -0
  22. adam/commands/audit/audit.py +21 -40
  23. adam/commands/audit/audit_repair_tables.py +14 -19
  24. adam/commands/audit/audit_run.py +14 -22
  25. adam/commands/audit/completions_l.py +15 -0
  26. adam/commands/audit/show_last10.py +4 -19
  27. adam/commands/audit/show_slow10.py +4 -18
  28. adam/commands/audit/show_top10.py +4 -16
  29. adam/commands/audit/utils_show_top10.py +15 -3
  30. adam/commands/bash/__init__.py +5 -0
  31. adam/commands/bash/bash.py +7 -104
  32. adam/commands/bash/utils_bash.py +16 -0
  33. adam/commands/cat.py +7 -27
  34. adam/commands/cd.py +7 -11
  35. adam/commands/check.py +15 -24
  36. adam/commands/cli_commands.py +8 -4
  37. adam/commands/clipboard_copy.py +87 -0
  38. adam/commands/code.py +21 -24
  39. adam/commands/command.py +207 -42
  40. adam/commands/commands_utils.py +25 -27
  41. adam/commands/cql/completions_c.py +28 -0
  42. adam/commands/cql/cqlsh.py +9 -33
  43. adam/commands/cql/{cql_utils.py → utils_cql.py} +111 -15
  44. adam/commands/deploy/code_start.py +7 -10
  45. adam/commands/deploy/code_stop.py +4 -21
  46. adam/commands/deploy/code_utils.py +3 -3
  47. adam/commands/deploy/deploy.py +4 -27
  48. adam/commands/deploy/deploy_frontend.py +14 -17
  49. adam/commands/deploy/deploy_pg_agent.py +3 -6
  50. adam/commands/deploy/deploy_pod.py +64 -68
  51. adam/commands/deploy/undeploy.py +4 -27
  52. adam/commands/deploy/undeploy_frontend.py +4 -7
  53. adam/commands/deploy/undeploy_pg_agent.py +5 -8
  54. adam/commands/deploy/undeploy_pod.py +9 -12
  55. adam/commands/devices/device.py +124 -2
  56. adam/commands/devices/device_app.py +41 -24
  57. adam/commands/devices/device_auit_log.py +10 -4
  58. adam/commands/devices/device_cass.py +48 -14
  59. adam/commands/devices/device_export.py +13 -12
  60. adam/commands/devices/device_postgres.py +105 -54
  61. adam/commands/download_file.py +47 -0
  62. adam/commands/exit.py +1 -4
  63. adam/commands/export/clean_up_all_export_sessions.py +37 -0
  64. adam/commands/export/clean_up_export_sessions.py +9 -10
  65. adam/commands/export/completions_x.py +11 -0
  66. adam/commands/export/download_export_session.py +40 -0
  67. adam/commands/export/drop_export_database.py +7 -26
  68. adam/commands/export/drop_export_databases.py +5 -14
  69. adam/commands/export/export.py +6 -52
  70. adam/commands/export/export_databases.py +108 -32
  71. adam/commands/export/export_select.py +8 -59
  72. adam/commands/export/export_sessions.py +209 -0
  73. adam/commands/export/export_use.py +14 -20
  74. adam/commands/export/export_x_select.py +48 -0
  75. adam/commands/export/exporter.py +135 -167
  76. adam/commands/export/import_files.py +44 -0
  77. adam/commands/export/import_session.py +11 -35
  78. adam/commands/export/importer.py +19 -5
  79. adam/commands/export/importer_athena.py +112 -44
  80. adam/commands/export/importer_sqlite.py +42 -22
  81. adam/commands/export/show_column_counts.py +13 -31
  82. adam/commands/export/show_export_databases.py +7 -7
  83. adam/commands/export/show_export_session.py +8 -20
  84. adam/commands/export/show_export_sessions.py +6 -16
  85. adam/commands/export/utils_export.py +64 -11
  86. adam/commands/find_files.py +51 -0
  87. adam/commands/find_processes.py +76 -0
  88. adam/commands/head.py +36 -0
  89. adam/commands/help.py +2 -2
  90. adam/commands/intermediate_command.py +52 -0
  91. adam/commands/issues.py +11 -43
  92. adam/commands/kubectl.py +3 -6
  93. adam/commands/login.py +22 -24
  94. adam/commands/logs.py +3 -6
  95. adam/commands/ls.py +9 -10
  96. adam/commands/medusa/medusa.py +4 -22
  97. adam/commands/medusa/medusa_backup.py +20 -27
  98. adam/commands/medusa/medusa_restore.py +49 -46
  99. adam/commands/medusa/medusa_show_backupjobs.py +16 -18
  100. adam/commands/medusa/medusa_show_restorejobs.py +13 -18
  101. adam/commands/medusa/utils_medusa.py +15 -0
  102. adam/commands/nodetool.py +7 -21
  103. adam/commands/param_get.py +11 -14
  104. adam/commands/param_set.py +8 -12
  105. adam/commands/postgres/completions_p.py +22 -0
  106. adam/commands/postgres/postgres.py +34 -57
  107. adam/commands/postgres/postgres_databases.py +270 -0
  108. adam/commands/postgres/postgres_ls.py +4 -8
  109. adam/commands/postgres/postgres_preview.py +5 -9
  110. adam/commands/postgres/utils_postgres.py +79 -0
  111. adam/commands/preview_table.py +8 -45
  112. adam/commands/pwd.py +13 -16
  113. adam/commands/reaper/reaper.py +4 -27
  114. adam/commands/reaper/reaper_forward.py +49 -56
  115. adam/commands/reaper/reaper_forward_session.py +6 -0
  116. adam/commands/reaper/reaper_forward_stop.py +10 -16
  117. adam/commands/reaper/reaper_restart.py +7 -14
  118. adam/commands/reaper/reaper_run_abort.py +8 -33
  119. adam/commands/reaper/reaper_runs.py +43 -58
  120. adam/commands/reaper/reaper_runs_abort.py +29 -49
  121. adam/commands/reaper/reaper_schedule_activate.py +14 -33
  122. adam/commands/reaper/reaper_schedule_start.py +9 -33
  123. adam/commands/reaper/reaper_schedule_stop.py +9 -33
  124. adam/commands/reaper/reaper_schedules.py +4 -14
  125. adam/commands/reaper/reaper_status.py +8 -16
  126. adam/commands/reaper/utils_reaper.py +203 -0
  127. adam/commands/repair/repair.py +4 -22
  128. adam/commands/repair/repair_log.py +5 -11
  129. adam/commands/repair/repair_run.py +27 -34
  130. adam/commands/repair/repair_scan.py +32 -40
  131. adam/commands/repair/repair_stop.py +5 -12
  132. adam/commands/report.py +27 -29
  133. adam/commands/restart.py +25 -26
  134. adam/commands/rollout.py +19 -24
  135. adam/commands/shell.py +12 -4
  136. adam/commands/show/show.py +11 -27
  137. adam/commands/show/show_adam.py +3 -3
  138. adam/commands/show/show_cassandra_repairs.py +37 -0
  139. adam/commands/show/show_cassandra_status.py +47 -51
  140. adam/commands/show/show_cassandra_version.py +5 -18
  141. adam/commands/show/show_cli_commands.py +56 -0
  142. adam/commands/show/show_host.py +1 -1
  143. adam/commands/show/show_login.py +20 -27
  144. adam/commands/show/show_params.py +2 -5
  145. adam/commands/show/show_processes.py +18 -21
  146. adam/commands/show/show_storage.py +11 -20
  147. adam/commands/watch.py +26 -29
  148. adam/config.py +5 -16
  149. adam/embedded_params.py +1 -1
  150. adam/log.py +4 -4
  151. adam/pod_exec_result.py +3 -3
  152. adam/repl.py +45 -39
  153. adam/repl_commands.py +26 -19
  154. adam/repl_session.py +8 -1
  155. adam/repl_state.py +85 -36
  156. adam/sql/lark_completer.py +284 -0
  157. adam/sql/lark_parser.py +604 -0
  158. adam/sql/sql_completer.py +4 -6
  159. adam/sql/sql_state_machine.py +29 -16
  160. adam/sso/authn_ad.py +6 -8
  161. adam/sso/authn_okta.py +4 -6
  162. adam/sso/cred_cache.py +3 -5
  163. adam/sso/idp.py +9 -12
  164. adam/utils.py +484 -37
  165. adam/utils_athena.py +19 -19
  166. adam/utils_audits.py +12 -12
  167. adam/utils_issues.py +32 -0
  168. adam/utils_k8s/app_clusters.py +14 -19
  169. adam/utils_k8s/app_pods.py +7 -2
  170. adam/utils_k8s/cassandra_clusters.py +30 -19
  171. adam/utils_k8s/cassandra_nodes.py +2 -2
  172. adam/utils_k8s/custom_resources.py +16 -17
  173. adam/utils_k8s/ingresses.py +2 -2
  174. adam/utils_k8s/jobs.py +7 -11
  175. adam/utils_k8s/k8s.py +96 -0
  176. adam/utils_k8s/kube_context.py +2 -2
  177. adam/utils_k8s/pods.py +37 -81
  178. adam/utils_k8s/secrets.py +4 -4
  179. adam/utils_k8s/service_accounts.py +5 -4
  180. adam/utils_k8s/services.py +2 -2
  181. adam/utils_k8s/statefulsets.py +6 -14
  182. adam/utils_local.py +4 -0
  183. adam/utils_repl/appendable_completer.py +6 -0
  184. adam/utils_repl/repl_completer.py +128 -2
  185. adam/utils_repl/state_machine.py +3 -3
  186. adam/utils_sqlite.py +78 -42
  187. adam/version.py +1 -1
  188. {kaqing-2.0.145.dist-info → kaqing-2.0.189.dist-info}/METADATA +1 -1
  189. kaqing-2.0.189.dist-info/RECORD +253 -0
  190. kaqing-2.0.189.dist-info/top_level.txt +2 -0
  191. teddy/__init__.py +0 -0
  192. teddy/lark_parser.py +436 -0
  193. teddy/lark_parser2.py +618 -0
  194. adam/commands/app.py +0 -67
  195. adam/commands/cp.py +0 -95
  196. adam/commands/cql/cql_completions.py +0 -28
  197. adam/commands/export/clean_up_export_session.py +0 -53
  198. adam/commands/export/export_select_x.py +0 -54
  199. adam/commands/postgres/postgres_context.py +0 -248
  200. adam/commands/postgres/postgres_utils.py +0 -31
  201. adam/commands/postgres/psql_completions.py +0 -10
  202. adam/commands/reaper/reaper_session.py +0 -159
  203. adam/commands/show/show_app_actions.py +0 -56
  204. adam/commands/show/show_commands.py +0 -61
  205. adam/commands/show/show_repairs.py +0 -47
  206. kaqing-2.0.145.dist-info/RECORD +0 -227
  207. kaqing-2.0.145.dist-info/top_level.txt +0 -1
  208. {kaqing-2.0.145.dist-info → kaqing-2.0.189.dist-info}/WHEEL +0 -0
  209. {kaqing-2.0.145.dist-info → kaqing-2.0.189.dist-info}/entry_points.txt +0 -0
adam/commands/command.py CHANGED
@@ -1,11 +1,14 @@
1
1
  from abc import abstractmethod
2
+ from collections.abc import Callable
2
3
  import copy
3
4
  import subprocess
4
5
  import sys
6
+ from typing import Union
5
7
 
6
- from adam.commands.command_helpers import ClusterCommandHelper
8
+ from adam.config import Config
7
9
  from adam.repl_state import ReplState, RequiredState
8
- from adam.utils import is_lambda, lines_to_tabular, log, log2
10
+ from adam.sql.lark_completer import LarkCompleter
11
+ from adam.utils import log2
9
12
 
10
13
  repl_cmds: list['Command'] = []
11
14
 
@@ -28,12 +31,38 @@ class Command:
28
31
 
29
32
  return None
30
33
 
31
- def completion(self, state: ReplState, leaf: dict[str, any] = None) -> dict[str, any]:
32
- if not self.validate_state(state, show_err=False):
34
+ def completion(self, state: ReplState, leaf: dict[str, any] = None, pods: tuple[list[str], str] = None, auto: str = 'on', auto_key: str = None) -> dict[str, any]:
35
+ # pods is a tuple of list of pod names and the current pod repl is on
36
+ if not pods:
37
+ return self._completion(state, leaf, auto=auto, auto_key=auto_key)
38
+
39
+ c = {}
40
+
41
+ pod_names = pods[0]
42
+ pod = pods[1]
43
+
44
+ if pod:
45
+ c |= self._completion(state, leaf, auto=auto, auto_key=auto_key)
46
+
47
+ c |= {f'@{p}': self._completion(state, leaf, to_validate=False, auto=auto, auto_key=auto_key) for p in pod_names if p != pod}
48
+
49
+ return c
50
+
51
+ def _completion(self, state: ReplState, leaf: dict[str, any] = None, to_validate = True, auto: str = 'on', auto_key: str = None) -> dict[str, any]:
52
+ if to_validate and not self.validate_state(state, show_err=False):
33
53
  return {}
34
54
 
35
- if is_lambda(leaf):
36
- leaf = leaf()
55
+ if callable(leaf):
56
+ if auto_key:
57
+ auto_key = f'auto-complete.{auto_key}'
58
+ auto = Config().get(auto_key, 'off')
59
+
60
+ if auto == 'on':
61
+ leaf = leaf()
62
+ elif auto in ['lazy', 'jit']:
63
+ leaf = LarkCompleter.from_lambda(auto_key, leaf, auto=auto)
64
+ else:
65
+ leaf = None
37
66
 
38
67
  d = leaf
39
68
  for t in reversed(self.command().split(' ')):
@@ -44,7 +73,10 @@ class Command:
44
73
  def required(self) -> RequiredState:
45
74
  return None
46
75
 
47
- def validate_state(self, state: ReplState, show_err=True):
76
+ def validate(self, args: list[str], state: ReplState, apply = True):
77
+ return ValidateStateHandler(self, args, state, apply = apply)
78
+
79
+ def validate_state(self, state: ReplState, show_err = True):
48
80
  return state.validate(self.required(), show_err=show_err)
49
81
 
50
82
  def help(self, _: ReplState) -> str:
@@ -93,17 +125,52 @@ class Command:
93
125
  args.extend(['--help'])
94
126
  subprocess.run(args)
95
127
 
96
- def extract_options(args: list[str], names: list[str]):
97
- found: list[str] = []
128
+ def extract_options(args: list[str], trailing: Union[str, list[str]] = [], sequence: list[str] = [], options: list[str] = []):
129
+ found_options: list[str] = []
130
+ found_trailing = None
131
+ found_sequence = None
132
+
133
+ if trailing is None:
134
+ trailing = []
135
+ elif isinstance(trailing, str):
136
+ trailing = [trailing]
137
+
138
+ if options is None:
139
+ options = []
140
+ elif isinstance(options, str):
141
+ options = [options]
142
+
143
+ if args and trailing:
144
+ while args and args[-1] in trailing:
145
+ found_trailing = True
146
+ args = args[:-1]
147
+
148
+ if args and sequence:
149
+ args, found_sequence = Command.extract_option_sequence(args, sequence)
98
150
 
99
151
  new_args: list[str] = []
100
- for arg in args:
101
- if arg in names:
102
- found.append(arg)
103
- else:
104
- new_args.append(arg)
152
+ if args:
153
+ for arg in args:
154
+ if arg in options:
155
+ found_options.append(arg)
156
+ else:
157
+ new_args.append(arg)
158
+
159
+ return new_args, found_trailing, found_sequence, found_options
160
+
161
+ def extract_option_sequence(args, sequence):
162
+ new_args = args
105
163
 
106
- return new_args, found
164
+ len_sub = len(sequence)
165
+ len_main = len(args)
166
+ for i in range(len_main - len_sub + 1):
167
+ if args[i:i+len_sub] == sequence:
168
+ new_args = copy.copy(args)
169
+ del new_args[i:i+len_sub]
170
+
171
+ return new_args, True
172
+
173
+ return new_args, False
107
174
 
108
175
  def print_chain(cmd: 'Command'):
109
176
  print(f'{cmd.command()}', end = '')
@@ -112,31 +179,129 @@ class Command:
112
179
  cmd = s
113
180
  print()
114
181
 
115
- def intermediate_run(self, cmd: str, state: ReplState, args: list[str], cmds: list['Command'], separator='\t', display_help=True):
116
- state, _ = self.apply_state(args, state)
117
-
118
- if state.in_repl:
119
- if display_help:
120
- log(lines_to_tabular([c.help(state) for c in cmds], separator=separator))
121
-
122
- return 'command-missing'
182
+ class InvalidStateException(Exception):
183
+ def __init__(self, state: ReplState):
184
+ super().__init__(f'Invalid state')
185
+
186
+ class ValidateStateHandler:
187
+ def __init__(self, cmd: Command, args: list[str], state: ReplState, apply = True):
188
+ self.cmd = cmd
189
+ self.args = args
190
+ self.state = state
191
+ self.apply = apply
192
+
193
+ def __enter__(self) -> tuple[list[str], ReplState]:
194
+ state = self.state
195
+ args = self.args
196
+ if self.apply:
197
+ state, args = self.cmd.apply_state(args, state)
123
198
  else:
124
- # head with the Chain of Responsibility pattern
125
- cmds = Command.chain(cmds)
126
- if not cmds.run(cmd, state):
127
- if display_help:
128
- log2('* Command is missing.')
129
- Command.display_help()
130
- return 'command-missing'
131
-
132
- return state
133
-
134
- def intermediate_help(super_help: str, cmd: str, cmd_list: list['Command'], separator='\t', show_cluster_help=False):
135
- log(super_help)
136
- log()
137
- log('Sub-Commands:')
138
-
139
- log(lines_to_tabular([c.help(ReplState()).replace(f'{cmd} ', ' ', 1) for c in cmd_list], separator=separator))
140
- if show_cluster_help:
141
- log()
142
- ClusterCommandHelper.cluster_help()
199
+ args = args[len(self.cmd.command_tokens()):]
200
+
201
+ if not self.cmd.validate_state(state):
202
+ raise InvalidStateException(state)
203
+
204
+ return args, state
205
+
206
+ def __exit__(self, exc_type, exc_val, exc_tb):
207
+ return False
208
+
209
+ class InvalidArgumentsException(Exception):
210
+ def __init__(self):
211
+ super().__init__(f'Invalid arguments')
212
+
213
+ class ValidateArgCountHandler:
214
+ def __init__(self, args: list[str], state: ReplState, at_least: int = 1, exactly: int = 1,
215
+ name: str = None, msg: Callable[[], None] = None, default: Union[str, list[str]] = None,
216
+ separator: str = None):
217
+ self.args = args
218
+ self.state = state
219
+ self.at_least = at_least
220
+ self.exactly = exactly
221
+ self.name = name
222
+ self.msg = msg
223
+ self.default = default
224
+ self.separator = separator
225
+
226
+ def __enter__(self) -> Union[tuple[list[str], ReplState], tuple[str, ReplState]]:
227
+ if self.exactly > 0 and len(self.args) != self.exactly or len(self.args) < self.at_least:
228
+ if self.default:
229
+ v = self.default
230
+ if isinstance(v, list):
231
+ v = ' '.join(v)
232
+
233
+ return v
234
+
235
+ if self.state.in_repl:
236
+ if self.msg:
237
+ self.msg()
238
+ elif self.name:
239
+ log2(f'{self.name} is required.')
240
+ elif self.name:
241
+ log2(f'* {self.name} is missing.')
242
+
243
+ Command.display_help()
244
+
245
+ raise InvalidArgumentsException()
246
+
247
+ if self.separator == ' ':
248
+ return self.args
249
+
250
+ # join and re-split with separator
251
+ args_to_return = ' '.join(self.args)
252
+ if self.separator:
253
+ args_to_return = [arg.strip(' ') for arg in args_to_return.split(self.separator)]
254
+
255
+ return args_to_return
256
+
257
+ def __exit__(self, exc_type, exc_val, exc_tb):
258
+ return False
259
+
260
+ class ExtractOptionsHandler:
261
+ def __init__(self, args: list[str], options: list[str] = None):
262
+ self.args = args
263
+ self.options = options
264
+
265
+ def __enter__(self) -> tuple[list[str], list[str]]:
266
+ args, _, _, options = Command.extract_options(self.args, options=self.options)
267
+ return args, options
268
+
269
+ def __exit__(self, exc_type, exc_val, exc_tb):
270
+ return False
271
+
272
+ class ExtractTrailingOptionsHandler:
273
+ def __init__(self, args: list[str], trailing: list[str] = None):
274
+ self.args = args
275
+ self.trailing = trailing
276
+
277
+ def __enter__(self) -> tuple[list[str], list[str]]:
278
+ args, trailing, _, _ = Command.extract_options(self.args, trailing=self.trailing)
279
+ return args, trailing
280
+
281
+ def __exit__(self, exc_type, exc_val, exc_tb):
282
+ return False
283
+
284
+ class ExtractAllOptionsHandler:
285
+ def __init__(self, args: list[str], trailing: list[str] = None, sequence: list[str] = None, options: list[str] = None):
286
+ self.args = args
287
+ self.trailing = trailing
288
+ self.sequence = sequence
289
+ self.options = options
290
+
291
+ def __enter__(self) -> tuple[list[str], list[str]]:
292
+ return Command.extract_options(self.args, trailing=self.trailing, sequence=self.sequence, options=self.options)
293
+
294
+ def __exit__(self, exc_type, exc_val, exc_tb):
295
+ return False
296
+
297
+ class ExtractSequenceOptionsHandler:
298
+ def __init__(self, args: list[str], sequence: list[str]):
299
+ self.args = args
300
+ self.sequence = sequence
301
+
302
+ def __enter__(self) -> tuple[list[str], list[str]]:
303
+ args, _, sequence, _ = Command.extract_options(self.args, sequence=self.sequence)
304
+ return args, sequence
305
+
306
+ def __exit__(self, exc_type, exc_val, exc_tb):
307
+ return False
@@ -1,15 +1,17 @@
1
- from concurrent.futures import ThreadPoolExecutor
1
+ from datetime import datetime
2
2
  from kubernetes import client
3
3
  from typing import List
4
4
 
5
5
  from adam.checks.check_utils import run_checks
6
6
  from adam.columns.columns import Columns, collect_checks
7
- from adam.commands.issues import Issues
7
+ from adam.config import Config
8
+ from adam.repl_session import ReplSession
9
+ from adam.utils_issues import IssuesUtils
8
10
  from adam.utils_k8s.cassandra_nodes import CassandraNodes
9
11
  from adam.utils_k8s.pods import Pods
10
12
  from adam.utils_k8s.statefulsets import StatefulSets
11
13
  from adam.repl_state import ReplState
12
- from adam.utils import duration, lines_to_tabular, log, log2
14
+ from adam.utils import SORT, duration, tabulize, log, log2
13
15
 
14
16
  def show_pods(pods: List[client.V1Pod], ns: str, show_namespace = True, show_host_id = True):
15
17
  if len(pods) == 0:
@@ -20,18 +22,10 @@ def show_pods(pods: List[client.V1Pod], ns: str, show_namespace = True, show_hos
20
22
  if show_host_id:
21
23
  names = [pod.metadata.name for pod in pods]
22
24
 
23
- def get_host_id_with_pod(pod, ns):
24
- return (CassandraNodes.get_host_id(pod, ns), pod)
25
-
26
- def body(executor: ThreadPoolExecutor, pod, ns, show_out):
27
- if executor:
28
- return executor.submit(get_host_id_with_pod, pod, ns)
29
-
30
- id = CassandraNodes.get_host_id(pod, ns)
31
-
32
- return (id, pod)
33
-
34
- host_ids_by_pod = {pod: id for id, pod in Pods.on_pods(names, ns, body, action='get-host-id', show_out=False)}
25
+ msg = 'd`Retrieving|Retrived {size} host ids'
26
+ with Pods.parallelize(names, msg=msg, action = 'get-host-id') as exec:
27
+ host_pods = exec.map(lambda pod: (CassandraNodes.get_host_id(pod, ns), pod))
28
+ host_ids_by_pod = {pod: id for id, pod in host_pods}
35
29
 
36
30
  def line(pod: client.V1Pod):
37
31
  pod_cnt = len(pod.status.container_statuses)
@@ -57,9 +51,7 @@ def show_pods(pods: List[client.V1Pod], ns: str, show_namespace = True, show_hos
57
51
  line += f"@{ns}"
58
52
  return line + f" {ready}/{pod_cnt} {status}"
59
53
 
60
- pod_names = [line(pod) for pod in pods]
61
-
62
- log(lines_to_tabular(pod_names, 'HOST_ID POD_NAME READY POD_STATUS' if show_host_id else 'POD_NAME READY POD_STATUS'))
54
+ tabulize(pods, line, header='HOST_ID POD_NAME READY POD_STATUS' if show_host_id else 'POD_NAME READY POD_STATUS')
63
55
 
64
56
  def show_rollout(sts: str, ns: str):
65
57
  restarted, rollingout = StatefulSets.restarted_at(sts, ns)
@@ -70,18 +62,24 @@ def show_rollout(sts: str, ns: str):
70
62
  else:
71
63
  log2(f'Cluster has completed rollout {d} ago.')
72
64
 
73
- def show_table(state: ReplState, pods: list[str], cols: str, header: str, show_output=False):
65
+ def show_table(state: ReplState, pods: list[str], cols: str, header: str, show_out=False, backgrounded = False):
74
66
  columns = Columns.create_columns(cols)
75
67
 
76
- results = run_checks(cluster=state.sts, pod=state.pod, namespace=state.namespace, checks=collect_checks(columns), show_output=show_output)
68
+ results = run_checks(cluster=state.sts, pod=state.pod, namespace=state.namespace, checks=collect_checks(columns), show_out=show_out)
69
+
70
+ r = tabulize(pods, lambda p: ','.join([c.pod_value(results, p) for c in columns]), header=header, separator=',', sorted=SORT, to = 0 if backgrounded else 1)
71
+
72
+ if backgrounded:
73
+ log_prefix = Config().get('log-prefix', '/tmp/qing')
74
+ log_file = f'{log_prefix}-{datetime.now().strftime("%d%H%M%S")}.log'
75
+
76
+ with open(log_file, 'w') as f:
77
+ f.write(r)
77
78
 
78
- def line(pod_name: str):
79
- cells = [c.pod_value(results, pod_name) for c in columns]
80
- return ','.join(cells)
79
+ ReplSession().append_history(f':sh cat {log_file}')
81
80
 
82
- lines = [line(pod) for pod in pods]
83
- lines.sort()
81
+ r = log_file
84
82
 
85
- log(lines_to_tabular(lines, header, separator=','))
83
+ IssuesUtils.show(results, state.in_repl)
86
84
 
87
- Issues.show(results, state.in_repl)
85
+ return r
@@ -0,0 +1,28 @@
1
+ from adam.commands.cql.utils_cql import cassandra_keyspaces, cassandra_table_names
2
+ from adam.commands.export.export_sessions import ExportSessions
3
+ from adam.commands.export.export_databases import ExportDatabases
4
+ from adam.config import Config
5
+ from adam.repl_state import ReplState
6
+ from adam.sql.lark_completer import LarkCompleter
7
+ from adam.utils import log_timing
8
+ from adam.utils_k8s.statefulsets import StatefulSets
9
+
10
+ def completions_c(state: ReplState) -> dict[str, any]:
11
+ ps = Config().get('cql.alter-tables.gc-grace-periods', '3600,86400,864000,7776000').split(',')
12
+
13
+ with log_timing('lark.completions'):
14
+ return LarkCompleter(
15
+ expandables = {
16
+ 'tables': lambda x: cassandra_table_names(state),
17
+ 'keyspaces': lambda x: cassandra_keyspaces(state.with_no_pod()),
18
+ 'table-props': lambda x: {
19
+ 'GC_GRACE_SECONDS': ps
20
+ },
21
+ 'export-database-types': lambda x: ['athena', 'sqlite', 'csv'],
22
+ 'export-databases': lambda x: ExportDatabases.database_names(),
23
+ 'export-sessions': lambda x: ExportSessions.export_session_names(state.sts, state.pod, state.namespace),
24
+ 'export-sessions-incomplete': lambda x: ExportSessions.export_session_names(state.sts, state.pod, state.namespace, export_state='pending_import'),
25
+ 'hosts': lambda x: [f'@{p}' for p in StatefulSets.pod_names(state.sts, state.namespace)],
26
+ },
27
+ variant=ReplState.C
28
+ ).completions_for_nesting()
@@ -1,12 +1,12 @@
1
1
  import click
2
2
 
3
+ from adam.commands import extract_trailing_options
3
4
  from adam.commands.command import Command
4
5
  from adam.commands.command_helpers import ClusterOrPodCommandHelper
5
- from adam.commands.cql.cql_completions import cql_completions
6
- from adam.utils_k8s.statefulsets import StatefulSets
7
- from .cql_utils import run_cql
6
+ from adam.commands.cql.completions_c import completions_c
7
+ from adam.commands.cql.utils_cql import cassandra
8
8
  from adam.repl_state import ReplState, RequiredState
9
- from adam.utils import log, log2
9
+ from adam.utils import log
10
10
 
11
11
  class Cqlsh(Command):
12
12
  COMMAND = 'cql'
@@ -30,41 +30,17 @@ class Cqlsh(Command):
30
30
  if not(args := self.args(cmd)):
31
31
  return super().run(cmd, state)
32
32
 
33
- state, args = self.apply_state(args, state)
34
- if not self.validate_state(state):
35
- return state
36
-
37
- background = False
38
- opts = []
39
- cqls = []
40
- for index, arg in enumerate(args):
41
- if arg.startswith('--'):
42
- opts.append(arg)
43
- elif index == len(args) -1 and arg == '&':
44
- background = True
45
- elif arg != '-e':
46
- cqls.append(arg)
47
- if not cqls:
48
- if state.in_repl:
49
- log2('Please enter cql statement. e.g. select host_id from system.local')
50
- else:
51
- log2('* CQL statement is missing.')
52
- log2()
53
- Command.display_help()
54
-
55
- return 'no-cql'
56
-
57
- cql = ' '.join(cqls)
58
- return run_cql(state, cql, opts, show_out=True, background=background)
33
+ with self.validate(args, state) as (args, state):
34
+ with extract_trailing_options(args, '&') as (args, backgrounded):
35
+ with cassandra(state) as pods:
36
+ pods.cql(args, backgrounded=backgrounded)
59
37
 
60
38
  def completion(self, state: ReplState) -> dict[str, any]:
61
39
  if state.device != state.C:
62
- # conflicts with psql completions
63
40
  return {}
64
41
 
65
42
  if state.sts or state.pod:
66
- return cql_completions(state) | \
67
- {f'@{p}': cql_completions(state) for p in StatefulSets.pod_names(state.sts, state.namespace)}
43
+ return completions_c(state)
68
44
 
69
45
  return {}
70
46
 
@@ -1,20 +1,31 @@
1
1
  import functools
2
2
  import re
3
+ from typing import Union
3
4
 
4
- from adam.config import Config
5
+ from adam.commands.command import Command
6
+ from adam.commands.commands_utils import show_table
5
7
  from adam.utils_k8s.cassandra_clusters import CassandraClusters
6
8
  from adam.utils_k8s.cassandra_nodes import CassandraNodes
7
9
  from adam.utils_k8s.secrets import Secrets
8
10
  from adam.pod_exec_result import PodExecResult
9
11
  from adam.repl_state import ReplState
10
- from adam.utils import log2
12
+ from adam.utils import log2, log_timing, wait_log
13
+ from adam.utils_k8s.statefulsets import StatefulSets
14
+
15
+ def cd_dirs(state: ReplState) -> list[str]:
16
+ if state.pod:
17
+ return [".."]
18
+ elif state.sts:
19
+ return [".."] + StatefulSets.pod_names(state.sts, state.namespace)
20
+ else:
21
+ return StatefulSets.list_sts_names()
11
22
 
12
23
  @functools.lru_cache()
13
24
  def cassandra_keyspaces(state: ReplState, on_any=True):
14
25
  if state.pod:
15
- Config().wait_log(f'Inspecting Cassandra Keyspaces on {state.pod}...')
26
+ wait_log(f'Inspecting Cassandra Keyspaces on {state.pod}...')
16
27
  else:
17
- Config().wait_log(f'Inspecting Cassandra Keyspaces...')
28
+ wait_log(f'Inspecting Cassandra Keyspaces...')
18
29
 
19
30
  r: list[PodExecResult] = run_cql(state, 'describe keyspaces', show_out=False, on_any=on_any)
20
31
  if not r:
@@ -44,17 +55,21 @@ def table_spec(state: ReplState, table: str, on_any=False) -> 'TableSpec':
44
55
 
45
56
  return parse_cql_desc_table(r.stdout if state.pod else r[0].stdout)
46
57
 
47
- def run_cql(state: ReplState, cql: str, opts: list = [], show_out = False, use_single_quotes = False, on_any = False, background=False, log_file=None) -> list[PodExecResult]:
48
- user, pw = Secrets.get_user_pass(state.sts if state.sts else state.pod, state.namespace, secret_path='cql.secret')
49
- if use_single_quotes:
50
- command = f"cqlsh -u {user} -p {pw} {' '.join(opts)} -e '{cql}'"
51
- else:
52
- command = f'cqlsh -u {user} -p {pw} {" ".join(opts)} -e "{cql}"'
58
+ def run_cql(state: ReplState, cql: str, opts: list = [], show_out = False, show_query = False, use_single_quotes = False, on_any = False, backgrounded=False, log_file=None) -> list[PodExecResult]:
59
+ if show_query:
60
+ log2(cql)
53
61
 
54
- if state.pod:
55
- return CassandraNodes.exec(state.pod, state.namespace, command, show_out=show_out, background=background, log_file=log_file)
56
- else:
57
- return CassandraClusters.exec(state.sts, state.namespace, command, show_out=show_out, action='cql', on_any=on_any, background=background, log_file=log_file)
62
+ command = None
63
+ with log_timing('Secrets.get_user_pass'):
64
+ user, pw = Secrets.get_user_pass(state.sts if state.sts else state.pod, state.namespace, secret_path='cql.secret')
65
+ if use_single_quotes:
66
+ command = f"cqlsh -u {user} -p {pw} {' '.join(opts)} -e '{cql}'"
67
+ else:
68
+ command = f'cqlsh -u {user} -p {pw} {" ".join(opts)} -e "{cql}"'
69
+
70
+ with log_timing(cql):
71
+ with cassandra(state) as pods:
72
+ return pods.exec(command, action='cql', show_out=show_out, on_any=on_any, backgrounded=backgrounded, log_file=log_file)
58
73
 
59
74
  def parse_cql_desc_tables(out: str):
60
75
  # Keyspace data_endpoint_auth
@@ -206,4 +221,85 @@ def parse_cql_desc_table(out: str) -> TableSpec:
206
221
  if column.name in pkeys.keys():
207
222
  column.key_index = pkeys[column.name]
208
223
 
209
- return TableSpec(columns)
224
+ return TableSpec(columns)
225
+
226
+ class CassandraPodService:
227
+ def __init__(self, handler: 'CassandraExecHandler'):
228
+ self.handler = handler
229
+
230
+ def exec(self, command: str, action='bash', show_out = True, on_any = False, throw_err = False, shell = '/bin/sh', backgrounded = False, log_file = None) -> Union[PodExecResult, list[PodExecResult]]:
231
+ state = self.handler.state
232
+ pod = self.handler.pod
233
+
234
+ if pod:
235
+ return CassandraNodes.exec(pod, state.namespace, command,
236
+ show_out=show_out, throw_err=throw_err, shell=shell, backgrounded=backgrounded, log_file=log_file)
237
+ elif state.sts:
238
+ return CassandraClusters.exec(state.sts, state.namespace, command, action=action,
239
+ show_out=show_out, on_any=on_any, shell=shell, backgrounded=backgrounded, log_file=log_file)
240
+
241
+ return []
242
+
243
+ def cql(self, args: list[str], opts: list = [], show_out = False, show_query = False, use_single_quotes = False, on_any = False, backgrounded=False, log_file: str = None):
244
+ state = self.handler.state
245
+ query: str = args
246
+
247
+ if isinstance(query, list):
248
+ opts = []
249
+ cqls = []
250
+ for arg in args:
251
+ if arg.startswith('--'):
252
+ opts.append(arg)
253
+ elif arg != '-e':
254
+ cqls.append(arg)
255
+ if not cqls:
256
+ if self.state.in_repl:
257
+ log2('Please enter cql statement. e.g. select host_id from system.local')
258
+ else:
259
+ log2('* CQL statement is missing.')
260
+ log2()
261
+ Command.display_help()
262
+
263
+ return 'no-cql'
264
+
265
+ query = ' '.join(cqls)
266
+ show_out = True
267
+
268
+ return run_cql(state, query, opts=opts, show_out=show_out, show_query=show_query, use_single_quotes=use_single_quotes, on_any=on_any, backgrounded=backgrounded, log_file=log_file)
269
+
270
+ def display_table(self, cols: str, header: str, show_out = True, backgrounded = False):
271
+ state = self.handler.state
272
+
273
+ if state.pod:
274
+ return show_table(state, [state.pod], cols, header, show_out=show_out, backgrounded = backgrounded)
275
+ elif state.sts:
276
+ pod_names = [pod.metadata.name for pod in StatefulSets.pods(state.sts, state.namespace)]
277
+ return show_table(state, pod_names, cols, header, show_out=show_out, backgrounded = backgrounded)
278
+
279
+ def nodetool(self, args: str, status = False, show_out = True, backgrounded = False) -> Union[PodExecResult, list[PodExecResult]]:
280
+ state = self.handler.state
281
+ pod = self.handler.pod
282
+
283
+ user, pw = state.user_pass()
284
+ command = f"nodetool -u {user} -pw {pw} {args}"
285
+
286
+ if pod:
287
+ return CassandraNodes.exec(pod, state.namespace, command, show_out=show_out, backgrounded=backgrounded)
288
+ else:
289
+ return CassandraClusters.exec(state.sts, state.namespace, command, action='nodetool.status' if status else 'nodetool', show_out=show_out, backgrounded=backgrounded)
290
+
291
+ class CassandraExecHandler:
292
+ def __init__(self, state: ReplState, pod: str = None):
293
+ self.state = state
294
+ self.pod = pod
295
+ if not pod and state.pod:
296
+ self.pod = state.pod
297
+
298
+ def __enter__(self):
299
+ return CassandraPodService(self)
300
+
301
+ def __exit__(self, exc_type, exc_val, exc_tb):
302
+ return False
303
+
304
+ def cassandra(state: ReplState, pod: str=None):
305
+ return CassandraExecHandler(state, pod=pod)
@@ -25,19 +25,16 @@ class CodeStart(Command):
25
25
  if not(args := self.args(cmd)):
26
26
  return super().run(cmd, state)
27
27
 
28
- state, args = self.apply_state(args, state)
29
- if not self.validate_state(state):
30
- return state
31
-
32
- log2('This will support c3/c3 only for demo.')
28
+ with self.validate(args, state) as (args, state):
29
+ log2('This will support c3/c3 only for demo.')
33
30
 
34
- stop_user_codes(state.namespace)
35
- try:
36
- start_user_code(state.namespace)
37
- finally:
38
31
  stop_user_codes(state.namespace)
32
+ try:
33
+ start_user_code(state.namespace)
34
+ finally:
35
+ stop_user_codes(state.namespace)
39
36
 
40
- return state
37
+ return state
41
38
 
42
39
  def completion(self, state: ReplState):
43
40
  if state.namespace: