kaqing 2.0.171__py3-none-any.whl → 2.0.203__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (194) hide show
  1. adam/app_session.py +5 -10
  2. adam/apps.py +18 -4
  3. adam/batch.py +7 -7
  4. adam/checks/check_utils.py +3 -1
  5. adam/checks/disk.py +2 -3
  6. adam/columns/memory.py +3 -4
  7. adam/commands/__init__.py +15 -6
  8. adam/commands/alter_tables.py +26 -41
  9. adam/commands/app/__init__.py +0 -0
  10. adam/commands/{app_cmd.py → app/app.py} +2 -2
  11. adam/commands/{show → app}/show_app_actions.py +7 -15
  12. adam/commands/{show → app}/show_app_queues.py +1 -4
  13. adam/{utils_app.py → commands/app/utils_app.py} +9 -1
  14. adam/commands/audit/audit.py +9 -26
  15. adam/commands/audit/audit_repair_tables.py +5 -7
  16. adam/commands/audit/audit_run.py +1 -1
  17. adam/commands/audit/completions_l.py +15 -0
  18. adam/commands/audit/show_last10.py +2 -14
  19. adam/commands/audit/show_slow10.py +2 -13
  20. adam/commands/audit/show_top10.py +2 -11
  21. adam/commands/audit/utils_show_top10.py +15 -3
  22. adam/commands/bash/bash.py +1 -1
  23. adam/commands/bash/utils_bash.py +1 -1
  24. adam/commands/cassandra/__init__.py +0 -0
  25. adam/commands/cassandra/download_cassandra_log.py +45 -0
  26. adam/commands/cassandra/nodetool.py +64 -0
  27. adam/commands/cassandra/nodetool_commands.py +120 -0
  28. adam/commands/cassandra/restart_cluster.py +47 -0
  29. adam/commands/cassandra/restart_node.py +51 -0
  30. adam/commands/cassandra/restart_nodes.py +47 -0
  31. adam/commands/cassandra/rollout.py +88 -0
  32. adam/commands/cat.py +5 -19
  33. adam/commands/cd.py +7 -9
  34. adam/commands/check.py +10 -18
  35. adam/commands/cli_commands.py +6 -1
  36. adam/commands/{cp.py → clipboard_copy.py} +34 -36
  37. adam/commands/code.py +2 -2
  38. adam/commands/command.py +139 -22
  39. adam/commands/commands_utils.py +14 -12
  40. adam/commands/cql/alter_tables.py +66 -0
  41. adam/commands/cql/completions_c.py +29 -0
  42. adam/commands/cql/cqlsh.py +3 -7
  43. adam/commands/cql/utils_cql.py +23 -61
  44. adam/commands/debug/__init__.py +0 -0
  45. adam/commands/debug/debug.py +22 -0
  46. adam/commands/debug/debug_completes.py +35 -0
  47. adam/commands/debug/debug_timings.py +35 -0
  48. adam/commands/deploy/deploy_pg_agent.py +2 -2
  49. adam/commands/deploy/deploy_pod.py +2 -4
  50. adam/commands/deploy/undeploy_pg_agent.py +2 -2
  51. adam/commands/devices/device.py +40 -9
  52. adam/commands/devices/device_app.py +19 -29
  53. adam/commands/devices/device_auit_log.py +3 -3
  54. adam/commands/devices/device_cass.py +17 -23
  55. adam/commands/devices/device_export.py +12 -11
  56. adam/commands/devices/device_postgres.py +79 -63
  57. adam/commands/devices/devices.py +1 -1
  58. adam/commands/download_cassandra_log.py +45 -0
  59. adam/commands/download_file.py +47 -0
  60. adam/commands/export/clean_up_all_export_sessions.py +3 -3
  61. adam/commands/export/clean_up_export_sessions.py +7 -19
  62. adam/commands/export/completions_x.py +11 -0
  63. adam/commands/export/download_export_session.py +40 -0
  64. adam/commands/export/drop_export_database.py +6 -22
  65. adam/commands/export/drop_export_databases.py +3 -9
  66. adam/commands/export/export.py +1 -17
  67. adam/commands/export/export_databases.py +109 -32
  68. adam/commands/export/export_select.py +8 -55
  69. adam/commands/export/export_sessions.py +211 -0
  70. adam/commands/export/export_use.py +13 -16
  71. adam/commands/export/export_x_select.py +48 -0
  72. adam/commands/export/exporter.py +176 -167
  73. adam/commands/export/import_files.py +44 -0
  74. adam/commands/export/import_session.py +10 -6
  75. adam/commands/export/importer.py +24 -9
  76. adam/commands/export/importer_athena.py +114 -44
  77. adam/commands/export/importer_sqlite.py +45 -23
  78. adam/commands/export/show_column_counts.py +11 -20
  79. adam/commands/export/show_export_databases.py +5 -2
  80. adam/commands/export/show_export_session.py +6 -15
  81. adam/commands/export/show_export_sessions.py +4 -11
  82. adam/commands/export/utils_export.py +79 -27
  83. adam/commands/find_files.py +51 -0
  84. adam/commands/find_processes.py +76 -0
  85. adam/commands/generate_report.py +52 -0
  86. adam/commands/head.py +36 -0
  87. adam/commands/help.py +2 -2
  88. adam/commands/intermediate_command.py +6 -3
  89. adam/commands/login.py +3 -6
  90. adam/commands/ls.py +2 -2
  91. adam/commands/medusa/medusa_backup.py +13 -16
  92. adam/commands/medusa/medusa_restore.py +26 -37
  93. adam/commands/medusa/medusa_show_backupjobs.py +7 -7
  94. adam/commands/medusa/medusa_show_restorejobs.py +6 -6
  95. adam/commands/medusa/utils_medusa.py +15 -0
  96. adam/commands/nodetool.py +3 -8
  97. adam/commands/os/__init__.py +0 -0
  98. adam/commands/os/cat.py +36 -0
  99. adam/commands/os/download_file.py +47 -0
  100. adam/commands/os/find_files.py +51 -0
  101. adam/commands/os/find_processes.py +76 -0
  102. adam/commands/os/head.py +36 -0
  103. adam/commands/os/shell.py +41 -0
  104. adam/commands/param_get.py +10 -12
  105. adam/commands/param_set.py +7 -10
  106. adam/commands/postgres/completions_p.py +22 -0
  107. adam/commands/postgres/postgres.py +25 -40
  108. adam/commands/postgres/postgres_databases.py +269 -0
  109. adam/commands/postgres/utils_postgres.py +33 -20
  110. adam/commands/preview_table.py +4 -2
  111. adam/commands/pwd.py +4 -6
  112. adam/commands/reaper/reaper_forward.py +2 -2
  113. adam/commands/reaper/reaper_run_abort.py +4 -10
  114. adam/commands/reaper/reaper_runs.py +3 -3
  115. adam/commands/reaper/reaper_schedule_activate.py +12 -12
  116. adam/commands/reaper/reaper_schedule_start.py +7 -12
  117. adam/commands/reaper/reaper_schedule_stop.py +7 -12
  118. adam/commands/reaper/utils_reaper.py +13 -6
  119. adam/commands/repair/repair_log.py +1 -4
  120. adam/commands/repair/repair_run.py +3 -8
  121. adam/commands/repair/repair_scan.py +1 -6
  122. adam/commands/repair/repair_stop.py +1 -5
  123. adam/commands/restart_cluster.py +47 -0
  124. adam/commands/restart_node.py +51 -0
  125. adam/commands/restart_nodes.py +47 -0
  126. adam/commands/shell.py +9 -2
  127. adam/commands/show/show.py +4 -4
  128. adam/commands/show/show_adam.py +3 -3
  129. adam/commands/show/show_cassandra_repairs.py +5 -6
  130. adam/commands/show/show_cassandra_status.py +29 -29
  131. adam/commands/show/show_cassandra_version.py +1 -4
  132. adam/commands/show/{show_commands.py → show_cli_commands.py} +3 -6
  133. adam/commands/show/show_login.py +3 -9
  134. adam/commands/show/show_params.py +2 -5
  135. adam/commands/show/show_processes.py +15 -16
  136. adam/commands/show/show_storage.py +9 -8
  137. adam/config.py +4 -5
  138. adam/embedded_params.py +1 -1
  139. adam/log.py +4 -4
  140. adam/repl.py +26 -18
  141. adam/repl_commands.py +32 -20
  142. adam/repl_session.py +9 -1
  143. adam/repl_state.py +39 -10
  144. adam/sql/async_executor.py +44 -0
  145. adam/sql/lark_completer.py +286 -0
  146. adam/sql/lark_parser.py +604 -0
  147. adam/sql/qingl.lark +1076 -0
  148. adam/sql/sql_completer.py +4 -6
  149. adam/sql/sql_state_machine.py +25 -13
  150. adam/sso/authn_ad.py +2 -5
  151. adam/sso/authn_okta.py +2 -4
  152. adam/sso/cred_cache.py +2 -5
  153. adam/sso/idp.py +8 -11
  154. adam/utils.py +299 -105
  155. adam/utils_athena.py +18 -18
  156. adam/utils_audits.py +3 -7
  157. adam/utils_issues.py +2 -2
  158. adam/utils_k8s/app_clusters.py +4 -4
  159. adam/utils_k8s/app_pods.py +8 -6
  160. adam/utils_k8s/cassandra_clusters.py +16 -5
  161. adam/utils_k8s/cassandra_nodes.py +9 -6
  162. adam/utils_k8s/custom_resources.py +11 -17
  163. adam/utils_k8s/jobs.py +7 -11
  164. adam/utils_k8s/k8s.py +14 -5
  165. adam/utils_k8s/kube_context.py +3 -6
  166. adam/{pod_exec_result.py → utils_k8s/pod_exec_result.py} +4 -4
  167. adam/utils_k8s/pods.py +85 -23
  168. adam/utils_k8s/statefulsets.py +5 -2
  169. adam/utils_local.py +42 -0
  170. adam/utils_repl/appendable_completer.py +6 -0
  171. adam/utils_repl/repl_completer.py +45 -2
  172. adam/utils_repl/state_machine.py +3 -3
  173. adam/utils_sqlite.py +58 -30
  174. adam/version.py +1 -1
  175. {kaqing-2.0.171.dist-info → kaqing-2.0.203.dist-info}/METADATA +1 -1
  176. kaqing-2.0.203.dist-info/RECORD +277 -0
  177. kaqing-2.0.203.dist-info/top_level.txt +2 -0
  178. teddy/__init__.py +0 -0
  179. teddy/lark_parser.py +436 -0
  180. teddy/lark_parser2.py +618 -0
  181. adam/commands/cql/cql_completions.py +0 -33
  182. adam/commands/export/export_handlers.py +0 -71
  183. adam/commands/export/export_select_x.py +0 -54
  184. adam/commands/logs.py +0 -37
  185. adam/commands/postgres/postgres_context.py +0 -274
  186. adam/commands/postgres/psql_completions.py +0 -10
  187. adam/commands/report.py +0 -61
  188. adam/commands/restart.py +0 -60
  189. kaqing-2.0.171.dist-info/RECORD +0 -236
  190. kaqing-2.0.171.dist-info/top_level.txt +0 -1
  191. /adam/commands/{app_ping.py → app/app_ping.py} +0 -0
  192. /adam/commands/{show → app}/show_app_id.py +0 -0
  193. {kaqing-2.0.171.dist-info → kaqing-2.0.203.dist-info}/WHEEL +0 -0
  194. {kaqing-2.0.171.dist-info → kaqing-2.0.203.dist-info}/entry_points.txt +0 -0
@@ -0,0 +1,51 @@
1
+ import os
2
+
3
+ from adam.commands.command import Command
4
+ from adam.repl_state import ReplState
5
+ from adam.utils import log2
6
+ from adam.utils_local import local_tmp_dir
7
+
8
+ class FindLocalFiles(Command):
9
+ COMMAND = 'find local'
10
+
11
+ # the singleton pattern
12
+ def __new__(cls, *args, **kwargs):
13
+ if not hasattr(cls, 'instance'): cls.instance = super(FindLocalFiles, cls).__new__(cls)
14
+
15
+ return cls.instance
16
+
17
+ def __init__(self, successor: Command=None):
18
+ super().__init__(successor)
19
+
20
+ def command(self):
21
+ return FindLocalFiles.COMMAND
22
+
23
+ def run(self, cmd: str, state: ReplState):
24
+ if not(args := self.args(cmd)):
25
+ return super().run(cmd, state)
26
+
27
+ with self.validate(args, state) as (args, state):
28
+ cmd = 'find'
29
+
30
+ if not args:
31
+ cmd = f'find {local_tmp_dir()}'
32
+ elif len(args) == 1:
33
+ cmd = f"find {local_tmp_dir()} -name '{args[0]}'"
34
+ else:
35
+ new_args = [f"'{arg}'" if '*' in arg else arg for arg in args]
36
+ cmd = 'find ' + ' '.join(new_args)
37
+
38
+ log2(cmd)
39
+ os.system(cmd)
40
+
41
+ return state
42
+
43
+ def completion(self, state: ReplState):
44
+ return super().completion(state, {
45
+ '*.csv': None,
46
+ '*.db': None,
47
+ '*': None
48
+ })
49
+
50
+ def help(self, _: ReplState):
51
+ return f'{FindLocalFiles.COMMAND} [linux-find-arguments]\t find files from local machine'
@@ -0,0 +1,76 @@
1
+ from adam.commands import extract_options, validate_args
2
+ from adam.commands.command import Command
3
+ from adam.commands.devices.devices import Devices
4
+ from adam.commands.export.utils_export import state_with_pod
5
+ from adam.repl_state import ReplState, RequiredState
6
+ from adam.utils import log2, tabulize
7
+
8
+ class FindProcesses(Command):
9
+ COMMAND = 'find processes'
10
+
11
+ # the singleton pattern
12
+ def __new__(cls, *args, **kwargs):
13
+ if not hasattr(cls, 'instance'): cls.instance = super(FindProcesses, cls).__new__(cls)
14
+
15
+ return cls.instance
16
+
17
+ def __init__(self, successor: Command=None):
18
+ super().__init__(successor)
19
+
20
+ def command(self):
21
+ return FindProcesses.COMMAND
22
+
23
+ def required(self):
24
+ return [RequiredState.CLUSTER_OR_POD, RequiredState.APP_APP, ReplState.P]
25
+
26
+ def run(self, cmd: str, state: ReplState):
27
+ if not(args := self.args(cmd)):
28
+ return super().run(cmd, state)
29
+
30
+ with self.validate(args, state) as (args, state):
31
+ with extract_options(args, '-kill') as (args, kill):
32
+ with validate_args(args, state, name='words to look for'):
33
+ arg = ' | '.join([f'grep {a}' for a in args])
34
+ awk = "awk '{ print $1, $2, $8, $NF }'"
35
+ rs = Devices.of(state).bash(state, state, f"ps -ef | grep -v grep | {arg} | {awk}".split(' '))
36
+
37
+ lines: list[list[str]] = []
38
+ for r in rs:
39
+ for l in r.stdout.split('\n'):
40
+ l = l.strip(' \t\r\n')
41
+ if not l:
42
+ continue
43
+
44
+ tokens = [r.pod] + l.split(' ')
45
+ lines.append(tokens)
46
+
47
+ pids = []
48
+ for l in lines:
49
+ pids.append(f'{l[2]}@{l[0]}')
50
+
51
+ tabulize(lines, lambda l: '\t'.join(l), header = 'POD\tUSER\tPID\tCMD\tLAST_ARG', separator='\t')
52
+ log2()
53
+ log2(f'PIDS with {",".join(args)}: {",".join(pids)}')
54
+
55
+ if kill:
56
+ log2()
57
+ for pidp in pids:
58
+ pid_n_pod = pidp.split('@')
59
+ pid = pid_n_pod[0]
60
+ if len(pid_n_pod) < 2:
61
+ continue
62
+
63
+ pod = pid_n_pod[1]
64
+
65
+ log2(f'@{pod} bash kill -9 {pid}')
66
+
67
+ with state_with_pod(state, pod) as state1:
68
+ Devices.of(state).bash(state, state1, ['kill', '-9', pid])
69
+
70
+ return rs
71
+
72
+ def completion(self, state: ReplState):
73
+ return super().completion(state)
74
+
75
+ def help(self, _: ReplState):
76
+ return f'{FindProcesses.COMMAND} word... [-kill]\t find processes with words'
@@ -0,0 +1,52 @@
1
+ import click
2
+ import json
3
+
4
+ from adam.checks.check_result import CheckResult
5
+ from adam.checks.check_utils import run_checks
6
+ from adam.commands import extract_options
7
+ from adam.commands.command import Command
8
+ from adam.commands.commands_utils import kaqing_log_file
9
+ from adam.repl_state import ReplState
10
+ from adam.utils import log2
11
+
12
+ class GenerateReport(Command):
13
+ COMMAND = 'generate report'
14
+
15
+ # the singleton pattern
16
+ def __new__(cls, *args, **kwargs):
17
+ if not hasattr(cls, 'instance'): cls.instance = super(GenerateReport, cls).__new__(cls)
18
+
19
+ return cls.instance
20
+
21
+ def __init__(self, successor: Command=None):
22
+ super().__init__(successor)
23
+
24
+ def command(self):
25
+ return GenerateReport.COMMAND
26
+
27
+ def required(self):
28
+ return ReplState.NON_L
29
+
30
+ def run(self, cmd: str, state: ReplState):
31
+ if not(args := self.args(cmd)):
32
+ return super().run(cmd, state)
33
+
34
+ with self.validate(args, state) as (args, state):
35
+ with extract_options(args, ['-s', '--show']) as (args, show_out):
36
+ results = run_checks(state.sts, state.namespace, state.pod, show_out=show_out)
37
+ output = CheckResult.report(results)
38
+
39
+ if state.in_repl:
40
+ with kaqing_log_file() as json_file:
41
+ json.dump(output, json_file, indent=2)
42
+ log2(f'Report stored in {json_file.name}.')
43
+ else:
44
+ click.echo(json.dumps(output, indent=2))
45
+
46
+ return output
47
+
48
+ def completion(self, state: ReplState):
49
+ return super().completion(state, {'-s': None})
50
+
51
+ def help(self, _: ReplState):
52
+ return f"{GenerateReport.COMMAND} [-s]\t generate report"
adam/commands/head.py ADDED
@@ -0,0 +1,36 @@
1
+ from adam.commands import validate_args
2
+ from adam.commands.command import Command
3
+ from adam.commands.devices.devices import Devices
4
+ from adam.repl_state import ReplState, RequiredState
5
+
6
+ class Head(Command):
7
+ COMMAND = 'head'
8
+
9
+ # the singleton pattern
10
+ def __new__(cls, *args, **kwargs):
11
+ if not hasattr(cls, 'instance'): cls.instance = super(Head, cls).__new__(cls)
12
+
13
+ return cls.instance
14
+
15
+ def __init__(self, successor: Command=None):
16
+ super().__init__(successor)
17
+
18
+ def command(self):
19
+ return Head.COMMAND
20
+
21
+ def required(self):
22
+ return [RequiredState.CLUSTER_OR_POD, RequiredState.APP_APP, ReplState.P]
23
+
24
+ def run(self, cmd: str, state: ReplState):
25
+ if not(args := self.args(cmd)):
26
+ return super().run(cmd, state)
27
+
28
+ with self.validate(args, state) as (args, state):
29
+ with validate_args(args, state, name='file'):
30
+ return Devices.of(state).bash(state, state, cmd.split(' '))
31
+
32
+ def completion(self, state: ReplState):
33
+ return super().completion(state, lambda: {f: None for f in Devices.of(state).files(state)}, pods=Devices.of(state).pods(state, '-'), auto='jit')
34
+
35
+ def help(self, _: ReplState):
36
+ return f'{Head.COMMAND} file [&]\t run head command on the pod'
adam/commands/help.py CHANGED
@@ -1,7 +1,7 @@
1
1
  from adam.commands.command import Command
2
2
  from adam.repl_commands import ReplCommands
3
3
  from adam.repl_state import ReplState
4
- from adam.utils import lines_to_tabular, log
4
+ from adam.utils import tabulize, log
5
5
 
6
6
  class Help(Command):
7
7
  COMMAND = 'help'
@@ -45,7 +45,7 @@ class Help(Command):
45
45
  lines.append('')
46
46
  lines.extend(section(ReplCommands.exit()))
47
47
 
48
- log(lines_to_tabular(lines, separator='\t'))
48
+ tabulize(lines, separator='\t')
49
49
 
50
50
  return lines
51
51
 
@@ -3,7 +3,7 @@ from abc import abstractmethod
3
3
  from adam.commands.command import Command
4
4
  from adam.commands.command_helpers import ClusterCommandHelper
5
5
  from adam.repl_state import ReplState
6
- from adam.utils import lines_to_tabular, log, log2
6
+ from adam.utils import tabulize, log, log2
7
7
 
8
8
  class IntermediateCommand(Command):
9
9
  def run(self, cmd: str, state: ReplState):
@@ -12,6 +12,9 @@ class IntermediateCommand(Command):
12
12
 
13
13
  return self.intermediate_run(cmd, state, args, self.cmd_list())
14
14
 
15
+ def completion(self, state: ReplState):
16
+ return {}
17
+
15
18
  @abstractmethod
16
19
  def cmd_list(self):
17
20
  pass
@@ -21,7 +24,7 @@ class IntermediateCommand(Command):
21
24
 
22
25
  if state.in_repl:
23
26
  if display_help:
24
- log(lines_to_tabular([c.help(state) for c in cmds], separator=separator))
27
+ tabulize(cmds, lambda c: c.help(state), separator=separator)
25
28
 
26
29
  return 'command-missing'
27
30
  else:
@@ -43,7 +46,7 @@ class IntermediateCommand(Command):
43
46
  log()
44
47
  log('Sub-Commands:')
45
48
 
46
- log(lines_to_tabular([c.help(ReplState()).replace(f'{cmd} ', ' ', 1) for c in cmd_list], separator=separator))
49
+ tabulize(cmd_list, lambda c: c.help(ReplState()).replace(f'{cmd} ', ' ', 1), separator=separator)
47
50
  if show_cluster_help:
48
51
  log()
49
52
  ClusterCommandHelper.cluster_help()
adam/commands/login.py CHANGED
@@ -1,6 +1,5 @@
1
1
  import os
2
2
  import signal
3
- import traceback
4
3
 
5
4
  from adam.app_session import AppSession
6
5
  from adam.apps import Apps
@@ -9,8 +8,8 @@ from adam.config import Config
9
8
  from adam.sso.idp import Idp
10
9
  from adam.sso.idp_login import IdpLogin
11
10
  from adam.commands.command import Command
12
- from adam.repl_state import ReplState, RequiredState
13
- from adam.utils import log, log2
11
+ from adam.repl_state import ReplState
12
+ from adam.utils import log, log2, log_exc
14
13
 
15
14
  class Login(Command):
16
15
  COMMAND = 'login'
@@ -49,15 +48,13 @@ class Login(Command):
49
48
  username = args[0]
50
49
 
51
50
  login: IdpLogin = None
52
- try:
51
+ with log_exc(True):
53
52
  if not(host := Apps.app_host('c3', 'c3', state.namespace)):
54
53
  log2('Cannot locate ingress for app.')
55
54
  return state
56
55
 
57
56
  if not (login := Idp.login(host, username=username, use_token_from_env=False)):
58
57
  log2('Invalid username/password. Please try again.')
59
- except:
60
- log2(traceback.format_exc())
61
58
 
62
59
  log(f'IDP_TOKEN={login.ser() if login else ""}')
63
60
 
adam/commands/ls.py CHANGED
@@ -30,12 +30,12 @@ class Ls(Command):
30
30
  state = copy.copy(state)
31
31
  state.device = arg.replace(':', '')
32
32
 
33
- Devices.device(state).ls(cmd, state)
33
+ Devices.of(state).ls(cmd, state)
34
34
 
35
35
  return state
36
36
 
37
37
  def completion(self, state: ReplState):
38
- return Devices.device(state).ls_completion(Ls.COMMAND, state, default = super().completion(state))
38
+ return super().completion(state, {'&': None}, pods=Devices.of(state).pods(state, '-'))
39
39
 
40
40
  def help(self, _: ReplState):
41
41
  return f'{Ls.COMMAND} [device:]\t list apps, envs, clusters, nodes, pg hosts/databases or export databases'
@@ -1,6 +1,6 @@
1
1
  from datetime import datetime
2
- import re
3
2
 
3
+ from adam.commands import validate_args
4
4
  from adam.commands.command import Command
5
5
  from adam.utils_k8s.statefulsets import StatefulSets
6
6
  from adam.repl_state import ReplState, RequiredState
@@ -33,22 +33,19 @@ class MedusaBackup(Command):
33
33
  ns = state.namespace
34
34
  sts = state.sts
35
35
  now_dtformat = datetime.now().strftime("%Y-%m-%d.%H.%M.%S")
36
- bkname = 'medusa-' + now_dtformat + 'full-backup-' + sts
37
- if len(args) == 1:
38
- bkname = str(args[0])
39
- groups = re.match(r'^(.*?-.*?-).*', sts)
40
- dc = StatefulSets.get_datacenter(state.sts, ns)
41
- if not dc:
42
- return state
43
-
44
- try:
45
- CustomResources.create_medusa_backupjob(bkname, dc, ns)
46
- except Exception as e:
47
- log2("Exception: MedusaBackup failed: %s\n" % e)
48
- finally:
49
- CustomResources.clear_caches()
36
+ with validate_args(args, state, default='medusa-' + now_dtformat + 'full-backup-' + sts) as bkname:
37
+ dc = StatefulSets.get_datacenter(state.sts, ns)
38
+ if not dc:
39
+ return state
40
+
41
+ try:
42
+ CustomResources.create_medusa_backupjob(bkname, dc, ns)
43
+ except Exception as e:
44
+ log2("Exception: MedusaBackup failed: %s\n" % e)
45
+ finally:
46
+ CustomResources.clear_caches()
50
47
 
51
- return state
48
+ return state
52
49
 
53
50
  def completion(self, state: ReplState):
54
51
  return super().completion(state)
@@ -1,11 +1,13 @@
1
1
  from datetime import datetime
2
+ from functools import partial
2
3
 
3
- from adam.commands.command import Command
4
+ from adam.commands import validate_args
5
+ from adam.commands.command import Command, InvalidArgumentsException
6
+ from adam.commands.medusa.utils_medusa import medusa_backup_names
4
7
  from adam.utils_k8s.statefulsets import StatefulSets
5
8
  from adam.repl_state import ReplState, RequiredState
6
9
  from adam.utils_k8s.custom_resources import CustomResources
7
- from adam.config import Config
8
- from adam.utils import lines_to_tabular, log2
10
+ from adam.utils import tabulize, log2, log_exc
9
11
 
10
12
  class MedusaRestore(Command):
11
13
  COMMAND = 'restore'
@@ -35,49 +37,36 @@ class MedusaRestore(Command):
35
37
  if not dc:
36
38
  return state
37
39
 
38
- if len(args) == 1:
39
- bkname = args[0]
40
- job = CustomResources.medusa_get_backupjob(dc, ns, bkname)
41
- if not job:
40
+ def msg(missing: bool):
41
+ if missing:
42
+ log2('\n* Missing Backup Name')
43
+ log2('Usage: qing restore <backup> <sts@name_space>\n')
44
+ else:
42
45
  log2('\n* Backup job name is not valid.')
43
- bklist = [f"{x['metadata']['name']}\t{x['metadata']['creationTimestamp']}\t{x['status'].get('finishTime', '')}" for x in CustomResources.medusa_show_backupjobs(dc, ns)]
44
- log2(lines_to_tabular(bklist, 'NAME\tCREATED\tFINISHED', separator='\t'))
45
46
 
46
- return state
47
+ tabulize(CustomResources.medusa_show_backupjobs(dc, ns),
48
+ lambda x: f"{x['metadata']['name']}\t{x['metadata']['creationTimestamp']}\t{x['status'].get('finishTime', '')}",
49
+ header='NAME\tCREATED\tFINISHED',
50
+ separator='\t',
51
+ to=2)
52
+
53
+ with validate_args(args, state, msg=partial(msg, True)) as bkname:
54
+ if not (job := CustomResources.medusa_get_backupjob(dc, ns, bkname)):
55
+ msg(False)
56
+ raise InvalidArgumentsException()
47
57
 
48
58
  if not input(f"Restoring from {bkname} created at {job['metadata']['creationTimestamp']}. Please enter Yes to continue: ").lower() in ['y', 'yes']:
49
59
  return state
50
- else:
51
- bklist = [f"{x['metadata']['name']}\t{x['metadata']['creationTimestamp']}\t{x['status'].get('finishTime', '')}" for x in CustomResources.medusa_show_backupjobs(dc, ns)]
52
- log2('\n* Missing Backup Name')
53
- log2('Usage: qing medusa restore <backup> <sts@name_space>\n')
54
- log2(lines_to_tabular(bklist, 'NAME\tCREATED\tFINISHED', separator='\t'))
55
- return state
56
60
 
57
- now_dtformat = datetime.now().strftime("%Y-%m-%d.%H.%M.%S")
58
- rtname = 'medusa-' + now_dtformat + '-restore-from-' + bkname
59
- try:
60
- CustomResources.create_medusa_restorejob(rtname, bkname, dc, ns)
61
- except Exception as e:
62
- log2("Exception: MedusaRestore failed: %s\n" % e)
61
+ with log_exc(lambda e: "Exception: MedusaRestore failed: %s\n" % e):
62
+ now_dtformat = datetime.now().strftime("%Y-%m-%d.%H.%M.%S")
63
+ rtname = 'medusa-' + now_dtformat + '-restore-from-' + bkname
64
+ CustomResources.create_medusa_restorejob(rtname, bkname, dc, ns)
63
65
 
64
- return state
66
+ return state
65
67
 
66
68
  def completion(self, state: ReplState):
67
- if sc := super().completion(state):
68
- ns = state.namespace
69
- dc: str = StatefulSets.get_datacenter(state.sts, ns)
70
- if not dc:
71
- return {}
72
-
73
- if Config().get('medusa.restore-auto-complete', False):
74
- leaf = {id: None for id in [f"{x['metadata']['name']}" for x in CustomResources.medusa_show_backupjobs(dc, ns)]}
75
-
76
- return super().completion(state, leaf)
77
- else:
78
- return sc
79
-
80
- return {}
69
+ return super().completion(state, lambda: {id: None for id in medusa_backup_names(state)}, auto_key='medusa.backups')
81
70
 
82
71
  def help(self, _: ReplState):
83
72
  return f'{MedusaRestore.COMMAND}\t start a restore job'
@@ -2,7 +2,7 @@ from adam.commands.command import Command
2
2
  from adam.utils_k8s.statefulsets import StatefulSets
3
3
  from adam.repl_state import ReplState, RequiredState
4
4
  from adam.utils_k8s.custom_resources import CustomResources
5
- from adam.utils import lines_to_tabular, log2
5
+ from adam.utils import tabulize, log_exc
6
6
 
7
7
 
8
8
  class MedusaShowBackupJobs(Command):
@@ -33,14 +33,14 @@ class MedusaShowBackupJobs(Command):
33
33
  if not dc:
34
34
  return state
35
35
 
36
- try:
37
- # always show latest
36
+ with log_exc(lambda e: "Exception: MedusaShowBackupJobs failed: %s\n" % e):
38
37
  CustomResources.clear_caches()
39
38
 
40
- bklist = [f"{x['metadata']['name']}\t{x['metadata']['creationTimestamp']}\t{x['status'].get('finishTime', '') if 'status' in x else 'unknown'}" for x in CustomResources.medusa_show_backupjobs(dc, ns)]
41
- log2(lines_to_tabular(bklist, 'NAME\tCREATED\tFINISHED', separator='\t'))
42
- except Exception as e:
43
- log2("Exception: MedusaShowBackupJobs failed: %s\n" % e)
39
+ tabulize(CustomResources.medusa_show_backupjobs(dc, ns),
40
+ lambda x: f"{x['metadata']['name']}\t{x['metadata']['creationTimestamp']}\t{x['status'].get('finishTime', '') if 'status' in x else 'unknown'}",
41
+ header='NAME\tCREATED\tFINISHED',
42
+ separator='\t',
43
+ to=2)
44
44
 
45
45
  return state
46
46
 
@@ -2,7 +2,7 @@ from adam.commands.command import Command
2
2
  from adam.utils_k8s.statefulsets import StatefulSets
3
3
  from adam.repl_state import ReplState, RequiredState
4
4
  from adam.utils_k8s.custom_resources import CustomResources
5
- from adam.utils import lines_to_tabular, log2
5
+ from adam.utils import tabulize, log_exc
6
6
 
7
7
  class MedusaShowRestoreJobs(Command):
8
8
  COMMAND = 'show restores'
@@ -32,11 +32,11 @@ class MedusaShowRestoreJobs(Command):
32
32
  if not dc:
33
33
  return state
34
34
 
35
- try:
36
- rtlist = CustomResources.medusa_show_restorejobs(dc, ns)
37
- log2(lines_to_tabular(rtlist, 'NAME\tCREATED\tFINISHED', separator='\t'))
38
- except Exception as e:
39
- log2("Exception: MedusaShowRestoreJobs failed: %s\n" % e)
35
+ with log_exc(lambda e: "Exception: MedusaShowRestoreJobs failed: %s\n" % e):
36
+ tabulize(CustomResources.medusa_show_restorejobs(dc, ns),
37
+ header='NAME\tCREATED\tFINISHED',
38
+ separator='\t',
39
+ to=2)
40
40
 
41
41
  return state
42
42
 
@@ -0,0 +1,15 @@
1
+ from adam.config import Config
2
+ from adam.repl_state import ReplState
3
+ from adam.utils_k8s.custom_resources import CustomResources
4
+ from adam.utils_k8s.statefulsets import StatefulSets
5
+
6
+ def medusa_backup_names(state: ReplState, warm=False):
7
+ if warm and (auto := Config().get('medusa.restore-auto-complete', 'off')) in ['off', 'jit', 'lazy']:
8
+ return {}
9
+
10
+ ns = state.namespace
11
+ dc: str = StatefulSets.get_datacenter(state.sts, ns)
12
+ if not dc:
13
+ return {}
14
+
15
+ return {id: None for id in [f"{x['metadata']['name']}" for x in CustomResources.medusa_show_backupjobs(dc, ns)]}
adam/commands/nodetool.py CHANGED
@@ -3,11 +3,11 @@ import click
3
3
  from adam.commands.command import Command
4
4
  from adam.commands.command_helpers import ClusterOrPodCommandHelper
5
5
  from adam.commands.cql.utils_cql import cassandra
6
+ from adam.commands.devices.devices import Devices
6
7
  from adam.commands.nodetool_commands import NODETOOL_COMMANDS
7
8
  from adam.config import Config
8
9
  from adam.repl_state import ReplState, RequiredState
9
10
  from adam.utils import log
10
- from adam.utils_k8s.statefulsets import StatefulSets
11
11
 
12
12
  class NodeTool(Command):
13
13
  COMMAND = 'nodetool'
@@ -33,17 +33,12 @@ class NodeTool(Command):
33
33
 
34
34
  with self.validate(args, state) as (args, state):
35
35
  with cassandra(state) as pods:
36
- pods.nodetool(' '.join(args))
36
+ pods.nodetool(' '.join(args), status=(args[0] == 'status'))
37
37
 
38
38
  return state
39
39
 
40
40
  def completion(self, state: ReplState):
41
- if super().completion(state):
42
- d = {c: {'&': None} for c in NODETOOL_COMMANDS}
43
- return {NodeTool.COMMAND: {'help': None} | d} | \
44
- {f'@{p}': {NodeTool.COMMAND: d} for p in StatefulSets.pod_names(state.sts, state.namespace)}
45
-
46
- return {}
41
+ return super().completion(state, {c: {'&': None} for c in NODETOOL_COMMANDS}, pods=Devices.of(state).pods(state, '-'))
47
42
 
48
43
  def help(self, _: ReplState):
49
44
  return f'{NodeTool.COMMAND} <sub-command> [&]\t run nodetool with arguments'
File without changes
@@ -0,0 +1,36 @@
1
+ from adam.commands import validate_args
2
+ from adam.commands.command import Command
3
+ from adam.commands.devices.devices import Devices
4
+ from adam.repl_state import ReplState, RequiredState
5
+
6
+ class Cat(Command):
7
+ COMMAND = 'cat'
8
+
9
+ # the singleton pattern
10
+ def __new__(cls, *args, **kwargs):
11
+ if not hasattr(cls, 'instance'): cls.instance = super(Cat, cls).__new__(cls)
12
+
13
+ return cls.instance
14
+
15
+ def __init__(self, successor: Command=None):
16
+ super().__init__(successor)
17
+
18
+ def command(self):
19
+ return Cat.COMMAND
20
+
21
+ def required(self):
22
+ return [RequiredState.CLUSTER_OR_POD, RequiredState.APP_APP, ReplState.P]
23
+
24
+ def run(self, cmd: str, state: ReplState):
25
+ if not(args := self.args(cmd)):
26
+ return super().run(cmd, state)
27
+
28
+ with self.validate(args, state) as (args, state):
29
+ with validate_args(args, state, name='file'):
30
+ return Devices.of(state).bash(state, state, cmd.split(' '))
31
+
32
+ def completion(self, state: ReplState):
33
+ return super().completion(state, lambda: {f: None for f in Devices.of(state).files(state)}, pods=Devices.of(state).pods(state, '-'), auto='jit')
34
+
35
+ def help(self, _: ReplState):
36
+ return f'{Cat.COMMAND} file [&]\t run cat command on the pod'
@@ -0,0 +1,47 @@
1
+ from adam.commands import validate_args
2
+ from adam.commands.command import Command
3
+ from adam.commands.devices.devices import Devices
4
+ from adam.config import Config
5
+ from adam.utils_k8s.pod_exec_result import PodExecResult
6
+ from adam.repl_state import ReplState, RequiredState
7
+ from adam.utils import log2
8
+ from adam.utils_k8s.pods import Pods
9
+
10
+ class DownloadFile(Command):
11
+ COMMAND = 'download file'
12
+
13
+ # the singleton pattern
14
+ def __new__(cls, *args, **kwargs):
15
+ if not hasattr(cls, 'instance'): cls.instance = super(DownloadFile, cls).__new__(cls)
16
+
17
+ return cls.instance
18
+
19
+ def __init__(self, successor: Command=None):
20
+ super().__init__(successor)
21
+
22
+ def command(self):
23
+ return DownloadFile.COMMAND
24
+
25
+ def required(self):
26
+ return [RequiredState.CLUSTER_OR_POD, RequiredState.APP_APP, ReplState.P]
27
+
28
+ def run(self, cmd: str, state: ReplState):
29
+ if not(args := self.args(cmd)):
30
+ return super().run(cmd, state)
31
+
32
+ with self.validate(args, state) as (args, state):
33
+ with validate_args(args, state, name='file'):
34
+ to_file = Pods.download_file(Devices.of(state).pod(state),
35
+ Devices.of(state).default_container(state),
36
+ state.namespace,
37
+ args[0],
38
+ args[1] if len(args) > 1 else None)
39
+ log2(f'Downloaded to {to_file}.')
40
+
41
+ return state
42
+
43
+ def completion(self, state: ReplState):
44
+ return super().completion(state, lambda: {f: None for f in Devices.of(state).files(state)}, pods=Devices.of(state).pods(state, '-'), auto='jit')
45
+
46
+ def help(self, _: ReplState):
47
+ return f'{DownloadFile.COMMAND} from-file [to-file]\t download file from pod'