kaqing 2.0.110__py3-none-any.whl → 2.0.214__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of kaqing might be problematic. Click here for more details.

Files changed (251) hide show
  1. adam/__init__.py +0 -2
  2. adam/app_session.py +9 -12
  3. adam/apps.py +18 -4
  4. adam/batch.py +19 -19
  5. adam/checks/check_utils.py +16 -46
  6. adam/checks/cpu.py +7 -1
  7. adam/checks/cpu_metrics.py +52 -0
  8. adam/checks/disk.py +2 -3
  9. adam/columns/columns.py +3 -1
  10. adam/columns/cpu.py +3 -1
  11. adam/columns/cpu_metrics.py +22 -0
  12. adam/columns/memory.py +3 -4
  13. adam/commands/__init__.py +24 -0
  14. adam/commands/app/app.py +38 -0
  15. adam/commands/{app_ping.py → app/app_ping.py} +7 -13
  16. adam/commands/{login.py → app/login.py} +22 -24
  17. adam/commands/app/show_app_actions.py +49 -0
  18. adam/commands/{show → app}/show_app_id.py +8 -11
  19. adam/commands/{show → app}/show_app_queues.py +7 -14
  20. adam/commands/app/show_login.py +56 -0
  21. adam/commands/app/utils_app.py +106 -0
  22. adam/commands/audit/audit.py +22 -40
  23. adam/commands/audit/audit_repair_tables.py +15 -19
  24. adam/commands/audit/audit_run.py +15 -22
  25. adam/commands/audit/completions_l.py +15 -0
  26. adam/commands/audit/show_last10.py +4 -18
  27. adam/commands/audit/show_slow10.py +4 -17
  28. adam/commands/audit/show_top10.py +4 -16
  29. adam/commands/audit/utils_show_top10.py +15 -3
  30. adam/commands/bash/__init__.py +5 -0
  31. adam/commands/bash/bash.py +36 -0
  32. adam/commands/bash/bash_completer.py +93 -0
  33. adam/commands/bash/utils_bash.py +16 -0
  34. adam/commands/cassandra/__init__.py +0 -0
  35. adam/commands/cassandra/download_cassandra_log.py +45 -0
  36. adam/commands/{restart.py → cassandra/restart_cluster.py} +12 -26
  37. adam/commands/cassandra/restart_node.py +51 -0
  38. adam/commands/cassandra/restart_nodes.py +47 -0
  39. adam/commands/{rollout.py → cassandra/rollout.py} +20 -25
  40. adam/commands/cassandra/show_cassandra_repairs.py +37 -0
  41. adam/commands/cassandra/show_cassandra_status.py +117 -0
  42. adam/commands/{show → cassandra}/show_cassandra_version.py +5 -18
  43. adam/commands/cassandra/show_processes.py +50 -0
  44. adam/commands/cassandra/show_storage.py +44 -0
  45. adam/commands/{watch.py → cassandra/watch.py} +26 -29
  46. adam/commands/cli/__init__.py +0 -0
  47. adam/commands/{cli_commands.py → cli/cli_commands.py} +8 -4
  48. adam/commands/cli/clipboard_copy.py +86 -0
  49. adam/commands/cli/show_cli_commands.py +56 -0
  50. adam/commands/code.py +57 -0
  51. adam/commands/command.py +211 -40
  52. adam/commands/commands_utils.py +20 -27
  53. adam/commands/config/__init__.py +0 -0
  54. adam/commands/{param_get.py → config/param_get.py} +11 -14
  55. adam/commands/{param_set.py → config/param_set.py} +8 -12
  56. adam/commands/{show → config}/show_params.py +2 -5
  57. adam/commands/cql/alter_tables.py +66 -0
  58. adam/commands/cql/completions_c.py +29 -0
  59. adam/commands/cql/cqlsh.py +10 -32
  60. adam/commands/cql/utils_cql.py +306 -0
  61. adam/commands/debug/__init__.py +0 -0
  62. adam/commands/debug/debug.py +22 -0
  63. adam/commands/debug/debug_completes.py +35 -0
  64. adam/commands/debug/debug_timings.py +35 -0
  65. adam/commands/debug/show_offloaded_completes.py +45 -0
  66. adam/commands/deploy/code_start.py +7 -10
  67. adam/commands/deploy/code_stop.py +4 -21
  68. adam/commands/deploy/code_utils.py +3 -3
  69. adam/commands/deploy/deploy.py +4 -27
  70. adam/commands/deploy/deploy_frontend.py +14 -17
  71. adam/commands/deploy/deploy_pg_agent.py +3 -6
  72. adam/commands/deploy/deploy_pod.py +65 -73
  73. adam/commands/deploy/deploy_utils.py +14 -24
  74. adam/commands/deploy/undeploy.py +4 -27
  75. adam/commands/deploy/undeploy_frontend.py +4 -7
  76. adam/commands/deploy/undeploy_pg_agent.py +6 -8
  77. adam/commands/deploy/undeploy_pod.py +11 -12
  78. adam/commands/devices/__init__.py +0 -0
  79. adam/commands/devices/device.py +149 -0
  80. adam/commands/devices/device_app.py +163 -0
  81. adam/commands/devices/device_auit_log.py +49 -0
  82. adam/commands/devices/device_cass.py +179 -0
  83. adam/commands/devices/device_export.py +87 -0
  84. adam/commands/devices/device_postgres.py +160 -0
  85. adam/commands/devices/devices.py +25 -0
  86. adam/commands/diag/__init__.py +0 -0
  87. adam/commands/{check.py → diag/check.py} +16 -25
  88. adam/commands/diag/generate_report.py +52 -0
  89. adam/commands/diag/issues.py +43 -0
  90. adam/commands/exit.py +1 -4
  91. adam/commands/export/__init__.py +0 -0
  92. adam/commands/export/clean_up_all_export_sessions.py +37 -0
  93. adam/commands/export/clean_up_export_sessions.py +39 -0
  94. adam/commands/export/completions_x.py +11 -0
  95. adam/commands/export/download_export_session.py +40 -0
  96. adam/commands/export/drop_export_database.py +39 -0
  97. adam/commands/export/drop_export_databases.py +37 -0
  98. adam/commands/export/export.py +37 -0
  99. adam/commands/export/export_databases.py +251 -0
  100. adam/commands/export/export_select.py +34 -0
  101. adam/commands/export/export_sessions.py +210 -0
  102. adam/commands/export/export_use.py +49 -0
  103. adam/commands/export/export_x_select.py +48 -0
  104. adam/commands/export/exporter.py +419 -0
  105. adam/commands/export/import_files.py +44 -0
  106. adam/commands/export/import_session.py +40 -0
  107. adam/commands/export/importer.py +81 -0
  108. adam/commands/export/importer_athena.py +157 -0
  109. adam/commands/export/importer_sqlite.py +78 -0
  110. adam/commands/export/show_column_counts.py +45 -0
  111. adam/commands/export/show_export_databases.py +39 -0
  112. adam/commands/export/show_export_session.py +39 -0
  113. adam/commands/export/show_export_sessions.py +37 -0
  114. adam/commands/export/utils_export.py +366 -0
  115. adam/commands/fs/__init__.py +0 -0
  116. adam/commands/fs/cat.py +36 -0
  117. adam/commands/fs/cat_local.py +42 -0
  118. adam/commands/fs/cd.py +41 -0
  119. adam/commands/fs/download_file.py +47 -0
  120. adam/commands/fs/find_files.py +51 -0
  121. adam/commands/fs/find_processes.py +76 -0
  122. adam/commands/fs/head.py +36 -0
  123. adam/commands/fs/ls.py +41 -0
  124. adam/commands/fs/ls_local.py +40 -0
  125. adam/commands/fs/pwd.py +45 -0
  126. adam/commands/fs/rm.py +18 -0
  127. adam/commands/fs/rm_downloads.py +39 -0
  128. adam/commands/fs/rm_logs.py +38 -0
  129. adam/commands/{shell.py → fs/shell.py} +12 -4
  130. adam/commands/{show → fs}/show_adam.py +3 -3
  131. adam/commands/{show → fs}/show_host.py +1 -1
  132. adam/commands/help.py +5 -3
  133. adam/commands/intermediate_command.py +52 -0
  134. adam/commands/kubectl.py +38 -0
  135. adam/commands/medusa/medusa.py +4 -22
  136. adam/commands/medusa/medusa_backup.py +20 -27
  137. adam/commands/medusa/medusa_restore.py +35 -48
  138. adam/commands/medusa/medusa_show_backupjobs.py +16 -18
  139. adam/commands/medusa/medusa_show_restorejobs.py +13 -18
  140. adam/commands/medusa/utils_medusa.py +15 -0
  141. adam/commands/nodetool/__init__.py +0 -0
  142. adam/commands/{nodetool.py → nodetool/nodetool.py} +9 -20
  143. adam/commands/postgres/completions_p.py +22 -0
  144. adam/commands/postgres/postgres.py +47 -55
  145. adam/commands/postgres/postgres_databases.py +269 -0
  146. adam/commands/postgres/postgres_ls.py +5 -9
  147. adam/commands/postgres/postgres_preview.py +5 -9
  148. adam/commands/postgres/utils_postgres.py +80 -0
  149. adam/commands/preview_table.py +8 -44
  150. adam/commands/reaper/reaper.py +4 -27
  151. adam/commands/reaper/reaper_forward.py +49 -56
  152. adam/commands/reaper/reaper_forward_session.py +6 -0
  153. adam/commands/reaper/reaper_forward_stop.py +10 -16
  154. adam/commands/reaper/reaper_restart.py +7 -14
  155. adam/commands/reaper/reaper_run_abort.py +8 -33
  156. adam/commands/reaper/reaper_runs.py +43 -58
  157. adam/commands/reaper/reaper_runs_abort.py +29 -49
  158. adam/commands/reaper/reaper_schedule_activate.py +14 -33
  159. adam/commands/reaper/reaper_schedule_start.py +9 -33
  160. adam/commands/reaper/reaper_schedule_stop.py +9 -33
  161. adam/commands/reaper/reaper_schedules.py +4 -14
  162. adam/commands/reaper/reaper_status.py +8 -16
  163. adam/commands/reaper/utils_reaper.py +203 -0
  164. adam/commands/repair/repair.py +4 -22
  165. adam/commands/repair/repair_log.py +5 -11
  166. adam/commands/repair/repair_run.py +27 -34
  167. adam/commands/repair/repair_scan.py +32 -40
  168. adam/commands/repair/repair_stop.py +5 -12
  169. adam/commands/show.py +40 -0
  170. adam/config.py +5 -15
  171. adam/embedded_params.py +1 -1
  172. adam/log.py +4 -4
  173. adam/repl.py +83 -116
  174. adam/repl_commands.py +86 -45
  175. adam/repl_session.py +9 -1
  176. adam/repl_state.py +176 -40
  177. adam/sql/async_executor.py +62 -0
  178. adam/sql/lark_completer.py +286 -0
  179. adam/sql/lark_parser.py +604 -0
  180. adam/sql/qingl.lark +1076 -0
  181. adam/sql/sql_completer.py +52 -27
  182. adam/sql/sql_state_machine.py +131 -19
  183. adam/sso/authn_ad.py +6 -8
  184. adam/sso/authn_okta.py +4 -6
  185. adam/sso/cred_cache.py +4 -9
  186. adam/sso/idp.py +9 -12
  187. adam/utils.py +670 -31
  188. adam/utils_athena.py +145 -0
  189. adam/utils_audits.py +12 -103
  190. adam/utils_issues.py +32 -0
  191. adam/utils_k8s/app_clusters.py +35 -0
  192. adam/utils_k8s/app_pods.py +41 -0
  193. adam/utils_k8s/cassandra_clusters.py +35 -20
  194. adam/utils_k8s/cassandra_nodes.py +15 -6
  195. adam/utils_k8s/custom_resources.py +16 -17
  196. adam/utils_k8s/ingresses.py +2 -2
  197. adam/utils_k8s/jobs.py +7 -11
  198. adam/utils_k8s/k8s.py +96 -0
  199. adam/utils_k8s/kube_context.py +3 -6
  200. adam/{pod_exec_result.py → utils_k8s/pod_exec_result.py} +13 -4
  201. adam/utils_k8s/pods.py +159 -89
  202. adam/utils_k8s/secrets.py +4 -4
  203. adam/utils_k8s/service_accounts.py +5 -4
  204. adam/utils_k8s/services.py +2 -2
  205. adam/utils_k8s/statefulsets.py +6 -14
  206. adam/utils_local.py +80 -0
  207. adam/utils_net.py +4 -4
  208. adam/utils_repl/__init__.py +0 -0
  209. adam/utils_repl/appendable_completer.py +6 -0
  210. adam/utils_repl/automata_completer.py +48 -0
  211. adam/utils_repl/repl_completer.py +93 -0
  212. adam/utils_repl/state_machine.py +173 -0
  213. adam/utils_sqlite.py +132 -0
  214. adam/version.py +1 -1
  215. {kaqing-2.0.110.dist-info → kaqing-2.0.214.dist-info}/METADATA +1 -1
  216. kaqing-2.0.214.dist-info/RECORD +272 -0
  217. kaqing-2.0.214.dist-info/top_level.txt +2 -0
  218. teddy/__init__.py +0 -0
  219. teddy/lark_parser.py +436 -0
  220. teddy/lark_parser2.py +618 -0
  221. adam/commands/alter_tables.py +0 -81
  222. adam/commands/app.py +0 -67
  223. adam/commands/bash.py +0 -150
  224. adam/commands/cd.py +0 -125
  225. adam/commands/cp.py +0 -95
  226. adam/commands/cql/cql_completions.py +0 -15
  227. adam/commands/cql/cql_utils.py +0 -112
  228. adam/commands/devices.py +0 -118
  229. adam/commands/issues.py +0 -75
  230. adam/commands/logs.py +0 -40
  231. adam/commands/ls.py +0 -146
  232. adam/commands/postgres/postgres_context.py +0 -239
  233. adam/commands/postgres/postgres_utils.py +0 -31
  234. adam/commands/postgres/psql_completions.py +0 -10
  235. adam/commands/pwd.py +0 -77
  236. adam/commands/reaper/reaper_session.py +0 -159
  237. adam/commands/report.py +0 -63
  238. adam/commands/show/show.py +0 -54
  239. adam/commands/show/show_app_actions.py +0 -56
  240. adam/commands/show/show_cassandra_status.py +0 -128
  241. adam/commands/show/show_commands.py +0 -61
  242. adam/commands/show/show_login.py +0 -63
  243. adam/commands/show/show_processes.py +0 -53
  244. adam/commands/show/show_repairs.py +0 -47
  245. adam/commands/show/show_storage.py +0 -52
  246. kaqing-2.0.110.dist-info/RECORD +0 -187
  247. kaqing-2.0.110.dist-info/top_level.txt +0 -1
  248. /adam/commands/{show → app}/__init__.py +0 -0
  249. /adam/commands/{nodetool_commands.py → nodetool/nodetool_commands.py} +0 -0
  250. {kaqing-2.0.110.dist-info → kaqing-2.0.214.dist-info}/WHEEL +0 -0
  251. {kaqing-2.0.110.dist-info → kaqing-2.0.214.dist-info}/entry_points.txt +0 -0
@@ -1,8 +1,6 @@
1
- from adam.commands.audit.utils_show_top10 import extract_limit_and_duration
1
+ from adam.commands.audit.utils_show_top10 import run_configured_query
2
2
  from adam.commands.command import Command
3
3
  from adam.repl_state import ReplState
4
- from adam.utils import log2
5
- from adam.utils_audits import Audits
6
4
 
7
5
  class ShowTop10(Command):
8
6
  COMMAND = 'show top'
@@ -26,20 +24,10 @@ class ShowTop10(Command):
26
24
  if not(args := self.args(cmd)):
27
25
  return super().run(cmd, state)
28
26
 
29
- state, args = self.apply_state(args, state)
30
- if not self.validate_state(state):
31
- return state
32
-
33
- limit, date_condition = extract_limit_and_duration(args)
34
- query = '\n '.join([
35
- "SELECT min(c) AS cluster, line, COUNT(*) AS cnt, avg(CAST(duration AS REAL)) AS duration",
36
- f"FROM audit WHERE drive <> 'z' and ({date_condition})",
37
- f"GROUP BY line ORDER BY cnt DESC LIMIT {limit};"])
38
- log2(query)
39
- log2()
40
- Audits.run_audit_query(query)
27
+ with self.validate(args, state) as (args, state):
28
+ run_configured_query('audit.queries.top10', args)
41
29
 
42
- return state
30
+ return state
43
31
 
44
32
  def completion(self, _: ReplState):
45
33
  return {}
@@ -1,17 +1,29 @@
1
1
  from datetime import datetime, timedelta
2
2
 
3
+ from adam.config import Config
4
+ from adam.utils import log2, log_exc
5
+ from adam.utils_athena import Athena
3
6
  from adam.utils_audits import Audits
4
7
  from adam.utils_repl.automata_completer import AutomataCompleter
5
8
  from adam.utils_repl.state_machine import StateMachine
6
9
 
10
+ def run_configured_query(config_key: str, args: list[str]):
11
+ limit, date_condition = extract_limit_and_duration(args)
12
+ if query := Config().get(config_key, None):
13
+ query = '\n '.join(query.split('\n'))
14
+ query = query.replace('{date_condition}', date_condition)
15
+ query = query.replace('{limit}', str(limit))
16
+
17
+ log2(query)
18
+ log2()
19
+ Athena.run_query(query)
20
+
7
21
  def extract_limit_and_duration(args: list[str]) -> tuple[int, datetime]:
8
22
  limit = 10
9
23
  _from = datetime.now() - timedelta(days=30)
10
24
  if args:
11
- try:
25
+ with log_exc():
12
26
  limit = int(args[0])
13
- except:
14
- pass
15
27
 
16
28
  if len(args) > 2 and args[1] == 'over':
17
29
  if args[2] == 'day':
@@ -0,0 +1,5 @@
1
+ from adam.commands.bash.utils_bash import BashHandler
2
+ from adam.repl_state import ReplState
3
+
4
+ def bash(s0: ReplState, s1: ReplState):
5
+ return BashHandler(s0, s1)
@@ -0,0 +1,36 @@
1
+ from adam.commands.bash import bash
2
+ from adam.commands.command import Command
3
+ from adam.commands.devices.devices import Devices
4
+ from adam.repl_state import ReplState, RequiredState
5
+
6
+ class Bash(Command):
7
+ COMMAND = 'bash'
8
+
9
+ # the singleton pattern
10
+ def __new__(cls, *args, **kwargs):
11
+ if not hasattr(cls, 'instance'): cls.instance = super(Bash, cls).__new__(cls)
12
+
13
+ return cls.instance
14
+
15
+ def __init__(self, successor: Command=None):
16
+ super().__init__(successor)
17
+
18
+ def command(self):
19
+ return Bash.COMMAND
20
+
21
+ def required(self):
22
+ return [RequiredState.CLUSTER_OR_POD, RequiredState.APP_APP, ReplState.P]
23
+
24
+ def run(self, cmd: str, s0: ReplState):
25
+ if not(args := self.args(cmd)):
26
+ return super().run(cmd, s0)
27
+
28
+ with self.validate(args, s0) as (args, s1):
29
+ with bash(s0, s1) as exec:
30
+ return exec(args)
31
+
32
+ def completion(self, state: ReplState):
33
+ return super().completion(state, {c : {'&': None} for c in ['ls', 'cat', 'head']}, pods=Devices.of(state).pods(state, '-'))
34
+
35
+ def help(self, _: ReplState):
36
+ return f'{Bash.COMMAND} [pod-name] [bash-commands] [&]\t run bash on the Cassandra nodes'
@@ -0,0 +1,93 @@
1
+ from typing import Callable
2
+ from prompt_toolkit.completion import WordCompleter
3
+
4
+ from adam.utils_repl.automata_completer import AutomataCompleter
5
+ from adam.utils_repl.state_machine import State, StateMachine
6
+
7
+ BASH_SPEC = [
8
+ # <command> ::= <simple_command> | <pipeline> | <conditional_command>
9
+ # <simple_command> ::= <word> <argument>* <redirection>*
10
+ # <pipeline> ::= <command> '|' <command>
11
+ # <conditional_command> ::= <command> '&&' <command> | <command> '||' <command>
12
+ # <word> ::= <letter> <letter_or_digit>*
13
+ # <argument> ::= <word>
14
+ # <redirection> ::= '>' <filename> | '<' <filename>
15
+ # <filename> ::= <word>
16
+ # <letter> ::= 'a' | 'b' | ... | 'z' | 'A' | 'B' | ... | 'Z'
17
+ # <digit> ::= '0' | '1' | ... | '9'
18
+ # <letter_or_digit> ::= <letter> | <digit>
19
+
20
+ ' > word > cmd ^ hosts',
21
+ 'cmd > word > cmd ^ |,>,2>,<,&,&&,||',
22
+ '- > pipe > cmd_pipe',
23
+ '- > _rdr0_ > cmd_rdr0',
24
+ '- > _rdr1_ > cmd_rdr1',
25
+ '- > _rdr2_ > cmd_rdr2',
26
+ '- > & > cmd_bg ^ |,>,2>,<,&,&&,||',
27
+ '- > &&|_or_ > nocmd',
28
+ 'cmd_a > word > cmd',
29
+ 'cmd_pipe > word > cmd',
30
+ 'cmd_rdr0 > word > cmd_rdr0_f',
31
+ 'cmd_rdr1 > word > cmd_rdr1_f',
32
+ 'cmd_rdr2 > word > cmd_rdr2_f',
33
+ 'cmd_rdr1_f > pipe > cmd_pipe ^ |,2>,<,&,&&,||',
34
+ '- > _rdr2_ > cmd_rdr2',
35
+ '- > _rdr0_ > cmd_rdr0',
36
+ 'cmd_rdr2_f > pipe > cmd_pipe ^ |,<,&,&&,||',
37
+ '- > _rdr0_ > cmd_rdr0',
38
+ '- > & > cmd_bg ^ |,>,2>,<,&,&&,||',
39
+ '- > &&|_or_ > nocmd',
40
+ 'cmd_rdr0_f > pipe > cmd_pipe ^ |,&,&&,||',
41
+ '- > & > cmd_bg ^ |,>,2>,<,&,&&,||',
42
+ '- > &&|_or_ > cmd',
43
+ 'cmd_bg > &&|_or_ > nocmd ^ &&,||',
44
+ 'nocmd > word > cmd',
45
+ ]
46
+
47
+ BASH_KEYWORDS = [
48
+ '&',
49
+ '&&',
50
+ '|',
51
+ '||',
52
+ '>',
53
+ '2>',
54
+ '>>',
55
+ '<',
56
+ 'hosts'
57
+ ]
58
+
59
+ class BashStateMachine(StateMachine[str]):
60
+ def spec(self) -> str:
61
+ return BASH_SPEC
62
+
63
+ def keywords(self) -> list[str]:
64
+ return BASH_KEYWORDS
65
+
66
+ class BashCompleter(AutomataCompleter[str]):
67
+ def __init__(self,
68
+ hosts: Callable[[], list[str]],
69
+ debug = False):
70
+ super().__init__(BashStateMachine(debug=debug), '', debug=debug)
71
+
72
+ self.hosts = hosts
73
+ self.debug = debug
74
+
75
+ def suggestions_completer(self, state: State, suggestions: str) -> list[str]:
76
+ if not suggestions:
77
+ return None
78
+
79
+ terms = []
80
+ for suggestion in suggestions.split(','):
81
+ terms.extend(self._terms(state, suggestion))
82
+
83
+ return WordCompleter(terms)
84
+
85
+ def _terms(self, _: State, word: str) -> list[str]:
86
+ terms = []
87
+
88
+ if word == 'hosts':
89
+ terms.extend(self.hosts())
90
+ else:
91
+ terms.append(word)
92
+
93
+ return terms
@@ -0,0 +1,16 @@
1
+ from adam.commands.devices.devices import Devices
2
+ from adam.repl_state import ReplState
3
+
4
+ class BashHandler:
5
+ def __init__(self, s0: ReplState, s1: ReplState):
6
+ self.s0 = s0
7
+ self.s1 = s1
8
+
9
+ def __enter__(self):
10
+ return self.exec
11
+
12
+ def __exit__(self, exc_type, exc_val, exc_tb):
13
+ return False
14
+
15
+ def exec(self, args: list[str]):
16
+ return Devices.of(self.s1).bash(self.s0, self.s1, args)
File without changes
@@ -0,0 +1,45 @@
1
+ from adam.commands.command import Command
2
+ from adam.commands.devices.devices import Devices
3
+ from adam.config import Config
4
+ from adam.utils_k8s.pod_exec_result import PodExecResult
5
+ from adam.utils import log2
6
+ from adam.utils_k8s.cassandra_nodes import CassandraNodes
7
+ from adam.repl_state import ReplState, RequiredState
8
+ from adam.utils_k8s.pods import Pods
9
+
10
+ class DownloadCassandraLog(Command):
11
+ COMMAND = 'download cassandra log'
12
+
13
+ # the singleton pattern
14
+ def __new__(cls, *args, **kwargs):
15
+ if not hasattr(cls, 'instance'): cls.instance = super(DownloadCassandraLog, cls).__new__(cls)
16
+
17
+ return cls.instance
18
+
19
+ def __init__(self, successor: Command=None):
20
+ super().__init__(successor)
21
+
22
+ def command(self):
23
+ return DownloadCassandraLog.COMMAND
24
+
25
+ def required(self):
26
+ return RequiredState.POD
27
+
28
+ def run(self, cmd: str, state: ReplState):
29
+ if not(args := self.args(cmd)):
30
+ return super().run(cmd, state)
31
+
32
+ with self.validate(args, state) as (args, state):
33
+ path = Config().get('logs.path', '/c3/cassandra/logs/system.log')
34
+ r: PodExecResult = CassandraNodes.exec(state.pod, state.namespace, f'cat {path}', backgrounded=True, history=False)
35
+
36
+ to_file = Pods.download_file(state.pod, 'cassandra', state.namespace, path)
37
+ log2(f'Downloaded to {to_file}.')
38
+
39
+ return r
40
+
41
+ def completion(self, state: ReplState):
42
+ return super().completion(state, pods=Devices.of(state).pods(state, '-'), auto='jit')
43
+
44
+ def help(self, _: ReplState):
45
+ return f'{DownloadCassandraLog.COMMAND}\t download cassandra system log'
@@ -1,15 +1,16 @@
1
+ from adam.commands import extract_options
1
2
  from adam.commands.command import Command
2
3
  from adam.utils_k8s.pods import Pods
3
4
  from adam.utils_k8s.statefulsets import StatefulSets
4
5
  from adam.repl_state import ReplState, RequiredState
5
6
  from adam.utils import log2
6
7
 
7
- class Restart(Command):
8
- COMMAND = 'restart'
8
+ class RestartCluster(Command):
9
+ COMMAND = 'restart cluster'
9
10
 
10
11
  # the singleton pattern
11
12
  def __new__(cls, *args, **kwargs):
12
- if not hasattr(cls, 'instance'): cls.instance = super(Restart, cls).__new__(cls)
13
+ if not hasattr(cls, 'instance'): cls.instance = super(RestartCluster, cls).__new__(cls)
13
14
 
14
15
  return cls.instance
15
16
 
@@ -17,45 +18,30 @@ class Restart(Command):
17
18
  super().__init__(successor)
18
19
 
19
20
  def command(self):
20
- return Restart.COMMAND
21
+ return RestartCluster.COMMAND
21
22
 
22
23
  def required(self):
23
- return RequiredState.CLUSTER_OR_POD
24
+ return RequiredState.CLUSTER
24
25
 
25
26
  def run(self, cmd: str, state: ReplState):
26
27
  if not(args := self.args(cmd)):
27
28
  return super().run(cmd, state)
28
29
 
29
- state, args = self.apply_state(args, state)
30
- if not self.validate_state(state):
31
- return state
32
-
33
- args, forced = Command.extract_options(args, '--force')
34
- if not args:
35
- if state.pod:
36
- log2(f'Restarting {state.pod}...')
37
- Pods.delete(state.pod, state.namespace)
38
- else:
30
+ with self.validate(args, state) as (args, state):
31
+ with extract_options(args, '--force') as (args, forced):
39
32
  if not forced:
40
33
  log2('Please add --force for restarting all nodes in a cluster.')
34
+
41
35
  return 'force-needed'
42
36
 
43
37
  log2(f'Restarting all pods from {state.sts}...')
44
38
  for pod_name in StatefulSets.pod_names(state.sts, state.namespace):
45
39
  Pods.delete(pod_name, state.namespace)
46
- else:
47
- for arg in args:
48
- Pods.delete(arg, state.namespace)
49
40
 
50
- return state
41
+ return state
51
42
 
52
43
  def completion(self, state: ReplState):
53
- if state.pod:
54
- return {Restart.COMMAND: None}
55
- elif state.sts:
56
- return {Restart.COMMAND: {p: None for p in StatefulSets.pod_names(state.sts, state.namespace)}}
57
-
58
- return {}
44
+ return super().completion(state, {'--force': None})
59
45
 
60
46
  def help(self, _: ReplState):
61
- return f"{Restart.COMMAND} [<host-id>] [--force]\t restart the node you're in or all the nodes in the cluster"
47
+ return f"{RestartCluster.COMMAND} --force\t restart all the nodes in the cluster"
@@ -0,0 +1,51 @@
1
+ from adam.commands import extract_options
2
+ from adam.commands.command import Command
3
+ from adam.commands.devices.devices import Devices
4
+ from adam.utils_k8s.pods import Pods
5
+ from adam.repl_state import ReplState, RequiredState
6
+ from adam.utils import log2
7
+
8
+ class RestartNode(Command):
9
+ COMMAND = 'restart node'
10
+
11
+ # the singleton pattern
12
+ def __new__(cls, *args, **kwargs):
13
+ if not hasattr(cls, 'instance'): cls.instance = super(RestartNode, cls).__new__(cls)
14
+
15
+ return cls.instance
16
+
17
+ def __init__(self, successor: Command=None):
18
+ super().__init__(successor)
19
+
20
+ def command(self):
21
+ return RestartNode.COMMAND
22
+
23
+ def required(self):
24
+ return RequiredState.POD
25
+
26
+ def run(self, cmd: str, state: ReplState):
27
+ if not(args := self.args(cmd)):
28
+ return super().run(cmd, state)
29
+
30
+ with self.validate(args, state) as (args, state):
31
+ if not state.pod:
32
+ log2("'pod' is required")
33
+
34
+ return 'pod-needed'
35
+
36
+ with extract_options(args, '--force') as (args, forced):
37
+ if not forced:
38
+ log2('Please add --force for restarting pod.')
39
+
40
+ return 'force-needed'
41
+
42
+ log2(f'Restarting {state.pod}...')
43
+ Pods.delete(state.pod, state.namespace)
44
+
45
+ return state
46
+
47
+ def completion(self, state: ReplState):
48
+ return super().completion(state, {'--force': None}, pods=Devices.of(state).pods(state, '-'))
49
+
50
+ def help(self, _: ReplState):
51
+ return f"{RestartNode.COMMAND} --force\t restart the node"
@@ -0,0 +1,47 @@
1
+ from adam.commands import extract_options, validate_args
2
+ from adam.commands.command import Command
3
+ from adam.utils_k8s.pods import Pods
4
+ from adam.utils_k8s.statefulsets import StatefulSets
5
+ from adam.repl_state import ReplState, RequiredState
6
+ from adam.utils import log2
7
+
8
+ class RestartNodes(Command):
9
+ COMMAND = 'restart nodes'
10
+
11
+ # the singleton pattern
12
+ def __new__(cls, *args, **kwargs):
13
+ if not hasattr(cls, 'instance'): cls.instance = super(RestartNodes, cls).__new__(cls)
14
+
15
+ return cls.instance
16
+
17
+ def __init__(self, successor: Command=None):
18
+ super().__init__(successor)
19
+
20
+ def command(self):
21
+ return RestartNodes.COMMAND
22
+
23
+ def required(self):
24
+ return RequiredState.CLUSTER
25
+
26
+ def run(self, cmd: str, state: ReplState):
27
+ if not(args := self.args(cmd)):
28
+ return super().run(cmd, state)
29
+
30
+ with self.validate(args, state, apply=False) as (args, state):
31
+ with extract_options(args, '--force') as (args, forced):
32
+ with validate_args(args, state, name='pod name'):
33
+ if not forced:
34
+ log2('Please add --force for restarting nodes.')
35
+
36
+ return 'force-needed'
37
+
38
+ for arg in args:
39
+ Pods.delete(arg, state.namespace)
40
+
41
+ return state
42
+
43
+ def completion(self, state: ReplState):
44
+ return super().completion(state, lambda: {p: {'--force': None} for p in StatefulSets.pod_names(state.sts, state.namespace)})
45
+
46
+ def help(self, _: ReplState):
47
+ return f"{RestartNodes.COMMAND} <pod-name>... --force\t restart Cassandra nodes"
@@ -2,8 +2,9 @@ import datetime
2
2
  from kubernetes import client
3
3
  from kubernetes.client.rest import ApiException
4
4
 
5
+ from adam.commands import extract_options
6
+ from adam.commands.cassandra.watch import Watch
5
7
  from adam.commands.command import Command
6
- from adam.commands.watch import Watch
7
8
  from adam.utils_k8s.statefulsets import StatefulSets
8
9
  from adam.config import Config
9
10
  from adam.repl_state import ReplState, RequiredState
@@ -31,32 +32,28 @@ class RollOut(Command):
31
32
  if not(args := self.args(cmd)):
32
33
  return super().run(cmd, state)
33
34
 
34
- state, args = self.apply_state(args, state)
35
- if not self.validate_state(state):
36
- return state
35
+ with self.validate(args, state) as (args, state):
36
+ with extract_options(args, '--force') as (args, forced):
37
+ restarted, rollingout = StatefulSets.restarted_at(state.sts, state.namespace)
38
+ if rollingout and not forced:
39
+ log2(f"* Cluster is being rolled out for {duration(restarted)}. Please wait until it's done or use --force.")
37
40
 
38
- args, forced = Command.extract_options(args, '--force')
41
+ return state
39
42
 
40
- restarted, rollingout = StatefulSets.restarted_at(state.sts, state.namespace)
41
- if rollingout and not forced:
42
- log2(f"* Cluster is being rolled out for {duration(restarted)}. Please wait until it's done or use --force.")
43
+ self.rolling_restart(state.sts, state.namespace)
43
44
 
44
- return state
45
+ auto_watch = False
46
+ if (auto_watch_cmds := Config().get('watch.auto', 'rollout')):
47
+ cmds = [c.strip(' ') for c in auto_watch_cmds.split(',')]
48
+ if self.command() in cmds:
49
+ auto_watch = True
50
+ log2('Rolling out cluster with auto watch...')
51
+ Watch().run('watch', state)
45
52
 
46
- self.rolling_restart(state.sts, state.namespace)
53
+ if not auto_watch:
54
+ log2('Rolling out cluster...')
47
55
 
48
- auto_watch = False
49
- if (auto_watch_cmds := Config().get('watch.auto', 'rollout')):
50
- cmds = [c.strip(' ') for c in auto_watch_cmds.split(',')]
51
- if self.command() in cmds:
52
- auto_watch = True
53
- log2('Rolling out cluster with auto watch...')
54
- Watch().run('watch', state)
55
-
56
- if not auto_watch:
57
- log2('Rolling out cluster...')
58
-
59
- return state
56
+ return state
60
57
 
61
58
  def rolling_restart(self, statefulset, namespace):
62
59
  # kubectl rollout restart statefulset <statefulset-name>
@@ -82,9 +79,7 @@ class RollOut(Command):
82
79
  log2("Exception when calling AppsV1Api->read_namespaced_statefulset_status: %s\n" % e)
83
80
 
84
81
  def completion(self, state: ReplState):
85
- if state.pod:
86
- return {}
87
- elif state.sts:
82
+ if super().completion(state):
88
83
  return {RollOut.COMMAND: None}
89
84
 
90
85
  return {}
@@ -0,0 +1,37 @@
1
+ from adam.commands import extract_trailing_options
2
+ from adam.commands.command import Command
3
+ from adam.commands.cql.utils_cql import cassandra
4
+ from adam.repl_state import ReplState, RequiredState
5
+
6
+ class ShowCassandraRepairs(Command):
7
+ COMMAND = 'show cassandra repairs'
8
+
9
+ # the singleton pattern
10
+ def __new__(cls, *args, **kwargs):
11
+ if not hasattr(cls, 'instance'): cls.instance = super(ShowCassandraRepairs, cls).__new__(cls)
12
+
13
+ return cls.instance
14
+
15
+ def __init__(self, successor: Command=None):
16
+ super().__init__(successor)
17
+
18
+ def command(self):
19
+ return ShowCassandraRepairs.COMMAND
20
+
21
+ def required(self):
22
+ return RequiredState.CLUSTER_OR_POD
23
+
24
+ def run(self, cmd: str, state: ReplState):
25
+ if not(args := self.args(cmd)):
26
+ return super().run(cmd, state)
27
+
28
+ with self.validate(args, state) as (args, state):
29
+ with extract_trailing_options(args, '&') as (args, backgrounded):
30
+ with cassandra(state) as pods:
31
+ return pods.nodetool('repair_admin list', backgrounded=backgrounded)
32
+
33
+ def completion(self, state: ReplState):
34
+ return super().completion(state, {'&': None})
35
+
36
+ def help(self, _: ReplState):
37
+ return f'{ShowCassandraRepairs.COMMAND}\t show Cassandra repairs'
@@ -0,0 +1,117 @@
1
+ from datetime import datetime
2
+ import sys
3
+
4
+ from adam.checks.check_result import CheckResult
5
+ from adam.checks.check_utils import run_checks
6
+ from adam.checks.compactionstats import CompactionStats
7
+ from adam.checks.gossip import Gossip
8
+ from adam.columns.columns import Columns
9
+ from adam.commands import extract_options, extract_trailing_options
10
+ from adam.commands.command import Command
11
+ from adam.commands.commands_utils import write_to_kaqing_log_file
12
+ from adam.commands.cql.utils_cql import cassandra
13
+ from adam.config import Config
14
+ from adam.repl_session import ReplSession
15
+ from adam.utils_issues import IssuesUtils
16
+ from adam.utils_k8s.statefulsets import StatefulSets
17
+ from adam.repl_state import ReplState, RequiredState
18
+ from adam.utils import SORT, log_dir, tabulize, log2, log_exc
19
+ from adam.checks.status import parse_nodetool_status
20
+
21
+ class ShowCassandraStatus(Command):
22
+ COMMAND = 'show cassandra status'
23
+
24
+ # the singleton pattern
25
+ def __new__(cls, *args, **kwargs):
26
+ if not hasattr(cls, 'instance'): cls.instance = super(ShowCassandraStatus, cls).__new__(cls)
27
+
28
+ return cls.instance
29
+
30
+ def __init__(self, successor: Command=None):
31
+ super().__init__(successor)
32
+
33
+ def command(self):
34
+ return ShowCassandraStatus.COMMAND
35
+
36
+ def required(self):
37
+ return RequiredState.CLUSTER_OR_POD
38
+
39
+ def run(self, cmd: str, state: ReplState):
40
+ if not(args := self.args(cmd)):
41
+ return super().run(cmd, state)
42
+
43
+ with self.validate(args, state) as (args, state):
44
+ with extract_trailing_options(args, '&') as (args, backgrounded):
45
+ with extract_options(args, ['-s', '--show']) as (args, show_out):
46
+ if state.namespace and state.pod:
47
+ self.show_single_pod(state, show_out=show_out, backgrounded=backgrounded)
48
+ elif state.namespace and state.sts:
49
+ self.merge(state, Config().get('nodetool.samples', sys.maxsize), show_output=show_out, backgrounded=backgrounded)
50
+
51
+ return state
52
+
53
+ def show_single_pod(self, state: ReplState, show_out = False, backgrounded = False):
54
+ with log_exc(True):
55
+ with cassandra(state) as pods:
56
+ result = pods.nodetool('status', show_out=False)
57
+ status = parse_nodetool_status(result.stdout)
58
+ check_results = run_checks(cluster=state.sts, namespace=state.namespace, checks=[CompactionStats(), Gossip()], show_out=show_out)
59
+ self.show_table(status, check_results, backgrounded=backgrounded)
60
+
61
+ def merge(self, state: ReplState, samples: int, show_output=False, backgrounded = False):
62
+ statuses: list[list[dict]] = []
63
+
64
+ pod_names = StatefulSets.pod_names(state.sts, state.namespace)
65
+ for pod_name in pod_names:
66
+ pod_name = pod_name.split('(')[0]
67
+
68
+ with log_exc(True):
69
+ with cassandra(state, pod=pod_name) as pods:
70
+ result = pods.nodetool('status', show_out=False)
71
+ status = parse_nodetool_status(result.stdout)
72
+ if status:
73
+ statuses.append(status)
74
+ if samples <= len(statuses) and len(pod_names) != len(statuses):
75
+ break
76
+
77
+ combined_status = self.merge_status(statuses)
78
+ log2(f'Showing merged status from {len(statuses)}/{len(pod_names)} nodes...')
79
+ check_results = run_checks(cluster=state.sts, namespace=state.namespace, checks=[CompactionStats(), Gossip()], show_out=show_output)
80
+ self.show_table(combined_status, check_results, backgrounded=backgrounded)
81
+
82
+ return combined_status
83
+
84
+ def merge_status(self, statuses: list[list[dict]]):
85
+ combined = statuses[0]
86
+
87
+ status_by_host = {}
88
+ for status in statuses[0]:
89
+ status_by_host[status['host_id']] = status
90
+ for status in statuses[1:]:
91
+ for s in status:
92
+ if s['host_id'] in status_by_host:
93
+ c = status_by_host[s['host_id']]
94
+ if c['status'] == 'UN' and s['status'] == 'DN':
95
+ c['status'] = 'DN*'
96
+ else:
97
+ combined.append(s)
98
+
99
+ return combined
100
+
101
+ def show_table(self, status: list[dict[str, any]], check_results: list[CheckResult], backgrounded=False):
102
+ cols = Config().get('status.columns', 'status,address,load,tokens,owns,host_id,gossip,compactions')
103
+ header = Config().get('status.header', '--,Address,Load,Tokens,Owns,Host ID,GOSSIP,COMPACTIONS')
104
+ columns = Columns.create_columns(cols)
105
+
106
+ r = tabulize(status, lambda s: ','.join([c.host_value(check_results, s) for c in columns]), header=header, separator=',', sorted=SORT, to = 0 if backgrounded else 1)
107
+
108
+ if backgrounded:
109
+ r = write_to_kaqing_log_file(r)
110
+
111
+ IssuesUtils.show(check_results)
112
+
113
+ def completion(self, state: ReplState):
114
+ return super().completion(state, {'-s': {'&': None}, '&': None})
115
+
116
+ def help(self, _: ReplState):
117
+ return f'{ShowCassandraStatus.COMMAND} [-s]\t show merged nodetool status -s show commands on nodes'