kaqing 2.0.145__py3-none-any.whl → 2.0.189__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of kaqing might be problematic. Click here for more details.

Files changed (209) hide show
  1. adam/__init__.py +0 -2
  2. adam/app_session.py +9 -12
  3. adam/apps.py +18 -4
  4. adam/batch.py +4 -4
  5. adam/checks/check_utils.py +16 -46
  6. adam/checks/cpu.py +7 -1
  7. adam/checks/cpu_metrics.py +52 -0
  8. adam/checks/disk.py +2 -3
  9. adam/columns/columns.py +3 -1
  10. adam/columns/cpu.py +3 -1
  11. adam/columns/cpu_metrics.py +22 -0
  12. adam/columns/memory.py +3 -4
  13. adam/commands/__init__.py +24 -0
  14. adam/commands/alter_tables.py +33 -48
  15. adam/commands/app/__init__.py +0 -0
  16. adam/commands/app/app.py +38 -0
  17. adam/commands/{app_ping.py → app/app_ping.py} +7 -13
  18. adam/commands/app/show_app_actions.py +49 -0
  19. adam/commands/{show → app}/show_app_id.py +8 -11
  20. adam/commands/{show → app}/show_app_queues.py +7 -14
  21. adam/commands/app/utils_app.py +106 -0
  22. adam/commands/audit/audit.py +21 -40
  23. adam/commands/audit/audit_repair_tables.py +14 -19
  24. adam/commands/audit/audit_run.py +14 -22
  25. adam/commands/audit/completions_l.py +15 -0
  26. adam/commands/audit/show_last10.py +4 -19
  27. adam/commands/audit/show_slow10.py +4 -18
  28. adam/commands/audit/show_top10.py +4 -16
  29. adam/commands/audit/utils_show_top10.py +15 -3
  30. adam/commands/bash/__init__.py +5 -0
  31. adam/commands/bash/bash.py +7 -104
  32. adam/commands/bash/utils_bash.py +16 -0
  33. adam/commands/cat.py +7 -27
  34. adam/commands/cd.py +7 -11
  35. adam/commands/check.py +15 -24
  36. adam/commands/cli_commands.py +8 -4
  37. adam/commands/clipboard_copy.py +87 -0
  38. adam/commands/code.py +21 -24
  39. adam/commands/command.py +207 -42
  40. adam/commands/commands_utils.py +25 -27
  41. adam/commands/cql/completions_c.py +28 -0
  42. adam/commands/cql/cqlsh.py +9 -33
  43. adam/commands/cql/{cql_utils.py → utils_cql.py} +111 -15
  44. adam/commands/deploy/code_start.py +7 -10
  45. adam/commands/deploy/code_stop.py +4 -21
  46. adam/commands/deploy/code_utils.py +3 -3
  47. adam/commands/deploy/deploy.py +4 -27
  48. adam/commands/deploy/deploy_frontend.py +14 -17
  49. adam/commands/deploy/deploy_pg_agent.py +3 -6
  50. adam/commands/deploy/deploy_pod.py +64 -68
  51. adam/commands/deploy/undeploy.py +4 -27
  52. adam/commands/deploy/undeploy_frontend.py +4 -7
  53. adam/commands/deploy/undeploy_pg_agent.py +5 -8
  54. adam/commands/deploy/undeploy_pod.py +9 -12
  55. adam/commands/devices/device.py +124 -2
  56. adam/commands/devices/device_app.py +41 -24
  57. adam/commands/devices/device_auit_log.py +10 -4
  58. adam/commands/devices/device_cass.py +48 -14
  59. adam/commands/devices/device_export.py +13 -12
  60. adam/commands/devices/device_postgres.py +105 -54
  61. adam/commands/download_file.py +47 -0
  62. adam/commands/exit.py +1 -4
  63. adam/commands/export/clean_up_all_export_sessions.py +37 -0
  64. adam/commands/export/clean_up_export_sessions.py +9 -10
  65. adam/commands/export/completions_x.py +11 -0
  66. adam/commands/export/download_export_session.py +40 -0
  67. adam/commands/export/drop_export_database.py +7 -26
  68. adam/commands/export/drop_export_databases.py +5 -14
  69. adam/commands/export/export.py +6 -52
  70. adam/commands/export/export_databases.py +108 -32
  71. adam/commands/export/export_select.py +8 -59
  72. adam/commands/export/export_sessions.py +209 -0
  73. adam/commands/export/export_use.py +14 -20
  74. adam/commands/export/export_x_select.py +48 -0
  75. adam/commands/export/exporter.py +135 -167
  76. adam/commands/export/import_files.py +44 -0
  77. adam/commands/export/import_session.py +11 -35
  78. adam/commands/export/importer.py +19 -5
  79. adam/commands/export/importer_athena.py +112 -44
  80. adam/commands/export/importer_sqlite.py +42 -22
  81. adam/commands/export/show_column_counts.py +13 -31
  82. adam/commands/export/show_export_databases.py +7 -7
  83. adam/commands/export/show_export_session.py +8 -20
  84. adam/commands/export/show_export_sessions.py +6 -16
  85. adam/commands/export/utils_export.py +64 -11
  86. adam/commands/find_files.py +51 -0
  87. adam/commands/find_processes.py +76 -0
  88. adam/commands/head.py +36 -0
  89. adam/commands/help.py +2 -2
  90. adam/commands/intermediate_command.py +52 -0
  91. adam/commands/issues.py +11 -43
  92. adam/commands/kubectl.py +3 -6
  93. adam/commands/login.py +22 -24
  94. adam/commands/logs.py +3 -6
  95. adam/commands/ls.py +9 -10
  96. adam/commands/medusa/medusa.py +4 -22
  97. adam/commands/medusa/medusa_backup.py +20 -27
  98. adam/commands/medusa/medusa_restore.py +49 -46
  99. adam/commands/medusa/medusa_show_backupjobs.py +16 -18
  100. adam/commands/medusa/medusa_show_restorejobs.py +13 -18
  101. adam/commands/medusa/utils_medusa.py +15 -0
  102. adam/commands/nodetool.py +7 -21
  103. adam/commands/param_get.py +11 -14
  104. adam/commands/param_set.py +8 -12
  105. adam/commands/postgres/completions_p.py +22 -0
  106. adam/commands/postgres/postgres.py +34 -57
  107. adam/commands/postgres/postgres_databases.py +270 -0
  108. adam/commands/postgres/postgres_ls.py +4 -8
  109. adam/commands/postgres/postgres_preview.py +5 -9
  110. adam/commands/postgres/utils_postgres.py +79 -0
  111. adam/commands/preview_table.py +8 -45
  112. adam/commands/pwd.py +13 -16
  113. adam/commands/reaper/reaper.py +4 -27
  114. adam/commands/reaper/reaper_forward.py +49 -56
  115. adam/commands/reaper/reaper_forward_session.py +6 -0
  116. adam/commands/reaper/reaper_forward_stop.py +10 -16
  117. adam/commands/reaper/reaper_restart.py +7 -14
  118. adam/commands/reaper/reaper_run_abort.py +8 -33
  119. adam/commands/reaper/reaper_runs.py +43 -58
  120. adam/commands/reaper/reaper_runs_abort.py +29 -49
  121. adam/commands/reaper/reaper_schedule_activate.py +14 -33
  122. adam/commands/reaper/reaper_schedule_start.py +9 -33
  123. adam/commands/reaper/reaper_schedule_stop.py +9 -33
  124. adam/commands/reaper/reaper_schedules.py +4 -14
  125. adam/commands/reaper/reaper_status.py +8 -16
  126. adam/commands/reaper/utils_reaper.py +203 -0
  127. adam/commands/repair/repair.py +4 -22
  128. adam/commands/repair/repair_log.py +5 -11
  129. adam/commands/repair/repair_run.py +27 -34
  130. adam/commands/repair/repair_scan.py +32 -40
  131. adam/commands/repair/repair_stop.py +5 -12
  132. adam/commands/report.py +27 -29
  133. adam/commands/restart.py +25 -26
  134. adam/commands/rollout.py +19 -24
  135. adam/commands/shell.py +12 -4
  136. adam/commands/show/show.py +11 -27
  137. adam/commands/show/show_adam.py +3 -3
  138. adam/commands/show/show_cassandra_repairs.py +37 -0
  139. adam/commands/show/show_cassandra_status.py +47 -51
  140. adam/commands/show/show_cassandra_version.py +5 -18
  141. adam/commands/show/show_cli_commands.py +56 -0
  142. adam/commands/show/show_host.py +1 -1
  143. adam/commands/show/show_login.py +20 -27
  144. adam/commands/show/show_params.py +2 -5
  145. adam/commands/show/show_processes.py +18 -21
  146. adam/commands/show/show_storage.py +11 -20
  147. adam/commands/watch.py +26 -29
  148. adam/config.py +5 -16
  149. adam/embedded_params.py +1 -1
  150. adam/log.py +4 -4
  151. adam/pod_exec_result.py +3 -3
  152. adam/repl.py +45 -39
  153. adam/repl_commands.py +26 -19
  154. adam/repl_session.py +8 -1
  155. adam/repl_state.py +85 -36
  156. adam/sql/lark_completer.py +284 -0
  157. adam/sql/lark_parser.py +604 -0
  158. adam/sql/sql_completer.py +4 -6
  159. adam/sql/sql_state_machine.py +29 -16
  160. adam/sso/authn_ad.py +6 -8
  161. adam/sso/authn_okta.py +4 -6
  162. adam/sso/cred_cache.py +3 -5
  163. adam/sso/idp.py +9 -12
  164. adam/utils.py +484 -37
  165. adam/utils_athena.py +19 -19
  166. adam/utils_audits.py +12 -12
  167. adam/utils_issues.py +32 -0
  168. adam/utils_k8s/app_clusters.py +14 -19
  169. adam/utils_k8s/app_pods.py +7 -2
  170. adam/utils_k8s/cassandra_clusters.py +30 -19
  171. adam/utils_k8s/cassandra_nodes.py +2 -2
  172. adam/utils_k8s/custom_resources.py +16 -17
  173. adam/utils_k8s/ingresses.py +2 -2
  174. adam/utils_k8s/jobs.py +7 -11
  175. adam/utils_k8s/k8s.py +96 -0
  176. adam/utils_k8s/kube_context.py +2 -2
  177. adam/utils_k8s/pods.py +37 -81
  178. adam/utils_k8s/secrets.py +4 -4
  179. adam/utils_k8s/service_accounts.py +5 -4
  180. adam/utils_k8s/services.py +2 -2
  181. adam/utils_k8s/statefulsets.py +6 -14
  182. adam/utils_local.py +4 -0
  183. adam/utils_repl/appendable_completer.py +6 -0
  184. adam/utils_repl/repl_completer.py +128 -2
  185. adam/utils_repl/state_machine.py +3 -3
  186. adam/utils_sqlite.py +78 -42
  187. adam/version.py +1 -1
  188. {kaqing-2.0.145.dist-info → kaqing-2.0.189.dist-info}/METADATA +1 -1
  189. kaqing-2.0.189.dist-info/RECORD +253 -0
  190. kaqing-2.0.189.dist-info/top_level.txt +2 -0
  191. teddy/__init__.py +0 -0
  192. teddy/lark_parser.py +436 -0
  193. teddy/lark_parser2.py +618 -0
  194. adam/commands/app.py +0 -67
  195. adam/commands/cp.py +0 -95
  196. adam/commands/cql/cql_completions.py +0 -28
  197. adam/commands/export/clean_up_export_session.py +0 -53
  198. adam/commands/export/export_select_x.py +0 -54
  199. adam/commands/postgres/postgres_context.py +0 -248
  200. adam/commands/postgres/postgres_utils.py +0 -31
  201. adam/commands/postgres/psql_completions.py +0 -10
  202. adam/commands/reaper/reaper_session.py +0 -159
  203. adam/commands/show/show_app_actions.py +0 -56
  204. adam/commands/show/show_commands.py +0 -61
  205. adam/commands/show/show_repairs.py +0 -47
  206. kaqing-2.0.145.dist-info/RECORD +0 -227
  207. kaqing-2.0.145.dist-info/top_level.txt +0 -1
  208. {kaqing-2.0.145.dist-info → kaqing-2.0.189.dist-info}/WHEEL +0 -0
  209. {kaqing-2.0.145.dist-info → kaqing-2.0.189.dist-info}/entry_points.txt +0 -0
@@ -1,10 +1,11 @@
1
1
  from adam.apps import Apps
2
- from adam.commands.bash.bash import Bash
3
- from adam.commands.command import Command
2
+ from adam.commands import app
3
+ from adam.commands.bash.bash_completer import BashCompleter
4
+ from adam.commands.command import Command, InvalidStateException
4
5
  from adam.commands.devices.device import Device
5
6
  from adam.config import Config
6
7
  from adam.repl_state import ReplState
7
- from adam.utils import lines_to_tabular, log
8
+ from adam.utils import tabulize, log, wait_log
8
9
  from adam.utils_k8s.app_pods import AppPods
9
10
  from adam.utils_k8s.ingresses import Ingresses
10
11
 
@@ -37,13 +38,20 @@ class DeviceApp(Command, Device):
37
38
  def help(self, _: ReplState):
38
39
  return f'{DeviceApp.COMMAND}\t move to App Operations device'
39
40
 
41
+ def pod(self, state: ReplState) -> str:
42
+ return state.app_pod
43
+
44
+ def pod_names(self, state: ReplState) -> list[str]:
45
+ return AppPods.pod_names(state.namespace, state.app_env, state.app_app)
46
+
47
+ def default_container(self, state: ReplState) -> str:
48
+ return Config().get('app.container-name', 'c3-server')
49
+
40
50
  def ls(self, cmd: str, state: ReplState):
41
51
  if state.app_pod:
42
- return Bash().run('bash ' + cmd, state)
52
+ return self.bash(state, state, cmd.split(' '))
43
53
  elif state.app_app:
44
- pods = AppPods.pod_names(state.namespace, state.app_env, state.app_app)
45
-
46
- log(lines_to_tabular(pods, 'POD_NAME'))
54
+ tabulize(self.pod_names(state), header='POD_NAME')
47
55
  elif state.app_env:
48
56
  def line(n: str, ns: str):
49
57
  host = Ingresses.get_host(Config().get('app.login.ingress', '{app_id}-k8singr-appleader-001').replace('{app_id}', f'{ns}-{n}'), ns)
@@ -58,19 +66,13 @@ class DeviceApp(Command, Device):
58
66
 
59
67
  svcs = [l for l in [line(n, ns) for n, ns in Apps.apps(state.app_env)] if l]
60
68
 
61
- log(lines_to_tabular(svcs, 'APP,HOST,ENDPOINT', separator=','))
69
+ tabulize(svcs, header='APP,HOST,ENDPOINT', separator=',')
62
70
  else:
63
- svcs = [n for n, ns in Apps.envs()]
64
-
65
- log(lines_to_tabular(svcs, 'ENV', separator=','))
66
-
71
+ tabulize(Apps.envs(), lambda a: a[0], header='ENV', separator=',')
67
72
 
68
73
  def ls_completion(self, cmd, state, default: dict = {}):
69
74
  if state.app_app:
70
- def pod_names():
71
- return [p for p in AppPods.pod_names(state.namespace, state.app_env, state.app_app)]
72
-
73
- return super().completion(state) | {f'@{p}': {cmd: None} for p in pod_names()}
75
+ return super().completion(state) | {f'@{p}': {cmd: None} for p in self.pod_names(state)}
74
76
 
75
77
  return default
76
78
 
@@ -100,7 +102,7 @@ class DeviceApp(Command, Device):
100
102
 
101
103
  def cd_completion(self, cmd: str, state: ReplState, default: dict = {}):
102
104
  if state.app_app:
103
- return {cmd: {'..': None} | {pod: None for pod in AppPods.pod_names(state.namespace, state.app_env, state.app_app)}}
105
+ return {cmd: {'..': None} | {pod: None for pod in self.pod_names(state)}}
104
106
  elif state.app_env:
105
107
  return {cmd: {'..': None} | {app[0].split('-')[1]: None for app in Apps.apps(state.app_env)}}
106
108
  else:
@@ -114,7 +116,7 @@ class DeviceApp(Command, Device):
114
116
  if state.app_app:
115
117
  words.append(f'app/{state.app_app}')
116
118
 
117
- return '\t'.join([f'{ReplState.X}:>'] + (words if words else ['/']))
119
+ return '\t'.join([f'{ReplState.A}:>'] + (words if words else ['/']))
118
120
 
119
121
  def try_fallback_action(self, chain: Command, state: ReplState, cmd: str):
120
122
  if state.app_app:
@@ -132,15 +134,30 @@ class DeviceApp(Command, Device):
132
134
  state.app_app = ea[1]
133
135
  state.app_pod = ea[2]
134
136
  if state.app_pod == '*':
135
- if (pods := AppPods.pod_names(state.namespace, ea[0], ea[1])):
137
+ if (pods := self.pod_names(state)):
136
138
  state.app_pod = pods[0]
137
- Config().wait_log(f'Moving to {state.app_env}/{state.app_app}/{state.app_pod}...')
139
+ wait_log(f'Moving to {state.app_env}/{state.app_app}/{state.app_pod}...')
138
140
  else:
139
- Config().wait_log(f'No pods found, moving to {state.app_env}/{state.app_app}...')
141
+ wait_log(f'No pods found, moving to {state.app_env}/{state.app_app}...')
140
142
  else:
141
- Config().wait_log(f'Moving to {state.app_env}/{state.app_app}/{state.app_pod}...')
143
+ wait_log(f'Moving to {state.app_env}/{state.app_app}/{state.app_pod}...')
142
144
  elif len(ea) > 1:
143
145
  state.app_app = ea[1]
144
- Config().wait_log(f'Moving to {state.app_env}/{state.app_app}...')
146
+ wait_log(f'Moving to {state.app_env}/{state.app_app}...')
145
147
  else:
146
- Config().wait_log(f'Moving to {state.app_env}...')
148
+ wait_log(f'Moving to {state.app_env}...')
149
+
150
+ def bash_target_changed(self, s0: ReplState, s1: ReplState):
151
+ return s0.app_env != s1.app_env or s0.app_app != s1.app_app or s0.app_pod != s1.app_pod
152
+
153
+ def exec_no_dir(self, command: str, state: ReplState):
154
+ with app(state) as pods:
155
+ return pods.exec(command)
156
+
157
+ def exec_with_dir(self, command: str, session_just_created: bool, state: ReplState):
158
+ with app(state) as pods:
159
+ return pods.exec(command, not session_just_created)
160
+
161
+ def bash_completion(self, cmd: str, state: ReplState, default: dict = {}):
162
+ return {cmd: BashCompleter(lambda: [])} | \
163
+ {f'@{p}': {cmd: BashCompleter(lambda: [])} for p in self.pod_names(state)}
@@ -1,7 +1,7 @@
1
1
  from adam.commands.command import Command
2
2
  from adam.commands.devices.device import Device
3
3
  from adam.repl_state import ReplState
4
- from adam.utils import lines_to_tabular, log
4
+ from adam.utils import tabulize, log
5
5
  from adam.utils_athena import Athena
6
6
 
7
7
  class DeviceAuditLog(Command, Device):
@@ -34,10 +34,16 @@ class DeviceAuditLog(Command, Device):
34
34
  return f'{DeviceAuditLog.COMMAND}\t move to Audit Log Operations device'
35
35
 
36
36
  def ls(self, cmd: str, _: ReplState):
37
- log(lines_to_tabular(Athena.table_names(), 'NAME', separator=','))
37
+ tabulize(Athena.table_names(), header='NAME', separator=',')
38
38
 
39
- def pwd(self, state: ReplState):
39
+ def pwd(self, _: ReplState):
40
40
  return '\t'.join([f'{ReplState.L}:>', '/'])
41
41
 
42
42
  def try_fallback_action(self, chain: Command, state: ReplState, cmd: str):
43
- return True, chain.run(f'audit {cmd}', state)
43
+ return True, chain.run(f'audit {cmd}', state)
44
+
45
+ def show_tables(self, _: ReplState):
46
+ tabulize(Athena.table_names(), separator=',')
47
+
48
+ def show_table_preview(self, _: ReplState, table: str, rows: int):
49
+ Athena.run_query(f'select * from {table} limit {rows}')
@@ -1,10 +1,11 @@
1
- from adam.commands.bash.bash import Bash
2
- from adam.commands.command import Command
1
+ from adam.commands.bash.bash_completer import BashCompleter
2
+ from adam.commands.command import Command, InvalidStateException
3
3
  from adam.commands.commands_utils import show_pods, show_rollout
4
+ from adam.commands.cql.utils_cql import cassandra, cassandra_table_names
4
5
  from adam.commands.devices.device import Device
5
6
  from adam.config import Config
6
7
  from adam.repl_state import ReplState
7
- from adam.utils import lines_to_tabular, log, log2
8
+ from adam.utils import tabulize, log, log2, wait_log
8
9
  from adam.utils_k8s.cassandra_clusters import CassandraClusters
9
10
  from adam.utils_k8s.custom_resources import CustomResources
10
11
  from adam.utils_k8s.kube_context import KubeContext
@@ -33,15 +34,24 @@ class DeviceCass(Command, Device):
33
34
 
34
35
  return state
35
36
 
37
+ def pod(self, state: ReplState) -> str:
38
+ return state.pod
39
+
40
+ def pod_names(self, state: ReplState) -> list[str]:
41
+ return StatefulSets.pod_names(state.sts, state.namespace)
42
+
36
43
  def completion(self, state: ReplState):
37
44
  return super().completion(state)
38
45
 
39
46
  def help(self, _: ReplState):
40
47
  return f'{DeviceCass.COMMAND}\t move to Cassandra Operations device'
41
48
 
49
+ def default_container(self, _: ReplState) -> str:
50
+ return 'cassandra'
51
+
42
52
  def ls(self, cmd: str, state: ReplState):
43
53
  if state.pod:
44
- return Bash().run('bash ' + cmd, state)
54
+ return self.bash(state, state, cmd.split(' '))
45
55
  elif state.sts and state.namespace:
46
56
  show_pods(StatefulSets.pods(state.sts, state.namespace), state.namespace, show_namespace=not KubeContext.in_cluster_namespace())
47
57
  show_rollout(state.sts, state.namespace)
@@ -49,11 +59,8 @@ class DeviceCass(Command, Device):
49
59
  self.show_statefulsets()
50
60
 
51
61
  def ls_completion(self, cmd: str, state: ReplState, default: dict = {}):
52
- def pod_names():
53
- return [p for p in StatefulSets.pod_names(state.sts, state.namespace)]
54
-
55
62
  if state.sts:
56
- return super().completion(state) | {f'@{p}': {'ls': None} for p in pod_names()}
63
+ return super().completion(state) | {f'@{p}': {'ls': None} for p in self.pod_names(state)}
57
64
  else:
58
65
  return {cmd: {n: None for n in StatefulSets.list_sts_names()}}
59
66
 
@@ -75,7 +82,7 @@ class DeviceCass(Command, Device):
75
82
  header = 'STATEFULSET_NAME@NAMESPACE APP_ID'
76
83
  if KubeContext.in_cluster_namespace():
77
84
  header = 'STATEFULSET_NAME APP_ID'
78
- log(lines_to_tabular(list, header))
85
+ tabulize(list, header=header)
79
86
 
80
87
  def cd(self, dir: str, state: ReplState):
81
88
  if dir == '':
@@ -97,17 +104,17 @@ class DeviceCass(Command, Device):
97
104
  if p:
98
105
  state.pod = p
99
106
  else:
100
- names = CassandraClusters.pod_names_by_host_id(state.sts, state.namespace);
107
+ names = CassandraClusters.pod_names_by_host_id(state.sts, state.namespace)
101
108
  if dir in names:
102
109
  state.pod = names[dir]
103
110
  else:
104
- log2('Not a valid pod name or host id.')
111
+ state.pod = dir
105
112
 
106
113
  def cd_completion(self, cmd: str, state: ReplState, default: dict = {}):
107
114
  if state.pod:
108
115
  return {cmd: {'..': None}}
109
116
  elif state.sts:
110
- return {cmd: {'..': None} | {p: None for p in StatefulSets.pod_names(state.sts, state.namespace)}}
117
+ return {cmd: {'..': None} | {p: None for p in self.pod_names(state)}}
111
118
  else:
112
119
  return {cmd: {p: None for p in StatefulSets.list_sts_names()}}
113
120
 
@@ -140,6 +147,33 @@ class DeviceCass(Command, Device):
140
147
  if auto_enter == 'first-pod':
141
148
  state.pod = f'{state.sts}-0'
142
149
  if KubeContext().in_cluster_namespace:
143
- Config().wait_log(f'Moving to the only Cassandra cluster: {state.sts}...')
150
+ wait_log(f'Moving to the only Cassandra cluster: {state.sts}...')
144
151
  else:
145
- Config().wait_log(f'Moving to the only Cassandra cluster: {state.sts}@{state.namespace}...')
152
+ wait_log(f'Moving to the only Cassandra cluster: {state.sts}@{state.namespace}...')
153
+
154
+ def show_tables(self, state: ReplState):
155
+ tabulize(cassandra_table_names(state), separator=',')
156
+
157
+ def show_table_preview(self, state: ReplState, table: str, rows: int):
158
+ with cassandra(state) as pods:
159
+ pods.cql(f'select * from {table} limit {rows}', show_out=True, use_single_quotes=True, on_any=True)
160
+
161
+ def bash_target_changed(self, s0: ReplState, s1: ReplState):
162
+ return s0.sts != s1.sts or s0.pod != s1.pod
163
+
164
+ def exec_no_dir(self, command: str, state: ReplState):
165
+ with cassandra(state) as pods:
166
+ return pods.exec(command, action='bash', show_out=True, shell='bash')
167
+
168
+ def exec_with_dir(self, command: str, session_just_created: bool, state: ReplState):
169
+ with cassandra(state) as pods:
170
+ return pods.exec(command, action='bash', show_out=not session_just_created, shell='bash')
171
+
172
+ def bash_completion(self, cmd: str, state: ReplState, default: dict = {}):
173
+ completions = {cmd: BashCompleter(lambda: [])}
174
+
175
+ if state.sts and state.namespace:
176
+ completions |= {f'@{p}': {cmd: BashCompleter(lambda: [])} for p in self.pod_names(state)}
177
+
178
+ return completions
179
+
@@ -1,9 +1,9 @@
1
1
  from adam.commands.command import Command
2
2
  from adam.commands.devices.device import Device
3
- from adam.commands.export.export_databases import ExportDatabases
3
+ from adam.commands.export.export_databases import ExportDatabases, export_db
4
4
  from adam.config import Config
5
5
  from adam.repl_state import ReplState
6
- from adam.utils import lines_to_tabular, log, log2
6
+ from adam.utils import tabulize, log2, wait_log
7
7
 
8
8
  class DeviceExport(Command, Device):
9
9
  COMMAND = f'{ReplState.X}:'
@@ -36,16 +36,14 @@ class DeviceExport(Command, Device):
36
36
 
37
37
  def ls(self, cmd: str, state: ReplState):
38
38
  if state.export_session:
39
- self.show_export_tables(state.export_session)
39
+ tabulize(ExportDatabases.table_names(state.export_session), header='NAME', separator=',')
40
40
  else:
41
- self.show_export_databases()
41
+ ExportDatabases.show_databases()
42
42
 
43
- def show_export_databases(self, importer: str = None):
44
- lines = [f'{k}\t{v}' for k, v in ExportDatabases.database_names_with_keyspace_cnt(importer).items()]
45
- log(lines_to_tabular(lines, 'NAME\tKEYSPACES', separator='\t'))
46
-
47
- def show_export_tables(self, export_session: str):
48
- log(lines_to_tabular(ExportDatabases.table_names(export_session), 'NAME', separator=','))
43
+ def show_table_preview(self, state: ReplState, table: str, rows: int):
44
+ if state.export_session:
45
+ with export_db(state) as dbs:
46
+ dbs.sql(f'select * from {table} limit {rows}')
49
47
 
50
48
  def cd(self, dir: str, state: ReplState):
51
49
  if dir in ['', '..']:
@@ -68,7 +66,10 @@ class DeviceExport(Command, Device):
68
66
  return '\t'.join([f'{ReplState.X}:>'] + (words if words else ['/']))
69
67
 
70
68
  def try_fallback_action(self, chain: Command, state: ReplState, cmd: str):
71
- result = chain.run(f'.{cmd}', state)
69
+ if cmd.startswith('select '):
70
+ cmd = f'xelect {cmd[7:]}'
71
+
72
+ result = chain.run(cmd, state)
72
73
  if type(result) is ReplState:
73
74
  if state.export_session and not result.export_session:
74
75
  state.export_session = None
@@ -78,7 +79,7 @@ class DeviceExport(Command, Device):
78
79
  def enter(self, state: ReplState):
79
80
  if auto_enter := Config().get('repl.x.auto-enter', 'no'):
80
81
  if auto_enter == 'latest':
81
- Config().wait_log(f'Moving to the latest export database...')
82
+ wait_log(f'Moving to the latest export database...')
82
83
  if dbs := ExportDatabases.database_names():
83
84
  state.export_session = sorted(dbs)[-1]
84
85
  else:
@@ -1,10 +1,10 @@
1
+ from adam.commands.bash.bash_completer import BashCompleter
1
2
  from adam.commands.command import Command
2
3
  from adam.commands.devices.device import Device
3
- from adam.commands.postgres.postgres_context import PostgresContext
4
- from adam.commands.postgres.postgres_utils import pg_database_names, pg_table_names
5
- from adam.config import Config
4
+ from adam.commands.postgres.postgres_databases import PostgresDatabases, pg_path
5
+ from adam.commands.postgres.utils_postgres import pg_database_names, pg_table_names, postgres
6
6
  from adam.repl_state import ReplState
7
- from adam.utils import lines_to_tabular, log
7
+ from adam.utils import tabulize, log2, wait_log
8
8
 
9
9
  class DevicePostgres(Command, Device):
10
10
  COMMAND = f'{ReplState.P}:'
@@ -35,75 +35,126 @@ class DevicePostgres(Command, Device):
35
35
  def help(self, _: ReplState):
36
36
  return f'{DevicePostgres.COMMAND}\t move to Postgres Operations device'
37
37
 
38
+ def pod(self, state: ReplState) -> str:
39
+ pod, _ = PostgresDatabases.pod_and_container(state.namespace)
40
+ return pod
41
+
42
+ def pod_names(self, state: ReplState) -> list[str]:
43
+ return [self.pod(state)]
44
+
45
+ def default_container(self, state: ReplState) -> str:
46
+ _, container = PostgresDatabases.pod_and_container(state.namespace)
47
+ return container
48
+
38
49
  def ls(self, cmd: str, state: ReplState):
39
- if state.pg_path:
40
- pg: PostgresContext = PostgresContext.apply(state.namespace, state.pg_path)
41
- if pg.db:
42
- self.show_pg_tables(pg)
50
+ if state.pod_targetted:
51
+ self.bash(state, state, ['ls'])
52
+ return
53
+
54
+ with pg_path(state) as (host, database):
55
+ if database:
56
+ tabulize(pg_table_names(state), header='NAME', separator=',')
57
+ elif host:
58
+ tabulize(pg_database_names(state), header='DATABASE', separator=',')
43
59
  else:
44
- self.show_pg_databases(pg)
45
- else:
46
- self.show_pg_hosts(state)
60
+ self.show_pg_hosts(state)
47
61
 
48
62
  def show_pg_hosts(self, state: ReplState):
49
63
  if state.namespace:
50
- def line(pg: PostgresContext):
51
- return f'{pg.path()},{pg.endpoint()}:{pg.port()},{pg.username()},{pg.password()}'
52
-
53
- lines = [line(PostgresContext.apply(state.namespace, pg)) for pg in PostgresContext.hosts(state.namespace)]
54
-
55
- log(lines_to_tabular(lines, 'NAME,ENDPOINT,USERNAME,PASSWORD', separator=','))
64
+ tabulize(PostgresDatabases.hosts(state),
65
+ lambda p: f'{p.host},{p.endpoint()}:{p.port()},{p.username()},{p.password()}',
66
+ header='NAME,ENDPOINT,USERNAME,PASSWORD',
67
+ separator=',')
56
68
  else:
57
- def line(pg: PostgresContext):
58
- return f'{pg.path()},{pg.namespace},{pg.endpoint()}:{pg.port()},{pg.username()},{pg.password()}'
59
-
60
- lines = [line(PostgresContext.apply(state.namespace, pg)) for pg in PostgresContext.hosts(state.namespace)]
61
-
62
- log(lines_to_tabular(lines, 'NAME,NAMESPACE,ENDPOINT,USERNAME,PASSWORD', separator=','))
63
-
64
- def show_pg_databases(self, pg: PostgresContext):
65
- log(lines_to_tabular(pg_database_names(pg.namespace, pg.path()), 'DATABASE', separator=','))
66
-
67
- def show_pg_tables(self, pg: PostgresContext):
68
- log(lines_to_tabular(pg_table_names(pg.namespace, pg.path()), 'NAME', separator=','))
69
+ tabulize(PostgresDatabases.hosts(state),
70
+ lambda p: f'{p.host},{p.namespace},{p.endpoint()}:{p.port()},{p.username()},{p.password()}',
71
+ header='NAME,NAMESPACE,ENDPOINT,USERNAME,PASSWORD',
72
+ separator=',')
69
73
 
70
74
  def cd(self, dir: str, state: ReplState):
71
75
  if dir == '':
72
76
  state.pg_path = None
73
- else:
74
- context: PostgresContext = PostgresContext.apply(state.namespace, state.pg_path, arg=dir)
75
- # patch up state.namespace from pg cd
76
- if not state.namespace and context.namespace:
77
- state.namespace = context.namespace
78
- state.pg_path = context.path()
77
+ return
78
+
79
+ with pg_path(state) as (host, database):
80
+ if dir == '..':
81
+ if database:
82
+ database = None
83
+ else:
84
+ host = None
85
+ else:
86
+ tks = dir.split('@')
87
+ if not host:
88
+ host = tks[0]
89
+ else:
90
+ database = tks[0]
91
+
92
+ if len(tks) > 1:
93
+ state.namespace = tks[1]
94
+
95
+ if database:
96
+ state.pg_path = f'{host}/{database}'
97
+ else:
98
+ state.pg_path = host
79
99
 
80
100
  def cd_completion(self, cmd: str, state: ReplState, default: dict = {}):
81
- pg: PostgresContext = PostgresContext.apply(state.namespace, state.pg_path) if state.pg_path else None
82
- if pg and pg.db:
83
- return {cmd: {'..': None}}
84
- elif pg and pg.host:
85
- return {cmd: {'..': None} | {p: None for p in pg_database_names(state.namespace, pg.path())}}
86
- else:
87
- return {cmd: {p: None for p in PostgresContext.hosts(state.namespace)}}
101
+ return {cmd: {d: None for d in self.direct_dirs(cmd, state, default=default)}}
102
+
103
+ def direct_dirs(self, cmd: str, state: ReplState, default: dict = {}) -> list[str]:
104
+ with pg_path(state) as (host, database):
105
+ if database:
106
+ return ['..']
107
+ elif host:
108
+ return ['..'] + [p for p in pg_database_names(state)]
109
+ else:
110
+ return [p for p in PostgresDatabases.host_names(state.namespace)]
88
111
 
89
112
  def pwd(self, state: ReplState):
90
113
  words = []
91
114
 
92
- pg: PostgresContext = PostgresContext.apply(state.namespace, state.pg_path)
93
-
94
- if pg.host:
95
- words.append(f'host/{pg.host}')
96
- if pg.db:
97
- words.append(f'database/{pg.db}')
115
+ with pg_path(state) as (host, database):
116
+ if host:
117
+ words.append(f'host/{host}')
118
+ if database:
119
+ words.append(f'database/{database}')
98
120
 
99
- return '\t'.join([f'{ReplState.P}:>'] + (words if words else ['/']))
121
+ return '\t'.join([f'{ReplState.P}:>'] + (words if words else ['/']))
100
122
 
101
123
  def try_fallback_action(self, chain: Command, state: ReplState, cmd: str):
102
- pg: PostgresContext = PostgresContext.apply(state.namespace, state.pg_path)
103
- if pg.db:
104
- return True, chain.run(f'pg {cmd}', state)
124
+ with pg_path(state) as (_, database):
125
+ if not database:
126
+ database = PostgresDatabases.default_db()
127
+
128
+ if database:
129
+ return True, chain.run(f'pg {cmd}', state)
105
130
 
106
131
  return False, None
107
132
 
108
- def enter(self, state: ReplState):
109
- Config().wait_log('Inspecting postgres database instances...')
133
+ def enter(self, _: ReplState):
134
+ wait_log('Inspecting postgres database instances...')
135
+
136
+ def show_tables(self, state: ReplState):
137
+ tabulize(PostgresDatabases.tables(state, default_schema=True), lambda d: d['name'], separator=',')
138
+
139
+ def show_table_preview(self, state: ReplState, table: str, rows: int):
140
+ PostgresDatabases.run_sql(state, f'select * from {table} limit {rows}')
141
+
142
+ def bash(self, s0: ReplState, s1: ReplState, args: list[str]):
143
+ pod, container = PostgresDatabases.pod_and_container(s1.namespace)
144
+ log2(f'Running on {pod}(container:{container})...')
145
+
146
+ return super().bash(s0, s1, args)
147
+
148
+ def bash_target_changed(self, s0: ReplState, s1: ReplState):
149
+ return s0.pg_path != s1.pg_path
150
+
151
+ def exec_no_dir(self, command: str, state: ReplState):
152
+ with postgres(state) as pod:
153
+ return pod.exec(command, show_out=True)
154
+
155
+ def exec_with_dir(self, command: str, session_just_created: bool, state: ReplState):
156
+ with postgres(state) as pod:
157
+ return pod.exec(command, show_out=not session_just_created)
158
+
159
+ def bash_completion(self, cmd: str, state: ReplState, default: dict = {}):
160
+ return {cmd: BashCompleter(lambda: [])}
@@ -0,0 +1,47 @@
1
+ from adam.commands import validate_args
2
+ from adam.commands.command import Command
3
+ from adam.commands.devices.devices import Devices
4
+ from adam.config import Config
5
+ from adam.pod_exec_result import PodExecResult
6
+ from adam.repl_state import ReplState, RequiredState
7
+ from adam.utils import log2
8
+ from adam.utils_k8s.pods import Pods
9
+
10
+ class DownloadFile(Command):
11
+ COMMAND = 'download file'
12
+
13
+ # the singleton pattern
14
+ def __new__(cls, *args, **kwargs):
15
+ if not hasattr(cls, 'instance'): cls.instance = super(DownloadFile, cls).__new__(cls)
16
+
17
+ return cls.instance
18
+
19
+ def __init__(self, successor: Command=None):
20
+ super().__init__(successor)
21
+
22
+ def command(self):
23
+ return DownloadFile.COMMAND
24
+
25
+ def required(self):
26
+ return [RequiredState.CLUSTER_OR_POD, RequiredState.APP_APP, ReplState.P]
27
+
28
+ def run(self, cmd: str, state: ReplState):
29
+ if not(args := self.args(cmd)):
30
+ return super().run(cmd, state)
31
+
32
+ with self.validate(args, state) as (args, state):
33
+ with validate_args(args, state, name='file'):
34
+ to_file = Pods.download_file(Devices.device(state).pod(state),
35
+ Devices.device(state).default_container(state),
36
+ state.namespace,
37
+ args[0],
38
+ args[1] if len(args) > 1 else None)
39
+ log2(f'Downloaded to {to_file}.')
40
+
41
+ return state
42
+
43
+ def completion(self, state: ReplState):
44
+ return super().completion(state, lambda: {f: None for f in Devices.device(state).files(state)}, pods=Devices.device(state).pods(state, '-'), auto='jit')
45
+
46
+ def help(self, _: ReplState):
47
+ return f'{DownloadFile.COMMAND} from-file [to-file]\t download file from pod'
adam/commands/exit.py CHANGED
@@ -23,10 +23,7 @@ class Exit(Command):
23
23
  exit()
24
24
 
25
25
  def completion(self, state: ReplState):
26
- if state.pod:
27
- return {Exit.COMMAND: None}
28
-
29
- return {}
26
+ return {Exit.COMMAND: None}
30
27
 
31
28
  def help(self, _: ReplState):
32
29
  return f'{Exit.COMMAND}\t exit kaqing <Ctrl-D>'
@@ -0,0 +1,37 @@
1
+ from adam.commands.command import Command
2
+ from adam.commands.export.export_sessions import export_session
3
+ from adam.repl_state import ReplState, RequiredState
4
+
5
+ class CleanUpAllExportSessions(Command):
6
+ COMMAND = 'clean up all export sessions'
7
+
8
+ # the singleton pattern
9
+ def __new__(cls, *args, **kwargs):
10
+ if not hasattr(cls, 'instance'): cls.instance = super(CleanUpAllExportSessions, cls).__new__(cls)
11
+
12
+ return cls.instance
13
+
14
+ def __init__(self, successor: Command=None):
15
+ super().__init__(successor)
16
+
17
+ def command(self):
18
+ return CleanUpAllExportSessions.COMMAND
19
+
20
+ def required(self):
21
+ return RequiredState.CLUSTER_OR_POD
22
+
23
+ def run(self, cmd: str, state: ReplState):
24
+ if not(args := self.args(cmd)):
25
+ return super().run(cmd, state)
26
+
27
+ with self.validate(args, state) as (args, state):
28
+ with export_session(state) as sessions:
29
+ sessions.clean_up_all()
30
+
31
+ return state
32
+
33
+ def completion(self, _: ReplState):
34
+ return {}
35
+
36
+ def help(self, _: ReplState):
37
+ return f'{CleanUpAllExportSessions.COMMAND}\t clean up all export sessions'
@@ -1,9 +1,10 @@
1
+ from adam.commands import validate_args
1
2
  from adam.commands.command import Command
2
- from adam.commands.export.exporter import Exporter
3
+ from adam.commands.export.export_sessions import export_session
3
4
  from adam.repl_state import ReplState, RequiredState
4
5
 
5
6
  class CleanUpExportSessions(Command):
6
- COMMAND = 'clean up all export sessions'
7
+ COMMAND = 'clean up export sessions'
7
8
 
8
9
  # the singleton pattern
9
10
  def __new__(cls, *args, **kwargs):
@@ -24,17 +25,15 @@ class CleanUpExportSessions(Command):
24
25
  if not(args := self.args(cmd)):
25
26
  return super().run(cmd, state)
26
27
 
27
- state, args = self.apply_state(args, state)
28
- if not self.validate_state(state):
29
- return state
28
+ with self.validate(args, state) as (args, state):
29
+ with validate_args(args, state, name='export session', separator=',') as session_names:
30
+ with export_session(state) as sessions:
31
+ sessions.clean_up(session_names)
30
32
 
31
- if Exporter.clean_up_all_sessions(state.sts, state.pod, state.namespace):
32
- Exporter.clear_export_session_cache()
33
-
34
- return state
33
+ return state
35
34
 
36
35
  def completion(self, _: ReplState):
37
36
  return {}
38
37
 
39
38
  def help(self, _: ReplState):
40
- return f'{CleanUpExportSessions.COMMAND}\t clean up all export sessions'
39
+ return f'{CleanUpExportSessions.COMMAND} <export-session-name,...>\t clean up export sessions'