kaqing 2.0.145__py3-none-any.whl → 2.0.189__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of kaqing might be problematic. Click here for more details.
- adam/__init__.py +0 -2
- adam/app_session.py +9 -12
- adam/apps.py +18 -4
- adam/batch.py +4 -4
- adam/checks/check_utils.py +16 -46
- adam/checks/cpu.py +7 -1
- adam/checks/cpu_metrics.py +52 -0
- adam/checks/disk.py +2 -3
- adam/columns/columns.py +3 -1
- adam/columns/cpu.py +3 -1
- adam/columns/cpu_metrics.py +22 -0
- adam/columns/memory.py +3 -4
- adam/commands/__init__.py +24 -0
- adam/commands/alter_tables.py +33 -48
- adam/commands/app/__init__.py +0 -0
- adam/commands/app/app.py +38 -0
- adam/commands/{app_ping.py → app/app_ping.py} +7 -13
- adam/commands/app/show_app_actions.py +49 -0
- adam/commands/{show → app}/show_app_id.py +8 -11
- adam/commands/{show → app}/show_app_queues.py +7 -14
- adam/commands/app/utils_app.py +106 -0
- adam/commands/audit/audit.py +21 -40
- adam/commands/audit/audit_repair_tables.py +14 -19
- adam/commands/audit/audit_run.py +14 -22
- adam/commands/audit/completions_l.py +15 -0
- adam/commands/audit/show_last10.py +4 -19
- adam/commands/audit/show_slow10.py +4 -18
- adam/commands/audit/show_top10.py +4 -16
- adam/commands/audit/utils_show_top10.py +15 -3
- adam/commands/bash/__init__.py +5 -0
- adam/commands/bash/bash.py +7 -104
- adam/commands/bash/utils_bash.py +16 -0
- adam/commands/cat.py +7 -27
- adam/commands/cd.py +7 -11
- adam/commands/check.py +15 -24
- adam/commands/cli_commands.py +8 -4
- adam/commands/clipboard_copy.py +87 -0
- adam/commands/code.py +21 -24
- adam/commands/command.py +207 -42
- adam/commands/commands_utils.py +25 -27
- adam/commands/cql/completions_c.py +28 -0
- adam/commands/cql/cqlsh.py +9 -33
- adam/commands/cql/{cql_utils.py → utils_cql.py} +111 -15
- adam/commands/deploy/code_start.py +7 -10
- adam/commands/deploy/code_stop.py +4 -21
- adam/commands/deploy/code_utils.py +3 -3
- adam/commands/deploy/deploy.py +4 -27
- adam/commands/deploy/deploy_frontend.py +14 -17
- adam/commands/deploy/deploy_pg_agent.py +3 -6
- adam/commands/deploy/deploy_pod.py +64 -68
- adam/commands/deploy/undeploy.py +4 -27
- adam/commands/deploy/undeploy_frontend.py +4 -7
- adam/commands/deploy/undeploy_pg_agent.py +5 -8
- adam/commands/deploy/undeploy_pod.py +9 -12
- adam/commands/devices/device.py +124 -2
- adam/commands/devices/device_app.py +41 -24
- adam/commands/devices/device_auit_log.py +10 -4
- adam/commands/devices/device_cass.py +48 -14
- adam/commands/devices/device_export.py +13 -12
- adam/commands/devices/device_postgres.py +105 -54
- adam/commands/download_file.py +47 -0
- adam/commands/exit.py +1 -4
- adam/commands/export/clean_up_all_export_sessions.py +37 -0
- adam/commands/export/clean_up_export_sessions.py +9 -10
- adam/commands/export/completions_x.py +11 -0
- adam/commands/export/download_export_session.py +40 -0
- adam/commands/export/drop_export_database.py +7 -26
- adam/commands/export/drop_export_databases.py +5 -14
- adam/commands/export/export.py +6 -52
- adam/commands/export/export_databases.py +108 -32
- adam/commands/export/export_select.py +8 -59
- adam/commands/export/export_sessions.py +209 -0
- adam/commands/export/export_use.py +14 -20
- adam/commands/export/export_x_select.py +48 -0
- adam/commands/export/exporter.py +135 -167
- adam/commands/export/import_files.py +44 -0
- adam/commands/export/import_session.py +11 -35
- adam/commands/export/importer.py +19 -5
- adam/commands/export/importer_athena.py +112 -44
- adam/commands/export/importer_sqlite.py +42 -22
- adam/commands/export/show_column_counts.py +13 -31
- adam/commands/export/show_export_databases.py +7 -7
- adam/commands/export/show_export_session.py +8 -20
- adam/commands/export/show_export_sessions.py +6 -16
- adam/commands/export/utils_export.py +64 -11
- adam/commands/find_files.py +51 -0
- adam/commands/find_processes.py +76 -0
- adam/commands/head.py +36 -0
- adam/commands/help.py +2 -2
- adam/commands/intermediate_command.py +52 -0
- adam/commands/issues.py +11 -43
- adam/commands/kubectl.py +3 -6
- adam/commands/login.py +22 -24
- adam/commands/logs.py +3 -6
- adam/commands/ls.py +9 -10
- adam/commands/medusa/medusa.py +4 -22
- adam/commands/medusa/medusa_backup.py +20 -27
- adam/commands/medusa/medusa_restore.py +49 -46
- adam/commands/medusa/medusa_show_backupjobs.py +16 -18
- adam/commands/medusa/medusa_show_restorejobs.py +13 -18
- adam/commands/medusa/utils_medusa.py +15 -0
- adam/commands/nodetool.py +7 -21
- adam/commands/param_get.py +11 -14
- adam/commands/param_set.py +8 -12
- adam/commands/postgres/completions_p.py +22 -0
- adam/commands/postgres/postgres.py +34 -57
- adam/commands/postgres/postgres_databases.py +270 -0
- adam/commands/postgres/postgres_ls.py +4 -8
- adam/commands/postgres/postgres_preview.py +5 -9
- adam/commands/postgres/utils_postgres.py +79 -0
- adam/commands/preview_table.py +8 -45
- adam/commands/pwd.py +13 -16
- adam/commands/reaper/reaper.py +4 -27
- adam/commands/reaper/reaper_forward.py +49 -56
- adam/commands/reaper/reaper_forward_session.py +6 -0
- adam/commands/reaper/reaper_forward_stop.py +10 -16
- adam/commands/reaper/reaper_restart.py +7 -14
- adam/commands/reaper/reaper_run_abort.py +8 -33
- adam/commands/reaper/reaper_runs.py +43 -58
- adam/commands/reaper/reaper_runs_abort.py +29 -49
- adam/commands/reaper/reaper_schedule_activate.py +14 -33
- adam/commands/reaper/reaper_schedule_start.py +9 -33
- adam/commands/reaper/reaper_schedule_stop.py +9 -33
- adam/commands/reaper/reaper_schedules.py +4 -14
- adam/commands/reaper/reaper_status.py +8 -16
- adam/commands/reaper/utils_reaper.py +203 -0
- adam/commands/repair/repair.py +4 -22
- adam/commands/repair/repair_log.py +5 -11
- adam/commands/repair/repair_run.py +27 -34
- adam/commands/repair/repair_scan.py +32 -40
- adam/commands/repair/repair_stop.py +5 -12
- adam/commands/report.py +27 -29
- adam/commands/restart.py +25 -26
- adam/commands/rollout.py +19 -24
- adam/commands/shell.py +12 -4
- adam/commands/show/show.py +11 -27
- adam/commands/show/show_adam.py +3 -3
- adam/commands/show/show_cassandra_repairs.py +37 -0
- adam/commands/show/show_cassandra_status.py +47 -51
- adam/commands/show/show_cassandra_version.py +5 -18
- adam/commands/show/show_cli_commands.py +56 -0
- adam/commands/show/show_host.py +1 -1
- adam/commands/show/show_login.py +20 -27
- adam/commands/show/show_params.py +2 -5
- adam/commands/show/show_processes.py +18 -21
- adam/commands/show/show_storage.py +11 -20
- adam/commands/watch.py +26 -29
- adam/config.py +5 -16
- adam/embedded_params.py +1 -1
- adam/log.py +4 -4
- adam/pod_exec_result.py +3 -3
- adam/repl.py +45 -39
- adam/repl_commands.py +26 -19
- adam/repl_session.py +8 -1
- adam/repl_state.py +85 -36
- adam/sql/lark_completer.py +284 -0
- adam/sql/lark_parser.py +604 -0
- adam/sql/sql_completer.py +4 -6
- adam/sql/sql_state_machine.py +29 -16
- adam/sso/authn_ad.py +6 -8
- adam/sso/authn_okta.py +4 -6
- adam/sso/cred_cache.py +3 -5
- adam/sso/idp.py +9 -12
- adam/utils.py +484 -37
- adam/utils_athena.py +19 -19
- adam/utils_audits.py +12 -12
- adam/utils_issues.py +32 -0
- adam/utils_k8s/app_clusters.py +14 -19
- adam/utils_k8s/app_pods.py +7 -2
- adam/utils_k8s/cassandra_clusters.py +30 -19
- adam/utils_k8s/cassandra_nodes.py +2 -2
- adam/utils_k8s/custom_resources.py +16 -17
- adam/utils_k8s/ingresses.py +2 -2
- adam/utils_k8s/jobs.py +7 -11
- adam/utils_k8s/k8s.py +96 -0
- adam/utils_k8s/kube_context.py +2 -2
- adam/utils_k8s/pods.py +37 -81
- adam/utils_k8s/secrets.py +4 -4
- adam/utils_k8s/service_accounts.py +5 -4
- adam/utils_k8s/services.py +2 -2
- adam/utils_k8s/statefulsets.py +6 -14
- adam/utils_local.py +4 -0
- adam/utils_repl/appendable_completer.py +6 -0
- adam/utils_repl/repl_completer.py +128 -2
- adam/utils_repl/state_machine.py +3 -3
- adam/utils_sqlite.py +78 -42
- adam/version.py +1 -1
- {kaqing-2.0.145.dist-info → kaqing-2.0.189.dist-info}/METADATA +1 -1
- kaqing-2.0.189.dist-info/RECORD +253 -0
- kaqing-2.0.189.dist-info/top_level.txt +2 -0
- teddy/__init__.py +0 -0
- teddy/lark_parser.py +436 -0
- teddy/lark_parser2.py +618 -0
- adam/commands/app.py +0 -67
- adam/commands/cp.py +0 -95
- adam/commands/cql/cql_completions.py +0 -28
- adam/commands/export/clean_up_export_session.py +0 -53
- adam/commands/export/export_select_x.py +0 -54
- adam/commands/postgres/postgres_context.py +0 -248
- adam/commands/postgres/postgres_utils.py +0 -31
- adam/commands/postgres/psql_completions.py +0 -10
- adam/commands/reaper/reaper_session.py +0 -159
- adam/commands/show/show_app_actions.py +0 -56
- adam/commands/show/show_commands.py +0 -61
- adam/commands/show/show_repairs.py +0 -47
- kaqing-2.0.145.dist-info/RECORD +0 -227
- kaqing-2.0.145.dist-info/top_level.txt +0 -1
- {kaqing-2.0.145.dist-info → kaqing-2.0.189.dist-info}/WHEEL +0 -0
- {kaqing-2.0.145.dist-info → kaqing-2.0.189.dist-info}/entry_points.txt +0 -0
|
@@ -1,10 +1,11 @@
|
|
|
1
1
|
from adam.apps import Apps
|
|
2
|
-
from adam.commands
|
|
3
|
-
from adam.commands.
|
|
2
|
+
from adam.commands import app
|
|
3
|
+
from adam.commands.bash.bash_completer import BashCompleter
|
|
4
|
+
from adam.commands.command import Command, InvalidStateException
|
|
4
5
|
from adam.commands.devices.device import Device
|
|
5
6
|
from adam.config import Config
|
|
6
7
|
from adam.repl_state import ReplState
|
|
7
|
-
from adam.utils import
|
|
8
|
+
from adam.utils import tabulize, log, wait_log
|
|
8
9
|
from adam.utils_k8s.app_pods import AppPods
|
|
9
10
|
from adam.utils_k8s.ingresses import Ingresses
|
|
10
11
|
|
|
@@ -37,13 +38,20 @@ class DeviceApp(Command, Device):
|
|
|
37
38
|
def help(self, _: ReplState):
|
|
38
39
|
return f'{DeviceApp.COMMAND}\t move to App Operations device'
|
|
39
40
|
|
|
41
|
+
def pod(self, state: ReplState) -> str:
|
|
42
|
+
return state.app_pod
|
|
43
|
+
|
|
44
|
+
def pod_names(self, state: ReplState) -> list[str]:
|
|
45
|
+
return AppPods.pod_names(state.namespace, state.app_env, state.app_app)
|
|
46
|
+
|
|
47
|
+
def default_container(self, state: ReplState) -> str:
|
|
48
|
+
return Config().get('app.container-name', 'c3-server')
|
|
49
|
+
|
|
40
50
|
def ls(self, cmd: str, state: ReplState):
|
|
41
51
|
if state.app_pod:
|
|
42
|
-
return
|
|
52
|
+
return self.bash(state, state, cmd.split(' '))
|
|
43
53
|
elif state.app_app:
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
log(lines_to_tabular(pods, 'POD_NAME'))
|
|
54
|
+
tabulize(self.pod_names(state), header='POD_NAME')
|
|
47
55
|
elif state.app_env:
|
|
48
56
|
def line(n: str, ns: str):
|
|
49
57
|
host = Ingresses.get_host(Config().get('app.login.ingress', '{app_id}-k8singr-appleader-001').replace('{app_id}', f'{ns}-{n}'), ns)
|
|
@@ -58,19 +66,13 @@ class DeviceApp(Command, Device):
|
|
|
58
66
|
|
|
59
67
|
svcs = [l for l in [line(n, ns) for n, ns in Apps.apps(state.app_env)] if l]
|
|
60
68
|
|
|
61
|
-
|
|
69
|
+
tabulize(svcs, header='APP,HOST,ENDPOINT', separator=',')
|
|
62
70
|
else:
|
|
63
|
-
|
|
64
|
-
|
|
65
|
-
log(lines_to_tabular(svcs, 'ENV', separator=','))
|
|
66
|
-
|
|
71
|
+
tabulize(Apps.envs(), lambda a: a[0], header='ENV', separator=',')
|
|
67
72
|
|
|
68
73
|
def ls_completion(self, cmd, state, default: dict = {}):
|
|
69
74
|
if state.app_app:
|
|
70
|
-
|
|
71
|
-
return [p for p in AppPods.pod_names(state.namespace, state.app_env, state.app_app)]
|
|
72
|
-
|
|
73
|
-
return super().completion(state) | {f'@{p}': {cmd: None} for p in pod_names()}
|
|
75
|
+
return super().completion(state) | {f'@{p}': {cmd: None} for p in self.pod_names(state)}
|
|
74
76
|
|
|
75
77
|
return default
|
|
76
78
|
|
|
@@ -100,7 +102,7 @@ class DeviceApp(Command, Device):
|
|
|
100
102
|
|
|
101
103
|
def cd_completion(self, cmd: str, state: ReplState, default: dict = {}):
|
|
102
104
|
if state.app_app:
|
|
103
|
-
return {cmd: {'..': None} | {pod: None for pod in
|
|
105
|
+
return {cmd: {'..': None} | {pod: None for pod in self.pod_names(state)}}
|
|
104
106
|
elif state.app_env:
|
|
105
107
|
return {cmd: {'..': None} | {app[0].split('-')[1]: None for app in Apps.apps(state.app_env)}}
|
|
106
108
|
else:
|
|
@@ -114,7 +116,7 @@ class DeviceApp(Command, Device):
|
|
|
114
116
|
if state.app_app:
|
|
115
117
|
words.append(f'app/{state.app_app}')
|
|
116
118
|
|
|
117
|
-
return '\t'.join([f'{ReplState.
|
|
119
|
+
return '\t'.join([f'{ReplState.A}:>'] + (words if words else ['/']))
|
|
118
120
|
|
|
119
121
|
def try_fallback_action(self, chain: Command, state: ReplState, cmd: str):
|
|
120
122
|
if state.app_app:
|
|
@@ -132,15 +134,30 @@ class DeviceApp(Command, Device):
|
|
|
132
134
|
state.app_app = ea[1]
|
|
133
135
|
state.app_pod = ea[2]
|
|
134
136
|
if state.app_pod == '*':
|
|
135
|
-
if (pods :=
|
|
137
|
+
if (pods := self.pod_names(state)):
|
|
136
138
|
state.app_pod = pods[0]
|
|
137
|
-
|
|
139
|
+
wait_log(f'Moving to {state.app_env}/{state.app_app}/{state.app_pod}...')
|
|
138
140
|
else:
|
|
139
|
-
|
|
141
|
+
wait_log(f'No pods found, moving to {state.app_env}/{state.app_app}...')
|
|
140
142
|
else:
|
|
141
|
-
|
|
143
|
+
wait_log(f'Moving to {state.app_env}/{state.app_app}/{state.app_pod}...')
|
|
142
144
|
elif len(ea) > 1:
|
|
143
145
|
state.app_app = ea[1]
|
|
144
|
-
|
|
146
|
+
wait_log(f'Moving to {state.app_env}/{state.app_app}...')
|
|
145
147
|
else:
|
|
146
|
-
|
|
148
|
+
wait_log(f'Moving to {state.app_env}...')
|
|
149
|
+
|
|
150
|
+
def bash_target_changed(self, s0: ReplState, s1: ReplState):
|
|
151
|
+
return s0.app_env != s1.app_env or s0.app_app != s1.app_app or s0.app_pod != s1.app_pod
|
|
152
|
+
|
|
153
|
+
def exec_no_dir(self, command: str, state: ReplState):
|
|
154
|
+
with app(state) as pods:
|
|
155
|
+
return pods.exec(command)
|
|
156
|
+
|
|
157
|
+
def exec_with_dir(self, command: str, session_just_created: bool, state: ReplState):
|
|
158
|
+
with app(state) as pods:
|
|
159
|
+
return pods.exec(command, not session_just_created)
|
|
160
|
+
|
|
161
|
+
def bash_completion(self, cmd: str, state: ReplState, default: dict = {}):
|
|
162
|
+
return {cmd: BashCompleter(lambda: [])} | \
|
|
163
|
+
{f'@{p}': {cmd: BashCompleter(lambda: [])} for p in self.pod_names(state)}
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
from adam.commands.command import Command
|
|
2
2
|
from adam.commands.devices.device import Device
|
|
3
3
|
from adam.repl_state import ReplState
|
|
4
|
-
from adam.utils import
|
|
4
|
+
from adam.utils import tabulize, log
|
|
5
5
|
from adam.utils_athena import Athena
|
|
6
6
|
|
|
7
7
|
class DeviceAuditLog(Command, Device):
|
|
@@ -34,10 +34,16 @@ class DeviceAuditLog(Command, Device):
|
|
|
34
34
|
return f'{DeviceAuditLog.COMMAND}\t move to Audit Log Operations device'
|
|
35
35
|
|
|
36
36
|
def ls(self, cmd: str, _: ReplState):
|
|
37
|
-
|
|
37
|
+
tabulize(Athena.table_names(), header='NAME', separator=',')
|
|
38
38
|
|
|
39
|
-
def pwd(self,
|
|
39
|
+
def pwd(self, _: ReplState):
|
|
40
40
|
return '\t'.join([f'{ReplState.L}:>', '/'])
|
|
41
41
|
|
|
42
42
|
def try_fallback_action(self, chain: Command, state: ReplState, cmd: str):
|
|
43
|
-
return True, chain.run(f'audit {cmd}', state)
|
|
43
|
+
return True, chain.run(f'audit {cmd}', state)
|
|
44
|
+
|
|
45
|
+
def show_tables(self, _: ReplState):
|
|
46
|
+
tabulize(Athena.table_names(), separator=',')
|
|
47
|
+
|
|
48
|
+
def show_table_preview(self, _: ReplState, table: str, rows: int):
|
|
49
|
+
Athena.run_query(f'select * from {table} limit {rows}')
|
|
@@ -1,10 +1,11 @@
|
|
|
1
|
-
from adam.commands.bash.
|
|
2
|
-
from adam.commands.command import Command
|
|
1
|
+
from adam.commands.bash.bash_completer import BashCompleter
|
|
2
|
+
from adam.commands.command import Command, InvalidStateException
|
|
3
3
|
from adam.commands.commands_utils import show_pods, show_rollout
|
|
4
|
+
from adam.commands.cql.utils_cql import cassandra, cassandra_table_names
|
|
4
5
|
from adam.commands.devices.device import Device
|
|
5
6
|
from adam.config import Config
|
|
6
7
|
from adam.repl_state import ReplState
|
|
7
|
-
from adam.utils import
|
|
8
|
+
from adam.utils import tabulize, log, log2, wait_log
|
|
8
9
|
from adam.utils_k8s.cassandra_clusters import CassandraClusters
|
|
9
10
|
from adam.utils_k8s.custom_resources import CustomResources
|
|
10
11
|
from adam.utils_k8s.kube_context import KubeContext
|
|
@@ -33,15 +34,24 @@ class DeviceCass(Command, Device):
|
|
|
33
34
|
|
|
34
35
|
return state
|
|
35
36
|
|
|
37
|
+
def pod(self, state: ReplState) -> str:
|
|
38
|
+
return state.pod
|
|
39
|
+
|
|
40
|
+
def pod_names(self, state: ReplState) -> list[str]:
|
|
41
|
+
return StatefulSets.pod_names(state.sts, state.namespace)
|
|
42
|
+
|
|
36
43
|
def completion(self, state: ReplState):
|
|
37
44
|
return super().completion(state)
|
|
38
45
|
|
|
39
46
|
def help(self, _: ReplState):
|
|
40
47
|
return f'{DeviceCass.COMMAND}\t move to Cassandra Operations device'
|
|
41
48
|
|
|
49
|
+
def default_container(self, _: ReplState) -> str:
|
|
50
|
+
return 'cassandra'
|
|
51
|
+
|
|
42
52
|
def ls(self, cmd: str, state: ReplState):
|
|
43
53
|
if state.pod:
|
|
44
|
-
return
|
|
54
|
+
return self.bash(state, state, cmd.split(' '))
|
|
45
55
|
elif state.sts and state.namespace:
|
|
46
56
|
show_pods(StatefulSets.pods(state.sts, state.namespace), state.namespace, show_namespace=not KubeContext.in_cluster_namespace())
|
|
47
57
|
show_rollout(state.sts, state.namespace)
|
|
@@ -49,11 +59,8 @@ class DeviceCass(Command, Device):
|
|
|
49
59
|
self.show_statefulsets()
|
|
50
60
|
|
|
51
61
|
def ls_completion(self, cmd: str, state: ReplState, default: dict = {}):
|
|
52
|
-
def pod_names():
|
|
53
|
-
return [p for p in StatefulSets.pod_names(state.sts, state.namespace)]
|
|
54
|
-
|
|
55
62
|
if state.sts:
|
|
56
|
-
return super().completion(state) | {f'@{p}': {'ls': None} for p in pod_names()}
|
|
63
|
+
return super().completion(state) | {f'@{p}': {'ls': None} for p in self.pod_names(state)}
|
|
57
64
|
else:
|
|
58
65
|
return {cmd: {n: None for n in StatefulSets.list_sts_names()}}
|
|
59
66
|
|
|
@@ -75,7 +82,7 @@ class DeviceCass(Command, Device):
|
|
|
75
82
|
header = 'STATEFULSET_NAME@NAMESPACE APP_ID'
|
|
76
83
|
if KubeContext.in_cluster_namespace():
|
|
77
84
|
header = 'STATEFULSET_NAME APP_ID'
|
|
78
|
-
|
|
85
|
+
tabulize(list, header=header)
|
|
79
86
|
|
|
80
87
|
def cd(self, dir: str, state: ReplState):
|
|
81
88
|
if dir == '':
|
|
@@ -97,17 +104,17 @@ class DeviceCass(Command, Device):
|
|
|
97
104
|
if p:
|
|
98
105
|
state.pod = p
|
|
99
106
|
else:
|
|
100
|
-
names = CassandraClusters.pod_names_by_host_id(state.sts, state.namespace)
|
|
107
|
+
names = CassandraClusters.pod_names_by_host_id(state.sts, state.namespace)
|
|
101
108
|
if dir in names:
|
|
102
109
|
state.pod = names[dir]
|
|
103
110
|
else:
|
|
104
|
-
|
|
111
|
+
state.pod = dir
|
|
105
112
|
|
|
106
113
|
def cd_completion(self, cmd: str, state: ReplState, default: dict = {}):
|
|
107
114
|
if state.pod:
|
|
108
115
|
return {cmd: {'..': None}}
|
|
109
116
|
elif state.sts:
|
|
110
|
-
return {cmd: {'..': None} | {p: None for p in
|
|
117
|
+
return {cmd: {'..': None} | {p: None for p in self.pod_names(state)}}
|
|
111
118
|
else:
|
|
112
119
|
return {cmd: {p: None for p in StatefulSets.list_sts_names()}}
|
|
113
120
|
|
|
@@ -140,6 +147,33 @@ class DeviceCass(Command, Device):
|
|
|
140
147
|
if auto_enter == 'first-pod':
|
|
141
148
|
state.pod = f'{state.sts}-0'
|
|
142
149
|
if KubeContext().in_cluster_namespace:
|
|
143
|
-
|
|
150
|
+
wait_log(f'Moving to the only Cassandra cluster: {state.sts}...')
|
|
144
151
|
else:
|
|
145
|
-
|
|
152
|
+
wait_log(f'Moving to the only Cassandra cluster: {state.sts}@{state.namespace}...')
|
|
153
|
+
|
|
154
|
+
def show_tables(self, state: ReplState):
|
|
155
|
+
tabulize(cassandra_table_names(state), separator=',')
|
|
156
|
+
|
|
157
|
+
def show_table_preview(self, state: ReplState, table: str, rows: int):
|
|
158
|
+
with cassandra(state) as pods:
|
|
159
|
+
pods.cql(f'select * from {table} limit {rows}', show_out=True, use_single_quotes=True, on_any=True)
|
|
160
|
+
|
|
161
|
+
def bash_target_changed(self, s0: ReplState, s1: ReplState):
|
|
162
|
+
return s0.sts != s1.sts or s0.pod != s1.pod
|
|
163
|
+
|
|
164
|
+
def exec_no_dir(self, command: str, state: ReplState):
|
|
165
|
+
with cassandra(state) as pods:
|
|
166
|
+
return pods.exec(command, action='bash', show_out=True, shell='bash')
|
|
167
|
+
|
|
168
|
+
def exec_with_dir(self, command: str, session_just_created: bool, state: ReplState):
|
|
169
|
+
with cassandra(state) as pods:
|
|
170
|
+
return pods.exec(command, action='bash', show_out=not session_just_created, shell='bash')
|
|
171
|
+
|
|
172
|
+
def bash_completion(self, cmd: str, state: ReplState, default: dict = {}):
|
|
173
|
+
completions = {cmd: BashCompleter(lambda: [])}
|
|
174
|
+
|
|
175
|
+
if state.sts and state.namespace:
|
|
176
|
+
completions |= {f'@{p}': {cmd: BashCompleter(lambda: [])} for p in self.pod_names(state)}
|
|
177
|
+
|
|
178
|
+
return completions
|
|
179
|
+
|
|
@@ -1,9 +1,9 @@
|
|
|
1
1
|
from adam.commands.command import Command
|
|
2
2
|
from adam.commands.devices.device import Device
|
|
3
|
-
from adam.commands.export.export_databases import ExportDatabases
|
|
3
|
+
from adam.commands.export.export_databases import ExportDatabases, export_db
|
|
4
4
|
from adam.config import Config
|
|
5
5
|
from adam.repl_state import ReplState
|
|
6
|
-
from adam.utils import
|
|
6
|
+
from adam.utils import tabulize, log2, wait_log
|
|
7
7
|
|
|
8
8
|
class DeviceExport(Command, Device):
|
|
9
9
|
COMMAND = f'{ReplState.X}:'
|
|
@@ -36,16 +36,14 @@ class DeviceExport(Command, Device):
|
|
|
36
36
|
|
|
37
37
|
def ls(self, cmd: str, state: ReplState):
|
|
38
38
|
if state.export_session:
|
|
39
|
-
|
|
39
|
+
tabulize(ExportDatabases.table_names(state.export_session), header='NAME', separator=',')
|
|
40
40
|
else:
|
|
41
|
-
|
|
41
|
+
ExportDatabases.show_databases()
|
|
42
42
|
|
|
43
|
-
def
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
def show_export_tables(self, export_session: str):
|
|
48
|
-
log(lines_to_tabular(ExportDatabases.table_names(export_session), 'NAME', separator=','))
|
|
43
|
+
def show_table_preview(self, state: ReplState, table: str, rows: int):
|
|
44
|
+
if state.export_session:
|
|
45
|
+
with export_db(state) as dbs:
|
|
46
|
+
dbs.sql(f'select * from {table} limit {rows}')
|
|
49
47
|
|
|
50
48
|
def cd(self, dir: str, state: ReplState):
|
|
51
49
|
if dir in ['', '..']:
|
|
@@ -68,7 +66,10 @@ class DeviceExport(Command, Device):
|
|
|
68
66
|
return '\t'.join([f'{ReplState.X}:>'] + (words if words else ['/']))
|
|
69
67
|
|
|
70
68
|
def try_fallback_action(self, chain: Command, state: ReplState, cmd: str):
|
|
71
|
-
|
|
69
|
+
if cmd.startswith('select '):
|
|
70
|
+
cmd = f'xelect {cmd[7:]}'
|
|
71
|
+
|
|
72
|
+
result = chain.run(cmd, state)
|
|
72
73
|
if type(result) is ReplState:
|
|
73
74
|
if state.export_session and not result.export_session:
|
|
74
75
|
state.export_session = None
|
|
@@ -78,7 +79,7 @@ class DeviceExport(Command, Device):
|
|
|
78
79
|
def enter(self, state: ReplState):
|
|
79
80
|
if auto_enter := Config().get('repl.x.auto-enter', 'no'):
|
|
80
81
|
if auto_enter == 'latest':
|
|
81
|
-
|
|
82
|
+
wait_log(f'Moving to the latest export database...')
|
|
82
83
|
if dbs := ExportDatabases.database_names():
|
|
83
84
|
state.export_session = sorted(dbs)[-1]
|
|
84
85
|
else:
|
|
@@ -1,10 +1,10 @@
|
|
|
1
|
+
from adam.commands.bash.bash_completer import BashCompleter
|
|
1
2
|
from adam.commands.command import Command
|
|
2
3
|
from adam.commands.devices.device import Device
|
|
3
|
-
from adam.commands.postgres.
|
|
4
|
-
from adam.commands.postgres.
|
|
5
|
-
from adam.config import Config
|
|
4
|
+
from adam.commands.postgres.postgres_databases import PostgresDatabases, pg_path
|
|
5
|
+
from adam.commands.postgres.utils_postgres import pg_database_names, pg_table_names, postgres
|
|
6
6
|
from adam.repl_state import ReplState
|
|
7
|
-
from adam.utils import
|
|
7
|
+
from adam.utils import tabulize, log2, wait_log
|
|
8
8
|
|
|
9
9
|
class DevicePostgres(Command, Device):
|
|
10
10
|
COMMAND = f'{ReplState.P}:'
|
|
@@ -35,75 +35,126 @@ class DevicePostgres(Command, Device):
|
|
|
35
35
|
def help(self, _: ReplState):
|
|
36
36
|
return f'{DevicePostgres.COMMAND}\t move to Postgres Operations device'
|
|
37
37
|
|
|
38
|
+
def pod(self, state: ReplState) -> str:
|
|
39
|
+
pod, _ = PostgresDatabases.pod_and_container(state.namespace)
|
|
40
|
+
return pod
|
|
41
|
+
|
|
42
|
+
def pod_names(self, state: ReplState) -> list[str]:
|
|
43
|
+
return [self.pod(state)]
|
|
44
|
+
|
|
45
|
+
def default_container(self, state: ReplState) -> str:
|
|
46
|
+
_, container = PostgresDatabases.pod_and_container(state.namespace)
|
|
47
|
+
return container
|
|
48
|
+
|
|
38
49
|
def ls(self, cmd: str, state: ReplState):
|
|
39
|
-
if state.
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
|
|
50
|
+
if state.pod_targetted:
|
|
51
|
+
self.bash(state, state, ['ls'])
|
|
52
|
+
return
|
|
53
|
+
|
|
54
|
+
with pg_path(state) as (host, database):
|
|
55
|
+
if database:
|
|
56
|
+
tabulize(pg_table_names(state), header='NAME', separator=',')
|
|
57
|
+
elif host:
|
|
58
|
+
tabulize(pg_database_names(state), header='DATABASE', separator=',')
|
|
43
59
|
else:
|
|
44
|
-
self.
|
|
45
|
-
else:
|
|
46
|
-
self.show_pg_hosts(state)
|
|
60
|
+
self.show_pg_hosts(state)
|
|
47
61
|
|
|
48
62
|
def show_pg_hosts(self, state: ReplState):
|
|
49
63
|
if state.namespace:
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
log(lines_to_tabular(lines, 'NAME,ENDPOINT,USERNAME,PASSWORD', separator=','))
|
|
64
|
+
tabulize(PostgresDatabases.hosts(state),
|
|
65
|
+
lambda p: f'{p.host},{p.endpoint()}:{p.port()},{p.username()},{p.password()}',
|
|
66
|
+
header='NAME,ENDPOINT,USERNAME,PASSWORD',
|
|
67
|
+
separator=',')
|
|
56
68
|
else:
|
|
57
|
-
|
|
58
|
-
|
|
59
|
-
|
|
60
|
-
|
|
61
|
-
|
|
62
|
-
log(lines_to_tabular(lines, 'NAME,NAMESPACE,ENDPOINT,USERNAME,PASSWORD', separator=','))
|
|
63
|
-
|
|
64
|
-
def show_pg_databases(self, pg: PostgresContext):
|
|
65
|
-
log(lines_to_tabular(pg_database_names(pg.namespace, pg.path()), 'DATABASE', separator=','))
|
|
66
|
-
|
|
67
|
-
def show_pg_tables(self, pg: PostgresContext):
|
|
68
|
-
log(lines_to_tabular(pg_table_names(pg.namespace, pg.path()), 'NAME', separator=','))
|
|
69
|
+
tabulize(PostgresDatabases.hosts(state),
|
|
70
|
+
lambda p: f'{p.host},{p.namespace},{p.endpoint()}:{p.port()},{p.username()},{p.password()}',
|
|
71
|
+
header='NAME,NAMESPACE,ENDPOINT,USERNAME,PASSWORD',
|
|
72
|
+
separator=',')
|
|
69
73
|
|
|
70
74
|
def cd(self, dir: str, state: ReplState):
|
|
71
75
|
if dir == '':
|
|
72
76
|
state.pg_path = None
|
|
73
|
-
|
|
74
|
-
|
|
75
|
-
|
|
76
|
-
if
|
|
77
|
-
|
|
78
|
-
|
|
77
|
+
return
|
|
78
|
+
|
|
79
|
+
with pg_path(state) as (host, database):
|
|
80
|
+
if dir == '..':
|
|
81
|
+
if database:
|
|
82
|
+
database = None
|
|
83
|
+
else:
|
|
84
|
+
host = None
|
|
85
|
+
else:
|
|
86
|
+
tks = dir.split('@')
|
|
87
|
+
if not host:
|
|
88
|
+
host = tks[0]
|
|
89
|
+
else:
|
|
90
|
+
database = tks[0]
|
|
91
|
+
|
|
92
|
+
if len(tks) > 1:
|
|
93
|
+
state.namespace = tks[1]
|
|
94
|
+
|
|
95
|
+
if database:
|
|
96
|
+
state.pg_path = f'{host}/{database}'
|
|
97
|
+
else:
|
|
98
|
+
state.pg_path = host
|
|
79
99
|
|
|
80
100
|
def cd_completion(self, cmd: str, state: ReplState, default: dict = {}):
|
|
81
|
-
|
|
82
|
-
|
|
83
|
-
|
|
84
|
-
|
|
85
|
-
|
|
86
|
-
|
|
87
|
-
|
|
101
|
+
return {cmd: {d: None for d in self.direct_dirs(cmd, state, default=default)}}
|
|
102
|
+
|
|
103
|
+
def direct_dirs(self, cmd: str, state: ReplState, default: dict = {}) -> list[str]:
|
|
104
|
+
with pg_path(state) as (host, database):
|
|
105
|
+
if database:
|
|
106
|
+
return ['..']
|
|
107
|
+
elif host:
|
|
108
|
+
return ['..'] + [p for p in pg_database_names(state)]
|
|
109
|
+
else:
|
|
110
|
+
return [p for p in PostgresDatabases.host_names(state.namespace)]
|
|
88
111
|
|
|
89
112
|
def pwd(self, state: ReplState):
|
|
90
113
|
words = []
|
|
91
114
|
|
|
92
|
-
|
|
93
|
-
|
|
94
|
-
|
|
95
|
-
|
|
96
|
-
|
|
97
|
-
words.append(f'database/{pg.db}')
|
|
115
|
+
with pg_path(state) as (host, database):
|
|
116
|
+
if host:
|
|
117
|
+
words.append(f'host/{host}')
|
|
118
|
+
if database:
|
|
119
|
+
words.append(f'database/{database}')
|
|
98
120
|
|
|
99
|
-
|
|
121
|
+
return '\t'.join([f'{ReplState.P}:>'] + (words if words else ['/']))
|
|
100
122
|
|
|
101
123
|
def try_fallback_action(self, chain: Command, state: ReplState, cmd: str):
|
|
102
|
-
|
|
103
|
-
|
|
104
|
-
|
|
124
|
+
with pg_path(state) as (_, database):
|
|
125
|
+
if not database:
|
|
126
|
+
database = PostgresDatabases.default_db()
|
|
127
|
+
|
|
128
|
+
if database:
|
|
129
|
+
return True, chain.run(f'pg {cmd}', state)
|
|
105
130
|
|
|
106
131
|
return False, None
|
|
107
132
|
|
|
108
|
-
def enter(self,
|
|
109
|
-
|
|
133
|
+
def enter(self, _: ReplState):
|
|
134
|
+
wait_log('Inspecting postgres database instances...')
|
|
135
|
+
|
|
136
|
+
def show_tables(self, state: ReplState):
|
|
137
|
+
tabulize(PostgresDatabases.tables(state, default_schema=True), lambda d: d['name'], separator=',')
|
|
138
|
+
|
|
139
|
+
def show_table_preview(self, state: ReplState, table: str, rows: int):
|
|
140
|
+
PostgresDatabases.run_sql(state, f'select * from {table} limit {rows}')
|
|
141
|
+
|
|
142
|
+
def bash(self, s0: ReplState, s1: ReplState, args: list[str]):
|
|
143
|
+
pod, container = PostgresDatabases.pod_and_container(s1.namespace)
|
|
144
|
+
log2(f'Running on {pod}(container:{container})...')
|
|
145
|
+
|
|
146
|
+
return super().bash(s0, s1, args)
|
|
147
|
+
|
|
148
|
+
def bash_target_changed(self, s0: ReplState, s1: ReplState):
|
|
149
|
+
return s0.pg_path != s1.pg_path
|
|
150
|
+
|
|
151
|
+
def exec_no_dir(self, command: str, state: ReplState):
|
|
152
|
+
with postgres(state) as pod:
|
|
153
|
+
return pod.exec(command, show_out=True)
|
|
154
|
+
|
|
155
|
+
def exec_with_dir(self, command: str, session_just_created: bool, state: ReplState):
|
|
156
|
+
with postgres(state) as pod:
|
|
157
|
+
return pod.exec(command, show_out=not session_just_created)
|
|
158
|
+
|
|
159
|
+
def bash_completion(self, cmd: str, state: ReplState, default: dict = {}):
|
|
160
|
+
return {cmd: BashCompleter(lambda: [])}
|
|
@@ -0,0 +1,47 @@
|
|
|
1
|
+
from adam.commands import validate_args
|
|
2
|
+
from adam.commands.command import Command
|
|
3
|
+
from adam.commands.devices.devices import Devices
|
|
4
|
+
from adam.config import Config
|
|
5
|
+
from adam.pod_exec_result import PodExecResult
|
|
6
|
+
from adam.repl_state import ReplState, RequiredState
|
|
7
|
+
from adam.utils import log2
|
|
8
|
+
from adam.utils_k8s.pods import Pods
|
|
9
|
+
|
|
10
|
+
class DownloadFile(Command):
|
|
11
|
+
COMMAND = 'download file'
|
|
12
|
+
|
|
13
|
+
# the singleton pattern
|
|
14
|
+
def __new__(cls, *args, **kwargs):
|
|
15
|
+
if not hasattr(cls, 'instance'): cls.instance = super(DownloadFile, cls).__new__(cls)
|
|
16
|
+
|
|
17
|
+
return cls.instance
|
|
18
|
+
|
|
19
|
+
def __init__(self, successor: Command=None):
|
|
20
|
+
super().__init__(successor)
|
|
21
|
+
|
|
22
|
+
def command(self):
|
|
23
|
+
return DownloadFile.COMMAND
|
|
24
|
+
|
|
25
|
+
def required(self):
|
|
26
|
+
return [RequiredState.CLUSTER_OR_POD, RequiredState.APP_APP, ReplState.P]
|
|
27
|
+
|
|
28
|
+
def run(self, cmd: str, state: ReplState):
|
|
29
|
+
if not(args := self.args(cmd)):
|
|
30
|
+
return super().run(cmd, state)
|
|
31
|
+
|
|
32
|
+
with self.validate(args, state) as (args, state):
|
|
33
|
+
with validate_args(args, state, name='file'):
|
|
34
|
+
to_file = Pods.download_file(Devices.device(state).pod(state),
|
|
35
|
+
Devices.device(state).default_container(state),
|
|
36
|
+
state.namespace,
|
|
37
|
+
args[0],
|
|
38
|
+
args[1] if len(args) > 1 else None)
|
|
39
|
+
log2(f'Downloaded to {to_file}.')
|
|
40
|
+
|
|
41
|
+
return state
|
|
42
|
+
|
|
43
|
+
def completion(self, state: ReplState):
|
|
44
|
+
return super().completion(state, lambda: {f: None for f in Devices.device(state).files(state)}, pods=Devices.device(state).pods(state, '-'), auto='jit')
|
|
45
|
+
|
|
46
|
+
def help(self, _: ReplState):
|
|
47
|
+
return f'{DownloadFile.COMMAND} from-file [to-file]\t download file from pod'
|
adam/commands/exit.py
CHANGED
|
@@ -23,10 +23,7 @@ class Exit(Command):
|
|
|
23
23
|
exit()
|
|
24
24
|
|
|
25
25
|
def completion(self, state: ReplState):
|
|
26
|
-
|
|
27
|
-
return {Exit.COMMAND: None}
|
|
28
|
-
|
|
29
|
-
return {}
|
|
26
|
+
return {Exit.COMMAND: None}
|
|
30
27
|
|
|
31
28
|
def help(self, _: ReplState):
|
|
32
29
|
return f'{Exit.COMMAND}\t exit kaqing <Ctrl-D>'
|
|
@@ -0,0 +1,37 @@
|
|
|
1
|
+
from adam.commands.command import Command
|
|
2
|
+
from adam.commands.export.export_sessions import export_session
|
|
3
|
+
from adam.repl_state import ReplState, RequiredState
|
|
4
|
+
|
|
5
|
+
class CleanUpAllExportSessions(Command):
|
|
6
|
+
COMMAND = 'clean up all export sessions'
|
|
7
|
+
|
|
8
|
+
# the singleton pattern
|
|
9
|
+
def __new__(cls, *args, **kwargs):
|
|
10
|
+
if not hasattr(cls, 'instance'): cls.instance = super(CleanUpAllExportSessions, cls).__new__(cls)
|
|
11
|
+
|
|
12
|
+
return cls.instance
|
|
13
|
+
|
|
14
|
+
def __init__(self, successor: Command=None):
|
|
15
|
+
super().__init__(successor)
|
|
16
|
+
|
|
17
|
+
def command(self):
|
|
18
|
+
return CleanUpAllExportSessions.COMMAND
|
|
19
|
+
|
|
20
|
+
def required(self):
|
|
21
|
+
return RequiredState.CLUSTER_OR_POD
|
|
22
|
+
|
|
23
|
+
def run(self, cmd: str, state: ReplState):
|
|
24
|
+
if not(args := self.args(cmd)):
|
|
25
|
+
return super().run(cmd, state)
|
|
26
|
+
|
|
27
|
+
with self.validate(args, state) as (args, state):
|
|
28
|
+
with export_session(state) as sessions:
|
|
29
|
+
sessions.clean_up_all()
|
|
30
|
+
|
|
31
|
+
return state
|
|
32
|
+
|
|
33
|
+
def completion(self, _: ReplState):
|
|
34
|
+
return {}
|
|
35
|
+
|
|
36
|
+
def help(self, _: ReplState):
|
|
37
|
+
return f'{CleanUpAllExportSessions.COMMAND}\t clean up all export sessions'
|
|
@@ -1,9 +1,10 @@
|
|
|
1
|
+
from adam.commands import validate_args
|
|
1
2
|
from adam.commands.command import Command
|
|
2
|
-
from adam.commands.export.
|
|
3
|
+
from adam.commands.export.export_sessions import export_session
|
|
3
4
|
from adam.repl_state import ReplState, RequiredState
|
|
4
5
|
|
|
5
6
|
class CleanUpExportSessions(Command):
|
|
6
|
-
COMMAND = 'clean up
|
|
7
|
+
COMMAND = 'clean up export sessions'
|
|
7
8
|
|
|
8
9
|
# the singleton pattern
|
|
9
10
|
def __new__(cls, *args, **kwargs):
|
|
@@ -24,17 +25,15 @@ class CleanUpExportSessions(Command):
|
|
|
24
25
|
if not(args := self.args(cmd)):
|
|
25
26
|
return super().run(cmd, state)
|
|
26
27
|
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
28
|
+
with self.validate(args, state) as (args, state):
|
|
29
|
+
with validate_args(args, state, name='export session', separator=',') as session_names:
|
|
30
|
+
with export_session(state) as sessions:
|
|
31
|
+
sessions.clean_up(session_names)
|
|
30
32
|
|
|
31
|
-
|
|
32
|
-
Exporter.clear_export_session_cache()
|
|
33
|
-
|
|
34
|
-
return state
|
|
33
|
+
return state
|
|
35
34
|
|
|
36
35
|
def completion(self, _: ReplState):
|
|
37
36
|
return {}
|
|
38
37
|
|
|
39
38
|
def help(self, _: ReplState):
|
|
40
|
-
return f'{CleanUpExportSessions.COMMAND}
|
|
39
|
+
return f'{CleanUpExportSessions.COMMAND} <export-session-name,...>\t clean up export sessions'
|