kaqing 2.0.110__py3-none-any.whl → 2.0.184__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of kaqing might be problematic. Click here for more details.

Files changed (204) hide show
  1. adam/__init__.py +0 -2
  2. adam/app_session.py +9 -12
  3. adam/apps.py +18 -4
  4. adam/batch.py +5 -5
  5. adam/checks/check_utils.py +16 -46
  6. adam/checks/cpu.py +7 -1
  7. adam/checks/cpu_metrics.py +52 -0
  8. adam/checks/disk.py +2 -3
  9. adam/columns/columns.py +3 -1
  10. adam/columns/cpu.py +3 -1
  11. adam/columns/cpu_metrics.py +22 -0
  12. adam/columns/memory.py +3 -4
  13. adam/commands/__init__.py +24 -0
  14. adam/commands/alter_tables.py +33 -48
  15. adam/commands/app/__init__.py +0 -0
  16. adam/commands/app/app.py +38 -0
  17. adam/commands/{app_ping.py → app/app_ping.py} +7 -13
  18. adam/commands/app/show_app_actions.py +49 -0
  19. adam/commands/{show → app}/show_app_id.py +8 -11
  20. adam/commands/{show → app}/show_app_queues.py +7 -14
  21. adam/commands/app/utils_app.py +98 -0
  22. adam/commands/audit/audit.py +27 -31
  23. adam/commands/audit/audit_repair_tables.py +14 -18
  24. adam/commands/audit/audit_run.py +16 -23
  25. adam/commands/audit/show_last10.py +4 -17
  26. adam/commands/audit/show_slow10.py +4 -17
  27. adam/commands/audit/show_top10.py +4 -16
  28. adam/commands/audit/utils_show_top10.py +15 -3
  29. adam/commands/bash/__init__.py +5 -0
  30. adam/commands/bash/bash.py +36 -0
  31. adam/commands/bash/bash_completer.py +93 -0
  32. adam/commands/bash/utils_bash.py +16 -0
  33. adam/commands/cat.py +36 -0
  34. adam/commands/cd.py +11 -95
  35. adam/commands/check.py +15 -24
  36. adam/commands/cli_commands.py +2 -3
  37. adam/commands/clipboard_copy.py +86 -0
  38. adam/commands/code.py +57 -0
  39. adam/commands/command.py +198 -40
  40. adam/commands/commands_utils.py +12 -27
  41. adam/commands/cql/cql_completions.py +27 -10
  42. adam/commands/cql/cqlsh.py +12 -30
  43. adam/commands/cql/utils_cql.py +297 -0
  44. adam/commands/deploy/code_start.py +7 -10
  45. adam/commands/deploy/code_stop.py +4 -21
  46. adam/commands/deploy/code_utils.py +3 -3
  47. adam/commands/deploy/deploy.py +4 -27
  48. adam/commands/deploy/deploy_frontend.py +14 -17
  49. adam/commands/deploy/deploy_pg_agent.py +3 -6
  50. adam/commands/deploy/deploy_pod.py +65 -73
  51. adam/commands/deploy/deploy_utils.py +14 -24
  52. adam/commands/deploy/undeploy.py +4 -27
  53. adam/commands/deploy/undeploy_frontend.py +4 -7
  54. adam/commands/deploy/undeploy_pg_agent.py +6 -8
  55. adam/commands/deploy/undeploy_pod.py +11 -12
  56. adam/commands/devices/__init__.py +0 -0
  57. adam/commands/devices/device.py +123 -0
  58. adam/commands/devices/device_app.py +163 -0
  59. adam/commands/devices/device_auit_log.py +49 -0
  60. adam/commands/devices/device_cass.py +179 -0
  61. adam/commands/devices/device_export.py +84 -0
  62. adam/commands/devices/device_postgres.py +150 -0
  63. adam/commands/devices/devices.py +25 -0
  64. adam/commands/download_file.py +47 -0
  65. adam/commands/exit.py +1 -4
  66. adam/commands/export/__init__.py +0 -0
  67. adam/commands/export/clean_up_all_export_sessions.py +37 -0
  68. adam/commands/export/clean_up_export_sessions.py +39 -0
  69. adam/commands/export/download_export_session.py +39 -0
  70. adam/commands/export/drop_export_database.py +39 -0
  71. adam/commands/export/drop_export_databases.py +37 -0
  72. adam/commands/export/export.py +53 -0
  73. adam/commands/export/export_databases.py +245 -0
  74. adam/commands/export/export_select.py +59 -0
  75. adam/commands/export/export_select_x.py +54 -0
  76. adam/commands/export/export_sessions.py +209 -0
  77. adam/commands/export/export_use.py +49 -0
  78. adam/commands/export/exporter.py +332 -0
  79. adam/commands/export/import_files.py +44 -0
  80. adam/commands/export/import_session.py +44 -0
  81. adam/commands/export/importer.py +81 -0
  82. adam/commands/export/importer_athena.py +177 -0
  83. adam/commands/export/importer_sqlite.py +67 -0
  84. adam/commands/export/show_column_counts.py +45 -0
  85. adam/commands/export/show_export_databases.py +38 -0
  86. adam/commands/export/show_export_session.py +39 -0
  87. adam/commands/export/show_export_sessions.py +37 -0
  88. adam/commands/export/utils_export.py +343 -0
  89. adam/commands/find_files.py +51 -0
  90. adam/commands/find_processes.py +76 -0
  91. adam/commands/head.py +36 -0
  92. adam/commands/help.py +5 -3
  93. adam/commands/intermediate_command.py +49 -0
  94. adam/commands/issues.py +11 -43
  95. adam/commands/kubectl.py +38 -0
  96. adam/commands/login.py +22 -24
  97. adam/commands/logs.py +3 -6
  98. adam/commands/ls.py +11 -116
  99. adam/commands/medusa/medusa.py +4 -22
  100. adam/commands/medusa/medusa_backup.py +20 -27
  101. adam/commands/medusa/medusa_restore.py +38 -37
  102. adam/commands/medusa/medusa_show_backupjobs.py +16 -18
  103. adam/commands/medusa/medusa_show_restorejobs.py +13 -18
  104. adam/commands/nodetool.py +11 -17
  105. adam/commands/param_get.py +11 -14
  106. adam/commands/param_set.py +8 -12
  107. adam/commands/postgres/postgres.py +45 -46
  108. adam/commands/postgres/postgres_databases.py +269 -0
  109. adam/commands/postgres/postgres_ls.py +4 -8
  110. adam/commands/postgres/postgres_preview.py +5 -9
  111. adam/commands/postgres/psql_completions.py +4 -3
  112. adam/commands/postgres/utils_postgres.py +70 -0
  113. adam/commands/preview_table.py +8 -44
  114. adam/commands/pwd.py +14 -46
  115. adam/commands/reaper/reaper.py +4 -27
  116. adam/commands/reaper/reaper_forward.py +49 -56
  117. adam/commands/reaper/reaper_forward_session.py +6 -0
  118. adam/commands/reaper/reaper_forward_stop.py +10 -16
  119. adam/commands/reaper/reaper_restart.py +7 -14
  120. adam/commands/reaper/reaper_run_abort.py +8 -33
  121. adam/commands/reaper/reaper_runs.py +43 -58
  122. adam/commands/reaper/reaper_runs_abort.py +29 -49
  123. adam/commands/reaper/reaper_schedule_activate.py +9 -32
  124. adam/commands/reaper/reaper_schedule_start.py +9 -32
  125. adam/commands/reaper/reaper_schedule_stop.py +9 -32
  126. adam/commands/reaper/reaper_schedules.py +4 -14
  127. adam/commands/reaper/reaper_status.py +8 -16
  128. adam/commands/reaper/utils_reaper.py +194 -0
  129. adam/commands/repair/repair.py +4 -22
  130. adam/commands/repair/repair_log.py +5 -11
  131. adam/commands/repair/repair_run.py +27 -34
  132. adam/commands/repair/repair_scan.py +32 -38
  133. adam/commands/repair/repair_stop.py +5 -11
  134. adam/commands/report.py +27 -29
  135. adam/commands/restart.py +25 -26
  136. adam/commands/rollout.py +19 -24
  137. adam/commands/shell.py +12 -4
  138. adam/commands/show/show.py +10 -25
  139. adam/commands/show/show_adam.py +3 -3
  140. adam/commands/show/show_cassandra_repairs.py +35 -0
  141. adam/commands/show/show_cassandra_status.py +33 -51
  142. adam/commands/show/show_cassandra_version.py +5 -18
  143. adam/commands/show/show_commands.py +20 -25
  144. adam/commands/show/show_host.py +1 -1
  145. adam/commands/show/show_login.py +20 -27
  146. adam/commands/show/show_params.py +2 -5
  147. adam/commands/show/show_processes.py +15 -19
  148. adam/commands/show/show_storage.py +10 -20
  149. adam/commands/watch.py +26 -29
  150. adam/config.py +5 -14
  151. adam/embedded_params.py +1 -1
  152. adam/log.py +4 -4
  153. adam/pod_exec_result.py +6 -3
  154. adam/repl.py +69 -115
  155. adam/repl_commands.py +52 -19
  156. adam/repl_state.py +161 -40
  157. adam/sql/sql_completer.py +52 -27
  158. adam/sql/sql_state_machine.py +131 -19
  159. adam/sso/authn_ad.py +6 -8
  160. adam/sso/authn_okta.py +4 -6
  161. adam/sso/cred_cache.py +3 -5
  162. adam/sso/idp.py +9 -12
  163. adam/utils.py +511 -9
  164. adam/utils_athena.py +145 -0
  165. adam/utils_audits.py +12 -103
  166. adam/utils_issues.py +32 -0
  167. adam/utils_k8s/app_clusters.py +28 -0
  168. adam/utils_k8s/app_pods.py +36 -0
  169. adam/utils_k8s/cassandra_clusters.py +30 -19
  170. adam/utils_k8s/cassandra_nodes.py +3 -3
  171. adam/utils_k8s/custom_resources.py +16 -17
  172. adam/utils_k8s/ingresses.py +2 -2
  173. adam/utils_k8s/jobs.py +7 -11
  174. adam/utils_k8s/k8s.py +87 -0
  175. adam/utils_k8s/kube_context.py +2 -2
  176. adam/utils_k8s/pods.py +89 -78
  177. adam/utils_k8s/secrets.py +4 -4
  178. adam/utils_k8s/service_accounts.py +5 -4
  179. adam/utils_k8s/services.py +2 -2
  180. adam/utils_k8s/statefulsets.py +1 -12
  181. adam/utils_local.py +4 -0
  182. adam/utils_net.py +4 -4
  183. adam/utils_repl/__init__.py +0 -0
  184. adam/utils_repl/automata_completer.py +48 -0
  185. adam/utils_repl/repl_completer.py +46 -0
  186. adam/utils_repl/state_machine.py +173 -0
  187. adam/utils_sqlite.py +137 -0
  188. adam/version.py +1 -1
  189. {kaqing-2.0.110.dist-info → kaqing-2.0.184.dist-info}/METADATA +1 -1
  190. kaqing-2.0.184.dist-info/RECORD +244 -0
  191. adam/commands/app.py +0 -67
  192. adam/commands/bash.py +0 -150
  193. adam/commands/cp.py +0 -95
  194. adam/commands/cql/cql_utils.py +0 -112
  195. adam/commands/devices.py +0 -118
  196. adam/commands/postgres/postgres_context.py +0 -239
  197. adam/commands/postgres/postgres_utils.py +0 -31
  198. adam/commands/reaper/reaper_session.py +0 -159
  199. adam/commands/show/show_app_actions.py +0 -56
  200. adam/commands/show/show_repairs.py +0 -47
  201. kaqing-2.0.110.dist-info/RECORD +0 -187
  202. {kaqing-2.0.110.dist-info → kaqing-2.0.184.dist-info}/WHEEL +0 -0
  203. {kaqing-2.0.110.dist-info → kaqing-2.0.184.dist-info}/entry_points.txt +0 -0
  204. {kaqing-2.0.110.dist-info → kaqing-2.0.184.dist-info}/top_level.txt +0 -0
@@ -0,0 +1,297 @@
1
+ import functools
2
+ import re
3
+ from typing import Union
4
+
5
+ from adam.commands.command import Command
6
+ from adam.commands.commands_utils import show_table
7
+ from adam.utils_k8s.cassandra_clusters import CassandraClusters
8
+ from adam.utils_k8s.cassandra_nodes import CassandraNodes
9
+ from adam.utils_k8s.secrets import Secrets
10
+ from adam.pod_exec_result import PodExecResult
11
+ from adam.repl_state import ReplState
12
+ from adam.utils import log2, log_timing, wait_log
13
+ from adam.utils_k8s.statefulsets import StatefulSets
14
+
15
+ @functools.lru_cache()
16
+ def cassandra_keyspaces(state: ReplState, on_any=True):
17
+ if state.pod:
18
+ wait_log(f'Inspecting Cassandra Keyspaces on {state.pod}...')
19
+ else:
20
+ wait_log(f'Inspecting Cassandra Keyspaces...')
21
+
22
+ r: list[PodExecResult] = run_cql(state, 'describe keyspaces', show_out=False, on_any=on_any)
23
+ if not r:
24
+ log2('No pod is available')
25
+ return []
26
+
27
+ return parse_cql_desc_keyspaces(r.stdout if state.pod else r[0].stdout)
28
+
29
+ def cassandra_table_names(state: ReplState, keyspace = None):
30
+ return [f'{k}.{t}' for k, ts in cassandra_tables(state, on_any=True).items() for t in ts if not keyspace or keyspace == '*' or k == keyspace]
31
+
32
+ @functools.lru_cache()
33
+ def cassandra_tables(state: ReplState, on_any=False) -> dict[str, list[str]]:
34
+ r: list[PodExecResult] = run_cql(state, 'describe tables', show_out=False, on_any=on_any)
35
+ if not r:
36
+ log2('No pod is available')
37
+ return {}
38
+
39
+ return parse_cql_desc_tables(r.stdout if state.pod else r[0].stdout)
40
+
41
+ @functools.lru_cache()
42
+ def table_spec(state: ReplState, table: str, on_any=False) -> 'TableSpec':
43
+ r: list[PodExecResult] = run_cql(state, f'describe table {table}', show_out=False, on_any=on_any)
44
+ if not r:
45
+ log2('No pod is available')
46
+ return None
47
+
48
+ return parse_cql_desc_table(r.stdout if state.pod else r[0].stdout)
49
+
50
+ def run_cql(state: ReplState, cql: str, opts: list = [], show_out = False, show_query = False, use_single_quotes = False, on_any = False, backgrounded=False, log_file=None) -> list[PodExecResult]:
51
+ if show_query:
52
+ log2(cql)
53
+
54
+ command = None
55
+ with log_timing('Secrets.get_user_pass'):
56
+ user, pw = Secrets.get_user_pass(state.sts if state.sts else state.pod, state.namespace, secret_path='cql.secret')
57
+ if use_single_quotes:
58
+ command = f"cqlsh -u {user} -p {pw} {' '.join(opts)} -e '{cql}'"
59
+ else:
60
+ command = f'cqlsh -u {user} -p {pw} {" ".join(opts)} -e "{cql}"'
61
+
62
+ with log_timing(cql):
63
+ with cassandra(state) as pods:
64
+ return pods.exec(command, action='cql', show_out=show_out, on_any=on_any, backgrounded=backgrounded, log_file=log_file)
65
+
66
+ def parse_cql_desc_tables(out: str):
67
+ # Keyspace data_endpoint_auth
68
+ # ---------------------------
69
+ # "token"
70
+
71
+ # Keyspace reaper_db
72
+ # ------------------
73
+ # repair_run schema_migration
74
+ # repair_run_by_cluster schema_migration_leader
75
+
76
+ # Keyspace system
77
+ tables_by_keyspace: dict[str, list[str]] = {}
78
+ keyspace = None
79
+ state = 's0'
80
+ for line in out.split('\n'):
81
+ if state == 's0':
82
+ groups = re.match(r'^Keyspace (.*)$', line)
83
+ if groups:
84
+ keyspace = groups[1].strip(' \r')
85
+ state = 's1'
86
+ elif state == 's1':
87
+ if line.startswith('---'):
88
+ state = 's2'
89
+ elif state == 's2':
90
+ if not line.strip(' \r'):
91
+ state = 's0'
92
+ else:
93
+ for table in line.split(' '):
94
+ if t := table.strip(' \r'):
95
+ if not keyspace in tables_by_keyspace:
96
+ tables_by_keyspace[keyspace] = []
97
+ tables_by_keyspace[keyspace].append(t)
98
+
99
+ return tables_by_keyspace
100
+
101
+ def parse_cql_desc_keyspaces(out: str) -> list[str]:
102
+ #
103
+ # Warning: Cannot create directory at `/home/cassandra/.cassandra`. Command history will not be saved. Please check what was the environment property CQL_HISTORY set to.
104
+ #
105
+ #
106
+ # Warning: Using a password on the command line interface can be insecure.
107
+ # Recommendation: use the credentials file to securely provide the password.
108
+ #
109
+ #
110
+ # azops88_db system_auth system_traces
111
+ # reaper_db system_distributed system_views
112
+ # system system_schema system_virtual_schema
113
+ #
114
+ kses = []
115
+ for line in out.split('\n'):
116
+ line = line.strip(' \r')
117
+ if not line:
118
+ continue
119
+ if line.startswith('Warning:'):
120
+ continue
121
+ if line.startswith('Recommendation:'):
122
+ continue
123
+
124
+ for ks in line.split(' '):
125
+ if s := ks.strip(' \r\t'):
126
+ kses.append(s)
127
+
128
+ return kses
129
+
130
+ class ColumnSpec:
131
+ def __init__(self, name: str, type: str, key_index = -1):
132
+ self.name = name
133
+ self.type = type
134
+ self.key_index = key_index
135
+
136
+ def __eq__(self, other):
137
+ if not isinstance(other, ColumnSpec):
138
+ return NotImplemented
139
+
140
+ return self.name == other.name and self.type == other.type and self.key_index == other.key_index
141
+
142
+ class TableSpec:
143
+ def __init__(self, columns: list[ColumnSpec]):
144
+ self.columns = columns
145
+
146
+ def row_key(self):
147
+ for c in self.columns:
148
+ if c.key_index == 0:
149
+ return c.name
150
+
151
+ def keys(self):
152
+ return [c.name for c in self.columns if c.key_index > -1]
153
+
154
+ def parse_cql_desc_table(out: str) -> TableSpec:
155
+ # CREATE TABLE azops88_db.analyticscontainer_dfeevalhistory (
156
+ # id text,
157
+ # columnname text,
158
+ # version bigint static,
159
+ # contentb blob,
160
+ # contentbool boolean,
161
+ # contentn double,
162
+ # contents text,
163
+ # PRIMARY KEY (id, columnname)
164
+ # ) WITH CLUSTERING ORDER BY (columnname ASC)
165
+ # AND additional_write_policy = '99p'
166
+ # AND bloom_filter_fp_chance = 0.1
167
+ # AND caching = {'keys': 'ALL', 'rows_per_partition': 'NONE'}
168
+ # AND cdc = false
169
+ # AND comment = ''
170
+ # AND compaction = {'class': 'org.apache.cassandra.db.compaction.LeveledCompactionStrategy', 'max_threshold': '32', 'min_threshold': '4'}
171
+ # AND compression = {'chunk_length_in_kb': '16', 'class': 'org.apache.cassandra.io.compress.SnappyCompressor'}
172
+ # AND memtable = 'default'
173
+ # AND crc_check_chance = 1.0
174
+ # AND default_time_to_live = 0
175
+ # AND extensions = {}
176
+ # AND gc_grace_seconds = 3600
177
+ # AND max_index_interval = 2048
178
+ # AND memtable_flush_period_in_ms = 0
179
+ # AND min_index_interval = 128
180
+ # AND read_repair = 'BLOCKING'
181
+ # AND speculative_retry = '99p';
182
+ pkeys = {}
183
+ columns: list[ColumnSpec] = []
184
+
185
+ state = 's0'
186
+ for line in out.split('\n'):
187
+ if state == 's0':
188
+ if line.startswith('CREATE TABLE'):
189
+ state = 's1'
190
+ elif state == 's1':
191
+ if line.startswith(')'):
192
+ state = 's2'
193
+ continue
194
+
195
+ groups = re.match(r'^\s*PRIMARY KEY\s*\((.*)\).*$', line)
196
+ if groups:
197
+ pkeys = {n.strip(' '): i for i, n in enumerate(groups[1].strip(' \r').split(','))}
198
+ continue
199
+
200
+ # single key column - name text PRIMARY KEY,
201
+ groups = re.match(r'^\s*(\S*?)\s*(\S*?)\s*PRIMARY KEY,.*$', line)
202
+ if groups:
203
+ columns.append(ColumnSpec(groups[1], groups[2]))
204
+ pkeys[groups[1]] = 0
205
+ else:
206
+ groups = re.match(r'^\s*(\S*?)\s*(\S*?),.*$', line)
207
+ if groups:
208
+ columns.append(ColumnSpec(groups[1], groups[2]))
209
+ elif state == 's2':
210
+ pass
211
+
212
+ for column in columns:
213
+ if column.name in pkeys.keys():
214
+ column.key_index = pkeys[column.name]
215
+
216
+ return TableSpec(columns)
217
+
218
+ class CassandraPodService:
219
+ def __init__(self, handler: 'CassandraExecHandler'):
220
+ self.handler = handler
221
+
222
+ def exec(self, command: str, action='bash', show_out = True, on_any = False, throw_err = False, shell = '/bin/sh', backgrounded = False, log_file = None) -> Union[PodExecResult, list[PodExecResult]]:
223
+ state = self.handler.state
224
+ pod = self.handler.pod
225
+
226
+ if pod:
227
+ return CassandraNodes.exec(pod, state.namespace, command,
228
+ show_out=show_out, throw_err=throw_err, shell=shell, backgrounded=backgrounded, log_file=log_file)
229
+ elif state.sts:
230
+ return CassandraClusters.exec(state.sts, state.namespace, command, action=action,
231
+ show_out=show_out, on_any=on_any, shell=shell, backgrounded=backgrounded, log_file=log_file)
232
+
233
+ return []
234
+
235
+ def cql(self, args: list[str], opts: list = [], show_out = False, show_query = False, use_single_quotes = False, on_any = False, backgrounded=False, log_file: str = None):
236
+ state = self.handler.state
237
+ query: str = args
238
+
239
+ if isinstance(query, list):
240
+ opts = []
241
+ cqls = []
242
+ for arg in args:
243
+ if arg.startswith('--'):
244
+ opts.append(arg)
245
+ elif arg != '-e':
246
+ cqls.append(arg)
247
+ if not cqls:
248
+ if self.state.in_repl:
249
+ log2('Please enter cql statement. e.g. select host_id from system.local')
250
+ else:
251
+ log2('* CQL statement is missing.')
252
+ log2()
253
+ Command.display_help()
254
+
255
+ return 'no-cql'
256
+
257
+ query = ' '.join(cqls)
258
+ show_out = True
259
+
260
+ return run_cql(state, query, opts=opts, show_out=show_out, show_query=show_query, use_single_quotes=use_single_quotes, on_any=on_any, backgrounded=backgrounded, log_file=log_file)
261
+
262
+ def display_table(self, cols: str, header: str, show_out = True):
263
+ state = self.handler.state
264
+
265
+ if state.pod:
266
+ show_table(state, [state.pod], cols, header, show_out=show_out)
267
+ elif state.sts:
268
+ pod_names = [pod.metadata.name for pod in StatefulSets.pods(state.sts, state.namespace)]
269
+ show_table(state, pod_names, cols, header, show_out=show_out)
270
+
271
+ def nodetool(self, args: str, status = False, show_out = True) -> Union[PodExecResult, list[PodExecResult]]:
272
+ state = self.handler.state
273
+ pod = self.handler.pod
274
+
275
+ user, pw = state.user_pass()
276
+ command = f"nodetool -u {user} -pw {pw} {args}"
277
+
278
+ if pod:
279
+ return CassandraNodes.exec(pod, state.namespace, command, show_out=show_out)
280
+ else:
281
+ return CassandraClusters.exec(state.sts, state.namespace, command, action='nodetool.status' if status else 'nodetool', show_out=show_out)
282
+
283
+ class CassandraExecHandler:
284
+ def __init__(self, state: ReplState, pod: str = None):
285
+ self.state = state
286
+ self.pod = pod
287
+ if not pod and state.pod:
288
+ self.pod = state.pod
289
+
290
+ def __enter__(self):
291
+ return CassandraPodService(self)
292
+
293
+ def __exit__(self, exc_type, exc_val, exc_tb):
294
+ return False
295
+
296
+ def cassandra(state: ReplState, pod: str=None):
297
+ return CassandraExecHandler(state, pod=pod)
@@ -25,19 +25,16 @@ class CodeStart(Command):
25
25
  if not(args := self.args(cmd)):
26
26
  return super().run(cmd, state)
27
27
 
28
- state, args = self.apply_state(args, state)
29
- if not self.validate_state(state):
30
- return state
31
-
32
- log2('This will support c3/c3 only for demo.')
28
+ with self.validate(args, state) as (args, state):
29
+ log2('This will support c3/c3 only for demo.')
33
30
 
34
- stop_user_codes(state.namespace)
35
- try:
36
- start_user_code(state.namespace)
37
- finally:
38
31
  stop_user_codes(state.namespace)
32
+ try:
33
+ start_user_code(state.namespace)
34
+ finally:
35
+ stop_user_codes(state.namespace)
39
36
 
40
- return state
37
+ return state
41
38
 
42
39
  def completion(self, state: ReplState):
43
40
  if state.namespace:
@@ -24,28 +24,11 @@ class CodeStop(Command):
24
24
  if not(args := self.args(cmd)):
25
25
  return super().run(cmd, state)
26
26
 
27
- state, args = self.apply_state(args, state)
28
- if not self.validate_state(state):
29
- return state
30
-
31
- _, dry = Command.extract_options(args, '--dry')
32
- stop_user_codes(state.namespace, dry)
33
-
34
- # if not args:
35
- # log2('Please specify <port>.')
36
- # return state
27
+ with self.validate(args, state) as (args, state):
28
+ _, dry = Command.extract_options(args, '--dry')
29
+ stop_user_codes(state.namespace, dry)
37
30
 
38
- # port = args[0]
39
- # name = f'ops-{port}'
40
- # user = os.getenv("USER")
41
- # label_selector=f'user={user}'
42
- # Ingresses.delete_ingresses(state.namespace, label_selector=label_selector)
43
- # Services.delete_services(state.namespace, label_selector=label_selector)
44
-
45
- # pattern = f'/c3/c3/ops/code/{user}/'
46
- # self.kill_process_by_pattern(pattern)
47
-
48
- return state
31
+ return state
49
32
 
50
33
  def completion(self, state: ReplState):
51
34
  if state.namespace:
@@ -7,7 +7,7 @@ from adam.apps import Apps
7
7
  from adam.config import Config
8
8
  from adam.utils_k8s.ingresses import Ingresses
9
9
  from adam.utils_k8s.services import Services
10
- from adam.utils import log2, random_alphanumeric
10
+ from adam.utils import debug, log2, random_alphanumeric
11
11
 
12
12
  def start_user_code(namespace: str):
13
13
  try:
@@ -57,7 +57,7 @@ def kill_process_by_pattern(pattern, dry=False):
57
57
  pids = process.stdout.strip().split('\n')
58
58
 
59
59
  if not pids or pids == ['']:
60
- Config().debug(f"No processes found matching pattern: '{pattern}'")
60
+ debug(f"No processes found matching pattern: '{pattern}'")
61
61
  return
62
62
 
63
63
  for pid in pids:
@@ -66,7 +66,7 @@ def kill_process_by_pattern(pattern, dry=False):
66
66
  if not dry:
67
67
  subprocess.run(f"kill -9 {pid}", shell=True, check=True)
68
68
 
69
- Config().debug(f"Killed process with PID: {pid} (matching pattern: '{pattern}')")
69
+ debug(f"Killed process with PID: {pid} (matching pattern: '{pattern}')")
70
70
  except subprocess.CalledProcessError as e:
71
71
  log2(f"Error killing process {pid}: {e}")
72
72
 
@@ -1,14 +1,12 @@
1
1
  import click
2
2
 
3
- from adam.commands.command import Command
4
3
  from adam.commands.deploy.deploy_pg_agent import DeployPgAgent
5
4
  from adam.commands.deploy.deploy_pod import DeployPod
5
+ from adam.commands.intermediate_command import IntermediateCommand
6
6
  from .deploy_frontend import DeployFrontend
7
- from adam.repl_state import ReplState, RequiredState
8
7
 
9
- class Deploy(Command):
8
+ class Deploy(IntermediateCommand):
10
9
  COMMAND = 'deploy'
11
- reaper_login = None
12
10
 
13
11
  # the singleton pattern
14
12
  def __new__(cls, *args, **kwargs):
@@ -16,33 +14,12 @@ class Deploy(Command):
16
14
 
17
15
  return cls.instance
18
16
 
19
- def __init__(self, successor: Command=None):
20
- super().__init__(successor)
21
-
22
17
  def command(self):
23
18
  return Deploy.COMMAND
24
19
 
25
- def required(self):
26
- return RequiredState.NAMESPACE
27
-
28
- def run(self, cmd: str, state: ReplState):
29
- if not(args := self.args(cmd)):
30
- return super().run(cmd, state)
31
-
32
- if not self.validate_state(state):
33
- return state
34
-
35
- return super().intermediate_run(cmd, state, args, Deploy.cmd_list())
36
-
37
- def cmd_list():
20
+ def cmd_list(self):
38
21
  return [DeployFrontend(), DeployPod(), DeployPgAgent()]
39
22
 
40
- def completion(self, state: ReplState):
41
- if state.sts:
42
- return super().completion(state)
43
-
44
- return {}
45
-
46
23
  class DeployCommandHelper(click.Command):
47
24
  def get_help(self, ctx: click.Context):
48
- Command.intermediate_help(super().get_help(ctx), Deploy.COMMAND, Deploy.cmd_list())
25
+ IntermediateCommand.intermediate_help(super().get_help(ctx), Deploy.COMMAND, Deploy().cmd_list())
@@ -26,24 +26,21 @@ class DeployFrontend(Command):
26
26
  if not(args := self.args(cmd)):
27
27
  return super().run(cmd, state)
28
28
 
29
- state, args = self.apply_state(args, state)
30
- if not self.validate_state(state):
31
- return state
32
-
33
- log2('This will support c3/c3 only for demo.')
29
+ with self.validate(args, state) as (args, state):
30
+ log2('This will support c3/c3 only for demo.')
31
+
32
+ pod_name = Config().get('pod.name', 'ops')
33
+ label_selector = Config().get('pod.label-selector', 'run=ops')
34
+ try:
35
+ uri = deploy_frontend(pod_name, state.namespace, label_selector)
36
+ log2(f'Ops pod is available at {uri}.')
37
+ except Exception as e:
38
+ if e.status == 409:
39
+ log2(f"Error: '{pod_name}' already exists in namespace '{state.namespace}'.")
40
+ else:
41
+ log2(f"Error creating ingress or service: {e}")
34
42
 
35
- pod_name = Config().get('pod.name', 'ops')
36
- label_selector = Config().get('pod.label-selector', 'run=ops')
37
- try:
38
- uri = deploy_frontend(pod_name, state.namespace, label_selector)
39
- log2(f'Ops pod is available at {uri}.')
40
- except Exception as e:
41
- if e.status == 409:
42
- log2(f"Error: '{pod_name}' already exists in namespace '{state.namespace}'.")
43
- else:
44
- log2(f"Error creating ingress or service: {e}")
45
-
46
- return state
43
+ return state
47
44
 
48
45
  def completion(self, state: ReplState):
49
46
  return super().completion(state)
@@ -1,5 +1,5 @@
1
1
  from adam.commands.command import Command
2
- from adam.commands.postgres.postgres_context import PostgresContext
2
+ from adam.commands.postgres.postgres_databases import PostgresDatabases
3
3
  from adam.config import Config
4
4
  from adam.repl_state import ReplState, RequiredState
5
5
 
@@ -25,11 +25,8 @@ class DeployPgAgent(Command):
25
25
  if not(args := self.args(cmd)):
26
26
  return super().run(cmd, state)
27
27
 
28
- state, args = self.apply_state(args, state)
29
- if not self.validate_state(state):
30
- return state
31
-
32
- PostgresContext.deploy_pg_agent(Config().get('pg.agent.name', 'ops-pg-agent'), state.namespace)
28
+ with self.validate(args, state) as (args, state):
29
+ PostgresDatabases.deploy_pg_agent(Config().get('pg.agent.name', 'ops-pg-agent'), state.namespace)
33
30
 
34
31
  def completion(self, state: ReplState):
35
32
  return super().completion(state)
@@ -1,8 +1,8 @@
1
1
  from kubernetes import client
2
- import yaml
3
2
 
3
+ from adam.commands import extract_options
4
4
  from adam.commands.command import Command
5
- from adam.commands.deploy.deploy_utils import creating, deploy_frontend, gen_labels
5
+ from adam.commands.deploy.deploy_utils import deploy_frontend, gen_labels
6
6
  from adam.commands.deploy.undeploy_pod import UndeployPod
7
7
  from adam.config import Config
8
8
  from adam.utils_k8s.config_maps import ConfigMaps
@@ -12,7 +12,7 @@ from adam.utils_k8s.pods import Pods
12
12
  from adam.utils_k8s.service_accounts import ServiceAccounts
13
13
  from adam.utils_k8s.volumes import ConfigMapMount
14
14
  from adam.repl_state import ReplState, RequiredState
15
- from adam.utils import log2
15
+ from adam.utils import ing, log2, log_exc
16
16
 
17
17
  class DeployPod(Command):
18
18
  COMMAND = 'deploy pod'
@@ -36,76 +36,68 @@ class DeployPod(Command):
36
36
  if not(args := self.args(cmd)):
37
37
  return super().run(cmd, state)
38
38
 
39
- state, args = self.apply_state(args, state)
40
- if not self.validate_state(state):
41
- return state
42
-
43
- args, forced = Command.extract_options(args, '--force')
44
- if forced:
45
- UndeployPod().run(UndeployPod.COMMAND, state)
46
-
47
- if KubeContext.in_cluster():
48
- log2('This is doable only from outside of the Kubernetes cluster.')
49
- return state
50
-
51
- sa_name = Config().get('pod.sa.name', 'ops')
52
- sa_proto = Config().get('pod.sa.proto', 'c3')
53
- additional_cluster_roles = Config().get('pod.sa.additional-cluster-roles', 'c3aiops-k8ssandra-operator').split(',')
54
- label_selector = Config().get('pod.label-selector', 'run=ops')
55
- labels = gen_labels(label_selector)
56
-
57
- creating('service account', lambda: ServiceAccounts.replicate(sa_name,
58
- state.namespace,
59
- sa_proto, labels=labels,
60
- add_cluster_roles=additional_cluster_roles))
61
-
62
- settings_filename = 'settings.yaml'
63
- settings_path = f'/kaqing/{settings_filename}'
64
- settings_data = None
65
- try:
66
- with open(settings_filename, 'r') as file:
67
- settings_data = file.read()
68
- except:
69
- try:
70
- with open(settings_path, 'r') as file:
71
- settings_data = file.read()
72
- except:
73
- pass
74
-
75
- if not settings_data:
76
- log2(f'{settings_filename} not found.')
77
- return state
78
-
79
- cm_name = Config().get('pod.cm.name', 'ops')
80
- map_data = {
81
- settings_filename : settings_data
82
- }
83
- creating('config map', lambda: ConfigMaps.create(cm_name,
84
- state.namespace,
85
- map_data,
86
- labels=labels))
87
-
88
- pod_name = Config().get('pod.name', 'ops')
89
- image = Config().get('pod.image', 'seanahnsf/kaqing')
90
- security_context = client.V1SecurityContext(
91
- capabilities=client.V1Capabilities(
92
- add=["SYS_PTRACE"]
93
- )
94
- )
95
- creating('deployment', lambda: Deployments.create(state.namespace,
96
- pod_name,
97
- image,
98
- env={'NAMESPACE': state.namespace},
99
- container_security_context=security_context,
100
- labels=labels,
101
- sa_name=sa_name,
102
- config_map_mount=ConfigMapMount(cm_name, settings_filename, settings_path)))
103
-
104
- uri = deploy_frontend(pod_name, state.namespace, label_selector)
105
-
106
- Pods.wait_for_running(state.namespace, pod_name, msg=f'In moments, ops pod will be available at {uri}.', label_selector=label_selector)
107
-
108
- return state
39
+ with self.validate(args, state) as (args, state):
40
+ with extract_options(args, '--force') as (args, forced):
41
+ if forced:
42
+ UndeployPod().run(UndeployPod.COMMAND, state)
43
+
44
+ if KubeContext.in_cluster():
45
+ log2('This is doable only from outside of the Kubernetes cluster.')
46
+ return state
47
+
48
+ sa_name = Config().get('pod.sa.name', 'ops')
49
+ sa_proto = Config().get('pod.sa.proto', 'c3')
50
+ additional_cluster_roles = Config().get('pod.sa.additional-cluster-roles', 'c3aiops-k8ssandra-operator').split(',')
51
+ label_selector = Config().get('pod.label-selector', 'run=ops')
52
+ labels = gen_labels(label_selector)
53
+
54
+ with ing('Creating service account'):
55
+ ServiceAccounts.replicate(sa_name, state.namespace, sa_proto, labels=labels, add_cluster_roles=additional_cluster_roles)
56
+
57
+ settings_filename = 'settings.yaml'
58
+ settings_path = f'/kaqing/{settings_filename}'
59
+ settings_data = None
60
+ try:
61
+ with open(settings_filename, 'r') as file:
62
+ settings_data = file.read()
63
+ except:
64
+ with log_exc():
65
+ with open(settings_path, 'r') as file:
66
+ settings_data = file.read()
67
+
68
+ if not settings_data:
69
+ log2(f'{settings_filename} not found.')
70
+ return state
71
+
72
+ cm_name = Config().get('pod.cm.name', 'ops')
73
+ map_data = {
74
+ settings_filename : settings_data
75
+ }
76
+ with ing('Creating config map'):
77
+ ConfigMaps.create(cm_name, state.namespace, map_data, labels=labels)
78
+
79
+ pod_name = Config().get('pod.name', 'ops')
80
+ image = Config().get('pod.image', 'seanahnsf/kaqing')
81
+ security_context = client.V1SecurityContext(
82
+ capabilities=client.V1Capabilities(
83
+ add=["SYS_PTRACE"]
84
+ )
85
+ )
86
+ with ing('Creating deployment'):
87
+ Deployments.create(state.namespace,
88
+ pod_name,
89
+ image,
90
+ env={'NAMESPACE': state.namespace},
91
+ container_security_context=security_context,
92
+ labels=labels,
93
+ sa_name=sa_name,
94
+ config_map_mount=ConfigMapMount(cm_name, settings_filename, settings_path))
95
+
96
+ uri = deploy_frontend(pod_name, state.namespace, label_selector)
97
+
98
+ Pods.wait_for_running(state.namespace, pod_name, msg=f'In moments, ops pod will be available at {uri}.', label_selector=label_selector)
99
+
100
+ return state
109
101
 
110
102
  def completion(self, state: ReplState):
111
103
  return super().completion(state, {'--force': None})