kaqing 2.0.52__py3-none-any.whl → 2.0.184__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of kaqing might be problematic. Click here for more details.
- adam/__init__.py +0 -2
- adam/app_session.py +9 -12
- adam/apps.py +20 -6
- adam/batch.py +15 -19
- adam/checks/check_utils.py +19 -49
- adam/checks/compactionstats.py +1 -1
- adam/checks/cpu.py +9 -3
- adam/checks/cpu_metrics.py +52 -0
- adam/checks/disk.py +3 -4
- adam/checks/gossip.py +1 -1
- adam/checks/memory.py +3 -3
- adam/checks/status.py +1 -1
- adam/columns/columns.py +3 -1
- adam/columns/cpu.py +3 -1
- adam/columns/cpu_metrics.py +22 -0
- adam/columns/memory.py +3 -4
- adam/commands/__init__.py +24 -0
- adam/commands/alter_tables.py +37 -63
- adam/commands/app/app.py +38 -0
- adam/commands/{app_ping.py → app/app_ping.py} +8 -14
- adam/commands/app/show_app_actions.py +49 -0
- adam/commands/{show → app}/show_app_id.py +9 -12
- adam/commands/{show → app}/show_app_queues.py +8 -14
- adam/commands/app/utils_app.py +98 -0
- adam/commands/audit/audit.py +81 -0
- adam/commands/audit/audit_repair_tables.py +72 -0
- adam/commands/audit/audit_run.py +50 -0
- adam/commands/audit/show_last10.py +37 -0
- adam/commands/audit/show_slow10.py +36 -0
- adam/commands/audit/show_top10.py +36 -0
- adam/commands/audit/utils_show_top10.py +71 -0
- adam/commands/bash/__init__.py +5 -0
- adam/commands/bash/bash.py +36 -0
- adam/commands/bash/bash_completer.py +93 -0
- adam/commands/bash/utils_bash.py +16 -0
- adam/commands/cat.py +36 -0
- adam/commands/cd.py +14 -89
- adam/commands/check.py +18 -21
- adam/commands/cli_commands.py +5 -6
- adam/commands/clipboard_copy.py +86 -0
- adam/commands/code.py +57 -0
- adam/commands/command.py +197 -35
- adam/commands/commands_utils.py +15 -31
- adam/commands/cql/cql_completions.py +29 -8
- adam/commands/cql/cqlsh.py +12 -27
- adam/commands/cql/utils_cql.py +297 -0
- adam/commands/deploy/code_start.py +7 -10
- adam/commands/deploy/code_stop.py +4 -21
- adam/commands/deploy/code_utils.py +5 -5
- adam/commands/deploy/deploy.py +4 -21
- adam/commands/deploy/deploy_frontend.py +14 -17
- adam/commands/deploy/deploy_pg_agent.py +3 -6
- adam/commands/deploy/deploy_pod.py +71 -79
- adam/commands/deploy/deploy_utils.py +16 -26
- adam/commands/deploy/undeploy.py +4 -21
- adam/commands/deploy/undeploy_frontend.py +4 -7
- adam/commands/deploy/undeploy_pg_agent.py +6 -8
- adam/commands/deploy/undeploy_pod.py +15 -16
- adam/commands/devices/__init__.py +0 -0
- adam/commands/devices/device.py +123 -0
- adam/commands/devices/device_app.py +163 -0
- adam/commands/devices/device_auit_log.py +49 -0
- adam/commands/devices/device_cass.py +179 -0
- adam/commands/devices/device_export.py +84 -0
- adam/commands/devices/device_postgres.py +150 -0
- adam/commands/devices/devices.py +25 -0
- adam/commands/download_file.py +47 -0
- adam/commands/exit.py +1 -4
- adam/commands/export/__init__.py +0 -0
- adam/commands/export/clean_up_all_export_sessions.py +37 -0
- adam/commands/export/clean_up_export_sessions.py +39 -0
- adam/commands/export/download_export_session.py +39 -0
- adam/commands/export/drop_export_database.py +39 -0
- adam/commands/export/drop_export_databases.py +37 -0
- adam/commands/export/export.py +53 -0
- adam/commands/export/export_databases.py +245 -0
- adam/commands/export/export_select.py +59 -0
- adam/commands/export/export_select_x.py +54 -0
- adam/commands/export/export_sessions.py +209 -0
- adam/commands/export/export_use.py +49 -0
- adam/commands/export/exporter.py +332 -0
- adam/commands/export/import_files.py +44 -0
- adam/commands/export/import_session.py +44 -0
- adam/commands/export/importer.py +81 -0
- adam/commands/export/importer_athena.py +177 -0
- adam/commands/export/importer_sqlite.py +67 -0
- adam/commands/export/show_column_counts.py +45 -0
- adam/commands/export/show_export_databases.py +38 -0
- adam/commands/export/show_export_session.py +39 -0
- adam/commands/export/show_export_sessions.py +37 -0
- adam/commands/export/utils_export.py +343 -0
- adam/commands/find_files.py +51 -0
- adam/commands/find_processes.py +76 -0
- adam/commands/head.py +36 -0
- adam/commands/help.py +14 -9
- adam/commands/intermediate_command.py +49 -0
- adam/commands/issues.py +14 -40
- adam/commands/kubectl.py +38 -0
- adam/commands/login.py +26 -25
- adam/commands/logs.py +5 -7
- adam/commands/ls.py +11 -110
- adam/commands/medusa/medusa.py +4 -22
- adam/commands/medusa/medusa_backup.py +22 -29
- adam/commands/medusa/medusa_restore.py +40 -39
- adam/commands/medusa/medusa_show_backupjobs.py +19 -20
- adam/commands/medusa/medusa_show_restorejobs.py +15 -20
- adam/commands/nodetool.py +11 -15
- adam/commands/param_get.py +11 -14
- adam/commands/param_set.py +8 -12
- adam/commands/postgres/postgres.py +45 -46
- adam/commands/postgres/postgres_databases.py +269 -0
- adam/commands/postgres/postgres_ls.py +4 -8
- adam/commands/postgres/postgres_preview.py +5 -9
- adam/commands/postgres/psql_completions.py +4 -3
- adam/commands/postgres/utils_postgres.py +70 -0
- adam/commands/preview_table.py +10 -61
- adam/commands/pwd.py +14 -43
- adam/commands/reaper/reaper.py +4 -24
- adam/commands/reaper/reaper_forward.py +49 -56
- adam/commands/reaper/reaper_forward_session.py +6 -0
- adam/commands/reaper/reaper_forward_stop.py +10 -16
- adam/commands/reaper/reaper_restart.py +8 -15
- adam/commands/reaper/reaper_run_abort.py +8 -33
- adam/commands/reaper/reaper_runs.py +43 -58
- adam/commands/reaper/reaper_runs_abort.py +29 -49
- adam/commands/reaper/reaper_schedule_activate.py +9 -32
- adam/commands/reaper/reaper_schedule_start.py +9 -32
- adam/commands/reaper/reaper_schedule_stop.py +9 -32
- adam/commands/reaper/reaper_schedules.py +4 -14
- adam/commands/reaper/reaper_status.py +8 -16
- adam/commands/reaper/utils_reaper.py +194 -0
- adam/commands/repair/repair.py +4 -22
- adam/commands/repair/repair_log.py +6 -12
- adam/commands/repair/repair_run.py +29 -36
- adam/commands/repair/repair_scan.py +33 -39
- adam/commands/repair/repair_stop.py +6 -12
- adam/commands/report.py +25 -21
- adam/commands/restart.py +27 -28
- adam/commands/rollout.py +20 -25
- adam/commands/shell.py +12 -4
- adam/commands/show/show.py +11 -23
- adam/commands/show/show_adam.py +3 -3
- adam/commands/show/show_cassandra_repairs.py +35 -0
- adam/commands/show/show_cassandra_status.py +34 -52
- adam/commands/show/show_cassandra_version.py +5 -18
- adam/commands/show/show_commands.py +20 -25
- adam/commands/show/show_host.py +33 -0
- adam/commands/show/show_login.py +23 -27
- adam/commands/show/show_params.py +2 -5
- adam/commands/show/show_processes.py +16 -20
- adam/commands/show/show_storage.py +10 -20
- adam/commands/watch.py +27 -30
- adam/config.py +7 -15
- adam/embedded_params.py +1 -1
- adam/log.py +4 -4
- adam/pod_exec_result.py +13 -5
- adam/repl.py +126 -119
- adam/repl_commands.py +63 -29
- adam/repl_state.py +320 -71
- adam/sql/sql_completer.py +98 -383
- adam/sql/sql_state_machine.py +630 -0
- adam/sql/term_completer.py +14 -4
- adam/sso/authn_ad.py +6 -8
- adam/sso/authn_okta.py +4 -6
- adam/sso/cred_cache.py +4 -6
- adam/sso/idp.py +10 -13
- adam/utils.py +511 -10
- adam/utils_athena.py +145 -0
- adam/utils_audits.py +102 -0
- adam/utils_issues.py +32 -0
- adam/utils_k8s/__init__.py +0 -0
- adam/utils_k8s/app_clusters.py +28 -0
- adam/utils_k8s/app_pods.py +36 -0
- adam/utils_k8s/cassandra_clusters.py +44 -0
- adam/{k8s_utils → utils_k8s}/cassandra_nodes.py +11 -4
- adam/{k8s_utils → utils_k8s}/custom_resources.py +16 -17
- adam/{k8s_utils → utils_k8s}/deployment.py +2 -2
- adam/{k8s_utils → utils_k8s}/ingresses.py +2 -2
- adam/{k8s_utils → utils_k8s}/jobs.py +7 -11
- adam/utils_k8s/k8s.py +87 -0
- adam/{k8s_utils → utils_k8s}/kube_context.py +2 -2
- adam/{k8s_utils → utils_k8s}/pods.py +109 -74
- adam/{k8s_utils → utils_k8s}/secrets.py +7 -3
- adam/{k8s_utils → utils_k8s}/service_accounts.py +5 -4
- adam/{k8s_utils → utils_k8s}/services.py +2 -2
- adam/{k8s_utils → utils_k8s}/statefulsets.py +3 -14
- adam/utils_local.py +4 -0
- adam/utils_net.py +24 -0
- adam/utils_repl/__init__.py +0 -0
- adam/utils_repl/automata_completer.py +48 -0
- adam/utils_repl/repl_completer.py +46 -0
- adam/utils_repl/state_machine.py +173 -0
- adam/utils_sqlite.py +137 -0
- adam/version.py +1 -1
- {kaqing-2.0.52.dist-info → kaqing-2.0.184.dist-info}/METADATA +1 -1
- kaqing-2.0.184.dist-info/RECORD +244 -0
- adam/commands/app.py +0 -67
- adam/commands/bash.py +0 -87
- adam/commands/cp.py +0 -95
- adam/commands/cql/cql_table_completer.py +0 -8
- adam/commands/cql/cql_utils.py +0 -109
- adam/commands/describe/describe.py +0 -46
- adam/commands/describe/describe_keyspace.py +0 -60
- adam/commands/describe/describe_keyspaces.py +0 -50
- adam/commands/describe/describe_table.py +0 -60
- adam/commands/describe/describe_tables.py +0 -50
- adam/commands/devices.py +0 -89
- adam/commands/postgres/postgres_session.py +0 -240
- adam/commands/postgres/postgres_utils.py +0 -31
- adam/commands/postgres/psql_table_completer.py +0 -11
- adam/commands/reaper/reaper_session.py +0 -159
- adam/commands/show/show_app_actions.py +0 -53
- adam/commands/show/show_repairs.py +0 -47
- adam/k8s_utils/cassandra_clusters.py +0 -35
- adam/sql/sql_utils.py +0 -5
- kaqing-2.0.52.dist-info/RECORD +0 -184
- /adam/commands/{describe → app}/__init__.py +0 -0
- /adam/{k8s_utils → commands/audit}/__init__.py +0 -0
- /adam/{k8s_utils → utils_k8s}/config_maps.py +0 -0
- /adam/{k8s_utils → utils_k8s}/volumes.py +0 -0
- {kaqing-2.0.52.dist-info → kaqing-2.0.184.dist-info}/WHEEL +0 -0
- {kaqing-2.0.52.dist-info → kaqing-2.0.184.dist-info}/entry_points.txt +0 -0
- {kaqing-2.0.52.dist-info → kaqing-2.0.184.dist-info}/top_level.txt +0 -0
adam/__init__.py
CHANGED
adam/app_session.py
CHANGED
|
@@ -1,7 +1,6 @@
|
|
|
1
1
|
import json
|
|
2
2
|
import threading
|
|
3
3
|
import time
|
|
4
|
-
import traceback
|
|
5
4
|
import requests
|
|
6
5
|
from urllib.parse import urlparse
|
|
7
6
|
|
|
@@ -9,7 +8,7 @@ from adam.log import Log
|
|
|
9
8
|
from adam.sso.idp import Idp
|
|
10
9
|
from adam.sso.idp_login import IdpLogin
|
|
11
10
|
from adam.config import Config
|
|
12
|
-
from adam.utils import json_to_csv,
|
|
11
|
+
from adam.utils import debug, debug_trace, json_to_csv, tabulize, log, log2, log_exc
|
|
13
12
|
from adam.apps import Apps
|
|
14
13
|
|
|
15
14
|
class AppLogin:
|
|
@@ -62,11 +61,9 @@ class AppSession:
|
|
|
62
61
|
if r.status_code >= 200 and r.status_code < 300 or r.status_code == 400:
|
|
63
62
|
try:
|
|
64
63
|
js = r.json()
|
|
65
|
-
|
|
64
|
+
with log_exc(js):
|
|
66
65
|
header, lines = json_to_csv(js, delimiter='\t')
|
|
67
|
-
|
|
68
|
-
except:
|
|
69
|
-
log(js)
|
|
66
|
+
tabulize(lines, header=header, separator='\t')
|
|
70
67
|
except:
|
|
71
68
|
if urlparse(r.url).hostname != urlparse(uri).hostname and not retried:
|
|
72
69
|
app_login = app_session.login(idp_uri=app_login.idp_uri, forced=forced, use_token_from_env=False, use_cached_creds=False)
|
|
@@ -76,7 +73,7 @@ class AppSession:
|
|
|
76
73
|
|
|
77
74
|
if r.text:
|
|
78
75
|
log2(f'{r.status_code} {r.url} Failed parsing the results.')
|
|
79
|
-
|
|
76
|
+
debug(r.text)
|
|
80
77
|
else:
|
|
81
78
|
log2(r.status_code)
|
|
82
79
|
log2(r.text)
|
|
@@ -115,7 +112,7 @@ class AppSession:
|
|
|
115
112
|
try:
|
|
116
113
|
# oidc/login may hang
|
|
117
114
|
timeout = Config().get('app.login.timeout', 5)
|
|
118
|
-
|
|
115
|
+
debug(f'-> {idp_login.app_login_url}')
|
|
119
116
|
session.post(idp_login.app_login_url, headers=headers, data=form_data, timeout=timeout)
|
|
120
117
|
except Exception:
|
|
121
118
|
pass
|
|
@@ -133,7 +130,7 @@ class AppSession:
|
|
|
133
130
|
check_uri = Config().get('app.login.session-check-url', 'https://{host}/{env}/{app}/api/8/C3/userSessionToken')
|
|
134
131
|
check_uri = check_uri.replace('{host}', self.host).replace('{env}', self.env).replace('{app}', 'c3')
|
|
135
132
|
r = session.get(check_uri)
|
|
136
|
-
|
|
133
|
+
debug(f'{r.status_code} {check_uri}')
|
|
137
134
|
|
|
138
135
|
res_text = r.text
|
|
139
136
|
js = json.loads(res_text)
|
|
@@ -142,10 +139,10 @@ class AppSession:
|
|
|
142
139
|
break
|
|
143
140
|
|
|
144
141
|
app_access_token = js['signedToken']
|
|
145
|
-
|
|
142
|
+
debug(f'{r.text}')
|
|
146
143
|
|
|
147
144
|
self.app_login = AppLogin(session, app_access_token, idp_uri)
|
|
148
|
-
except Exception:
|
|
145
|
+
except Exception as e:
|
|
149
146
|
try:
|
|
150
147
|
need = urlparse(r.url).hostname
|
|
151
148
|
if idp_login.idp_uri:
|
|
@@ -158,7 +155,7 @@ class AppSession:
|
|
|
158
155
|
log2(f"Invalid username/password.")
|
|
159
156
|
break
|
|
160
157
|
finally:
|
|
161
|
-
|
|
158
|
+
debug_trace()
|
|
162
159
|
|
|
163
160
|
if 'res_text' in locals():
|
|
164
161
|
Log.log_to_file(res_text)
|
adam/apps.py
CHANGED
|
@@ -5,14 +5,15 @@ from typing import cast
|
|
|
5
5
|
import yaml
|
|
6
6
|
|
|
7
7
|
from adam.config import Config
|
|
8
|
-
from adam.
|
|
8
|
+
from adam.utils_k8s.ingresses import Ingresses
|
|
9
9
|
|
|
10
10
|
from . import __version__
|
|
11
|
-
from adam.
|
|
11
|
+
from adam.utils_k8s.services import Services
|
|
12
12
|
from adam.utils import copy_config_file
|
|
13
13
|
|
|
14
14
|
class AppAction:
|
|
15
|
-
def __init__(self, name: str, payload: str = None, args: dict[str, str] = None, help: str = None):
|
|
15
|
+
def __init__(self, typ: str, name: str, payload: str = None, args: dict[str, str] = None, help: str = None):
|
|
16
|
+
self.typ = typ
|
|
16
17
|
self.name = name
|
|
17
18
|
self.payload = payload
|
|
18
19
|
self.args = args
|
|
@@ -33,6 +34,19 @@ class AppAction:
|
|
|
33
34
|
|
|
34
35
|
return args
|
|
35
36
|
|
|
37
|
+
def __str__(self):
|
|
38
|
+
line = None
|
|
39
|
+
|
|
40
|
+
args = ','.join(self.arguments())
|
|
41
|
+
if args:
|
|
42
|
+
line = f'{self.typ}.{self.name},{args}'
|
|
43
|
+
else:
|
|
44
|
+
line = f'{self.typ}.{self.name},'
|
|
45
|
+
if self.help:
|
|
46
|
+
line = f'{line},{self.help}'
|
|
47
|
+
|
|
48
|
+
return line
|
|
49
|
+
|
|
36
50
|
class AppType:
|
|
37
51
|
all_types: list['AppType'] = []
|
|
38
52
|
|
|
@@ -62,12 +76,12 @@ class AppType:
|
|
|
62
76
|
aa: AppAction = None
|
|
63
77
|
|
|
64
78
|
if isinstance(v, str):
|
|
65
|
-
aa = AppAction(k, help=v)
|
|
79
|
+
aa = AppAction(typ, k, help=v)
|
|
66
80
|
elif isinstance(v, dict):
|
|
67
81
|
args = {k: v1 for k, v1 in v.items()}
|
|
68
|
-
aa = AppAction(k, payload=v['payload'], args=args, help=v['help'])
|
|
82
|
+
aa = AppAction(typ, k, payload=v['payload'], args=args, help=v['help'])
|
|
69
83
|
else:
|
|
70
|
-
aa = AppAction(k)
|
|
84
|
+
aa = AppAction(typ, k)
|
|
71
85
|
|
|
72
86
|
app_actions.append(aa)
|
|
73
87
|
|
adam/batch.py
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
import click
|
|
2
2
|
|
|
3
|
-
from adam.commands.
|
|
3
|
+
from adam.commands.audit.audit import Audit, AuditCommandHelper
|
|
4
|
+
from adam.commands.bash.bash import Bash
|
|
4
5
|
from adam.commands.check import Check, CheckCommandHelper
|
|
5
|
-
from adam.commands.
|
|
6
|
+
from adam.commands.clipboard_copy import ClipboardCopy, CopyCommandHelper
|
|
6
7
|
from adam.commands.command import Command
|
|
7
8
|
from adam.commands.command_helpers import ClusterCommandHelper, ClusterOrPodCommandHelper, PodCommandHelper
|
|
8
9
|
from adam.commands.cql.cqlsh import CqlCommandHelper, Cqlsh
|
|
9
10
|
from adam.commands.deploy.deploy import Deploy, DeployCommandHelper
|
|
10
11
|
from adam.commands.deploy.undeploy import Undeploy, UndeployCommandHelper
|
|
11
|
-
from adam.commands.describe.describe import Describe, DescribeCommandHelper
|
|
12
12
|
from adam.commands.issues import Issues
|
|
13
13
|
from adam.commands.login import Login
|
|
14
14
|
from adam.commands.logs import Logs
|
|
@@ -24,11 +24,20 @@ from adam.commands.restart import Restart
|
|
|
24
24
|
from adam.commands.rollout import RollOut
|
|
25
25
|
from adam.commands.show.show import Show, ShowCommandHelper
|
|
26
26
|
from adam.commands.watch import Watch
|
|
27
|
-
from adam.
|
|
27
|
+
from adam.utils_k8s.kube_context import KubeContext
|
|
28
28
|
from adam.repl import enter_repl
|
|
29
29
|
from adam.repl_state import ReplState
|
|
30
30
|
from adam.cli_group import cli
|
|
31
31
|
|
|
32
|
+
@cli.command(context_settings=dict(ignore_unknown_options=True, allow_extra_args=True), cls=AuditCommandHelper, help='Run audit functions.')
|
|
33
|
+
@click.option('--kubeconfig', '-k', required=False, metavar='path', help='path to kubeconfig file')
|
|
34
|
+
@click.option('--config', default='params.yaml', metavar='path', help='path to kaqing parameters file')
|
|
35
|
+
@click.option('--param', '-v', multiple=True, metavar='<key>=<value>', help='parameter override')
|
|
36
|
+
@click.argument('extra_args', nargs=-1, metavar='repair', type=click.UNPROCESSED)
|
|
37
|
+
def audit(kubeconfig: str, config: str, param: list[str], extra_args):
|
|
38
|
+
run_command(Audit(), kubeconfig, config, param, None, None, None, extra_args, device=ReplState.L)
|
|
39
|
+
|
|
40
|
+
|
|
32
41
|
@cli.command(context_settings=dict(ignore_unknown_options=True, allow_extra_args=True), cls=ClusterOrPodCommandHelper, help='Run a single bash command.')
|
|
33
42
|
@click.option('--kubeconfig', '-k', required=False, metavar='path', help='path to kubeconfig file')
|
|
34
43
|
@click.option('--config', default='params.yaml', metavar='path', help='path to kaqing parameters file')
|
|
@@ -87,19 +96,6 @@ def deploy(kubeconfig: str, config: str, param: list[str], namespace: str, extra
|
|
|
87
96
|
run_command(Deploy(), kubeconfig, config, param, None, namespace, None, extra_args)
|
|
88
97
|
|
|
89
98
|
|
|
90
|
-
@cli.command(context_settings=dict(ignore_unknown_options=True, allow_extra_args=True), cls=DescribeCommandHelper, help='Describe keyspace(s) or table(s).')
|
|
91
|
-
@click.option('--kubeconfig', '-k', required=False, metavar='path', help='path to kubeconfig file')
|
|
92
|
-
@click.option('--config', default='params.yaml', metavar='path', help='path to kaqing parameters file')
|
|
93
|
-
@click.option('--param', '-v', multiple=True, metavar='<key>=<value>', help='parameter override')
|
|
94
|
-
@click.option('--cluster', '-c', required=False, metavar='statefulset', help='Kubernetes statefulset name')
|
|
95
|
-
@click.option('--namespace', '-n', required=False, metavar='namespace', help='Kubernetes namespace')
|
|
96
|
-
@click.option('--pod', '-p', required=False, metavar='pod', help='Kubernetes pod name')
|
|
97
|
-
@click.option('--all-nodes', '-a', is_flag=True, help='execute on all Cassandra nodes')
|
|
98
|
-
@click.argument('extra_args', nargs=-1, metavar='<cluster|pod>', type=click.UNPROCESSED)
|
|
99
|
-
def describe(kubeconfig: str, config: str, param: list[str], cluster: str, namespace: str, pod: str, all_nodes: bool, extra_args):
|
|
100
|
-
run_command(Describe(), kubeconfig, config, param, cluster, namespace, pod, ('--all-nodes',) + extra_args if all_nodes else extra_args)
|
|
101
|
-
|
|
102
|
-
|
|
103
99
|
@cli.command(context_settings=dict(ignore_unknown_options=True, allow_extra_args=True), cls=ClusterOrPodCommandHelper, help="Print Qing's issues.")
|
|
104
100
|
@click.option('--kubeconfig', '-k', required=False, metavar='path', help='path to kubeconfig file')
|
|
105
101
|
@click.option('--config', default='params.yaml', metavar='path', help='path to kaqing parameters file')
|
|
@@ -285,14 +281,14 @@ def watch(kubeconfig: str, config: str, param: list[str], cluster: str, namespac
|
|
|
285
281
|
run_command(Watch(), kubeconfig, config, param, cluster, namespace, None, extra_args)
|
|
286
282
|
|
|
287
283
|
|
|
288
|
-
def run_command(cmd: Command, kubeconfig: str, config: str, params: list[str], cluster:str, namespace: str, pod: str, extra_args):
|
|
284
|
+
def run_command(cmd: Command, kubeconfig: str, config: str, params: list[str], cluster:str, namespace: str, pod: str, extra_args, device=ReplState.C):
|
|
289
285
|
is_user_entry = False
|
|
290
286
|
|
|
291
287
|
KubeContext.init_config(kubeconfig, is_user_entry=is_user_entry)
|
|
292
288
|
if not KubeContext.init_params(config, params, is_user_entry=is_user_entry):
|
|
293
289
|
return
|
|
294
290
|
|
|
295
|
-
state = ReplState(ns_sts=cluster, pod=pod, namespace=namespace)
|
|
291
|
+
state = ReplState(device=device, ns_sts=cluster, pod=pod, namespace=namespace)
|
|
296
292
|
if cmd.command() == 'pg' and not extra_args:
|
|
297
293
|
state, _ = state.apply_args(extra_args)
|
|
298
294
|
state.device = ReplState.P
|
adam/checks/check_utils.py
CHANGED
|
@@ -1,7 +1,3 @@
|
|
|
1
|
-
from collections.abc import Callable
|
|
2
|
-
from concurrent.futures import ThreadPoolExecutor, as_completed
|
|
3
|
-
import time
|
|
4
|
-
|
|
5
1
|
from adam.checks.check import Check
|
|
6
2
|
from adam.checks.check_context import CheckContext
|
|
7
3
|
from adam.checks.check_result import CheckResult
|
|
@@ -13,11 +9,10 @@ from adam.checks.issue import Issue
|
|
|
13
9
|
from adam.checks.memory import Memory
|
|
14
10
|
from adam.checks.status import Status
|
|
15
11
|
from adam.config import Config
|
|
16
|
-
from adam.
|
|
17
|
-
from adam.
|
|
18
|
-
from adam.
|
|
19
|
-
from adam.
|
|
20
|
-
from adam.utils import elapsed_time, log2
|
|
12
|
+
from adam.utils_k8s.cassandra_nodes import CassandraNodes
|
|
13
|
+
from adam.utils_k8s.secrets import Secrets
|
|
14
|
+
from adam.utils_k8s.statefulsets import StatefulSets
|
|
15
|
+
from adam.utils import parallelize, log2
|
|
21
16
|
|
|
22
17
|
def all_checks() -> list[Check]:
|
|
23
18
|
return [CompactionStats(), Cpu(), Gossip(), Memory(), Disk(), Status()]
|
|
@@ -38,57 +33,32 @@ def checks_from_csv(check_str: str):
|
|
|
38
33
|
|
|
39
34
|
return checks
|
|
40
35
|
|
|
41
|
-
def run_checks(cluster: str = None, namespace: str = None, pod: str = None, checks: list[Check] = None,
|
|
36
|
+
def run_checks(cluster: str = None, namespace: str = None, pod: str = None, checks: list[Check] = None, show_out=True):
|
|
42
37
|
if not checks:
|
|
43
38
|
checks = all_checks()
|
|
44
39
|
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
action = 'issues'
|
|
48
|
-
crs: list[CheckResult] = []
|
|
49
|
-
|
|
50
|
-
def on_clusters(f: Callable[[any, list[str]], any]):
|
|
51
|
-
for ss, ns in sss:
|
|
52
|
-
if (not cluster or cluster == ss) and (not namespace or namespace == ns):
|
|
53
|
-
pods = StatefulSets.pods(ss, ns)
|
|
54
|
-
for pod_name in [pod.metadata.name for pod in pods]:
|
|
55
|
-
if not pod or pod == pod_name:
|
|
56
|
-
f(ss, ns, pod_name, show_output)
|
|
57
|
-
|
|
58
|
-
max_workers = Config().action_workers(action, 30)
|
|
59
|
-
if max_workers < 2:
|
|
60
|
-
def serial(ss, ns, pod_name, show_output):
|
|
61
|
-
if not pod or pod == pod_name:
|
|
62
|
-
crs.append(run_checks_on_pod(checks, ss[0], ns, pod_name, show_output))
|
|
63
|
-
|
|
64
|
-
on_clusters(serial)
|
|
65
|
-
else:
|
|
66
|
-
if KubeContext.show_parallelism():
|
|
67
|
-
log2(f'Executing on all nodes from statefulset with {max_workers} workers...')
|
|
68
|
-
start_time = time.time()
|
|
69
|
-
try:
|
|
70
|
-
futures = []
|
|
71
|
-
with ThreadPoolExecutor(max_workers=max_workers) as executor:
|
|
72
|
-
def submit(ss, ns, pod_name, show_output):
|
|
73
|
-
f = executor.submit(run_checks_on_pod, checks, ss, ns, pod_name, show_output,)
|
|
74
|
-
if f: futures.append(f)
|
|
75
|
-
|
|
76
|
-
on_clusters(submit)
|
|
40
|
+
sts_ns: list[tuple[str, str]] = StatefulSets.list_sts_name_and_ns()
|
|
77
41
|
|
|
78
|
-
|
|
79
|
-
|
|
80
|
-
|
|
81
|
-
|
|
42
|
+
sts_ns_pods: list[tuple[str, str, str]] = []
|
|
43
|
+
for sts, ns in sts_ns:
|
|
44
|
+
if (not cluster or cluster == sts) and (not namespace or namespace == ns):
|
|
45
|
+
pods = StatefulSets.pods(sts, ns)
|
|
46
|
+
for pod_name in [pod.metadata.name for pod in pods]:
|
|
47
|
+
if not pod or pod == pod_name:
|
|
48
|
+
sts_ns_pods.append((sts, ns, pod_name))
|
|
82
49
|
|
|
83
|
-
|
|
50
|
+
with parallelize(sts_ns_pods,
|
|
51
|
+
Config().action_workers('issues', 30),
|
|
52
|
+
msg='d`Running|Ran checks on {size} pods') as exec:
|
|
53
|
+
return exec.map(lambda sts_ns_pod: run_checks_on_pod(checks, sts_ns_pod[0], sts_ns_pod[1], sts_ns_pod[2], show_out))
|
|
84
54
|
|
|
85
|
-
def run_checks_on_pod(checks: list[Check], cluster: str = None, namespace: str = None, pod: str = None,
|
|
55
|
+
def run_checks_on_pod(checks: list[Check], cluster: str = None, namespace: str = None, pod: str = None, show_out=True):
|
|
86
56
|
host_id = CassandraNodes.get_host_id(pod, namespace)
|
|
87
57
|
user, pw = Secrets.get_user_pass(pod, namespace)
|
|
88
58
|
results = {}
|
|
89
59
|
issues: list[Issue] = []
|
|
90
60
|
for c in checks:
|
|
91
|
-
check_results = c.check(CheckContext(cluster, host_id, pod, namespace, user, pw, show_output=
|
|
61
|
+
check_results = c.check(CheckContext(cluster, host_id, pod, namespace, user, pw, show_output=show_out))
|
|
92
62
|
if check_results.details:
|
|
93
63
|
results = results | {check_results.name: check_results.details}
|
|
94
64
|
if check_results.issues:
|
adam/checks/compactionstats.py
CHANGED
|
@@ -5,7 +5,7 @@ from adam.checks.check_context import CheckContext
|
|
|
5
5
|
from adam.checks.check_result import CheckResult
|
|
6
6
|
from adam.checks.issue import Issue
|
|
7
7
|
from adam.config import Config
|
|
8
|
-
from adam.
|
|
8
|
+
from adam.utils_k8s.cassandra_nodes import CassandraNodes
|
|
9
9
|
|
|
10
10
|
class CompactionStats(Check):
|
|
11
11
|
def name(self):
|
adam/checks/cpu.py
CHANGED
|
@@ -5,8 +5,9 @@ from adam.checks.check_context import CheckContext
|
|
|
5
5
|
from adam.checks.check_result import CheckResult
|
|
6
6
|
from adam.checks.issue import Issue
|
|
7
7
|
from adam.config import Config
|
|
8
|
-
from adam.
|
|
9
|
-
from adam.
|
|
8
|
+
from adam.utils_k8s.cassandra_nodes import CassandraNodes
|
|
9
|
+
from adam.utils_k8s.custom_resources import CustomResources
|
|
10
|
+
from adam.utils_k8s.pods import Pods
|
|
10
11
|
|
|
11
12
|
class Cpu(Check):
|
|
12
13
|
def name(self):
|
|
@@ -20,10 +21,15 @@ class Cpu(Check):
|
|
|
20
21
|
'namespace': ctx.namespace,
|
|
21
22
|
'statefulset': ctx.statefulset,
|
|
22
23
|
'cpu': 'Unknown',
|
|
23
|
-
'idle': 'Unknown'
|
|
24
|
+
'idle': 'Unknown',
|
|
25
|
+
'limit': 'NA'
|
|
24
26
|
}
|
|
25
27
|
|
|
26
28
|
try:
|
|
29
|
+
container = Pods.get_container(ctx.namespace, ctx.pod, container_name='cassandra')
|
|
30
|
+
if container.resources.limits and "cpu" in container.resources.limits:
|
|
31
|
+
details['limit'] = container.resources.limits["cpu"]
|
|
32
|
+
|
|
27
33
|
idle = 'Unknown'
|
|
28
34
|
result = CassandraNodes.exec(ctx.pod, ctx.namespace, "mpstat 5 2 | grep Average | awk '{print $NF}'", show_out=ctx.show_output)
|
|
29
35
|
lines = result.stdout.strip(' \r\n').split('\n')
|
|
@@ -0,0 +1,52 @@
|
|
|
1
|
+
from kubernetes.utils import parse_quantity
|
|
2
|
+
|
|
3
|
+
from adam.checks.check import Check
|
|
4
|
+
from adam.checks.check_context import CheckContext
|
|
5
|
+
from adam.checks.check_result import CheckResult
|
|
6
|
+
from adam.checks.issue import Issue
|
|
7
|
+
from adam.config import Config
|
|
8
|
+
from adam.utils_k8s.custom_resources import CustomResources
|
|
9
|
+
from adam.utils_k8s.pods import Pods
|
|
10
|
+
|
|
11
|
+
class CpuMetrics(Check):
|
|
12
|
+
def name(self):
|
|
13
|
+
return 'cpu-metrics'
|
|
14
|
+
|
|
15
|
+
def check(self, ctx: CheckContext) -> CheckResult:
|
|
16
|
+
issues: list[Issue] = []
|
|
17
|
+
|
|
18
|
+
details = {
|
|
19
|
+
'name': ctx.pod,
|
|
20
|
+
'namespace': ctx.namespace,
|
|
21
|
+
'statefulset': ctx.statefulset,
|
|
22
|
+
'cpu': 'Unknown',
|
|
23
|
+
'limit': 'NA'
|
|
24
|
+
}
|
|
25
|
+
|
|
26
|
+
try:
|
|
27
|
+
container = Pods.get_container(ctx.namespace, ctx.pod, container_name='cassandra')
|
|
28
|
+
if container.resources.limits and "cpu" in container.resources.limits:
|
|
29
|
+
details['limit'] = container.resources.limits["cpu"]
|
|
30
|
+
|
|
31
|
+
metrics = CustomResources.get_metrics(ctx.namespace, ctx.pod, container_name='cassandra')
|
|
32
|
+
usage = 'Unknown'
|
|
33
|
+
if metrics:
|
|
34
|
+
usage = details['cpu'] = metrics["usage"]["cpu"]
|
|
35
|
+
|
|
36
|
+
cpu_threshold = Config().get('checks.cpu-threshold', 0.0)
|
|
37
|
+
if cpu_threshold != 0.0 and usage != "Unknown" and parse_quantity(usage) > cpu_threshold:
|
|
38
|
+
issues.append(Issue(
|
|
39
|
+
statefulset=ctx.statefulset,
|
|
40
|
+
namespace=ctx.namespace,
|
|
41
|
+
pod=ctx.pod,
|
|
42
|
+
category='cpu',
|
|
43
|
+
desc=f'CPU is too busy: {usage}',
|
|
44
|
+
suggestion=f"qing restart {ctx.pod}@{ctx.namespace}"
|
|
45
|
+
))
|
|
46
|
+
except Exception as e:
|
|
47
|
+
issues.append(self.issue_from_err(sts_name=ctx.statefulset, ns=ctx.namespace, pod_name=ctx.pod, exception=e))
|
|
48
|
+
|
|
49
|
+
return CheckResult(self.name(), details, issues)
|
|
50
|
+
|
|
51
|
+
def help(self):
|
|
52
|
+
return f'{CpuMetrics().name()}: check cpu busy percentage with metrics'
|
adam/checks/disk.py
CHANGED
|
@@ -6,7 +6,8 @@ from adam.checks.check_context import CheckContext
|
|
|
6
6
|
from adam.checks.check_result import CheckResult
|
|
7
7
|
from adam.checks.issue import Issue
|
|
8
8
|
from adam.config import Config
|
|
9
|
-
from adam.
|
|
9
|
+
from adam.utils import log_exc
|
|
10
|
+
from adam.utils_k8s.cassandra_nodes import CassandraNodes
|
|
10
11
|
|
|
11
12
|
class Disk(Check):
|
|
12
13
|
def name(self):
|
|
@@ -87,10 +88,8 @@ class Disk(Check):
|
|
|
87
88
|
|
|
88
89
|
ss_size = 0.0
|
|
89
90
|
if ss_out:
|
|
90
|
-
|
|
91
|
+
with log_exc():
|
|
91
92
|
ss_size = round(float(ss_out.strip(' \r\n')) / 1024 / 1024, 2)
|
|
92
|
-
except:
|
|
93
|
-
pass
|
|
94
93
|
|
|
95
94
|
def parse_du_out(l: str, default: str = None):
|
|
96
95
|
groups = re.match(r'^(\S+)\s+(\S+)$', l.strip('\r'))
|
adam/checks/gossip.py
CHANGED
|
@@ -4,7 +4,7 @@ from adam.checks.check import Check
|
|
|
4
4
|
from adam.checks.check_context import CheckContext
|
|
5
5
|
from adam.checks.check_result import CheckResult
|
|
6
6
|
from adam.checks.issue import Issue
|
|
7
|
-
from adam.
|
|
7
|
+
from adam.utils_k8s.cassandra_nodes import CassandraNodes
|
|
8
8
|
|
|
9
9
|
class Gossip(Check):
|
|
10
10
|
def name(self):
|
adam/checks/memory.py
CHANGED
|
@@ -2,9 +2,9 @@ from adam.checks.check import Check
|
|
|
2
2
|
from adam.checks.check_context import CheckContext
|
|
3
3
|
from adam.checks.check_result import CheckResult
|
|
4
4
|
from adam.checks.issue import Issue
|
|
5
|
-
from adam.
|
|
6
|
-
from adam.
|
|
7
|
-
from adam.
|
|
5
|
+
from adam.utils_k8s.cassandra_nodes import CassandraNodes
|
|
6
|
+
from adam.utils_k8s.custom_resources import CustomResources
|
|
7
|
+
from adam.utils_k8s.pods import Pods
|
|
8
8
|
|
|
9
9
|
class Memory(Check):
|
|
10
10
|
def name(self):
|
adam/checks/status.py
CHANGED
|
@@ -4,7 +4,7 @@ from adam.checks.check import Check
|
|
|
4
4
|
from adam.checks.check_context import CheckContext
|
|
5
5
|
from adam.checks.check_result import CheckResult
|
|
6
6
|
from adam.checks.issue import Issue
|
|
7
|
-
from adam.
|
|
7
|
+
from adam.utils_k8s.cassandra_nodes import CassandraNodes
|
|
8
8
|
|
|
9
9
|
class Status(Check):
|
|
10
10
|
def name(self):
|
adam/columns/columns.py
CHANGED
|
@@ -1,6 +1,7 @@
|
|
|
1
1
|
from adam.columns.column import Column
|
|
2
2
|
from adam.columns.compactions import Compactions
|
|
3
3
|
from adam.columns.cpu import Cpu
|
|
4
|
+
from adam.columns.cpu_metrics import CpuMetrics
|
|
4
5
|
from adam.columns.dir_data import DataDir
|
|
5
6
|
from adam.columns.dir_snapshots import SnapshotsDir
|
|
6
7
|
from adam.columns.gossip import Gossip
|
|
@@ -23,7 +24,7 @@ class Columns:
|
|
|
23
24
|
COLUMNS_BY_NAME = None
|
|
24
25
|
|
|
25
26
|
def all_columns():
|
|
26
|
-
return [Compactions(), Cpu(), DataDir(), SnapshotsDir(), Gossip(), HostId(), Memory(),
|
|
27
|
+
return [Compactions(), Cpu(), CpuMetrics(), DataDir(), SnapshotsDir(), Gossip(), HostId(), Memory(),
|
|
27
28
|
NodeAddress(), NodeLoad(), NodeOwns(), NodeStatus(),NodeTokens(), PodName(), CassandraVolume(), RootVolume()]
|
|
28
29
|
|
|
29
30
|
def columns_by_name():
|
|
@@ -38,6 +39,7 @@ class Columns:
|
|
|
38
39
|
name = name.strip(' ')
|
|
39
40
|
if not name in Columns.COLUMNS_BY_NAME:
|
|
40
41
|
return None
|
|
42
|
+
|
|
41
43
|
cols.append(Columns.COLUMNS_BY_NAME[name]())
|
|
42
44
|
|
|
43
45
|
return cols
|
adam/columns/cpu.py
CHANGED
|
@@ -1,3 +1,5 @@
|
|
|
1
|
+
from kubernetes.utils.quantity import parse_quantity
|
|
2
|
+
|
|
1
3
|
from adam.checks.check_result import CheckResult
|
|
2
4
|
from adam.checks.cpu import Cpu as CpuCheck
|
|
3
5
|
from adam.columns.column import Column
|
|
@@ -14,4 +16,4 @@ class Cpu(Column):
|
|
|
14
16
|
cpu = r.details[CpuCheck().name()]
|
|
15
17
|
busy = 100.0 - float(cpu['idle'])
|
|
16
18
|
|
|
17
|
-
return f'{round(busy)}%'
|
|
19
|
+
return f'{round(busy)}%/{parse_quantity(cpu["limit"]) * 100}%'
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
from kubernetes.utils.quantity import parse_quantity
|
|
2
|
+
|
|
3
|
+
from adam.checks.check_result import CheckResult
|
|
4
|
+
from adam.checks.cpu_metrics import CpuMetrics as CpuCheck
|
|
5
|
+
from adam.columns.column import Column
|
|
6
|
+
|
|
7
|
+
class CpuMetrics(Column):
|
|
8
|
+
def name(self):
|
|
9
|
+
return 'cpu-metrics'
|
|
10
|
+
|
|
11
|
+
def checks(self):
|
|
12
|
+
return [CpuCheck()]
|
|
13
|
+
|
|
14
|
+
def pod_value(self, check_results: list[CheckResult], pod_name: str):
|
|
15
|
+
r = self.result_by_pod(check_results, pod_name)
|
|
16
|
+
cpu = r.details[CpuCheck().name()]
|
|
17
|
+
|
|
18
|
+
cpu_decimal = parse_quantity(cpu['cpu'])
|
|
19
|
+
cpu_limit = parse_quantity(cpu['limit'])
|
|
20
|
+
business = cpu_decimal * 100 / cpu_limit
|
|
21
|
+
|
|
22
|
+
return f"{business:.2f}%({cpu_decimal}/{cpu_limit})"
|
adam/columns/memory.py
CHANGED
|
@@ -3,6 +3,7 @@ from kubernetes.utils import parse_quantity
|
|
|
3
3
|
from adam.checks.check_result import CheckResult
|
|
4
4
|
from adam.checks.memory import Memory as MemoryCheck
|
|
5
5
|
from adam.columns.column import Column
|
|
6
|
+
from adam.utils import log_exc
|
|
6
7
|
|
|
7
8
|
class Memory(Column):
|
|
8
9
|
def name(self):
|
|
@@ -18,7 +19,5 @@ class Memory(Column):
|
|
|
18
19
|
return f"{Memory.to_g(mem['used'])}/{Memory.to_g(mem['limit'])}"
|
|
19
20
|
|
|
20
21
|
def to_g(v: str):
|
|
21
|
-
|
|
22
|
-
return f'{round(parse_quantity(v) / 1024 / 1024 / 1024, 2)}G'
|
|
23
|
-
except:
|
|
24
|
-
return v
|
|
22
|
+
with log_exc():
|
|
23
|
+
return f'{round(parse_quantity(v) / 1024 / 1024 / 1024, 2)}G'
|
adam/commands/__init__.py
CHANGED
|
@@ -0,0 +1,24 @@
|
|
|
1
|
+
from collections.abc import Callable
|
|
2
|
+
from adam.commands.command import ExtractAllOptionsHandler, ExtractOptionsHandler, ExtractSequenceOptionsHandler, ExtractTrailingOptionsHandler, ValidateArgCountHandler
|
|
3
|
+
from adam.repl_state import ReplState
|
|
4
|
+
from adam.commands.app.utils_app import AppHandler
|
|
5
|
+
|
|
6
|
+
def app(state: ReplState) -> AppHandler:
|
|
7
|
+
return AppHandler(state)
|
|
8
|
+
|
|
9
|
+
def extract_options(args: list[str], options: list[str]):
|
|
10
|
+
return ExtractOptionsHandler(args, options = options)
|
|
11
|
+
|
|
12
|
+
def extract_trailing_options(args: list[str], trailing: list[str]):
|
|
13
|
+
return ExtractTrailingOptionsHandler(args, trailing = trailing)
|
|
14
|
+
|
|
15
|
+
def extract_all_options(args: list[str], trailing = None, sequence = None, options = None):
|
|
16
|
+
return ExtractAllOptionsHandler(args, trailing = trailing, sequence = sequence, options = options)
|
|
17
|
+
|
|
18
|
+
def extract_sequence(args: list[str], sequence: list[str]):
|
|
19
|
+
return ExtractSequenceOptionsHandler(args, sequence = sequence)
|
|
20
|
+
|
|
21
|
+
def validate_args(args: list[str], state: ReplState, at_least: int = 1, exactly: int = -1,
|
|
22
|
+
name: str = None, msg: Callable[[], None] = None, default: str = None,
|
|
23
|
+
separator=None):
|
|
24
|
+
return ValidateArgCountHandler(args, state, at_least=at_least, exactly=exactly, name=name, msg=msg, default=default, separator=separator)
|