kaqing 2.0.52__py3-none-any.whl → 2.0.184__py3-none-any.whl

adam/commands/reaper/reaper_runs_abort.py

@@ -1,14 +1,11 @@
-import requests
-
 from adam.commands.command import Command
-from .reaper_session import ReaperSession
+from adam.commands.reaper.utils_reaper import reaper
 from adam.config import Config
 from adam.repl_state import ReplState, RequiredState
 from adam.utils import log2
 
 class ReaperRunsAbort(Command):
     COMMAND = 'reaper abort runs'
-    reaper_login = None
 
     # the singleton pattern
     def __new__(cls, *args, **kwargs):
@@ -29,55 +26,38 @@ class ReaperRunsAbort(Command):
         if not(args := self.args(cmd)):
             return super().run(cmd, state)
 
-        state, args = self.apply_state(args, state)
-        if not self.validate_state(state):
-            return state
+        with self.validate(args, state) as (args, state):
+            with reaper(state) as http:
+                # PAUSED, RUNNING, ABORTED
+                aborted = 0
+
+                while True == True:
+                    response = http.get('repair_run?state=RUNNING', params={
+                        'cluster_name': 'all',
+                        'limit': Config().get('reaper.abort-runs-batch', 10)
+                    })
+                    if not response:
+                        break
+
+                    runs = response.json()
+                    if not runs:
+                        break
+
+                    for run in runs:
+                        run_id = run['id']
+                        # PUT /repair_run/{id}/state/{state}
+                        http.put(f'repair_run/{run_id}/state/ABORTED')
+                        aborted += 1
+
+                if aborted:
+                    log2(f'Aborted {aborted} runs in total.')
+                else:
+                    log2('No running repair runs found.')
 
-        if not(reaper := ReaperSession.create(state)):
             return state
 
-        self.stop_runs(state, reaper)
-
-        return state
-
-    def stop_runs(self, state: ReplState, reaper: ReaperSession):
-        def body_list(uri: str, headers: dict[str, str]):
-            return requests.get(uri, headers=headers, params={
-                'cluster_name': 'all',
-                'limit': Config().get('reaper.abort-runs-batch', 10)
-            })
-
-        def body_abort(uri: str, headers: dict[str, str]):
-            return requests.put(uri, headers=headers)
-
-        # PAUSED, RUNNING, ABORTED
-        aborted = 0
-        while True == True:
-            response = reaper.port_forwarded(state, 'repair_run?state=RUNNING', body_list, method='GET')
-            if not response:
-                break
-
-            runs = response.json()
-            if not runs:
-                break
-
-            for run in runs:
-                run_id = run['id']
-                # PUT /repair_run/{id}/state/{state}
-                reaper.port_forwarded(state, f'repair_run/{run_id}/state/ABORTED', body_abort, method='PUT')
-                log2(f'Aborted {len(runs)} runs.')
-                aborted += 1
-
-        if aborted:
-            log2(f'Aborted {aborted} runs in total.')
-        else:
-            log2('No running repair runs found.')
-
     def completion(self, state: ReplState):
-        if state.sts:
-            return super().completion(state)
-
-        return {}
+        return super().completion(state)
 
     def help(self, _: ReplState):
         return f'{ReaperRunsAbort.COMMAND}\t abort all running reaper runs'

adam/commands/reaper/reaper_schedule_activate.py

@@ -1,13 +1,11 @@
-import requests
-
+from adam.commands import validate_args
 from adam.commands.command import Command
-from .reaper_session import ReaperSession
+from adam.commands.reaper.utils_reaper import Reapers, reaper
 from adam.repl_state import ReplState, RequiredState
 from adam.utils import log2
 
 class ReaperScheduleActivate(Command):
     COMMAND = 'reaper activate schedule'
-    reaper_login = None
 
     # the singleton pattern
     def __new__(cls, *args, **kwargs):
@@ -28,37 +26,16 @@ class ReaperScheduleActivate(Command):
         if not(args := self.args(cmd)):
             return super().run(cmd, state)
 
-        state, args = self.apply_state(args, state)
-        if not self.validate_state(state):
-            return state
-
-        if not args:
-            log2('Specify schedule to activate.')
-
-            return state
-
-        schedule_id = args[0]
-        if not(reaper := ReaperSession.create(state)):
-            return state
-
-        self.activate_schedule(state, reaper, schedule_id)
+        with self.validate(args, state) as (args, state):
+            with validate_args(args, state, name='schedule') as schedule_id:
+                with reaper(state) as http:
+                    http.put(f'repair_schedule/{schedule_id}?state=ACTIVE')
+                    Reapers.show_schedule(state, schedule_id)
 
-        return schedule_id
-
-    def activate_schedule(self, state: ReplState, reaper: ReaperSession, schedule_id: str):
-        def body(uri: str, headers: dict[str, str]):
-            return requests.put(uri, headers=headers)
-
-        reaper.port_forwarded(state, f'repair_schedule/{schedule_id}?state=ACTIVE', body, method='PUT')
-        reaper.show_schedule(state, schedule_id)
+                return schedule_id
 
     def completion(self, state: ReplState):
-        if state.sts:
-            leaf = {id: None for id in ReaperSession.cached_schedule_ids(state)}
-
-            return super().completion(state, leaf)
-
-        return {}
+        return super().completion(state, lambda: {id: None for id in Reapers.cached_schedule_ids(state)})
 
     def help(self, _: ReplState):
         return f'{ReaperScheduleActivate.COMMAND} <schedule-id>\t resume reaper schedule'

adam/commands/reaper/reaper_schedule_start.py

@@ -1,13 +1,11 @@
-import requests
-
+from adam.commands import validate_args
 from adam.commands.command import Command
-from .reaper_session import ReaperSession
+from adam.commands.reaper.utils_reaper import Reapers, reaper
 from adam.repl_state import ReplState, RequiredState
 from adam.utils import log2
 
 class ReaperScheduleStart(Command):
     COMMAND = 'reaper start schedule'
-    reaper_login = None
 
     # the singleton pattern
     def __new__(cls, *args, **kwargs):
@@ -28,37 +26,16 @@ class ReaperScheduleStart(Command):
         if not(args := self.args(cmd)):
             return super().run(cmd, state)
 
-        state, args = self.apply_state(args, state)
-        if not self.validate_state(state):
-            return state
-
-        if not args:
-            log2('Specify schedule to activate.')
-
-            return state
-
-        schedule_id = args[0]
-        if not(reaper := ReaperSession.create(state)):
-            return schedule_id
-
-        self.start_schedule(state, reaper, schedule_id)
+        with self.validate(args, state) as (args, state):
+            with validate_args(args, state, name='schedule') as schedule_id:
+                with reaper(state) as http:
+                    http.post(f'repair_schedule/start/{schedule_id}')
+                    Reapers.show_schedule(state, schedule_id)
 
-        return schedule_id
-
-    def start_schedule(self, state: ReplState, reaper: ReaperSession, schedule_id: str):
-        def body(uri: str, headers: dict[str, str]):
-            return requests.post(uri, headers=headers)
-
-        reaper.port_forwarded(state, f'repair_schedule/start/{schedule_id}', body, method='POST')
-        reaper.show_schedule(state, schedule_id)
+                return schedule_id
 
     def completion(self, state: ReplState):
-        if state.sts:
-            leaf = {id: None for id in ReaperSession.cached_schedule_ids(state)}
-
-            return super().completion(state, leaf)
-
-        return {}
+        return super().completion(state, lambda: {id: None for id in Reapers.cached_schedule_ids(state)})
 
     def help(self, _: ReplState):
         return f'{ReaperScheduleStart.COMMAND} <schedule-id>\t start reaper runs for schedule'

adam/commands/reaper/reaper_schedule_stop.py

@@ -1,13 +1,11 @@
-import requests
-
+from adam.commands import validate_args
 from adam.commands.command import Command
-from .reaper_session import ReaperSession
+from adam.commands.reaper.utils_reaper import Reapers, reaper
 from adam.repl_state import ReplState, RequiredState
 from adam.utils import log2
 
 class ReaperScheduleStop(Command):
     COMMAND = 'reaper stop schedule'
-    reaper_login = None
 
     # the singleton pattern
     def __new__(cls, *args, **kwargs):
@@ -28,37 +26,16 @@ class ReaperScheduleStop(Command):
         if not(args := self.args(cmd)):
             return super().run(cmd, state)
 
-        state, args = self.apply_state(args, state)
-        if not self.validate_state(state):
-            return state
-
-        if not args:
-            log2('Specify run schedule to stop.')
-
-            return state
-
-        schedule_id = args[0]
-        if not(reaper := ReaperSession.create(state)):
-            return schedule_id
-
-        self.stop_schedule(state, reaper, schedule_id)
+        with self.validate(args, state) as (args, state):
+            with validate_args(args, state, name='schedule') as schedule_id:
+                with reaper(state) as http:
+                    http.put(f'repair_schedule/{schedule_id}?state=PAUSED')
+                    Reapers.show_schedule(state, schedule_id)
 
-        return schedule_id
-
-    def stop_schedule(self, state: ReplState, reaper: ReaperSession, schedule_id: str):
-        def body(uri: str, headers: dict[str, str]):
-            return requests.put(uri, headers=headers)
-
-        reaper.port_forwarded(state, f'repair_schedule/{schedule_id}?state=PAUSED', body, method='PUT')
-        reaper.show_schedule(state, schedule_id)
+                return schedule_id
 
     def completion(self, state: ReplState):
-        if state.sts:
-            leaf = {id: None for id in ReaperSession.cached_schedule_ids(state)}
-
-            return super().completion(state, leaf)
-
-        return {}
+        return super().completion(state, lambda: {id: None for id in Reapers.cached_schedule_ids(state)})
 
     def help(self, _: ReplState):
         return f'{ReaperScheduleStop.COMMAND} <schedule-id>\t pause reaper schedule'

adam/commands/reaper/reaper_schedules.py

@@ -1,10 +1,9 @@
 from adam.commands.command import Command
-from .reaper_session import ReaperSession
+from adam.commands.reaper.utils_reaper import Reapers
 from adam.repl_state import ReplState, RequiredState
 
 class ReaperSchedules(Command):
     COMMAND = 'reaper show schedules'
-    reaper_login = None
 
     # the singleton pattern
     def __new__(cls, *args, **kwargs):
@@ -25,22 +24,13 @@ class ReaperSchedules(Command):
         if not(args := self.args(cmd)):
             return super().run(cmd, state)
 
-        state, args = self.apply_state(args, state)
-        if not self.validate_state(state):
-            return state
+        with self.validate(args, state) as (args, state):
+            Reapers.show_schedules(state)
 
-        if not(reaper := ReaperSession.create(state)):
             return state
 
-        reaper.show_schedules(state)
-
-        return state
-
     def completion(self, state: ReplState):
-        if state.sts:
-            return super().completion(state)
-
-        return {}
+        return super().completion(state)
 
     def help(self, _: ReplState):
         return f'{ReaperSchedules.COMMAND}\t show reaper schedules'

adam/commands/reaper/reaper_status.py

@@ -4,13 +4,11 @@ from kubernetes import client
 
 from adam.commands.command import Command
 from adam.commands.commands_utils import show_pods
-from .reaper_session import ReaperSession
+from adam.commands.reaper.utils_reaper import Reapers
 from adam.repl_state import ReplState, RequiredState
-from adam.utils import lines_to_tabular, log, log2
 
 class ReaperStatus(Command):
     COMMAND = 'reaper status'
-    reaper_login = None
 
     # the singleton pattern
     def __new__(cls, *args, **kwargs):
@@ -31,18 +29,15 @@ class ReaperStatus(Command):
         if not(args := self.args(cmd)):
             return super().run(cmd, state)
 
-        state, args = self.apply_state(args, state)
-        if not self.validate_state(state):
-            return state
-
-        if not(reaper := ReaperSession.create(state)):
-            return state
+        with self.validate(args, state) as (args, state):
+            if not Reapers.pod_name(state):
+                return state
 
-        pods = self.list_pods(state.sts, state.namespace)
+            pods = self.list_pods(state.sts, state.namespace)
 
-        show_pods(pods, state.namespace, show_host_id=False)
+            show_pods(pods, state.namespace, show_host_id=False)
 
-        return state
+            return state
 
     def list_pods(self, sts_name: str, namespace: str) -> List[client.V1Pod]:
         v1 = client.CoreV1Api()
@@ -55,10 +50,7 @@ class ReaperStatus(Command):
         return cast(List[client.V1Pod], v1.list_namespaced_pod(namespace, label_selector=label_selector).items)
 
     def completion(self, state: ReplState):
-        if state.sts:
-            return super().completion(state)
-
-        return {}
+        return super().completion(state)
 
     def help(self, _: ReplState):
         return f'{ReaperStatus.COMMAND}\t show reaper status'

adam/commands/reaper/utils_reaper.py

@@ -0,0 +1,194 @@
+from collections.abc import Callable
+from functools import partial
+from typing import List, cast
+from kubernetes import client
+import re
+
+import requests
+from adam.config import Config
+from adam.repl_state import ReplState
+from adam.utils import tabulize, log2, wait_log
+from adam.utils_k8s.k8s import port_forwarding
+
+class ReaperService:
+    def __init__(self, state: ReplState, local_addr: str, remote_addr: str, show_out = True):
+        self.state = state
+        self.local_addr = local_addr
+        self.remote_addr = remote_addr
+        self.show_out = show_out
+        self.headers = None
+
+    def get(self, path: str, params: dict[str, any] = {}):
+        with logging(self, 'GET', path) as (url, headers):
+            return requests.get(url, headers=headers, params=params)
+
+    def put(self, path: str, params: dict[str, any] = {}):
+        with logging(self, 'PUT', path) as (url, headers):
+            return requests.put(url, headers=headers, params=params)
+
+    def post(self, path: str, params: dict[str, any] = {}):
+        with logging(self, 'POST', path) as (url, headers):
+            return requests.post(url, headers=headers, params=params)
+
+class ReaperLogginHandler:
+    def __init__(self, svc: ReaperService, method: str, path: str):
+        self.svc = svc
+        self.method = method
+        self.path = path
+
+    def __enter__(self) -> tuple[str, dict[str, any]]:
+        if not self.svc.headers:
+            self.svc.headers = Reapers.cookie_header(self.svc.state, self.svc.local_addr, self.svc.remote_addr, show_output=self.svc.show_out)
+
+        if self.svc.show_out and self.method:
+            log2(f'{self.method} {self.svc.remote_addr}/{self.path}')
+
+        return (f'http://{self.svc.local_addr}/{self.path}', self.svc.headers)
+
+    def __exit__(self, exc_type, exc_val, exc_tb):
+        if exc_val and isinstance(exc_val, requests.Response):
+            if int(exc_val.status_code / 100) != 2:
+                if self.svc.show_out:
+                    log2(exc_val.status_code)
+
+        return False
+
+def logging(svc: ReaperService, method: str, path: str):
+    return ReaperLogginHandler(svc, method, path)
+
+class ReaperHandler:
+    def __init__(self, state: ReplState, show_out = True):
+        self.state = state
+        self.show_out = show_out
+        self.headers = None
+        self.forwarding = None
+
+    def __enter__(self):
+        self.forwarding = port_forwarding(self.state, Reapers.local_port(), partial(Reapers.svc_or_pod, self.state), Reapers.target_port())
+        (local_addr, remote_addr) = self.forwarding.__enter__()
+
+        return ReaperService(self.state, local_addr, remote_addr, show_out=self.show_out)
+
+    def __exit__(self, exc_type, exc_val, exc_tb):
+        if self.forwarding:
+            return self.forwarding.__exit__(exc_type, exc_val, exc_tb)
+
+        return False
+
+def reaper(state: ReplState, show_out = True):
+    return ReaperHandler(state, show_out=show_out)
+
+class Reapers:
+    schedules_ids_by_cluster: dict[str, list[str]] = {}
+
+    def pod_name(state: ReplState):
+        pods = Reapers.list_reaper_pods(state.sts if state.sts else state.pod, state.namespace)
+        if pods:
+            return pods[0].metadata.name
+
+        return None
+
+    def show_schedule(state: ReplState, schedule_id: str):
+        def filter(schedules: list[dict]):
+            return [schedule for schedule in schedules if schedule['id'] == schedule_id]
+
+        Reapers.show_schedules(state, filter)
+
+    def show_schedules(state: ReplState, filter: Callable[[list[dict]], dict] = None):
+        schedules = Reapers.list_schedules(state, filter=filter)
+
+        # forced refresh of schedule list
+        if not filter:
+            Reapers.schedules_ids_by_cluster[state.sts] = [schedule['id'] for schedule in schedules]
+
+        tabulize(schedules, lambda s: f"{s['id']} {s['state']} {s['cluster_name']} {s['keyspace_name']}", header='ID STATE CLUSTER KEYSPACE', to=2)
+
+    def schedule_ids(state: ReplState, show_output = True, filter: Callable[[list[dict]], dict] = None):
+        schedules = Reapers.list_schedules(state, show_output=show_output, filter=filter)
+        return [schedule['id'] for schedule in schedules]
+
+    def list_schedules(state: ReplState, show_output = True, filter: Callable[[list[dict]], dict] = None) -> list[dict]:
+        with reaper(state, show_out=show_output) as requests:
+            if not (response := requests.get('repair_schedule')):
+                return
+
+            res = response.json()
+            if filter:
+                res = filter(res)
+
+            return res
+
+    def list_reaper_pods(sts_name: str, namespace: str) -> List[client.V1Pod]:
+        v1 = client.CoreV1Api()
+
+        # k8ssandra.io/reaper: cs-d0767a536f-cs-d0767a536f-reaper
+        groups = re.match(Config().get('reaper.pod.cluster-regex', r'(.*?-.*?-.*?-.*?)-.*'), sts_name)
+        label_selector = Config().get('reaper.pod.label-selector', 'k8ssandra.io/reaper={cluster}-reaper').replace('{cluster}', groups[1])
+
+        return cast(List[client.V1Pod], v1.list_namespaced_pod(namespace, label_selector=label_selector).items)
+
+    def cookie_header(state: ReplState, local_addr, remote_addr, show_output = True):
+        return {'Cookie': Reapers.login(state, local_addr, remote_addr, show_output=show_output)}
+
+    def login(state: ReplState, local_addr: str, remote_addr: str, show_output = True) -> str :
+        user, pw = state.user_pass(secret_path='reaper.secret')
+
+        response = requests.post(f'http://{local_addr}/login', headers={
+            'Accept': '*'
+        },data={
+            'username':user,
+            'password':pw})
+        if show_output:
+            log2(f'POST {remote_addr}/login')
+            log2(f'     username={user}&password={pw}')
+
+        if int(response.status_code / 100) != 2:
+            if show_output:
+                log2("login failed")
+            return None
+
+        return response.headers['Set-Cookie']
+
+    def reaper_spec(state: ReplState) -> dict[str, any]:
+        if not (pod := Reapers.pod_name(state)):
+            return {}
+
+        user, pw = state.user_pass(secret_path='reaper.secret')
+
+        return {
+            'pod': pod,
+            'exec': f'kubectl exec -it {pod} -n {state.namespace} -- bash',
+            'forward': f'kubectl port-forward pods/{pod} -n {state.namespace} {Reapers.local_port()}:{Reapers.target_port()}',
+            'web-uri': f'http://localhost:{Reapers.local_port()}/webui',
+            'username': user,
+            'password': pw
+        }
+
+    def cached_schedule_ids(state: ReplState) -> list[str]:
+        if state.sts in Reapers.schedules_ids_by_cluster:
+            return Reapers.schedules_ids_by_cluster[state.sts]
+
+        if pod := Reapers.pod_name(state):
+            wait_log('Inspecting Cassandra Reaper...')
+
+            schedules = Reapers.schedule_ids(state, show_output = False)
+            Reapers.schedules_ids_by_cluster[state.sts] = schedules
+
+            return schedules
+
+        return []
+
+    def svc_name():
+        return Config().get('reaper.service-name', 'reaper-service')
+
+    def local_port():
+        return Config().get('reaper.port-forward.local-port', 9001)
+
+    def target_port():
+        return 8080
+
+    def svc_or_pod(state: ReplState, is_service: bool):
+        if is_service:
+            return Reapers.svc_name()
+        else:
+            return Reapers.pod_name(state)

adam/commands/repair/repair.py

@@ -1,13 +1,12 @@
 import click
 
-from adam.commands.command import Command
+from adam.commands.intermediate_command import IntermediateCommand
 from .repair_run import RepairRun
 from .repair_scan import RepairScan
 from .repair_stop import RepairStop
 from .repair_log import RepairLog
-from adam.repl_state import ReplState, RequiredState
 
-class Repair(Command):
+class Repair(IntermediateCommand):
     COMMAND = 'repair'
 
     # the singleton pattern
@@ -16,29 +15,12 @@ class Repair(Command):
 
         return cls.instance
 
-    def __init__(self, successor: Command=None):
-        super().__init__(successor)
-
     def command(self):
         return Repair.COMMAND
 
-    def required(self):
-        return RequiredState.CLUSTER
-
-    def run(self, cmd: str, state: ReplState):
-        if not(args := self.args(cmd)):
-            return super().run(cmd, state)
-
-        return super().intermediate_run(cmd, state, args, Repair.cmd_list())
-
-    def cmd_list():
+    def cmd_list(self):
         return [RepairRun(), RepairScan(), RepairStop(), RepairLog()]
 
-    def completion(self, state: ReplState):
-        if state.sts:
-            return super().completion(state)
-        return {}
-
 class RepairCommandHelper(click.Command):
     def get_help(self, ctx: click.Context):
-        Command.intermediate_help(super().get_help(ctx), Repair.COMMAND, Repair.cmd_list(), show_cluster_help=True)
+        IntermediateCommand.intermediate_help(super().get_help(ctx), Repair.COMMAND, Repair().cmd_list(), show_cluster_help=True)

adam/commands/repair/repair_log.py

@@ -1,5 +1,5 @@
 from adam.commands.command import Command
-from adam.k8s_utils.jobs import Jobs
+from adam.utils_k8s.jobs import Jobs
 from adam.repl_state import ReplState, RequiredState
 
 class RepairLog(Command):
@@ -24,20 +24,14 @@ class RepairLog(Command):
         if not(args := self.args(cmd)):
             return super().run(cmd, state)
 
-        state, args = self.apply_state(args, state)
-        if not self.validate_state(state):
-            return state
-
-        ns = state.namespace
-        Jobs.get_logs('cassrepair-'+state.sts, ns)
+        with self.validate(args, state) as (args, state):
+            ns = state.namespace
+            Jobs.get_logs('cassrepair-'+state.sts, ns)
 
-        return state
+            return state
 
     def completion(self, state: ReplState):
-        if state.sts:
-            return super().completion(state)
-
-        return {}
+        return super().completion(state)
 
     def help(self, _: ReplState):
         return f'{RepairLog.COMMAND}\t get repair job logs'