kaqing 1.77.0__py3-none-any.whl → 2.0.171__py3-none-any.whl

{walker → adam}/commands/reaper/reaper_forward_stop.py

@@ -1,11 +1,11 @@
-from walker.commands.command import Command
-from .reaper_session import ReaperSession
-from walker.repl_state import ReplState, RequiredState
-from walker.utils import log2
+from adam.commands.command import Command
+from adam.commands.reaper.reaper_forward_session import ReaperForwardSession
+from adam.commands.reaper.utils_reaper import Reapers
+from adam.repl_state import ReplState, RequiredState
+from adam.utils import log2
 
 class ReaperForwardStop(Command):
     COMMAND = 'reaper forward stop'
-    reaper_login = None
 
     # the singleton pattern
     def __new__(cls, *args, **kwargs):
@@ -26,24 +26,18 @@ class ReaperForwardStop(Command):
         if not(args := self.args(cmd)):
             return super().run(cmd, state)
 
-        state, args = self.apply_state(args, state)
-        if not self.validate_state(state):
-            return state
-
-        if not ReaperSession.create(state):
-            return state
+        with self.validate(args, state) as (args, state):
+            if not Reapers.pod_name(state):
+                return state
 
-        ReaperSession.is_forwarding = False
-        ReaperSession.stopping.set()
-        log2("Stopped reaper forward session.")
+            ReaperForwardSession.is_forwarding = False
+            ReaperForwardSession.stopping.set()
+            log2("Stopped reaper forward session.")
 
-        return state
+            return state
 
     def completion(self, state: ReplState):
-        if state.sts:
-            return super().completion(state)
-
-        return {}
+        return super().completion(state)
 
     def help(self, _: ReplState):
         return f'{ReaperForwardStop.COMMAND}\t stop port-forward to reaper'

{walker → adam}/commands/reaper/reaper_restart.py

@@ -1,11 +1,10 @@
-from walker.commands.command import Command
-from walker.k8s_utils.pods import Pods
-from .reaper_session import ReaperSession
-from walker.repl_state import ReplState, RequiredState
+from adam.commands.command import Command
+from adam.commands.reaper.utils_reaper import Reapers
+from adam.utils_k8s.pods import Pods
+from adam.repl_state import ReplState, RequiredState
 
 class ReaperRestart(Command):
     COMMAND = 'reaper restart'
-    reaper_login = None
 
     # the singleton pattern
     def __new__(cls, *args, **kwargs):
@@ -26,22 +25,16 @@ class ReaperRestart(Command):
         if not(args := self.args(cmd)):
             return super().run(cmd, state)
 
-        state, args = self.apply_state(args, state)
-        if not self.validate_state(state):
-            return state
-
-        if not(reaper := ReaperSession.create(state)):
-            return state
+        with self.validate(args, state) as (args, state):
+            if not (pod := Reapers.pod_name(state)):
+                return state
 
-        Pods.delete(reaper.pod, state.namespace)
+            Pods.delete(pod, state.namespace)
 
-        return state
+            return state
 
     def completion(self, state: ReplState):
-        if state.sts:
-            return super().completion(state)
-
-        return {}
+        return super().completion(state)
 
     def help(self, _: ReplState):
         return f'{ReaperRestart.COMMAND}\t restart reaper'

adam/commands/reaper/reaper_run_abort.py

@@ -0,0 +1,46 @@
+from adam.commands.command import Command
+from adam.commands.reaper.utils_reaper import reaper
+from adam.repl_state import ReplState, RequiredState
+from adam.utils import log2
+
+class ReaperRunAbort(Command):
+    COMMAND = 'reaper abort run'
+
+    # the singleton pattern
+    def __new__(cls, *args, **kwargs):
+        if not hasattr(cls, 'instance'): cls.instance = super(ReaperRunAbort, cls).__new__(cls)
+
+        return cls.instance
+
+    def __init__(self, successor: Command=None):
+        super().__init__(successor)
+
+    def command(self):
+        return ReaperRunAbort.COMMAND
+
+    def required(self):
+        return RequiredState.CLUSTER
+
+    def run(self, cmd: str, state: ReplState):
+        if not(args := self.args(cmd)):
+            return super().run(cmd, state)
+
+        with self.validate(args, state) as (args, state):
+            if not args:
+                if state.in_repl:
+                    log2('Specify run id to abort.')
+                else:
+                    Command.display_help()
+
+                return state
+
+            with reaper(state) as http:
+                http.put(f'repair_run/{args[0]}/state/ABORTED')
+
+            return state
+
+    def completion(self, state: ReplState):
+        return super().completion(state)
+
+    def help(self, _: ReplState):
+        return f'{ReaperRunAbort.COMMAND} <run-id>\t abort reaper run'

adam/commands/reaper/reaper_runs.py

@@ -0,0 +1,82 @@
+from adam.commands.command import Command
+from adam.commands.reaper.utils_reaper import reaper
+from adam.config import Config
+from adam.repl_state import ReplState, RequiredState
+from adam.utils import convert_seconds, epoch, lines_to_tabular, log, log2
+
+class ReaperRuns(Command):
+    COMMAND = 'reaper show runs'
+
+    # the singleton pattern
+    def __new__(cls, *args, **kwargs):
+        if not hasattr(cls, 'instance'): cls.instance = super(ReaperRuns, cls).__new__(cls)
+
+        return cls.instance
+
+    def __init__(self, successor: Command=None):
+        super().__init__(successor)
+
+    def command(self):
+        return ReaperRuns.COMMAND
+
+    def required(self):
+        return RequiredState.CLUSTER
+
+    def run(self, cmd: str, state: ReplState):
+        if not(args := self.args(cmd)):
+            return super().run(cmd, state)
+
+        with self.validate(args, state) as (args, state):
+            header = 'ID,START,DURATION,STATE,CLUSTER,KEYSPACE,TABLES,REPAIRED'
+
+            def line(run):
+                id = run['id']
+                state = run['state']
+                start_time = run['start_time']
+                end_time = run['end_time']
+                duration = '-'
+                if state == 'DONE' and end_time:
+                    hours, minutes, seconds = convert_seconds(epoch(end_time) - epoch(start_time))
+                    if hours:
+                        duration = f"{hours:2d}h {minutes:2d}m {seconds:2d}s"
+                    elif minutes:
+                        duration = f"{minutes:2d}m {seconds:2d}s"
+                    else:
+                        duration = f"{seconds:2d}s"
+
+                return f"{id},{start_time},{duration},{state},{run['cluster_name']},{run['keyspace_name']},{len(run['column_families'])},{run['segments_repaired']}/{run['total_segments']}"
+
+            with reaper(state) as http:
+                response = http.get('repair_run?state=RUNNING', params={
+                    'cluster_name': 'all',
+                    'limit': Config().get('reaper.show-runs-batch', 10)
+                })
+
+                runs = response.json()
+                if runs:
+                    log(lines_to_tabular(sorted([line(run) for run in runs], reverse=True), header, separator=","))
+                else:
+                    log2('No running runs found.')
+                    log2()
+
+                response = http.get('repair_run?state=PAUSED,ABORTED,DONE', params={
+                    'cluster_name': 'all',
+                    'limit': Config().get('reaper.show-runs-batch', 10)
+                })
+
+                runs = response.json()
+                if runs:
+                    log(lines_to_tabular(sorted([line(run) for run in runs], reverse=True), header, separator=","))
+                else:
+                    log2('No runs found.')
+
+            return state
+
+    def completion(self, state: ReplState):
+        if state.sts:
+            return super().completion(state)
+
+        return {}
+
+    def help(self, _: ReplState):
+        return f'{ReaperRuns.COMMAND}\t show reaper runs'

adam/commands/reaper/reaper_runs_abort.py

@@ -0,0 +1,63 @@
+from adam.commands.command import Command
+from adam.commands.reaper.utils_reaper import reaper
+from adam.config import Config
+from adam.repl_state import ReplState, RequiredState
+from adam.utils import log2
+
+class ReaperRunsAbort(Command):
+    COMMAND = 'reaper abort runs'
+
+    # the singleton pattern
+    def __new__(cls, *args, **kwargs):
+        if not hasattr(cls, 'instance'): cls.instance = super(ReaperRunsAbort, cls).__new__(cls)
+
+        return cls.instance
+
+    def __init__(self, successor: Command=None):
+        super().__init__(successor)
+
+    def command(self):
+        return ReaperRunsAbort.COMMAND
+
+    def required(self):
+        return RequiredState.CLUSTER
+
+    def run(self, cmd: str, state: ReplState):
+        if not(args := self.args(cmd)):
+            return super().run(cmd, state)
+
+        with self.validate(args, state) as (args, state):
+            with reaper(state) as http:
+                # PAUSED, RUNNING, ABORTED
+                aborted = 0
+
+                while True == True:
+                    response = http.get('repair_run?state=RUNNING', params={
+                        'cluster_name': 'all',
+                        'limit': Config().get('reaper.abort-runs-batch', 10)
+                    })
+                    if not response:
+                        break
+
+                    runs = response.json()
+                    if not runs:
+                        break
+
+                    for run in runs:
+                        run_id = run['id']
+                        # PUT /repair_run/{id}/state/{state}
+                        http.put(f'repair_run/{run_id}/state/ABORTED')
+                        aborted += 1
+
+                if aborted:
+                    log2(f'Aborted {aborted} runs in total.')
+                else:
+                    log2('No running repair runs found.')
+
+            return state
+
+    def completion(self, state: ReplState):
+        return super().completion(state)
+
+    def help(self, _: ReplState):
+        return f'{ReaperRunsAbort.COMMAND}\t abort all running reaper runs'

adam/commands/reaper/reaper_schedule_activate.py

@@ -0,0 +1,45 @@
+from adam.commands.command import Command
+from adam.commands.reaper.utils_reaper import Reapers, reaper
+from adam.repl_state import ReplState, RequiredState
+from adam.utils import log2
+
+class ReaperScheduleActivate(Command):
+    COMMAND = 'reaper activate schedule'
+
+    # the singleton pattern
+    def __new__(cls, *args, **kwargs):
+        if not hasattr(cls, 'instance'): cls.instance = super(ReaperScheduleActivate, cls).__new__(cls)
+
+        return cls.instance
+
+    def __init__(self, successor: Command=None):
+        super().__init__(successor)
+
+    def command(self):
+        return ReaperScheduleActivate.COMMAND
+
+    def required(self):
+        return RequiredState.CLUSTER
+
+    def run(self, cmd: str, state: ReplState):
+        if not(args := self.args(cmd)):
+            return super().run(cmd, state)
+
+        with self.validate(args, state) as (args, state):
+            if not args:
+                log2('Specify schedule to activate.')
+
+                return state
+
+            schedule_id = args[0]
+            with reaper(state) as http:
+                http.put(f'repair_schedule/{schedule_id}?state=ACTIVE')
+                Reapers.show_schedule(state, schedule_id)
+
+            return schedule_id
+
+    def completion(self, state: ReplState):
+        return super().completion(state, lambda: {id: None for id in Reapers.cached_schedule_ids(state)})
+
+    def help(self, _: ReplState):
+        return f'{ReaperScheduleActivate.COMMAND} <schedule-id>\t resume reaper schedule'

adam/commands/reaper/reaper_schedule_start.py

@@ -0,0 +1,45 @@
+from adam.commands.command import Command
+from adam.commands.reaper.utils_reaper import Reapers, reaper
+from adam.repl_state import ReplState, RequiredState
+from adam.utils import log2
+
+class ReaperScheduleStart(Command):
+    COMMAND = 'reaper start schedule'
+
+    # the singleton pattern
+    def __new__(cls, *args, **kwargs):
+        if not hasattr(cls, 'instance'): cls.instance = super(ReaperScheduleStart, cls).__new__(cls)
+
+        return cls.instance
+
+    def __init__(self, successor: Command=None):
+        super().__init__(successor)
+
+    def command(self):
+        return ReaperScheduleStart.COMMAND
+
+    def required(self):
+        return RequiredState.CLUSTER
+
+    def run(self, cmd: str, state: ReplState):
+        if not(args := self.args(cmd)):
+            return super().run(cmd, state)
+
+        with self.validate(args, state) as (args, state):
+            if not args:
+                log2('Specify schedule to activate.')
+
+                return state
+
+            schedule_id = args[0]
+            with reaper(state) as http:
+                http.post(f'repair_schedule/start/{schedule_id}')
+                Reapers.show_schedule(state, schedule_id)
+
+            return schedule_id
+
+    def completion(self, state: ReplState):
+        return super().completion(state, lambda: {id: None for id in Reapers.cached_schedule_ids(state)})
+
+    def help(self, _: ReplState):
+        return f'{ReaperScheduleStart.COMMAND} <schedule-id>\t start reaper runs for schedule'

adam/commands/reaper/reaper_schedule_stop.py

@@ -0,0 +1,45 @@
+from adam.commands.command import Command
+from adam.commands.reaper.utils_reaper import Reapers, reaper
+from adam.repl_state import ReplState, RequiredState
+from adam.utils import log2
+
+class ReaperScheduleStop(Command):
+    COMMAND = 'reaper stop schedule'
+
+    # the singleton pattern
+    def __new__(cls, *args, **kwargs):
+        if not hasattr(cls, 'instance'): cls.instance = super(ReaperScheduleStop, cls).__new__(cls)
+
+        return cls.instance
+
+    def __init__(self, successor: Command=None):
+        super().__init__(successor)
+
+    def command(self):
+        return ReaperScheduleStop.COMMAND
+
+    def required(self):
+        return RequiredState.CLUSTER
+
+    def run(self, cmd: str, state: ReplState):
+        if not(args := self.args(cmd)):
+            return super().run(cmd, state)
+
+        with self.validate(args, state) as (args, state):
+            if not args:
+                log2('Specify run schedule to stop.')
+
+                return state
+
+            with reaper(state) as http:
+                schedule_id = args[0]
+                http.put(f'repair_schedule/{schedule_id}?state=PAUSED')
+                Reapers.show_schedule(state, schedule_id)
+
+            return schedule_id
+
+    def completion(self, state: ReplState):
+        return super().completion(state, lambda: {id: None for id in Reapers.cached_schedule_ids(state)})
+
+    def help(self, _: ReplState):
+        return f'{ReaperScheduleStop.COMMAND} <schedule-id>\t pause reaper schedule'

{walker → adam}/commands/reaper/reaper_schedules.py

@@ -1,10 +1,9 @@
-from walker.commands.command import Command
-from .reaper_session import ReaperSession
-from walker.repl_state import ReplState, RequiredState
+from adam.commands.command import Command
+from adam.commands.reaper.utils_reaper import Reapers
+from adam.repl_state import ReplState, RequiredState
 
 class ReaperSchedules(Command):
     COMMAND = 'reaper show schedules'
-    reaper_login = None
 
     # the singleton pattern
     def __new__(cls, *args, **kwargs):
@@ -25,22 +24,13 @@ class ReaperSchedules(Command):
         if not(args := self.args(cmd)):
             return super().run(cmd, state)
 
-        state, args = self.apply_state(args, state)
-        if not self.validate_state(state):
-            return state
+        with self.validate(args, state) as (args, state):
+            Reapers.show_schedules(state)
 
-        if not(reaper := ReaperSession.create(state)):
             return state
 
-        reaper.show_schedules(state)
-
-        return state
-
     def completion(self, state: ReplState):
-        if state.sts:
-            return super().completion(state)
-
-        return {}
+        return super().completion(state)
 
     def help(self, _: ReplState):
         return f'{ReaperSchedules.COMMAND}\t show reaper schedules'

{walker → adam}/commands/reaper/reaper_status.py

@@ -2,15 +2,13 @@ import re
 from typing import List, cast
 from kubernetes import client
 
-from walker.commands.command import Command
-from walker.commands.commands_utils import show_pods
-from .reaper_session import ReaperSession
-from walker.repl_state import ReplState, RequiredState
-from walker.utils import lines_to_tabular, log, log2
+from adam.commands.command import Command
+from adam.commands.commands_utils import show_pods
+from adam.commands.reaper.utils_reaper import Reapers
+from adam.repl_state import ReplState, RequiredState
 
 class ReaperStatus(Command):
     COMMAND = 'reaper status'
-    reaper_login = None
 
     # the singleton pattern
     def __new__(cls, *args, **kwargs):
@@ -31,18 +29,15 @@ class ReaperStatus(Command):
         if not(args := self.args(cmd)):
             return super().run(cmd, state)
 
-        state, args = self.apply_state(args, state)
-        if not self.validate_state(state):
-            return state
-
-        if not(reaper := ReaperSession.create(state)):
-            return state
+        with self.validate(args, state) as (args, state):
+            if not Reapers.pod_name(state):
+                return state
 
-        pods = self.list_pods(state.sts, state.namespace)
+            pods = self.list_pods(state.sts, state.namespace)
 
-        show_pods(pods, state.namespace, show_host_id=False)
+            show_pods(pods, state.namespace, show_host_id=False)
 
-        return state
+            return state
 
     def list_pods(self, sts_name: str, namespace: str) -> List[client.V1Pod]:
         v1 = client.CoreV1Api()
@@ -55,10 +50,7 @@ class ReaperStatus(Command):
         return cast(List[client.V1Pod], v1.list_namespaced_pod(namespace, label_selector=label_selector).items)
 
     def completion(self, state: ReplState):
-        if state.sts:
-            return super().completion(state)
-
-        return {}
+        return super().completion(state)
 
     def help(self, _: ReplState):
         return f'{ReaperStatus.COMMAND}\t show reaper status'