kaqing 2.0.98__py3-none-any.whl → 2.0.203__py3-none-any.whl

adam/commands/reaper/reaper_forward.py

@@ -1,16 +1,17 @@
+from functools import partial
 import threading
 import time
 
 from adam.commands.command import Command
-from .reaper_session import ReaperSession
+from adam.commands.reaper.reaper_forward_session import ReaperForwardSession
+from adam.commands.reaper.utils_reaper import Reapers, port_forwarding
 from adam.config import Config
 from adam.repl_session import ReplSession
 from adam.repl_state import ReplState, RequiredState
-from adam.utils import lines_to_tabular, log2
+from adam.utils import tabulize, log2
 
 class ReaperForward(Command):
     COMMAND = 'reaper forward'
-    reaper_login = None
 
     # the singleton pattern
     def __new__(cls, *args, **kwargs):
@@ -31,70 +32,62 @@ class ReaperForward(Command):
         if not(args := self.args(cmd)):
             return super().run(cmd, state)
 
-        state, args = self.apply_state(args, state)
-        if not self.validate_state(state):
-            return state
+        with self.validate(args, state) as (args, state):
+            if not Reapers.pod_name(state):
+                return state
 
-        if not(reaper := ReaperSession.create(state)):
-            return state
+            spec = Reapers.reaper_spec(state)
+            if state.in_repl:
+                if ReaperForwardSession.is_forwarding:
+                    log2("Another port-forward is already running.")
 
-        spec = reaper.reaper_spec(state)
-        if state.in_repl:
-            if ReaperSession.is_forwarding:
-                log2("Another port-forward is already running.")
-
-                return "already-running"
-
-            # make it a daemon to exit with a Ctrl-D
-            thread = threading.Thread(target=self.loop, args=(state, reaper), daemon=True)
-            thread.start()
-
-            while not ReaperSession.is_forwarding:
-                time.sleep(1)
-
-            d = {
-                'reaper-ui': spec["web-uri"],
-                'reaper-username': spec["username"],
-                'reaper-password': spec["password"]
-            }
-            log2()
-            log2(lines_to_tabular([f'{k},{v}' for k, v in d.items()], separator=','))
-
-            for k, v in d.items():
-                ReplSession().prompt_session.history.append_string(f'cp {k}')
-            log2()
-            log2(f'Use <Up> arrow key to copy the values to clipboard.')
-        else:
-            try:
-                log2(f'Click: {spec["web-uri"]}')
-                log2(f'username: {spec["username"]}')
-                log2(f'password: {spec["password"]}')
+                    return "already-running"
+
+                # make it a daemon to exit with a Ctrl-D
+                thread = threading.Thread(target=self.loop, args=(state,), daemon=True)
+                thread.start()
+
+                while not ReaperForwardSession.is_forwarding:
+                    time.sleep(1)
+
+                d = {
+                    'reaper-ui': spec["web-uri"],
+                    'reaper-username': spec["username"],
+                    'reaper-password': spec["password"]
+                }
                 log2()
-                log2(f"Press Ctrl+C to break.")
+                tabulize(d.items(), lambda a: f'{a[0]},{a[1]}', separator=',')
 
-                time.sleep(Config().get('reaper.port-forward.timeout', 3600 * 24))
-            except KeyboardInterrupt:
-                pass
+                for k, v in d.items():
+                    ReplSession().prompt_session.history.append_string(f'cp {k}')
+                log2()
+                log2(f'Use <Up> arrow key to copy the values to clipboard.')
+            else:
+                try:
+                    log2(f'Click: {spec["web-uri"]}')
+                    log2(f'username: {spec["username"]}')
+                    log2(f'password: {spec["password"]}')
+                    log2()
+                    log2(f"Press Ctrl+C to break.")
+
+                    time.sleep(Config().get('reaper.port-forward.timeout', 3600 * 24))
+                except KeyboardInterrupt:
+                    pass
 
-        return state
+            return state
 
-    def loop(self, state: ReplState, reaper: ReaperSession):
-        def body(uri: str, _: dict[str, str]):
-            ReaperSession.is_forwarding = True
+    def loop(self, state: ReplState):
+        with port_forwarding(state, Reapers.local_port(), partial(Reapers.svc_or_pod, state), Reapers.target_port()):
+            ReaperForwardSession.is_forwarding = True
             try:
-                while not ReaperSession.stopping.is_set():
+                while not ReaperForwardSession.stopping.is_set():
                     time.sleep(1)
             finally:
-                ReaperSession.stopping.clear()
-                ReaperSession.is_forwarding = False
-
-        return reaper.port_forwarded(state, 'webui', body)
+                ReaperForwardSession.stopping.clear()
+                ReaperForwardSession.is_forwarding = False
 
     def completion(self, state: ReplState):
-        if state.sts:
-            return super().completion(state)
-
-        return {}
+        return super().completion(state)
 
     def help(self, _: ReplState):
         return f'{ReaperForward.COMMAND}\t port-forward to reaper'

adam/commands/reaper/reaper_forward_session.py

@@ -0,0 +1,6 @@
+import threading
+
+class ReaperForwardSession:
+    is_forwarding = False
+    stopping = threading.Event()
+    schedules_ids_by_cluster: dict[str, list[str]] = {}

adam/commands/reaper/reaper_forward_stop.py

@@ -1,11 +1,11 @@
 from adam.commands.command import Command
-from .reaper_session import ReaperSession
+from adam.commands.reaper.reaper_forward_session import ReaperForwardSession
+from adam.commands.reaper.utils_reaper import Reapers
 from adam.repl_state import ReplState, RequiredState
 from adam.utils import log2
 
 class ReaperForwardStop(Command):
     COMMAND = 'reaper forward stop'
-    reaper_login = None
 
     # the singleton pattern
     def __new__(cls, *args, **kwargs):
@@ -26,24 +26,18 @@ class ReaperForwardStop(Command):
         if not(args := self.args(cmd)):
             return super().run(cmd, state)
 
-        state, args = self.apply_state(args, state)
-        if not self.validate_state(state):
-            return state
-
-        if not ReaperSession.create(state):
-            return state
+        with self.validate(args, state) as (args, state):
+            if not Reapers.pod_name(state):
+                return state
 
-        ReaperSession.is_forwarding = False
-        ReaperSession.stopping.set()
-        log2("Stopped reaper forward session.")
+            ReaperForwardSession.is_forwarding = False
+            ReaperForwardSession.stopping.set()
+            log2("Stopped reaper forward session.")
 
-        return state
+            return state
 
     def completion(self, state: ReplState):
-        if state.sts:
-            return super().completion(state)
-
-        return {}
+        return super().completion(state)
 
     def help(self, _: ReplState):
         return f'{ReaperForwardStop.COMMAND}\t stop port-forward to reaper'

adam/commands/reaper/reaper_restart.py

@@ -1,11 +1,10 @@
 from adam.commands.command import Command
+from adam.commands.reaper.utils_reaper import Reapers
 from adam.utils_k8s.pods import Pods
-from .reaper_session import ReaperSession
 from adam.repl_state import ReplState, RequiredState
 
 class ReaperRestart(Command):
     COMMAND = 'reaper restart'
-    reaper_login = None
 
     # the singleton pattern
     def __new__(cls, *args, **kwargs):
@@ -26,22 +25,16 @@ class ReaperRestart(Command):
         if not(args := self.args(cmd)):
             return super().run(cmd, state)
 
-        state, args = self.apply_state(args, state)
-        if not self.validate_state(state):
-            return state
-
-        if not(reaper := ReaperSession.create(state)):
-            return state
+        with self.validate(args, state) as (args, state):
+            if not (pod := Reapers.pod_name(state)):
+                return state
 
-        Pods.delete(reaper.pod, state.namespace)
+            Pods.delete(pod, state.namespace)
 
-        return state
+            return state
 
     def completion(self, state: ReplState):
-        if state.sts:
-            return super().completion(state)
-
-        return {}
+        return super().completion(state)
 
     def help(self, _: ReplState):
         return f'{ReaperRestart.COMMAND}\t restart reaper'

adam/commands/reaper/reaper_run_abort.py

@@ -1,13 +1,11 @@
-import requests
-
+from adam.commands import validate_args
 from adam.commands.command import Command
-from .reaper_session import ReaperSession
+from adam.commands.reaper.utils_reaper import reaper
 from adam.repl_state import ReplState, RequiredState
 from adam.utils import log2
 
 class ReaperRunAbort(Command):
     COMMAND = 'reaper abort run'
-    reaper_login = None
 
     # the singleton pattern
     def __new__(cls, *args, **kwargs):
@@ -28,38 +26,15 @@ class ReaperRunAbort(Command):
         if not(args := self.args(cmd)):
             return super().run(cmd, state)
 
-        state, args = self.apply_state(args, state)
-        if not self.validate_state(state):
-            return state
-
-        if not args:
-            if state.in_repl:
-                log2('Specify run id to abort.')
-            else:
-                Command.display_help()
-
-            return state
-
-        if not(reaper := ReaperSession.create(state)):
-            return state
+        with self.validate(args, state) as (args, state):
+            with validate_args(args, state, name='run id') as run_id:
+                with reaper(state) as http:
+                    http.put(f'repair_run/{run_id}/state/ABORTED')
 
-        self.stop_run(state, reaper, args[0])
-
-        return state
-
-    def stop_run(self, state: ReplState, reaper: ReaperSession, run_id: str):
-        def body(uri: str, headers: dict[str, str]):
-            return requests.put(uri, headers=headers)
-
-        # PAUSED, RUNNING, ABORTED
-        # PUT /repair_run/{id}/state/{state}
-        reaper.port_forwarded(state, f'repair_run/{run_id}/state/ABORTED', body, method='PUT')
+                return state
 
     def completion(self, state: ReplState):
-        if state.sts:
-            return super().completion(state)
-
-        return {}
+        return super().completion(state)
 
     def help(self, _: ReplState):
         return f'{ReaperRunAbort.COMMAND} <run-id>\t abort reaper run'

adam/commands/reaper/reaper_runs.py

@@ -1,14 +1,11 @@
-import requests
-
 from adam.commands.command import Command
-from .reaper_session import ReaperSession
+from adam.commands.reaper.utils_reaper import reaper
 from adam.config import Config
 from adam.repl_state import ReplState, RequiredState
-from adam.utils import convert_seconds, epoch, lines_to_tabular, log, log2
+from adam.utils import convert_seconds, epoch, tabulize, log, log2
 
 class ReaperRuns(Command):
     COMMAND = 'reaper show runs'
-    reaper_login = None
 
     # the singleton pattern
     def __new__(cls, *args, **kwargs):
@@ -29,63 +26,51 @@ class ReaperRuns(Command):
         if not(args := self.args(cmd)):
             return super().run(cmd, state)
 
-        state, args = self.apply_state(args, state)
-        if not self.validate_state(state):
-            return state
-
-        if not(reaper := ReaperSession.create(state)):
-            return state
-
-        self.show_runs(state, reaper)
-
-        return state
-
-    def show_runs(self, state: ReplState, reaper: ReaperSession):
-        def body(uri: str, headers: dict[str, str]):
-            return requests.get(uri, headers=headers, params={
-                'cluster_name': 'all',
-                'limit': Config().get('reaper.show-runs-batch', 10)
-            })
-
-        def line(run):
-            state = run['state']
-            start_time = run['start_time']
-            end_time = run['end_time']
-            duration = '-'
-            if state == 'DONE' and end_time:
-                hours, minutes, seconds = convert_seconds(epoch(end_time) - epoch(start_time))
-                if hours:
-                    duration = f"{hours:2d}h {minutes:2d}m {seconds:2d}s"
-                elif minutes:
-                    duration = f"{minutes:2d}m {seconds:2d}s"
+        with self.validate(args, state) as (args, state):
+            header = 'ID,START,DURATION,STATE,CLUSTER,KEYSPACE,TABLES,REPAIRED'
+
+            def line(run):
+                id = run['id']
+                state = run['state']
+                start_time = run['start_time']
+                end_time = run['end_time']
+                duration = '-'
+                if state == 'DONE' and end_time:
+                    hours, minutes, seconds = convert_seconds(epoch(end_time) - epoch(start_time))
+                    if hours:
+                        duration = f"{hours:2d}h {minutes:2d}m {seconds:2d}s"
+                    elif minutes:
+                        duration = f"{minutes:2d}m {seconds:2d}s"
+                    else:
+                        duration = f"{seconds:2d}s"
+
+                return f"{id},{start_time},{duration},{state},{run['cluster_name']},{run['keyspace_name']},{len(run['column_families'])},{run['segments_repaired']}/{run['total_segments']}"
+
+            with reaper(state) as http:
+                response = http.get('repair_run?state=RUNNING', params={
+                    'cluster_name': 'all',
+                    'limit': Config().get('reaper.show-runs-batch', 10)
+                })
+
+                runs = response.json()
+                if runs:
+                    tabulize(sorted([line(run) for run in runs], reverse=True), header=header, separator=",")
                 else:
-                    duration = f"{seconds:2d}s"
+                    log2('No running runs found.')
+                    log2()
 
-            return f"{start_time},{duration},{state},{run['cluster_name']},{run['keyspace_name']},{len(run['column_families'])},{run['segments_repaired']}/{run['total_segments']}"
+                response = http.get('repair_run?state=PAUSED,ABORTED,DONE', params={
+                    'cluster_name': 'all',
+                    'limit': Config().get('reaper.show-runs-batch', 10)
+                })
 
-        # PAUSED, RUNNING, ABORTED
-        response = reaper.port_forwarded(state, 'repair_run?state=RUNNING', body, method='GET')
-        if not response:
-            return
-
-        header = 'Start,Duration,State,Cluster,Keyspace,Tables,Repaired'
-
-        runs = response.json()
-        if runs:
-            log(lines_to_tabular(sorted([line(run) for run in runs], reverse=True), header, separator=","))
-        else:
-            log2('No running runs found.')
-            log2()
-
-        response = reaper.port_forwarded(state, 'repair_run?state=PAUSED,ABORTED,DONE', body, method='GET')
-        if not response:
-            return
+                runs = response.json()
+                if runs:
+                    tabulize(sorted([line(run) for run in runs], reverse=True), header=header, separator=",")
+                else:
+                    log2('No runs found.')
 
-        runs = response.json()
-        if runs:
-            log(lines_to_tabular(sorted([line(run) for run in runs], reverse=True), header, separator=","))
-        else:
-            log2('No runs found.')
+            return state
 
     def completion(self, state: ReplState):
         if state.sts:

adam/commands/reaper/reaper_runs_abort.py

@@ -1,14 +1,11 @@
-import requests
-
 from adam.commands.command import Command
-from .reaper_session import ReaperSession
+from adam.commands.reaper.utils_reaper import reaper
 from adam.config import Config
 from adam.repl_state import ReplState, RequiredState
 from adam.utils import log2
 
 class ReaperRunsAbort(Command):
     COMMAND = 'reaper abort runs'
-    reaper_login = None
 
     # the singleton pattern
     def __new__(cls, *args, **kwargs):
@@ -29,55 +26,38 @@ class ReaperRunsAbort(Command):
         if not(args := self.args(cmd)):
             return super().run(cmd, state)
 
-        state, args = self.apply_state(args, state)
-        if not self.validate_state(state):
-            return state
+        with self.validate(args, state) as (args, state):
+            with reaper(state) as http:
+                # PAUSED, RUNNING, ABORTED
+                aborted = 0
+
+                while True == True:
+                    response = http.get('repair_run?state=RUNNING', params={
+                        'cluster_name': 'all',
+                        'limit': Config().get('reaper.abort-runs-batch', 10)
+                    })
+                    if not response:
+                        break
+
+                    runs = response.json()
+                    if not runs:
+                        break
+
+                    for run in runs:
+                        run_id = run['id']
+                        # PUT /repair_run/{id}/state/{state}
+                        http.put(f'repair_run/{run_id}/state/ABORTED')
+                        aborted += 1
+
+                if aborted:
+                    log2(f'Aborted {aborted} runs in total.')
+                else:
+                    log2('No running repair runs found.')
 
-        if not(reaper := ReaperSession.create(state)):
             return state
 
-        self.stop_runs(state, reaper)
-
-        return state
-
-    def stop_runs(self, state: ReplState, reaper: ReaperSession):
-        def body_list(uri: str, headers: dict[str, str]):
-            return requests.get(uri, headers=headers, params={
-                'cluster_name': 'all',
-                'limit': Config().get('reaper.abort-runs-batch', 10)
-            })
-
-        def body_abort(uri: str, headers: dict[str, str]):
-            return requests.put(uri, headers=headers)
-
-        # PAUSED, RUNNING, ABORTED
-        aborted = 0
-        while True == True:
-            response = reaper.port_forwarded(state, 'repair_run?state=RUNNING', body_list, method='GET')
-            if not response:
-                break
-
-            runs = response.json()
-            if not runs:
-                break
-
-            for run in runs:
-                run_id = run['id']
-                # PUT /repair_run/{id}/state/{state}
-                reaper.port_forwarded(state, f'repair_run/{run_id}/state/ABORTED', body_abort, method='PUT')
-                log2(f'Aborted {len(runs)} runs.')
-                aborted += 1
-
-        if aborted:
-            log2(f'Aborted {aborted} runs in total.')
-        else:
-            log2('No running repair runs found.')
-
     def completion(self, state: ReplState):
-        if state.sts:
-            return super().completion(state)
-
-        return {}
+        return super().completion(state)
 
     def help(self, _: ReplState):
         return f'{ReaperRunsAbort.COMMAND}\t abort all running reaper runs'

adam/commands/reaper/reaper_schedule_activate.py

@@ -1,13 +1,15 @@
-import requests
-
+from adam.commands import validate_args
 from adam.commands.command import Command
-from .reaper_session import ReaperSession
+from adam.commands.reaper.utils_reaper import Reapers, reaper
 from adam.repl_state import ReplState, RequiredState
-from adam.utils import log2
+
+import nest_asyncio
+nest_asyncio.apply()
+
+import asyncio
 
 class ReaperScheduleActivate(Command):
     COMMAND = 'reaper activate schedule'
-    reaper_login = None
 
     # the singleton pattern
     def __new__(cls, *args, **kwargs):
@@ -28,37 +30,16 @@ class ReaperScheduleActivate(Command):
         if not(args := self.args(cmd)):
             return super().run(cmd, state)
 
-        state, args = self.apply_state(args, state)
-        if not self.validate_state(state):
-            return state
-
-        if not args:
-            log2('Specify schedule to activate.')
-
-            return state
-
-        schedule_id = args[0]
-        if not(reaper := ReaperSession.create(state)):
-            return state
+        with self.validate(args, state) as (args, state):
+            with validate_args(args, state, name='schedule') as schedule_id:
+                with reaper(state) as http:
+                    http.put(f'repair_schedule/{schedule_id}?state=ACTIVE')
+                    Reapers.show_schedule(state, schedule_id)
 
-        self.activate_schedule(state, reaper, schedule_id)
-
-        return schedule_id
-
-    def activate_schedule(self, state: ReplState, reaper: ReaperSession, schedule_id: str):
-        def body(uri: str, headers: dict[str, str]):
-            return requests.put(uri, headers=headers)
-
-        reaper.port_forwarded(state, f'repair_schedule/{schedule_id}?state=ACTIVE', body, method='PUT')
-        reaper.show_schedule(state, schedule_id)
+                return schedule_id
 
     def completion(self, state: ReplState):
-        if state.sts:
-            leaf = {id: None for id in ReaperSession.cached_schedule_ids(state)}
-
-            return super().completion(state, leaf)
-
-        return {}
+        return super().completion(state, lambda: {id: None for id in Reapers.cached_schedule_ids(state)}, auto_key='reaper.schedules')
 
     def help(self, _: ReplState):
         return f'{ReaperScheduleActivate.COMMAND} <schedule-id>\t resume reaper schedule'

adam/commands/reaper/reaper_schedule_start.py

@@ -1,13 +1,10 @@
-import requests
-
+from adam.commands import validate_args
 from adam.commands.command import Command
-from .reaper_session import ReaperSession
+from adam.commands.reaper.utils_reaper import Reapers, reaper
 from adam.repl_state import ReplState, RequiredState
-from adam.utils import log2
 
 class ReaperScheduleStart(Command):
     COMMAND = 'reaper start schedule'
-    reaper_login = None
 
     # the singleton pattern
     def __new__(cls, *args, **kwargs):
@@ -28,37 +25,16 @@ class ReaperScheduleStart(Command):
         if not(args := self.args(cmd)):
             return super().run(cmd, state)
 
-        state, args = self.apply_state(args, state)
-        if not self.validate_state(state):
-            return state
-
-        if not args:
-            log2('Specify schedule to activate.')
-
-            return state
-
-        schedule_id = args[0]
-        if not(reaper := ReaperSession.create(state)):
-            return schedule_id
-
-        self.start_schedule(state, reaper, schedule_id)
+        with self.validate(args, state) as (args, state):
+            with validate_args(args, state, name='schedule') as schedule_id:
+                with reaper(state) as http:
+                    http.post(f'repair_schedule/start/{schedule_id}')
+                    Reapers.show_schedule(state, schedule_id)
 
-        return schedule_id
-
-    def start_schedule(self, state: ReplState, reaper: ReaperSession, schedule_id: str):
-        def body(uri: str, headers: dict[str, str]):
-            return requests.post(uri, headers=headers)
-
-        reaper.port_forwarded(state, f'repair_schedule/start/{schedule_id}', body, method='POST')
-        reaper.show_schedule(state, schedule_id)
+                return schedule_id
 
     def completion(self, state: ReplState):
-        if state.sts:
-            leaf = {id: None for id in ReaperSession.cached_schedule_ids(state)}
-
-            return super().completion(state, leaf)
-
-        return {}
+        return super().completion(state, lambda: {id: None for id in Reapers.cached_schedule_ids(state)}, auto_key='reaper.schedules')
 
     def help(self, _: ReplState):
         return f'{ReaperScheduleStart.COMMAND} <schedule-id>\t start reaper runs for schedule'