dbworkload 0.7.0__tar.gz → 0.8.0__tar.gz

{dbworkload-0.7.0 → dbworkload-0.8.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: dbworkload
-Version: 0.7.0
+Version: 0.8.0
 Summary: Workload framework
 License: GPLv3+
 Author: Fabio Ghirardello

{dbworkload-0.7.0 → dbworkload-0.8.0}/dbworkload/models/run.py

@@ -16,6 +16,9 @@ import tabulate
 from threading import Thread
 import time
 import traceback
+import os
+import errno
+
 
 # from cassandra.cluster import Cluster, ExecutionProfile, EXEC_PROFILE_DEFAULT, Session
 # from cassandra.policies import (
@@ -30,6 +33,8 @@ DEFAULT_SLEEP = 3
 MAX_RETRIES = 3
 FREQUENCY = 10
 
+FIFO = "dbworkload.pipe"
+
 logger = logging.getLogger("dbworkload")
 
 
@@ -106,6 +111,7 @@ def signal_handler(sig, frame):
             sys.exit(1)
 
     logger.debug("Sent poison pill to all procs")
+    os.remove(FIFO)
 
 
 def cycle(iterable, backwards=False):
@@ -333,6 +339,20 @@ def run(
     supervisors = {}
     queues = {}
 
+    # start a separate thread for messages coming in via the pipe
+    # echo 5 > dbworkload.pipe # create 5 more connections
+    Thread(
+        target=listen_to_pipe,
+        daemon=True,
+        args=(
+            queues,
+            0,
+            procs,
+            None,
+            concurrency,
+        ),
+    ).start()
+
     # launch supervisors in a dedicated OS process
     for x in range(procs):
         queues[x] = mp.Queue()
@@ -811,6 +831,38 @@ def worker(
                 return
 
 
+def listen_to_pipe(queues, ramp_time, procs, iterations_per_thread, concurrency):
+    # https://stackoverflow.com/questions/39089776/python-read-named-pipe
+
+    try:
+        os.mkfifo(FIFO)
+    except OSError as oe:
+        if oe.errno != errno.EEXIST:
+            raise
+
+    while True:
+        with open(FIFO) as fifo:
+            for line in fifo:
+                try:
+                    t = int(line)
+                except:
+                    continue
+
+                logger.info(f"{'Adding' if t > 0 else 'Removing' } {abs(t)} threads.")
+                Thread(
+                    target=launch_or_kill_workers,
+                    daemon=True,
+                    args=(
+                        queues,
+                        ramp_time,
+                        t,
+                        procs,
+                        iterations_per_thread,
+                        concurrency,
+                    ),
+                ).start()
+
+
 def log_and_sleep(e: Exception):
     logger.error(f"error_type={e.__class__.__name__}, msg={e}")
     logger.info("Sleeping for %s seconds" % (DEFAULT_SLEEP))

{dbworkload-0.7.0 → dbworkload-0.8.0}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "dbworkload"
-version = "0.7.0"
+version = "0.8.0"
 description = "Workload framework"
 authors = ["Fabio Ghirardello"]
 license = "GPLv3+"