redisbench-admin 0.11.68__py3-none-any.whl → 0.11.70__py3-none-any.whl

redisbench_admin/run/cluster.py

@@ -4,8 +4,10 @@
 #  All rights reserved.
 #
 import logging
+import os
 
-from redisbench_admin.utils.remote import execute_remote_commands
+from redisbench_admin.run_remote.consts import remote_module_file_dir
+from redisbench_admin.utils.remote import copy_file_to_remote_setup, execute_remote_commands
 
 from redisbench_admin.environments.oss_cluster import generate_cluster_redis_server_args
 from redisbench_admin.utils.utils import wait_for_conn
@@ -116,6 +118,7 @@ def spin_up_redis_cluster_remote_redis(
     redis_7=True,
     remote_symlinks=None,
     ld_library_paths=None,
+    custom_redis_server_path=None,
 ):
     # Import the functions from standalone module
     from redisbench_admin.run_remote.standalone import (
@@ -124,8 +127,46 @@ def spin_up_redis_cluster_remote_redis(
         build_ld_library_path_prefix,
     )
 
-    # Ensure redis-server is available before trying to start cluster
-    ensure_redis_server_available(server_public_ip, username, private_key, ssh_port)
+    # Handle custom redis-server binary
+    remote_redis_server_path = None
+    if custom_redis_server_path:
+        if not os.path.exists(custom_redis_server_path):
+            logging.error(
+                f"Custom redis-server binary not found: {custom_redis_server_path}"
+            )
+            raise Exception(
+                f"Custom redis-server binary not found: {custom_redis_server_path}"
+            )
+
+        remote_redis_server_path = f"{remote_module_file_dir}/redis-server"
+        logging.info(
+            f"Copying custom redis-server binary to remote host: {custom_redis_server_path} -> {remote_redis_server_path}"
+        )
+
+        copy_result = copy_file_to_remote_setup(
+            server_public_ip,
+            username,
+            private_key,
+            custom_redis_server_path,
+            remote_redis_server_path,
+            None,
+            ssh_port,
+            False,  # don't continue on error
+        )
+
+        if not copy_result:
+            logging.error("Failed to copy redis-server binary to remote host")
+            raise Exception("Failed to copy redis-server binary to remote host")
+
+        # Make the binary executable
+        chmod_commands = [f"chmod +x {remote_redis_server_path}"]
+        execute_remote_commands(
+            server_public_ip, username, private_key, chmod_commands, ssh_port
+        )
+        logging.info("Custom redis-server binary copied and made executable")
+    else:
+        # Ensure redis-server is available before trying to start cluster (only if not using custom binary)
+        ensure_redis_server_available(server_public_ip, username, private_key, ssh_port)
 
     # Setup symlinks on remote server if specified
     if remote_symlinks:
@@ -140,6 +181,9 @@ def spin_up_redis_cluster_remote_redis(
     if ld_prefix:
         logging.info(f"Using LD_LIBRARY_PATH prefix: {ld_prefix}")
 
+    # Determine which redis-server binary to use
+    redis_server_binary = remote_redis_server_path if remote_redis_server_path else "redis-server"
+
     logging.info("Generating the remote redis-server command arguments")
     redis_process_commands = []
     logfiles = []
@@ -148,7 +192,7 @@ def spin_up_redis_cluster_remote_redis(
         shard_port = master_shard_id + start_port - 1
 
         command, logfile = generate_cluster_redis_server_args(
-            "redis-server",
+            redis_server_binary,
             dbdir_folder,
             remote_module_files,
             server_private_ip,

redisbench_admin/run_remote/remote_db.py

@@ -108,6 +108,7 @@ def remote_db_spin(
     remote_symlinks=None,
     ld_library_paths=None,
     extra_libs=None,
+    custom_redis_server_path=None,
 ):
     (
         _,
@@ -180,6 +181,7 @@ def remote_db_spin(
                 redis_7,
                 remote_symlinks,
                 ld_library_paths,
+                custom_redis_server_path,
             )
         try:
             for p in range(cluster_start_port, cluster_start_port + shard_count):
@@ -232,6 +234,7 @@ def remote_db_spin(
                     redis_7,
                     remote_symlinks,
                     ld_library_paths,
+                    custom_redis_server_path,
                 )
                 full_logfiles.append(full_logfile)
             local_redis_conn, ssh_tunnel = ssh_tunnel_redisconn(

redisbench_admin/run_remote/run_remote.py

@@ -155,6 +155,7 @@ def run_remote_command_logic(args, project_name, project_version):
     remote_symlinks = args.remote_symlink
     ld_library_paths = args.ld_library_path
     extra_libs = args.extra_lib
+    custom_redis_server_path = args.redis_server_binary
     if WH_TOKEN is not None:
         webhook_notifications_active = True
 
@@ -666,6 +667,7 @@ def run_remote_command_logic(args, project_name, project_version):
                                             remote_symlinks,
                                             ld_library_paths,
                                             extra_libs,
+                                            custom_redis_server_path,
                                         )
                                         if benchmark_type == "read-only" or reuse_mixed:
                                             ro_benchmark_set(

redisbench_admin/run_remote/standalone.py

@@ -7,6 +7,7 @@
 import logging
 import os
 
+from redisbench_admin.run_remote.consts import remote_module_file_dir
 from redisbench_admin.utils.remote import (
     copy_file_to_remote_setup,
     execute_remote_commands,
@@ -350,9 +351,48 @@ def spin_up_standalone_remote_redis(
     redis_7=True,
     remote_symlinks=None,
     ld_library_paths=None,
+    custom_redis_server_path=None,
 ):
-    # Ensure redis-server is available before trying to start it
-    ensure_redis_server_available(server_public_ip, username, private_key, port)
+    # Handle custom redis-server binary
+    remote_redis_server_path = None
+    if custom_redis_server_path:
+        if not os.path.exists(custom_redis_server_path):
+            logging.error(
+                f"Custom redis-server binary not found: {custom_redis_server_path}"
+            )
+            raise Exception(
+                f"Custom redis-server binary not found: {custom_redis_server_path}"
+            )
+
+        remote_redis_server_path = f"{remote_module_file_dir}/redis-server"
+        logging.info(
+            f"Copying custom redis-server binary to remote host: {custom_redis_server_path} -> {remote_redis_server_path}"
+        )
+
+        copy_result = copy_file_to_remote_setup(
+            server_public_ip,
+            username,
+            private_key,
+            custom_redis_server_path,
+            remote_redis_server_path,
+            None,
+            port,
+            False,  # don't continue on error
+        )
+
+        if not copy_result:
+            logging.error("Failed to copy redis-server binary to remote host")
+            raise Exception("Failed to copy redis-server binary to remote host")
+
+        # Make the binary executable
+        chmod_commands = [f"chmod +x {remote_redis_server_path}"]
+        execute_remote_commands(
+            server_public_ip, username, private_key, chmod_commands, port
+        )
+        logging.info("Custom redis-server binary copied and made executable")
+    else:
+        # Ensure redis-server is available before trying to start it (only if not using custom binary)
+        ensure_redis_server_available(server_public_ip, username, private_key, port)
 
     # Setup symlinks on remote server if specified
     if remote_symlinks:
@@ -362,6 +402,7 @@ def spin_up_standalone_remote_redis(
         if not symlink_success:
             logging.warning("Some symlinks failed to create, continuing anyway...")
 
+    logging.info("Generating Redis startup comman with custom redis-server path: {remote_redis_server_path}")
     full_logfile, initial_redis_cmd = generate_remote_standalone_redis_cmd(
         logfile,
         redis_configuration_parameters,
@@ -369,6 +410,7 @@ def spin_up_standalone_remote_redis(
         temporary_dir,
         modules_configuration_parameters_map,
         redis_7,
+        custom_redis_server_path=remote_redis_server_path,
     )
 
     # Prepend LD_LIBRARY_PATH if specified

redisbench_admin/utils/utils.py

@@ -112,6 +112,22 @@ def generate_common_server_args(
             ]
         )
 
+    # Add BigRedis configuration if enabled via environment variable
+    if os.getenv("BIGREDIS_ENABLED") is not None:
+        bigredis_path = os.getenv("BIGREDIS_PATH", "/tmp/bigredis")
+        bigredis_use_async = os.getenv("BIGREDIS_USE_ASYNC", "no")
+        logging.info(f"BigRedis enabled. Using bigredis-path: {bigredis_path}")
+        command.extend(
+            [
+                "--bigredis-enabled",
+                "yes",
+                "--bigredis-driver",
+                "speedb",
+                "--bigredis-use-async",
+                bigredis_use_async,  # Temporary default no, until async API is added to Speedb Rust crate.
+            ]
+        )
+
     return command
 
 

{redisbench_admin-0.11.68.dist-info → redisbench_admin-0.11.70.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: redisbench-admin
-Version: 0.11.68
+Version: 0.11.70
 Summary: Redis benchmark run helper. A wrapper around Redis and Redis Modules benchmark tools ( ftsb_redisearch, memtier_benchmark, redis-benchmark, aibench, etc... ).
 License-File: LICENSE
 Author: filipecosta90

{redisbench_admin-0.11.68.dist-info → redisbench_admin-0.11.70.dist-info}/RECORD

@@ -50,7 +50,7 @@ redisbench_admin/run/ann/__init__.py,sha256=DtBXRp0Q01XgCFmY-1OIePMyyYihVNAjZ1Y8
 redisbench_admin/run/ann/ann.py,sha256=h8VE7fouyNkpMSjNhgjkI_R-aWb-lKIKxvNZPOO8pFY,1288
 redisbench_admin/run/args.py,sha256=7flScWAFEbJAJ7YfBgPmxlFGLwTNPQmG2DnNTGFD5h8,8504
 redisbench_admin/run/asm.py,sha256=Hybna8Xs7SnsP2IBwg6kMsiGPoCK0TlvhyKX94XmOEs,16738
-redisbench_admin/run/cluster.py,sha256=3uqFRyu-16nEW6Km7owoi1F3K5DHFUeZSxZv6s0GNqc,7176
+redisbench_admin/run/cluster.py,sha256=GBIe1NtgvT2Yq0vkYlqweTi2k7kxAI87qU6T5WNUf6E,8965
 redisbench_admin/run/common.py,sha256=1zJPQtIk3tjvLTjNUgxvDdcviN73psiaDBQ8cRJMIl8,29341
 redisbench_admin/run/ftsb/__init__.py,sha256=DtBXRp0Q01XgCFmY-1OIePMyyYihVNAjZ1Y8zwqSDN0,101
 redisbench_admin/run/ftsb/ftsb.py,sha256=0SS4InU7e9x-yZ0u-D1yOYJ0u0G37IwVWwiK78LRXE8,2712
@@ -91,12 +91,12 @@ redisbench_admin/run_remote/consts.py,sha256=bCMkwyeBD-EmOpoHKni7LjWy5WuaxGJhGhq
 redisbench_admin/run_remote/log.py,sha256=cD7zfXt0VEmy0b7452HvcAxX_9kVj6Vm213yNdUHP20,95
 redisbench_admin/run_remote/notifications.py,sha256=-W9fLaftEFNfplBl2clHk37jbYxliDbHftQ62khN31k,2157
 redisbench_admin/run_remote/remote_client.py,sha256=rRmDro1weto01wzqYpId8NMPoizEzSyudXBCjYrBVMs,14128
-redisbench_admin/run_remote/remote_db.py,sha256=dzpofPjWyryOeTT66RfzWF1IMEHtt9a_IjVFR-ncSGg,15520
+redisbench_admin/run_remote/remote_db.py,sha256=iDcIqDPskl2hgZm1yP2DTBnSnwvpze8hEmim97uKJ3Y,15643
 redisbench_admin/run_remote/remote_env.py,sha256=Ux_0QT1unNRlKl3cakzjG5Px1uuxOOfBoF_pnalx_T8,4936
 redisbench_admin/run_remote/remote_failures.py,sha256=IOo6DyxarcwwMPCeN4gWB2JrhuC9iBLwq0nCROqr5ak,1567
 redisbench_admin/run_remote/remote_helpers.py,sha256=pUpOU_04WRkOjuvEAxoglXLCz7kJ1T_yc6ZnP787fRQ,13517
-redisbench_admin/run_remote/run_remote.py,sha256=OF250e3ds6F7Z9AVGFHRuWUZwetc_ADeXPEbWYaoklY,78619
-redisbench_admin/run_remote/standalone.py,sha256=Dp5JhywPNVQl_VY7J6LC3eqUexTxRfaAotl03mfe-Sc,33054
+redisbench_admin/run_remote/run_remote.py,sha256=PVNfdaa8jW8Pjn0zknNSVcMA0fvv-Y8Y3waaL3xp6cw,78745
+redisbench_admin/run_remote/standalone.py,sha256=JzB-YPKkCp7IwNqULHBn4oRItn4bDHfyTGesTLLh5O0,34813
 redisbench_admin/run_remote/terraform.py,sha256=vV3eWXNwj7vsnFNqUgCir5ueZS4VYopEyzWiTtoSq0Q,4018
 redisbench_admin/utils/__init__.py,sha256=DtBXRp0Q01XgCFmY-1OIePMyyYihVNAjZ1Y8zwqSDN0,101
 redisbench_admin/utils/benchmark_config.py,sha256=BDUGKLekFPWJC1cZN7oNZPtf-zKbXEE0jHk0rnPh8Go,22787
@@ -106,12 +106,12 @@ redisbench_admin/utils/redisgraph_benchmark_go.py,sha256=os7EJt6kBxsFJLKkSoANbjM
 redisbench_admin/utils/remote.py,sha256=Kjz1VQfy1Y7jQwef26vz5KYhHrUxMHtMXXvgPmTjGy4,45206
 redisbench_admin/utils/results.py,sha256=uKk3uNJ--bSXlUj_HGQ2OaV6MVqmXJVM8xTzFV6EOw4,3267
 redisbench_admin/utils/ssh.py,sha256=QW4AwlocMHJt05QMdN_4f8WeDmxiEwR80ny8VBThq6k,6533
-redisbench_admin/utils/utils.py,sha256=XVSvo1_DdcYwk2jOxL3VPVPbnDnhGYt8ieYfANo6rTo,15085
+redisbench_admin/utils/utils.py,sha256=ob96GLB2yEWwyyl0jwvBGTwf6NUP09g4Ip0Jx6GtDyY,15754
 redisbench_admin/watchdog/__init__.py,sha256=cD7zfXt0VEmy0b7452HvcAxX_9kVj6Vm213yNdUHP20,95
 redisbench_admin/watchdog/args.py,sha256=nKsG1G6ATOZlAMHMtT9u3kXxduKCbejSZ5x8oB_ynZ8,1312
 redisbench_admin/watchdog/watchdog.py,sha256=0wWYge3x_OMxWrzazNhJif2NK4tKsI963HVZqjczRag,6189
-redisbench_admin-0.11.68.dist-info/METADATA,sha256=mxOcMtry9jCrxkUfWpti2DGLqJjYOyFX-SkNLXDin7E,5724
-redisbench_admin-0.11.68.dist-info/WHEEL,sha256=3ny-bZhpXrU6vSQ1UPG34FoxZBp3lVcvK0LkgUz6VLk,88
-redisbench_admin-0.11.68.dist-info/entry_points.txt,sha256=UUawXk_AS-PlieKJ1QxPQXGsRLb6OW_F0MtmA1W0KE8,113
-redisbench_admin-0.11.68.dist-info/licenses/LICENSE,sha256=AAMtfs82zOOvmG68vILivm6lxi2rcOlGObmA8jzxQvw,10768
-redisbench_admin-0.11.68.dist-info/RECORD,,
+redisbench_admin-0.11.70.dist-info/METADATA,sha256=u5EasgOEtYc11cMQ77IycXKhwGFDR82dc0f3keV2w9M,5724
+redisbench_admin-0.11.70.dist-info/WHEEL,sha256=kJCRJT_g0adfAJzTx2GUMmS80rTJIVHRCfG0DQgLq3o,88
+redisbench_admin-0.11.70.dist-info/entry_points.txt,sha256=UUawXk_AS-PlieKJ1QxPQXGsRLb6OW_F0MtmA1W0KE8,113
+redisbench_admin-0.11.70.dist-info/licenses/LICENSE,sha256=AAMtfs82zOOvmG68vILivm6lxi2rcOlGObmA8jzxQvw,10768
+redisbench_admin-0.11.70.dist-info/RECORD,,

{redisbench_admin-0.11.68.dist-info → redisbench_admin-0.11.70.dist-info}/WHEEL

@@ -1,4 +1,4 @@
 Wheel-Version: 1.0
-Generator: poetry-core 2.3.0
+Generator: poetry-core 2.3.1
 Root-Is-Purelib: true
 Tag: py3-none-any