redisbench-admin 0.11.73__py3-none-any.whl → 0.11.74__py3-none-any.whl

redisbench_admin/run_local/local_db.py

@@ -4,6 +4,7 @@
 #  All rights reserved.
 #
 import logging
+import os
 import tempfile
 import datetime
 
@@ -32,6 +33,7 @@ from redisbench_admin.utils.local import (
     check_dataset_local_requirements,
     is_process_alive,
 )
+from redisbench_admin.utils.utils import setup_search_clusterset
 
 
 def local_db_spin(
@@ -163,6 +165,9 @@ def local_db_spin(
         r.client_setname("redisbench-admin-standalone")
         redis_conns.append(r)
 
+    # Setup search CLUSTERSET if enabled (after all servers are started and cluster is set up)
+    setup_search_clusterset(redis_conns, args.host, args.port, args.password)
+
     if dataset is None:
         if flushall_on_every_test_start:
             logging.info("Will flush all data at test start...")
@@ -213,8 +218,13 @@ def local_db_spin(
         )
     dbconfig_keyspacelen_check(benchmark_config, redis_conns, ignore_keyspace_errors)
 
-    artifact_version = run_redis_pre_steps(
-        benchmark_config, redis_conns[0], required_modules
-    )
+    if 'SEARCH_CLUSTERSET' in os.environ:
+        logging.info("SEARCH_CLUSTERSET is set. Running run_redis_pre_steps for each shard")
+        for conn in redis_conns:
+            artifact_version = run_redis_pre_steps(benchmark_config, conn, required_modules)
+    else:
+        artifact_version = run_redis_pre_steps(
+            benchmark_config, redis_conns[0], required_modules
+        )
 
     return result, artifact_version, cluster_api_enabled, redis_conns, redis_processes

redisbench_admin/run_remote/remote_db.py

@@ -5,7 +5,7 @@
 #
 import datetime
 import logging
-
+import os
 import redis
 
 from redisbench_admin.environments.oss_cluster import setup_redis_cluster_from_conns
@@ -37,6 +37,7 @@ from redisbench_admin.utils.remote import (
     check_dataset_remote_requirements,
     get_run_full_filename,
 )
+from redisbench_admin.utils.utils import setup_search_clusterset
 
 
 def remote_tmpdir_prune(
@@ -277,6 +278,14 @@ def remote_db_spin(
         )
         server_plaintext_port = cluster_start_port
 
+    # Setup BigRedis CLUSTERSET if enabled (after all servers are started and cluster is set up)
+    setup_search_clusterset(
+        redis_conns,
+        server_private_ip,
+        cluster_start_port if cluster_enabled else server_plaintext_port,
+        redis_password,
+    )
+
     topology_setup_end_time = datetime.datetime.now()
     topology_setup_duration_seconds = (
         topology_setup_end_time - topology_setup_start_time
@@ -406,9 +415,12 @@ def remote_db_spin(
         ignore_keyspace_errors,
         keyspace_check_timeout,
     )
-    artifact_version = run_redis_pre_steps(
-        benchmark_config, redis_conns[0], required_modules
-    )
+    if 'SEARCH_CLUSTERSET' in os.environ:
+        logging.info("SEARCH_CLUSTERSET is set. Running run_redis_pre_steps for each shard")
+        for conn in redis_conns:
+            artifact_version = run_redis_pre_steps(benchmark_config, conn, required_modules)
+    else:
+        artifact_version = run_redis_pre_steps(benchmark_config, redis_conns[0], required_modules)
     return (
         artifact_version,
         cluster_enabled,

redisbench_admin/run_remote/standalone.py

@@ -583,6 +583,17 @@ def generate_remote_standalone_redis_cmd(
                 )
     if remote_module_files is not None:
         initial_redis_cmd += " " + " ".join(command)
+
+    # Add BigRedis configuration if enabled via environment variable
+    if os.getenv("BIGREDIS_ENABLED") is not None:
+        bigredis_path = os.getenv("BIGREDIS_PATH", f"{temporary_dir}/redis.big")
+        bigredis_use_async = os.getenv("BIGREDIS_USE_ASYNC", "no")
+        logging.info(f"BigRedis enabled. Using bigredis-path: {bigredis_path}")
+        initial_redis_cmd += " --bigredis-enabled yes"
+        initial_redis_cmd += " --bigredis-driver speedb"
+        initial_redis_cmd += f" --bigredis-use-async {bigredis_use_async}"
+        initial_redis_cmd += f" --bigredis-path {bigredis_path}"
+
     return full_logfile, initial_redis_cmd
 
 

redisbench_admin/utils/utils.py

@@ -137,6 +137,75 @@ def generate_common_server_args(
     return command
 
 
+def setup_search_clusterset(redis_conns, host="127.0.0.1", start_port=6379, password=None):
+    """
+    Configure  SEARCH.CLUSTERSET for Redis instances.
+    This is required when SEARCH_CLUSTERSET is set to configure the search module
+    to work with BigRedis. Supports both standalone (single conn) and cluster (multiple conns).
+
+    Args:
+        redis_conns: List of Redis connection objects (or single connection)
+        host: Redis host address (default: 127.0.0.1)
+        start_port: Starting port number (default: 6379)
+        password: Redis password (optional)
+    """
+    if os.getenv("SEARCH_CLUSTERSET") is None:
+        return
+
+    # Handle single connection case
+    if not isinstance(redis_conns, list):
+        redis_conns = [redis_conns]
+
+    shard_count = len(redis_conns)
+    logging.info(f"Search Clusterset enabled - configuring SEARCH.CLUSTERSET for {shard_count} shard(s)")
+
+    # Calculate slots per shard
+    total_slots = 16384
+    slots_per_shard = total_slots // shard_count
+
+    for shard_id, conn in enumerate(redis_conns, start=1):
+        port = start_port + shard_id - 1
+
+        # Calculate slot range for this shard
+        slot_start = (shard_id - 1) * slots_per_shard
+        if shard_id == shard_count:
+            # Last shard gets remaining slots
+            slot_end = total_slots - 1
+        else:
+            slot_end = shard_id * slots_per_shard - 1
+
+        # Build the address string with optional password
+        if password:
+            addr = f"{password}@{host}:{port}"
+        else:
+            addr = f"{host}:{port}"
+
+        logging.info(
+            f"Sending SEARCH.CLUSTERSET to shard {shard_id}: "
+            f"slots {slot_start}-{slot_end}, addr {host}:{port}"
+        )
+
+        try:
+            conn.execute_command(
+                "SEARCH.CLUSTERSET",
+                "MYID",
+                str(shard_id),
+                "RANGES",
+                "1",
+                "SHARD",
+                str(shard_id),
+                "SLOTRANGE",
+                str(slot_start),
+                str(slot_end),
+                "ADDR",
+                addr,
+                "MASTER",
+            )
+            logging.info(f"SEARCH.CLUSTERSET command executed successfully for shard {shard_id}")
+        except Exception as e:
+            logging.warning(f"Failed to execute SEARCH.CLUSTERSET for shard {shard_id}: {e}")
+
+
 def upload_artifacts_to_s3(
     artifacts,
     s3_bucket_name,

{redisbench_admin-0.11.73.dist-info → redisbench_admin-0.11.74.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: redisbench-admin
-Version: 0.11.73
+Version: 0.11.74
 Summary: Redis benchmark run helper. A wrapper around Redis and Redis Modules benchmark tools ( ftsb_redisearch, memtier_benchmark, redis-benchmark, aibench, etc... ).
 License-File: LICENSE
 Author: filipecosta90

{redisbench_admin-0.11.73.dist-info → redisbench_admin-0.11.74.dist-info}/RECORD

@@ -82,7 +82,7 @@ redisbench_admin/run_async/run_async.py,sha256=nyOT-wx92NPW56zzoP9q4-T8U8utdqJAr
 redisbench_admin/run_local/__init__.py,sha256=DtBXRp0Q01XgCFmY-1OIePMyyYihVNAjZ1Y8zwqSDN0,101
 redisbench_admin/run_local/args.py,sha256=LPpqtx1cH1dkkeHjYlaFnAp_TijxnzPZFO2CmYD9ikU,1906
 redisbench_admin/run_local/local_client.py,sha256=gwawMDOBrf7m--uyxu8kMZC5LBiLjbUBSKvzVOdOAas,124
-redisbench_admin/run_local/local_db.py,sha256=9vINqKOs-wDMFEuEHT0I8KO9YnEo_h4NWNk5da3LwSY,7518
+redisbench_admin/run_local/local_db.py,sha256=aIaGGxbv8ZqQSVKDOJsZomOBDebXf04aK5O2F-ZgAHk,8050
 redisbench_admin/run_local/local_helpers.py,sha256=JyqLW2-Sbm35BXjxxfOB1yK7ADdLfcVrq08NLNdIwac,7026
 redisbench_admin/run_local/run_local.py,sha256=tqnxpbP-yDT45Ai55liwsBo15FokxEXTAV-9tGuBjZU,35331
 redisbench_admin/run_remote/__init__.py,sha256=DtBXRp0Q01XgCFmY-1OIePMyyYihVNAjZ1Y8zwqSDN0,101
@@ -91,12 +91,12 @@ redisbench_admin/run_remote/consts.py,sha256=bCMkwyeBD-EmOpoHKni7LjWy5WuaxGJhGhq
 redisbench_admin/run_remote/log.py,sha256=cD7zfXt0VEmy0b7452HvcAxX_9kVj6Vm213yNdUHP20,95
 redisbench_admin/run_remote/notifications.py,sha256=-W9fLaftEFNfplBl2clHk37jbYxliDbHftQ62khN31k,2157
 redisbench_admin/run_remote/remote_client.py,sha256=rRmDro1weto01wzqYpId8NMPoizEzSyudXBCjYrBVMs,14128
-redisbench_admin/run_remote/remote_db.py,sha256=iDcIqDPskl2hgZm1yP2DTBnSnwvpze8hEmim97uKJ3Y,15643
+redisbench_admin/run_remote/remote_db.py,sha256=jmnUZEM36vb6RKRik9i3d_v6CMkuMoJXyjcaBFTqyRk,16257
 redisbench_admin/run_remote/remote_env.py,sha256=Ux_0QT1unNRlKl3cakzjG5Px1uuxOOfBoF_pnalx_T8,4936
 redisbench_admin/run_remote/remote_failures.py,sha256=IOo6DyxarcwwMPCeN4gWB2JrhuC9iBLwq0nCROqr5ak,1567
 redisbench_admin/run_remote/remote_helpers.py,sha256=nuTGasAfDarkZajrSt36a8QCEB0vycAyR8qbOqwlrXI,13717
 redisbench_admin/run_remote/run_remote.py,sha256=PVNfdaa8jW8Pjn0zknNSVcMA0fvv-Y8Y3waaL3xp6cw,78745
-redisbench_admin/run_remote/standalone.py,sha256=JzB-YPKkCp7IwNqULHBn4oRItn4bDHfyTGesTLLh5O0,34813
+redisbench_admin/run_remote/standalone.py,sha256=8wX2W8MPTUvFUWzYVXcM-llSu454pqg3h3BD1jrGxNQ,35414
 redisbench_admin/run_remote/terraform.py,sha256=vV3eWXNwj7vsnFNqUgCir5ueZS4VYopEyzWiTtoSq0Q,4018
 redisbench_admin/utils/__init__.py,sha256=DtBXRp0Q01XgCFmY-1OIePMyyYihVNAjZ1Y8zwqSDN0,101
 redisbench_admin/utils/benchmark_config.py,sha256=BDUGKLekFPWJC1cZN7oNZPtf-zKbXEE0jHk0rnPh8Go,22787
@@ -106,12 +106,12 @@ redisbench_admin/utils/redisgraph_benchmark_go.py,sha256=os7EJt6kBxsFJLKkSoANbjM
 redisbench_admin/utils/remote.py,sha256=Kjz1VQfy1Y7jQwef26vz5KYhHrUxMHtMXXvgPmTjGy4,45206
 redisbench_admin/utils/results.py,sha256=uKk3uNJ--bSXlUj_HGQ2OaV6MVqmXJVM8xTzFV6EOw4,3267
 redisbench_admin/utils/ssh.py,sha256=QW4AwlocMHJt05QMdN_4f8WeDmxiEwR80ny8VBThq6k,6533
-redisbench_admin/utils/utils.py,sha256=YG7I8bXlxA4RO6NUp9UyPCl0MaXYlYGFqCCIg2PvUjA,17824
+redisbench_admin/utils/utils.py,sha256=g6bhaFrKYmQS5_SEADLqgRmn74CL9RyyieO7N8PvoxA,20208
 redisbench_admin/watchdog/__init__.py,sha256=cD7zfXt0VEmy0b7452HvcAxX_9kVj6Vm213yNdUHP20,95
 redisbench_admin/watchdog/args.py,sha256=nKsG1G6ATOZlAMHMtT9u3kXxduKCbejSZ5x8oB_ynZ8,1312
 redisbench_admin/watchdog/watchdog.py,sha256=0wWYge3x_OMxWrzazNhJif2NK4tKsI963HVZqjczRag,6189
-redisbench_admin-0.11.73.dist-info/METADATA,sha256=Wa6nGTUYi878yMi3PPtjNruXYilxfQNQo8xhhH_WfRw,5724
-redisbench_admin-0.11.73.dist-info/WHEEL,sha256=kJCRJT_g0adfAJzTx2GUMmS80rTJIVHRCfG0DQgLq3o,88
-redisbench_admin-0.11.73.dist-info/entry_points.txt,sha256=UUawXk_AS-PlieKJ1QxPQXGsRLb6OW_F0MtmA1W0KE8,113
-redisbench_admin-0.11.73.dist-info/licenses/LICENSE,sha256=AAMtfs82zOOvmG68vILivm6lxi2rcOlGObmA8jzxQvw,10768
-redisbench_admin-0.11.73.dist-info/RECORD,,
+redisbench_admin-0.11.74.dist-info/METADATA,sha256=JeE5GmltS1NydTz7FWimzRF-jHZuNBGJS7BcdnXH3CM,5724
+redisbench_admin-0.11.74.dist-info/WHEEL,sha256=kJCRJT_g0adfAJzTx2GUMmS80rTJIVHRCfG0DQgLq3o,88
+redisbench_admin-0.11.74.dist-info/entry_points.txt,sha256=UUawXk_AS-PlieKJ1QxPQXGsRLb6OW_F0MtmA1W0KE8,113
+redisbench_admin-0.11.74.dist-info/licenses/LICENSE,sha256=AAMtfs82zOOvmG68vILivm6lxi2rcOlGObmA8jzxQvw,10768
+redisbench_admin-0.11.74.dist-info/RECORD,,