redisbench-admin 0.11.71__py3-none-any.whl → 0.11.73__py3-none-any.whl

redisbench_admin/run/common.py

@@ -38,6 +38,7 @@ from redisbench_admin.run.ycsb.ycsb import (
     prepare_ycsb_benchmark_command,
     prepare_go_ycsb_benchmark_command,
 )
+from redisbench_admin.utils.utils import get_remote_input_file_from_url
 from redisbench_admin.run_remote.args import OVERRIDE_MODULES
 from redisbench_admin.run_remote.remote_helpers import (
     extract_module_semver_from_info_modules_cmd,
@@ -66,6 +67,38 @@ PERFORMANCE_GH_TOKEN = os.getenv("PERFORMANCE_GH_TOKEN", None)
 REDIS_BINARY = os.getenv("REDIS_BINARY", "redis-server")
 
 
+def extract_input_file_url_from_parameters(entry, benchmark_tool):
+    """
+    Extract the input file URL from the parameters entry.
+    Different tools use different parameter names:
+    - ftsb_*: uses "input" parameter
+    - tsbs_*, aibench_*: uses "file" parameter
+
+    Args:
+        entry: The benchmark config entry containing "parameters"
+        benchmark_tool: The benchmark tool name
+
+    Returns:
+        The file URL if found, None otherwise
+    """
+    if "parameters" not in entry:
+        return None
+
+    # Determine which parameter name to look for based on the tool
+    if "ftsb_" in benchmark_tool:
+        param_name = "input"
+    elif "tsbs_" in benchmark_tool or "aibench_" in benchmark_tool:
+        param_name = "file"
+    else:
+        return None
+
+    for param in entry["parameters"]:
+        if param_name in param:
+            return param[param_name]
+
+    return None
+
+
 def prepare_benchmark_parameters(
     benchmark_config,
     benchmark_tool,
@@ -88,6 +121,10 @@ def prepare_benchmark_parameters(
     if type(benchmark_config[config_key]) == list:
         for entry in benchmark_config[config_key]:
             if "parameters" in entry:
+                # Extract input file URL from parameters
+                input_file_url = extract_input_file_url_from_parameters(
+                    entry, benchmark_tool
+                )
                 command_arr, command_str = prepare_benchmark_parameters_specif_tooling(
                     benchmark_tool,
                     cluster_api_enabled,
@@ -104,10 +141,13 @@ def prepare_benchmark_parameters(
                     private_key,
                     client_ssh_port,
                     redis_password,
+                    input_file_url,
                 )
     # v0.4 spec
     elif type(benchmark_config[config_key]) == dict:
         entry = benchmark_config[config_key]
+        # Extract input file URL from parameters
+        input_file_url = extract_input_file_url_from_parameters(entry, benchmark_tool)
         command_arr, command_str = prepare_benchmark_parameters_specif_tooling(
             benchmark_tool,
             cluster_api_enabled,
@@ -124,6 +164,7 @@ def prepare_benchmark_parameters(
             private_key,
             client_ssh_port,
             redis_password,
+            input_file_url,
         )
     printed_command_str = command_str
     printed_command_arr = command_arr
@@ -154,6 +195,7 @@ def prepare_benchmark_parameters_specif_tooling(
     private_key,
     client_ssh_port,
     redis_password=None,
+    input_file_url=None,
 ):
     if "redis-benchmark" in benchmark_tool:
         command_arr, command_str = prepare_redis_benchmark_command(
@@ -207,7 +249,7 @@ def prepare_benchmark_parameters_specif_tooling(
         input_data_file = None
         if isremote is True:
             benchmark_tool = "/tmp/{}".format(benchmark_tool)
-            input_data_file = "/tmp/input.data"
+            input_data_file = get_remote_input_file_from_url(input_file_url)
         (
             command_arr,
             command_str,
@@ -260,7 +302,7 @@ def prepare_benchmark_parameters_specif_tooling(
         input_data_file = None
         if isremote is True:
             benchmark_tool = "/tmp/{}".format(benchmark_tool)
-            input_data_file = "/tmp/input.data"
+            input_data_file = get_remote_input_file_from_url(input_file_url)
         (
             command_arr,
             command_str,
@@ -280,7 +322,7 @@ def prepare_benchmark_parameters_specif_tooling(
         input_data_file = None
         if isremote is True:
             benchmark_tool = "/tmp/{}".format(benchmark_tool)
-            input_data_file = "/tmp/input.data"
+            input_data_file = get_remote_input_file_from_url(input_file_url)
         (
             command_arr,
             command_str,

redisbench_admin/run_remote/remote_helpers.py

@@ -28,6 +28,7 @@ from redisbench_admin.utils.remote import (
     extract_redisgraph_version_from_resultdict,
 )
 from redisbench_admin.utils.results import post_process_benchmark_results
+from redisbench_admin.utils.utils import get_remote_input_file_from_url
 
 
 def absoluteFilePaths(directory):
@@ -166,7 +167,7 @@ def remote_tool_pre_bench_step(
                 queries_file_link, remote_tool_link, tool_link
             )
         )
-        remote_input_file = "/tmp/input.data"
+        remote_input_file = get_remote_input_file_from_url(queries_file_link)
         setup_remote_benchmark_tool_requirements_ftsb(
             client_public_ip,
             username,
@@ -191,7 +192,7 @@ def remote_tool_pre_bench_step(
             "redisearch",
             "go-ycsb",
         )
-        remote_input_file = "/tmp/input.data"
+        remote_input_file = get_remote_input_file_from_url(queries_file_link)
         setup_remote_benchmark_tool_requirements_tsbs(
             client_public_ip,
             username,
@@ -211,7 +212,7 @@ def remote_tool_pre_bench_step(
         ) = extract_remote_tool_extra_links(
             benchmark_config, benchmark_tool, config_key, os_str, arch_str
         )
-        remote_input_file = "/tmp/input.data"
+        remote_input_file = get_remote_input_file_from_url(queries_file_link)
         setup_remote_benchmark_tool_requirements_tsbs(
             client_public_ip,
             username,
@@ -228,7 +229,7 @@ def remote_tool_pre_bench_step(
             remote_tool_link,
             tool_link,
         ) = extract_aibench_extra_links(benchmark_config, benchmark_tool)
-        remote_input_file = "/tmp/input.data"
+        remote_input_file = get_remote_input_file_from_url(queries_file_link)
         setup_remote_benchmark_tool_requirements_tsbs(
             client_public_ip,
             username,

redisbench_admin/utils/utils.py

@@ -11,10 +11,12 @@ import logging
 import operator
 import os
 import os.path
+import re
 import tarfile
 import time
 from functools import reduce
-from urllib.parse import quote_plus
+from pathlib import PurePosixPath
+from urllib.parse import quote_plus, urlparse, unquote
 from zipfile import ZipFile
 
 import boto3
@@ -116,7 +118,7 @@ def generate_common_server_args(
     if os.getenv("BIGREDIS_ENABLED") is not None:
         bigredis_path = os.getenv("BIGREDIS_PATH", f"{dbdir}/redis.big")
         # Append port so that each shard has its own BigRedis folder
-        bigredis_path = bigresdis_path + f"-{port}"
+        bigredis_path = bigredis_path + f"-{port}"
         bigredis_use_async = os.getenv("BIGREDIS_USE_ASYNC", "no")
         logging.info(f"BigRedis enabled. Using bigredis-path: {bigredis_path}")
         command.extend(
@@ -484,6 +486,60 @@ def make_dashboard_callback(
     )
 
 
+def get_remote_input_file_from_url(url):
+    """
+    Generate a unique remote input file path based on the file name from the URL.
+    This ensures each input file has its own path and avoids reuse issues between benchmark runs.
+
+    Example:
+        url = "https://s3.amazonaws.com/.../AND_QUERY.CSV"
+        returns "/tmp/input-AND_QUERY.data"
+
+    Args:
+        url: The URL or path to the input file
+
+    Returns:
+        A unique remote file path like /tmp/input-{file_name}.data,
+        or "/tmp/input.data" as fallback if url is None or empty
+    """
+    default_path = PurePosixPath("/tmp/input.data")
+
+    if url is None or url == "":
+        return str(default_path)
+
+    # Parse the URL to extract the path component
+    # This handles both http(s):// URLs and s3:// URIs
+    parsed = urlparse(url)
+    url_path = parsed.path if parsed.path else url
+
+    # Use PurePosixPath to extract the file name (works for both URLs and paths)
+    path = PurePosixPath(url_path)
+    file_name = path.name
+
+    # If no file name could be extracted, return default
+    if not file_name:
+        return str(default_path)
+
+    # Decode URL-encoded characters (e.g., %3A -> :)
+    file_name = unquote(file_name)
+
+    # Remove extension using pathlib's stem property
+    base_name = PurePosixPath(file_name).stem
+
+    # If stem is empty (e.g., hidden file like ".data"), use the full name
+    if not base_name:
+        base_name = file_name
+
+    # Sanitize the base name: replace characters that might cause issues in file paths
+    # Keep only alphanumeric, underscore, hyphen, and dot
+    base_name = re.sub(r"[^a-zA-Z0-9_\-.]", "_", base_name)
+
+    # Construct the final path using PurePosixPath for proper path joining
+    result_path = PurePosixPath("/tmp") / f"input-{base_name}.data"
+
+    return str(result_path)
+
+
 EC2_REGION = os.getenv("AWS_DEFAULT_REGION", None)
 EC2_SECRET_KEY = os.getenv("AWS_SECRET_ACCESS_KEY", None)
 EC2_PRIVATE_PEM = os.getenv("EC2_PRIVATE_PEM", None)

{redisbench_admin-0.11.71.dist-info → redisbench_admin-0.11.73.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: redisbench-admin
-Version: 0.11.71
+Version: 0.11.73
 Summary: Redis benchmark run helper. A wrapper around Redis and Redis Modules benchmark tools ( ftsb_redisearch, memtier_benchmark, redis-benchmark, aibench, etc... ).
 License-File: LICENSE
 Author: filipecosta90

{redisbench_admin-0.11.71.dist-info → redisbench_admin-0.11.73.dist-info}/RECORD

@@ -51,7 +51,7 @@ redisbench_admin/run/ann/ann.py,sha256=h8VE7fouyNkpMSjNhgjkI_R-aWb-lKIKxvNZPOO8p
 redisbench_admin/run/args.py,sha256=7flScWAFEbJAJ7YfBgPmxlFGLwTNPQmG2DnNTGFD5h8,8504
 redisbench_admin/run/asm.py,sha256=Hybna8Xs7SnsP2IBwg6kMsiGPoCK0TlvhyKX94XmOEs,16738
 redisbench_admin/run/cluster.py,sha256=GBIe1NtgvT2Yq0vkYlqweTi2k7kxAI87qU6T5WNUf6E,8965
-redisbench_admin/run/common.py,sha256=1zJPQtIk3tjvLTjNUgxvDdcviN73psiaDBQ8cRJMIl8,29341
+redisbench_admin/run/common.py,sha256=TBznI_IWEJYKnWb2FPI4pgww2JRntUc4IriLMB2j7Oo,30814
 redisbench_admin/run/ftsb/__init__.py,sha256=DtBXRp0Q01XgCFmY-1OIePMyyYihVNAjZ1Y8zwqSDN0,101
 redisbench_admin/run/ftsb/ftsb.py,sha256=0SS4InU7e9x-yZ0u-D1yOYJ0u0G37IwVWwiK78LRXE8,2712
 redisbench_admin/run/git.py,sha256=6UYGcTN0MPzf4QDVoJnFkou0yZasLF6jLG7f0zoySq8,3064
@@ -94,7 +94,7 @@ redisbench_admin/run_remote/remote_client.py,sha256=rRmDro1weto01wzqYpId8NMPoizE
 redisbench_admin/run_remote/remote_db.py,sha256=iDcIqDPskl2hgZm1yP2DTBnSnwvpze8hEmim97uKJ3Y,15643
 redisbench_admin/run_remote/remote_env.py,sha256=Ux_0QT1unNRlKl3cakzjG5Px1uuxOOfBoF_pnalx_T8,4936
 redisbench_admin/run_remote/remote_failures.py,sha256=IOo6DyxarcwwMPCeN4gWB2JrhuC9iBLwq0nCROqr5ak,1567
-redisbench_admin/run_remote/remote_helpers.py,sha256=pUpOU_04WRkOjuvEAxoglXLCz7kJ1T_yc6ZnP787fRQ,13517
+redisbench_admin/run_remote/remote_helpers.py,sha256=nuTGasAfDarkZajrSt36a8QCEB0vycAyR8qbOqwlrXI,13717
 redisbench_admin/run_remote/run_remote.py,sha256=PVNfdaa8jW8Pjn0zknNSVcMA0fvv-Y8Y3waaL3xp6cw,78745
 redisbench_admin/run_remote/standalone.py,sha256=JzB-YPKkCp7IwNqULHBn4oRItn4bDHfyTGesTLLh5O0,34813
 redisbench_admin/run_remote/terraform.py,sha256=vV3eWXNwj7vsnFNqUgCir5ueZS4VYopEyzWiTtoSq0Q,4018
@@ -106,12 +106,12 @@ redisbench_admin/utils/redisgraph_benchmark_go.py,sha256=os7EJt6kBxsFJLKkSoANbjM
 redisbench_admin/utils/remote.py,sha256=Kjz1VQfy1Y7jQwef26vz5KYhHrUxMHtMXXvgPmTjGy4,45206
 redisbench_admin/utils/results.py,sha256=uKk3uNJ--bSXlUj_HGQ2OaV6MVqmXJVM8xTzFV6EOw4,3267
 redisbench_admin/utils/ssh.py,sha256=QW4AwlocMHJt05QMdN_4f8WeDmxiEwR80ny8VBThq6k,6533
-redisbench_admin/utils/utils.py,sha256=QD_U_cCtPMM38gJHWp8sDSn1QWByIggd2mEa8PqiOnU,15946
+redisbench_admin/utils/utils.py,sha256=YG7I8bXlxA4RO6NUp9UyPCl0MaXYlYGFqCCIg2PvUjA,17824
 redisbench_admin/watchdog/__init__.py,sha256=cD7zfXt0VEmy0b7452HvcAxX_9kVj6Vm213yNdUHP20,95
 redisbench_admin/watchdog/args.py,sha256=nKsG1G6ATOZlAMHMtT9u3kXxduKCbejSZ5x8oB_ynZ8,1312
 redisbench_admin/watchdog/watchdog.py,sha256=0wWYge3x_OMxWrzazNhJif2NK4tKsI963HVZqjczRag,6189
-redisbench_admin-0.11.71.dist-info/METADATA,sha256=K1liJ9qiAm8UC8LEOtY9fx_WM1KUPGFXsdzA1L4yViI,5724
-redisbench_admin-0.11.71.dist-info/WHEEL,sha256=kJCRJT_g0adfAJzTx2GUMmS80rTJIVHRCfG0DQgLq3o,88
-redisbench_admin-0.11.71.dist-info/entry_points.txt,sha256=UUawXk_AS-PlieKJ1QxPQXGsRLb6OW_F0MtmA1W0KE8,113
-redisbench_admin-0.11.71.dist-info/licenses/LICENSE,sha256=AAMtfs82zOOvmG68vILivm6lxi2rcOlGObmA8jzxQvw,10768
-redisbench_admin-0.11.71.dist-info/RECORD,,
+redisbench_admin-0.11.73.dist-info/METADATA,sha256=Wa6nGTUYi878yMi3PPtjNruXYilxfQNQo8xhhH_WfRw,5724
+redisbench_admin-0.11.73.dist-info/WHEEL,sha256=kJCRJT_g0adfAJzTx2GUMmS80rTJIVHRCfG0DQgLq3o,88
+redisbench_admin-0.11.73.dist-info/entry_points.txt,sha256=UUawXk_AS-PlieKJ1QxPQXGsRLb6OW_F0MtmA1W0KE8,113
+redisbench_admin-0.11.73.dist-info/licenses/LICENSE,sha256=AAMtfs82zOOvmG68vILivm6lxi2rcOlGObmA8jzxQvw,10768
+redisbench_admin-0.11.73.dist-info/RECORD,,