redis-benchmarks-specification 0.1.324__tar.gz → 0.1.325__tar.gz

{redis_benchmarks_specification-0.1.324 → redis_benchmarks_specification-0.1.325}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: redis-benchmarks-specification
-Version: 0.1.324
+Version: 0.1.325
 Summary: The Redis benchmarks specification describes the cross-language/tools requirements and expectations to foster performance and observability standards around redis related technologies. Members from both industry and academia, including organizations and individuals are encouraged to contribute.
 Author: filipecosta90
 Author-email: filipecosta.90@gmail.com
@@ -26,6 +26,7 @@ Requires-Dist: pandas (>=2.1.2,<3.0.0)
 Requires-Dist: psutil (>=5.9.4,<6.0.0)
 Requires-Dist: redis (>=4.2.0,<5.0.0)
 Requires-Dist: redisbench-admin (>=0.11.1,<0.12.0)
+Requires-Dist: seaborn (>=0.13.2,<0.14.0)
 Requires-Dist: semver (>=2.13.0,<3.0.0)
 Requires-Dist: typed-ast (>=1.5.0,<2.0.0)
 Description-Content-Type: text/markdown

{redis_benchmarks_specification-0.1.324 → redis_benchmarks_specification-0.1.325}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "redis-benchmarks-specification"
-version = "0.1.324"
+version = "0.1.325"
 description = "The Redis benchmarks specification describes the cross-language/tools requirements and expectations to foster performance and observability standards around redis related technologies. Members from both industry and academia, including organizations and individuals are encouraged to contribute."
 authors = ["filipecosta90 <filipecosta.90@gmail.com>","Redis Performance Group <performance@redis.com>"]
 readme = "Readme.md"
@@ -27,6 +27,7 @@ pandas = "^2.1.2"
 numpy = "^2.0.0"
 jsonpath-ng = "^1.6.1"
 
+seaborn = "^0.13.2"
 [tool.poetry.dev-dependencies]
 click = "8.1.7"
 black = "24.4.2"

{redis_benchmarks_specification-0.1.324 → redis_benchmarks_specification-0.1.325}/redis_benchmarks_specification/__builder__/builder.py

@@ -502,6 +502,7 @@ def builder_process_stream(
                     tests_priority_lower_limit,
                     tests_priority_upper_limit,
                     tests_regexp,
+                    ".*",  # command_regexp - default to all commands
                     use_git_timestamp,
                     server_name,
                     github_org,
@@ -642,6 +643,7 @@ def generate_benchmark_stream_request(
     tests_priority_lower_limit=0,
     tests_priority_upper_limit=10000,
     tests_regexp=".*",
+    command_regexp=".*",
     use_git_timestamp=False,
     server_name="redis",
     github_org="redis",
@@ -658,6 +660,7 @@ def generate_benchmark_stream_request(
         "tests_priority_upper_limit": tests_priority_upper_limit,
         "tests_priority_lower_limit": tests_priority_lower_limit,
         "tests_groups_regexp": tests_groups_regexp,
+        "command_regexp": command_regexp,
         "server_name": server_name,
         "github_org": github_org,
         "github_repo": github_repo,

{redis_benchmarks_specification-0.1.324 → redis_benchmarks_specification-0.1.325}/redis_benchmarks_specification/__cli__/args.py

@@ -217,4 +217,10 @@ def spec_cli_args(parser):
         default=-1,
         help="Wait x sections for build. If -1, waits forever.",
     )
+    parser.add_argument(
+        "--command-regex",
+        type=str,
+        default=".*",
+        help="Filter tests by command using regex. Only tests that include commands matching this regex will be processed.",
+    )
     return parser

{redis_benchmarks_specification-0.1.324 → redis_benchmarks_specification-0.1.325}/redis_benchmarks_specification/__compare__/args.py

@@ -46,6 +46,30 @@ def create_compare_arguments(parser):
         default="",
         help="specify a test (or a comma separated list of tests) to use for comparison. If none is specified by default will use all of them.",
     )
+    parser.add_argument(
+        "--extra-filters",
+        type=str,
+        default="",
+        help="specify extra filters to pass to baseline and comparison.",
+    )
+    parser.add_argument(
+        "--use-test-suites-folder",
+        action="store_true",
+        default=False,
+        help="Use test names from YAML files in test-suites folder instead of database",
+    )
+    parser.add_argument(
+        "--generate-boxplot",
+        action="store_true",
+        default=False,
+        help="Generate box plot showing performance change distribution per command",
+    )
+    parser.add_argument(
+        "--boxplot-output",
+        type=str,
+        default="command_performance_boxplot.png",
+        help="Output filename for the box plot (supports .png, .svg, .pdf)",
+    )
     parser.add_argument(
         "--defaults_filename",
         type=str,
@@ -155,6 +179,20 @@ def create_compare_arguments(parser):
     parser.add_argument("--simple-table", type=bool, default=False)
     parser.add_argument("--use_metric_context_path", type=bool, default=False)
     parser.add_argument("--testname_regex", type=str, default=".*", required=False)
+    parser.add_argument(
+        "--command-group-regex",
+        type=str,
+        default=".*",
+        required=False,
+        help="Filter commands by command group using regex. Only commands belonging to matching groups will be included in boxplot and summary.",
+    )
+    parser.add_argument(
+        "--command-regex",
+        type=str,
+        default=".*",
+        required=False,
+        help="Filter tests by command using regex. Only tests that include commands matching this regex will be processed.",
+    )
     parser.add_argument(
         "--regression_str", type=str, default="REGRESSION", required=False
     )