redis-benchmarks-specification 0.1.220__py3-none-any.whl → 0.1.222__py3-none-any.whl

redis_benchmarks_specification/__builder__/builder.py

@@ -644,11 +644,11 @@ def generate_benchmark_stream_request(
         build_stream_fields["git_version"] = git_version
     if git_timestamp_ms is not None:
         build_stream_fields["git_timestamp_ms"] = git_timestamp_ms
+
+    prefix = f"github_org={github_org}/github_repo={github_repo}/git_branch={str(git_branch)}/git_version={str(git_version)}/git_hash={str(git_hash)}"
     for artifact in build_artifacts:
-        bin_key = "zipped:artifacts:{}:{}.zip".format(id, artifact)
-        bin_artifact = open(
-            "{}src/{}".format(redis_temporary_dir, artifact), "rb"
-        ).read()
+        bin_key = f"zipped:artifacts:{prefix}:{id}:{artifact}.zip"
+        bin_artifact = open(f"{redis_temporary_dir}src/{artifact}", "rb").read()
         bin_artifact_len = len(bytes(bin_artifact))
         assert bin_artifact_len > 0
         conn.set(bin_key, bytes(bin_artifact), ex=REDIS_BINS_EXPIRE_SECS)

redis_benchmarks_specification/__compare__/args.py

@@ -44,6 +44,8 @@ def create_compare_arguments(parser):
     )
     parser.add_argument("--github_repo", type=str, default="redis")
     parser.add_argument("--github_org", type=str, default="redis")
+    parser.add_argument("--baseline_github_org", type=str, default="")
+    parser.add_argument("--comparison_github_org", type=str, default="")
     parser.add_argument("--triggering_env", type=str, default="ci")
     parser.add_argument("--github_token", type=str, default=PERFORMANCE_GH_TOKEN)
     parser.add_argument("--pull-request", type=str, default=None, nargs="?", const="")

redis_benchmarks_specification/__compare__/compare.py

@@ -256,6 +256,8 @@ def compare_command_logic(args, project_name, project_version):
     comparison_target_branch = args.comparison_target_branch
     baseline_github_repo = args.baseline_github_repo
     comparison_github_repo = args.comparison_github_repo
+    baseline_github_org = args.baseline_github_org
+    comparison_github_org = args.comparison_github_org
     baseline_hash = args.baseline_hash
     comparison_hash = args.comparison_hash
 
@@ -324,6 +326,8 @@ def compare_command_logic(args, project_name, project_version):
         comparison_github_repo,
         baseline_target_branch,
         comparison_target_branch,
+        baseline_github_org,
+        comparison_github_org,
     )
     prepare_regression_comment(
         auto_approve,
@@ -555,6 +559,8 @@ def compute_regression_table(
     comparison_github_repo="redis",
     baseline_target_branch=None,
     comparison_target_branch=None,
+    baseline_github_org="redis",
+    comparison_github_org="redis",
 ):
     START_TIME_NOW_UTC, _, _ = get_start_time_vars()
     START_TIME_LAST_MONTH_UTC = START_TIME_NOW_UTC - datetime.timedelta(days=31)
@@ -657,6 +663,8 @@ def compute_regression_table(
         running_platform,
         baseline_github_repo,
         comparison_github_repo,
+        baseline_github_org,
+        comparison_github_org,
     )
     logging.info(
         "Printing differential analysis between {} and {}".format(
@@ -909,6 +917,8 @@ def from_rts_to_regression_table(
     running_platform=None,
     baseline_github_repo="redis",
     comparison_github_repo="redis",
+    baseline_github_org="redis",
+    comparison_github_org="redis",
 ):
     print_all = print_regressions_only is False and print_improvements_only is False
     table_full = []
@@ -942,6 +952,8 @@ def from_rts_to_regression_table(
             "github_repo={}".format(baseline_github_repo),
             "triggering_env={}".format(tf_triggering_env),
         ]
+        if baseline_github_org != "":
+            filters_baseline.append(f"github_org={baseline_github_org}")
         if running_platform is not None:
             filters_baseline.append("running_platform={}".format(running_platform))
         filters_comparison = [
@@ -952,6 +964,8 @@ def from_rts_to_regression_table(
             "github_repo={}".format(comparison_github_repo),
             "triggering_env={}".format(tf_triggering_env),
         ]
+        if comparison_github_org != "":
+            filters_baseline.append(f"github_org={comparison_github_org}")
         if "hash" not in by_str_baseline:
             filters_baseline.append("hash==")
         if "hash" not in by_str_comparison:

redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-append-1-100B.yml

@@ -0,0 +1,34 @@
+version: 0.4
+name: memtier_benchmark-1Mkeys-string-append-1-100B
+description: Runs memtier_benchmark, for a keyspace length of 1M keys with a data size of 1 Bytes for each key initially. Then we append to the same keys with values ranging from 1 to 100B.
+dbconfig:
+  configuration-parameters:
+    save: '""'
+  check:
+    keyspacelen: 1000000
+  preload_tool:
+    run_image: redislabs/memtier_benchmark:edge
+    tool: memtier_benchmark
+    arguments: '"--data-size" "1" "--ratio" "1:0" "--key-pattern" "P:P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"'
+  resources:
+    requests:
+      memory: 1g
+tested-commands:
+- append
+redis-topologies:
+- oss-standalone
+build-variants:
+- gcc:8.5.0-amd64-debian-buster-default
+- dockerhub
+clientconfig:
+  run_image: redislabs/memtier_benchmark:edge
+  tool: memtier_benchmark
+  arguments: --test-time 120 --data-size-range=1-100 --command "APPEND __key__ __data__" --command-key-pattern="R" --key-minimum=1 --key-maximum 1000000 -c 50 -t 4 --hide-histogram
+  resources:
+    requests:
+      cpus: '4'
+      memory: 2g
+
+tested-groups:
+- string
+priority: 1

redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-incrby.yml

@@ -0,0 +1,28 @@
+version: 0.4
+name: memtier_benchmark-1Mkeys-string-incrby
+description: Runs memtier_benchmark, for a keyspace length of 1M keys doing incrby of 1.
+dbconfig:
+  configuration-parameters:
+    save: '""'
+  resources:
+    requests:
+      memory: 1g
+tested-groups:
+- string
+tested-commands:
+- incrby
+redis-topologies:
+- oss-standalone
+build-variants:
+- gcc:8.5.0-amd64-debian-buster-default
+- dockerhub
+clientconfig:
+  run_image: redislabs/memtier_benchmark:edge
+  tool: memtier_benchmark
+  arguments: --test-time 120 --command "INCRBY __key__ 1" --command-key-pattern="R" --key-minimum=1 --key-maximum 1000000 -c 50 -t 4 --hide-histogram
+  resources:
+    requests:
+      cpus: '4'
+      memory: 2g
+
+priority: 21

redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-incrbyfloat.yml

@@ -0,0 +1,28 @@
+version: 0.4
+name: memtier_benchmark-1Mkeys-string-incrbyfloat
+description: Runs memtier_benchmark, for a keyspace length of 1M keys doing incrby of 0.01.
+dbconfig:
+  configuration-parameters:
+    save: '""'
+  resources:
+    requests:
+      memory: 1g
+tested-groups:
+- string
+tested-commands:
+- incrbyfloat
+redis-topologies:
+- oss-standalone
+build-variants:
+- gcc:8.5.0-amd64-debian-buster-default
+- dockerhub
+clientconfig:
+  run_image: redislabs/memtier_benchmark:edge
+  tool: memtier_benchmark
+  arguments: --test-time 120 --command "INCRBYFLOAT __key__ 0.01" --command-key-pattern="R" --key-minimum=1 --key-maximum 1000000 -c 50 -t 4 --hide-histogram
+  resources:
+    requests:
+      cpus: '4'
+      memory: 2g
+
+priority: 21

redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-setrange-100B.yml

@@ -0,0 +1,34 @@
+version: 0.4
+name: memtier_benchmark-1Mkeys-string-setrange-100B
+description: Runs memtier_benchmark, for a keyspace length of 1M keys with a data size of 100 Bytes for each key.
+dbconfig:
+  configuration-parameters:
+    save: '""'
+  check:
+    keyspacelen: 1000000
+  preload_tool:
+    run_image: redislabs/memtier_benchmark:edge
+    tool: memtier_benchmark
+    arguments: '"--data-size" "100" "--ratio" "1:0" "--key-pattern" "P:P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"'
+  resources:
+    requests:
+      memory: 1g
+tested-commands:
+- setrange
+redis-topologies:
+- oss-standalone
+build-variants:
+- gcc:8.5.0-amd64-debian-buster-default
+- dockerhub
+clientconfig:
+  run_image: redislabs/memtier_benchmark:edge
+  tool: memtier_benchmark
+  arguments: --test-time 120 --data-size-range=1-95 --command "SETRANGE __key__ 5 __data__" --command-key-pattern="R" --key-minimum=1 --key-maximum 1000000 -c 50 -t 4 --hide-histogram
+  resources:
+    requests:
+      cpus: '4'
+      memory: 2g
+
+tested-groups:
+- string
+priority: 1

{redis_benchmarks_specification-0.1.220.dist-info → redis_benchmarks_specification-0.1.222.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: redis-benchmarks-specification
-Version: 0.1.220
+Version: 0.1.222
 Summary: The Redis benchmarks specification describes the cross-language/tools requirements and expectations to foster performance and observability standards around redis related technologies. Members from both industry and academia, including organizations and individuals are encouraged to contribute.
 Author: filipecosta90
 Author-email: filipecosta.90@gmail.com

{redis_benchmarks_specification-0.1.220.dist-info → redis_benchmarks_specification-0.1.222.dist-info}/RECORD

@@ -4,7 +4,7 @@ redis_benchmarks_specification/__api__/api.py,sha256=k_CMICtMm1z8jY3hByaL0hIr_5v
 redis_benchmarks_specification/__api__/app.py,sha256=JzQm84DjIVdfLbDO423BJbrds6gFzMbA0syRkHE_aUU,7063
 redis_benchmarks_specification/__builder__/Readme.md,sha256=O6MV_J3OSgzW-ir2TbukP8Vhkm_LOzQJJndG1Cykqic,111
 redis_benchmarks_specification/__builder__/__init__.py,sha256=l-G1z-t6twUgi8QLueqoTQLvJmv3hJoEYskGm6H7L6M,83
-redis_benchmarks_specification/__builder__/builder.py,sha256=T5dTB_qgX1FdPA_qQfFTHtnBL9O6w6TSI5YCKNJrxKM,27769
+redis_benchmarks_specification/__builder__/builder.py,sha256=quWVY8Iv-UIbKQDYRS4kY2myWm6JXmJ5-7ExsjNvJoc,27888
 redis_benchmarks_specification/__builder__/schema.py,sha256=1wcmyVJBcWrBvK58pghN9NCoWLCO3BzPsmdKWYfkVog,584
 redis_benchmarks_specification/__cli__/__init__.py,sha256=l-G1z-t6twUgi8QLueqoTQLvJmv3hJoEYskGm6H7L6M,83
 redis_benchmarks_specification/__cli__/args.py,sha256=9uP9p2hqxr60k0XjpDl0TS22d3bHYdxsVZdgrgf5dg0,7013
@@ -19,8 +19,8 @@ redis_benchmarks_specification/__common__/runner.py,sha256=7DBI09eu_4RibK6MwcYyI
 redis_benchmarks_specification/__common__/spec.py,sha256=eTF5559epBB0FrJPx-jRDQVeP_ZVOgyC7Vjxr2xk6fo,3262
 redis_benchmarks_specification/__common__/timeseries.py,sha256=_LJFtC5sVP7DTaLZaIzv5g7wRxPTQZRwFIYvWX4p4N8,50533
 redis_benchmarks_specification/__compare__/__init__.py,sha256=DtBXRp0Q01XgCFmY-1OIePMyyYihVNAjZ1Y8zwqSDN0,101
-redis_benchmarks_specification/__compare__/args.py,sha256=k1e2L67IQKEBPvNBfY-jC_cR1x4ueSg-7u-1e8tJ9aQ,6155
-redis_benchmarks_specification/__compare__/compare.py,sha256=E-O5NfByFWWVTktrhwq-aRtBdboHf9eZEVFFMf0dwSQ,45313
+redis_benchmarks_specification/__compare__/args.py,sha256=L7Ap7A7qRv8ebIehDSleeXhK2UgWHL2YXeVyIFpRW-k,6299
+redis_benchmarks_specification/__compare__/compare.py,sha256=SPKYTGlzR5so4LSPi51RyTNqBo9ZeV5AByk3NvtyBUg,45901
 redis_benchmarks_specification/__init__.py,sha256=YQIEx2sLPPA0JR9OuCuMNMNtm-f_gqDKgzvNJnkGNKY,491
 redis_benchmarks_specification/__runner__/__init__.py,sha256=l-G1z-t6twUgi8QLueqoTQLvJmv3hJoEYskGm6H7L6M,83
 redis_benchmarks_specification/__runner__/args.py,sha256=lYvbPd_3ppHZv4f2sRwXcF-fcBrwRSn3H2RMmNVkojY,7221
@@ -97,6 +97,7 @@ redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-
 redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-with-2MB-values.yml,sha256=nj4-jT-YXudBe2DNY4ZJ21YwZ_RIJIBAEO-7h6CoTJA,847
 redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-zset-with-10-elements-double-score.yml,sha256=AcrRuFBiRBVJ8C5sS_xVoBW33tR6-u8vBfIp4OzMAOY,972
 redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-zset-with-10-elements-int-score.yml,sha256=hYJE6X6wHQF-dFA25xJMBgEPXMhO3XJhBQ_NrBwx8Lc,900
+redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-append-1-100B.yml,sha256=N5mrDUO9d3FH2LQjASwhVYqLP8-pKZJfSuNRloHir28,1102
 redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-decr.yml,sha256=jRmqwgafIDKCwn1o7Xwx6Rywcq-Z3JeS-KTL254K9qs,1049
 redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-100B-pipeline-10.yml,sha256=fvuKzY2WjIY4cl96x4DBSFMlaXl1g-Hmsw_J4VAGIuo,978
 redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-100B.yml,sha256=_fRtXmRvktAiXBHiL5pp50LzN1RDN6seLKfoDXwWFBU,944
@@ -107,7 +108,10 @@ redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-1
 redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-200KiB.yml,sha256=lt7N1e5KK3xkqeiCOJ7eD8N_XfgOKOlZph84J-eVs-Y,954
 redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-20KiB.yml,sha256=nZ_c5DV8lKWMmgW9Scgh4WGNA9tD0nkCYssp0syHJfs,950
 redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-2MB.yml,sha256=JslW9y5ItM3I5yoZY2yNiDSD0XQrW9m1hKLDtC8ImVQ,1011
+redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-incrby.yml,sha256=jU9FuUVTYNruLmBwS1GDA6oUzi8iBi5lgVOLJABTsew,707
+redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-incrbyfloat.yml,sha256=4UnmF-vx8At2ah1YjFUMHgvXFpfi4EVVXsAWjN42M78,728
 redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-mget-1KiB.yml,sha256=s1PLNH__vexG6bE-GL_xPAqVelupxY73AWWE5siYIYE,999
+redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-setrange-100B.yml,sha256=ivi_raHaME5UUVEqV8SkvwJ5SK7d-RgcfalWCnYRpV8,1033
 redis_benchmarks_specification/test-suites/memtier_benchmark-1key-geo-2-elements-geopos.yml,sha256=Mni3vvF4iSy1OJ_9USsYhh6RPd0x5Sss37E1UcL2J3Q,931
 redis_benchmarks_specification/test-suites/memtier_benchmark-1key-geo-2-elements-geosearch-fromlonlat-withcoord.yml,sha256=qo26OHdRFwmtH9ZGzj-bsasjzYoa4DGL2ODuDbOdgAE,1097
 redis_benchmarks_specification/test-suites/memtier_benchmark-1key-geo-60M-elements-geodist-pipeline-10.yml,sha256=fnLeuvhBxNit7iO2D7P4Ybxahw0e_U6wXy0IudNhQVM,890
@@ -159,8 +163,8 @@ redis_benchmarks_specification/test-suites/memtier_benchmark-2keys-stream-5-entr
 redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-load-string-with-512B-values.yml,sha256=XAIFlbR6VJnmQRwedLGBGenbIsMC_I3uA35Mz_bkTTc,1028
 redis_benchmarks_specification/test-suites/memtier_benchmark-connection-hello.yml,sha256=VIFNaaAqRQMeDvtXmKGDpJTnu658Lv5i_oAju5uSi_c,708
 redis_benchmarks_specification/test-suites/template.txt,sha256=d_edIE7Sxa5X7I2yG-Io0bPdbDIHR0oWFoCA3XUt_EU,435
-redis_benchmarks_specification-0.1.220.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-redis_benchmarks_specification-0.1.220.dist-info/METADATA,sha256=rLl2fUc-H21UQpTR5dOuBNZ7q8Vsks7THg6Jmpzcc2M,22726
-redis_benchmarks_specification-0.1.220.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-redis_benchmarks_specification-0.1.220.dist-info/entry_points.txt,sha256=x5WBXCZsnDRTZxV7SBGmC65L2k-ygdDOxV8vuKN00Nk,715
-redis_benchmarks_specification-0.1.220.dist-info/RECORD,,
+redis_benchmarks_specification-0.1.222.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+redis_benchmarks_specification-0.1.222.dist-info/METADATA,sha256=NoejDO4M6_pos3Z0PnlGAkgYVvWRr-3AhXUBoEAer90,22726
+redis_benchmarks_specification-0.1.222.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+redis_benchmarks_specification-0.1.222.dist-info/entry_points.txt,sha256=x5WBXCZsnDRTZxV7SBGmC65L2k-ygdDOxV8vuKN00Nk,715
+redis_benchmarks_specification-0.1.222.dist-info/RECORD,,