redis-benchmarks-specification 0.1.222__py3-none-any.whl → 0.1.224__py3-none-any.whl

redis_benchmarks_specification/__compare__/compare.py

@@ -937,7 +937,7 @@ def from_rts_to_regression_table(
     regressions_list = []
     improvements_list = []
     for test_name in test_names:
-        compare_version = "v0.1.208"
+        compare_version = "main"
         github_link = "https://github.com/redis/redis-benchmarks-specification/blob"
         test_path = f"redis_benchmarks_specification/test-suites/{test_name}.yml"
         test_link = f"[{test_name}]({github_link}/{compare_version}/{test_path})"
@@ -965,7 +965,7 @@ def from_rts_to_regression_table(
             "triggering_env={}".format(tf_triggering_env),
         ]
         if comparison_github_org != "":
-            filters_baseline.append(f"github_org={comparison_github_org}")
+            filters_comparison.append(f"github_org={comparison_github_org}")
         if "hash" not in by_str_baseline:
             filters_baseline.append("hash==")
         if "hash" not in by_str_comparison:

redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-append-1-100B-pipeline-10.yml

@@ -0,0 +1,34 @@
+version: 0.4
+name: memtier_benchmark-1Mkeys-string-append-1-100B-pipeline-10
+description: Runs memtier_benchmark, for a keyspace length of 1M keys with a data size of 1 Bytes for each key initially. Then we append to the same keys with values ranging from 1 to 100B.
+dbconfig:
+  configuration-parameters:
+    save: '""'
+  check:
+    keyspacelen: 1000000
+  preload_tool:
+    run_image: redislabs/memtier_benchmark:edge
+    tool: memtier_benchmark
+    arguments: '"--data-size" "1" "--ratio" "1:0" "--key-pattern" "P:P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"'
+  resources:
+    requests:
+      memory: 1g
+tested-commands:
+- append
+redis-topologies:
+- oss-standalone
+build-variants:
+- gcc:8.5.0-amd64-debian-buster-default
+- dockerhub
+clientconfig:
+  run_image: redislabs/memtier_benchmark:edge
+  tool: memtier_benchmark
+  arguments: --test-time 120 --pipeline 10 --data-size-range=1-100 --command "APPEND __key__ __data__" --command-key-pattern="R" --key-minimum=1 --key-maximum 1000000 -c 50 -t 4 --hide-histogram
+  resources:
+    requests:
+      cpus: '4'
+      memory: 2g
+
+tested-groups:
+- string
+priority: 1

redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-incrby-pipeline-10.yml

@@ -0,0 +1,28 @@
+version: 0.4
+name: memtier_benchmark-1Mkeys-string-incrby-pipeline-10
+description: Runs memtier_benchmark, for a keyspace length of 1M keys doing incrby of 1.
+dbconfig:
+  configuration-parameters:
+    save: '""'
+  resources:
+    requests:
+      memory: 1g
+tested-groups:
+- string
+tested-commands:
+- incrby
+redis-topologies:
+- oss-standalone
+build-variants:
+- gcc:8.5.0-amd64-debian-buster-default
+- dockerhub
+clientconfig:
+  run_image: redislabs/memtier_benchmark:edge
+  tool: memtier_benchmark
+  arguments: --test-time 120 --pipeline 10 --command "INCRBY __key__ 1" --command-key-pattern="R" --key-minimum=1 --key-maximum 1000000 -c 50 -t 4 --hide-histogram
+  resources:
+    requests:
+      cpus: '4'
+      memory: 2g
+
+priority: 21

redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-incrbyfloat-pipeline-10.yml

@@ -0,0 +1,28 @@
+version: 0.4
+name: memtier_benchmark-1Mkeys-string-incrbyfloat-pipeline-10
+description: Runs memtier_benchmark, for a keyspace length of 1M keys doing incrby of 0.01.
+dbconfig:
+  configuration-parameters:
+    save: '""'
+  resources:
+    requests:
+      memory: 1g
+tested-groups:
+- string
+tested-commands:
+- incrbyfloat
+redis-topologies:
+- oss-standalone
+build-variants:
+- gcc:8.5.0-amd64-debian-buster-default
+- dockerhub
+clientconfig:
+  run_image: redislabs/memtier_benchmark:edge
+  tool: memtier_benchmark
+  arguments: --test-time 120 --pipeline 10 --command "INCRBYFLOAT __key__ 0.01" --command-key-pattern="R" --key-minimum=1 --key-maximum 1000000 -c 50 -t 4 --hide-histogram
+  resources:
+    requests:
+      cpus: '4'
+      memory: 2g
+
+priority: 21

redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-setex-100B-pipeline-10.yml

@@ -0,0 +1,33 @@
+version: 0.4
+name: memtier_benchmark-1Mkeys-string-setex-100B-pipeline-10
+description: Runs memtier_benchmark, for a keyspace length of 1M keys with a data size of 100 Bytes for each key.
+dbconfig:
+  configuration-parameters:
+    save: '""'
+  check:
+    keyspacelen: 1000000
+  preload_tool:
+    run_image: redislabs/memtier_benchmark:edge
+    tool: memtier_benchmark
+    arguments: '"--data-size" "100" "--ratio" "1:0" "--key-pattern" "P:P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"'
+  resources:
+    requests:
+      memory: 1g
+tested-commands:
+- setex
+redis-topologies:
+- oss-standalone
+build-variants:
+- gcc:8.5.0-amd64-debian-buster-default
+- dockerhub
+clientconfig:
+  run_image: redislabs/memtier_benchmark:edge
+  tool: memtier_benchmark
+  arguments: --test-time 120 --pipeline 10 --command "SETEX __key__ 3600 __value__" --command-key-pattern="R" --key-minimum=1 --key-maximum 1000000 -c 50 -t 4 --hide-histogram
+  resources:
+    requests:
+      cpus: '4'
+      memory: 2g
+tested-groups:
+- string
+priority: 1

redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-setrange-100B-pipeline-10.yml

@@ -0,0 +1,34 @@
+version: 0.4
+name: memtier_benchmark-1Mkeys-string-setrange-100B-pipeline-10
+description: Runs memtier_benchmark, for a keyspace length of 1M keys with a data size of 100 Bytes for each key.
+dbconfig:
+  configuration-parameters:
+    save: '""'
+  check:
+    keyspacelen: 1000000
+  preload_tool:
+    run_image: redislabs/memtier_benchmark:edge
+    tool: memtier_benchmark
+    arguments: '"--data-size" "100" "--ratio" "1:0" "--key-pattern" "P:P" "-c" "50" "-t" "2" "--hide-histogram" "--key-minimum" "1"'
+  resources:
+    requests:
+      memory: 1g
+tested-commands:
+- setrange
+redis-topologies:
+- oss-standalone
+build-variants:
+- gcc:8.5.0-amd64-debian-buster-default
+- dockerhub
+clientconfig:
+  run_image: redislabs/memtier_benchmark:edge
+  tool: memtier_benchmark
+  arguments: --test-time 120 --pipeline 10 --data-size-range=1-95 --command "SETRANGE __key__ 5 __data__" --command-key-pattern="R" --key-minimum=1 --key-maximum 1000000 -c 50 -t 4 --hide-histogram
+  resources:
+    requests:
+      cpus: '4'
+      memory: 2g
+
+tested-groups:
+- string
+priority: 1

{redis_benchmarks_specification-0.1.222.dist-info → redis_benchmarks_specification-0.1.224.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: redis-benchmarks-specification
-Version: 0.1.222
+Version: 0.1.224
 Summary: The Redis benchmarks specification describes the cross-language/tools requirements and expectations to foster performance and observability standards around redis related technologies. Members from both industry and academia, including organizations and individuals are encouraged to contribute.
 Author: filipecosta90
 Author-email: filipecosta.90@gmail.com

{redis_benchmarks_specification-0.1.222.dist-info → redis_benchmarks_specification-0.1.224.dist-info}/RECORD

@@ -20,7 +20,7 @@ redis_benchmarks_specification/__common__/spec.py,sha256=eTF5559epBB0FrJPx-jRDQV
 redis_benchmarks_specification/__common__/timeseries.py,sha256=_LJFtC5sVP7DTaLZaIzv5g7wRxPTQZRwFIYvWX4p4N8,50533
 redis_benchmarks_specification/__compare__/__init__.py,sha256=DtBXRp0Q01XgCFmY-1OIePMyyYihVNAjZ1Y8zwqSDN0,101
 redis_benchmarks_specification/__compare__/args.py,sha256=L7Ap7A7qRv8ebIehDSleeXhK2UgWHL2YXeVyIFpRW-k,6299
-redis_benchmarks_specification/__compare__/compare.py,sha256=SPKYTGlzR5so4LSPi51RyTNqBo9ZeV5AByk3NvtyBUg,45901
+redis_benchmarks_specification/__compare__/compare.py,sha256=UiW4nbox4n4xneG8fWIfTkbnpRi9zbpDOiMiEaGgCMU,45899
 redis_benchmarks_specification/__init__.py,sha256=YQIEx2sLPPA0JR9OuCuMNMNtm-f_gqDKgzvNJnkGNKY,491
 redis_benchmarks_specification/__runner__/__init__.py,sha256=l-G1z-t6twUgi8QLueqoTQLvJmv3hJoEYskGm6H7L6M,83
 redis_benchmarks_specification/__runner__/args.py,sha256=lYvbPd_3ppHZv4f2sRwXcF-fcBrwRSn3H2RMmNVkojY,7221
@@ -97,6 +97,7 @@ redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-
 redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-with-2MB-values.yml,sha256=nj4-jT-YXudBe2DNY4ZJ21YwZ_RIJIBAEO-7h6CoTJA,847
 redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-zset-with-10-elements-double-score.yml,sha256=AcrRuFBiRBVJ8C5sS_xVoBW33tR6-u8vBfIp4OzMAOY,972
 redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-zset-with-10-elements-int-score.yml,sha256=hYJE6X6wHQF-dFA25xJMBgEPXMhO3XJhBQ_NrBwx8Lc,900
+redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-append-1-100B-pipeline-10.yml,sha256=m7pKCK_0M1K8m3wam91IdnDNfw5-MNJklTre35_U0j0,1128
 redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-append-1-100B.yml,sha256=N5mrDUO9d3FH2LQjASwhVYqLP8-pKZJfSuNRloHir28,1102
 redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-decr.yml,sha256=jRmqwgafIDKCwn1o7Xwx6Rywcq-Z3JeS-KTL254K9qs,1049
 redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-100B-pipeline-10.yml,sha256=fvuKzY2WjIY4cl96x4DBSFMlaXl1g-Hmsw_J4VAGIuo,978
@@ -108,9 +109,13 @@ redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-1
 redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-200KiB.yml,sha256=lt7N1e5KK3xkqeiCOJ7eD8N_XfgOKOlZph84J-eVs-Y,954
 redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-20KiB.yml,sha256=nZ_c5DV8lKWMmgW9Scgh4WGNA9tD0nkCYssp0syHJfs,950
 redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-2MB.yml,sha256=JslW9y5ItM3I5yoZY2yNiDSD0XQrW9m1hKLDtC8ImVQ,1011
+redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-incrby-pipeline-10.yml,sha256=zQuBWbhJqc47y_fNzSL4IoVSV3bab4zZ-Azf6YK1nB0,733
 redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-incrby.yml,sha256=jU9FuUVTYNruLmBwS1GDA6oUzi8iBi5lgVOLJABTsew,707
+redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-incrbyfloat-pipeline-10.yml,sha256=ocKvmopOhCmhyJm9RiTbVVS3gBA1ug63tMrDa0FApys,754
 redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-incrbyfloat.yml,sha256=4UnmF-vx8At2ah1YjFUMHgvXFpfi4EVVXsAWjN42M78,728
 redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-mget-1KiB.yml,sha256=s1PLNH__vexG6bE-GL_xPAqVelupxY73AWWE5siYIYE,999
+redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-setex-100B-pipeline-10.yml,sha256=W_h2zXnSXLBfgXwyY2m0RowiWJUffHNRHMbmpnp7kAo,1030
+redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-setrange-100B-pipeline-10.yml,sha256=cIALr7upg9-usUR1jLLYl6Ym-2LQwWWh4Ie-ilAEfxc,1059
 redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-setrange-100B.yml,sha256=ivi_raHaME5UUVEqV8SkvwJ5SK7d-RgcfalWCnYRpV8,1033
 redis_benchmarks_specification/test-suites/memtier_benchmark-1key-geo-2-elements-geopos.yml,sha256=Mni3vvF4iSy1OJ_9USsYhh6RPd0x5Sss37E1UcL2J3Q,931
 redis_benchmarks_specification/test-suites/memtier_benchmark-1key-geo-2-elements-geosearch-fromlonlat-withcoord.yml,sha256=qo26OHdRFwmtH9ZGzj-bsasjzYoa4DGL2ODuDbOdgAE,1097
@@ -163,8 +168,8 @@ redis_benchmarks_specification/test-suites/memtier_benchmark-2keys-stream-5-entr
 redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-load-string-with-512B-values.yml,sha256=XAIFlbR6VJnmQRwedLGBGenbIsMC_I3uA35Mz_bkTTc,1028
 redis_benchmarks_specification/test-suites/memtier_benchmark-connection-hello.yml,sha256=VIFNaaAqRQMeDvtXmKGDpJTnu658Lv5i_oAju5uSi_c,708
 redis_benchmarks_specification/test-suites/template.txt,sha256=d_edIE7Sxa5X7I2yG-Io0bPdbDIHR0oWFoCA3XUt_EU,435
-redis_benchmarks_specification-0.1.222.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-redis_benchmarks_specification-0.1.222.dist-info/METADATA,sha256=NoejDO4M6_pos3Z0PnlGAkgYVvWRr-3AhXUBoEAer90,22726
-redis_benchmarks_specification-0.1.222.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-redis_benchmarks_specification-0.1.222.dist-info/entry_points.txt,sha256=x5WBXCZsnDRTZxV7SBGmC65L2k-ygdDOxV8vuKN00Nk,715
-redis_benchmarks_specification-0.1.222.dist-info/RECORD,,
+redis_benchmarks_specification-0.1.224.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+redis_benchmarks_specification-0.1.224.dist-info/METADATA,sha256=xc_Fe0CVZl4pmny7ic9ZhtsaePCG3E0sapvX08_Oink,22726
+redis_benchmarks_specification-0.1.224.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+redis_benchmarks_specification-0.1.224.dist-info/entry_points.txt,sha256=x5WBXCZsnDRTZxV7SBGmC65L2k-ygdDOxV8vuKN00Nk,715
+redis_benchmarks_specification-0.1.224.dist-info/RECORD,,