redis-benchmarks-specification 0.2.9__tar.gz → 0.2.11__tar.gz

{redis_benchmarks_specification-0.2.9 → redis_benchmarks_specification-0.2.11}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: redis-benchmarks-specification
-Version: 0.2.9
+Version: 0.2.11
 Summary: The Redis benchmarks specification describes the cross-language/tools requirements and expectations to foster performance and observability standards around redis related technologies. Members from both industry and academia, including organizations and individuals are encouraged to contribute.
 Author: filipecosta90
 Author-email: filipecosta.90@gmail.com

{redis_benchmarks_specification-0.2.9 → redis_benchmarks_specification-0.2.11}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "redis-benchmarks-specification"
-version = "0.2.9"
+version = "0.2.11"
 description = "The Redis benchmarks specification describes the cross-language/tools requirements and expectations to foster performance and observability standards around redis related technologies. Members from both industry and academia, including organizations and individuals are encouraged to contribute."
 authors = ["filipecosta90 <filipecosta.90@gmail.com>","Redis Performance Group <performance@redis.com>"]
 readme = "Readme.md"

redis_benchmarks_specification-0.2.11/redis_benchmarks_specification/test-suites/memtier_benchmark-playbook-rate-limiting-lua-100k-sessions.yml

@@ -0,0 +1,65 @@
+version: 0.4
+name: memtier_benchmark-playbook-rate-limiting-lua-100k-sessions
+description: |
+  Runs memtier_benchmark to model a **bitmap-based rate limit gate** using Lua: the script performs
+  a `BITCOUNT` on a single bitmap key and **allows** if the count is below a configurable threshold,
+  otherwise **denies** (no other data structures or mutations are performed).
+
+dbconfig:
+  configuration-parameters:
+    save: '""'
+
+  init_commands:
+  - '"SETBIT" "1" "100000" "1"'
+  preload_tool:
+    run_image: redislabs/memtier_benchmark:edge
+    tool: memtier_benchmark
+    arguments: >
+      --hide-histogram
+      --command "SETBIT __key__ __key__ 1"
+      --key-maximum 100000
+      --key-minimum 1
+      --key-prefix ""
+      -t 1 -c 1
+      --command-key-pattern R
+      --distinct-client-seed
+      -n 100000
+      --pipeline 50
+  resources:
+    requests:
+      cpus: '2'
+      memory: 1g
+
+tested-commands:
+- bitcount
+- eval
+tested-groups:
+- bitmap
+- scripting
+
+redis-topologies:
+- oss-standalone
+
+build-variants:
+- gcc:15.2.0-amd64-debian-bookworm-default
+- gcc:15.2.0-arm64-debian-bookworm-default
+- dockerhub
+
+clientconfig:
+  run_image: redislabs/memtier_benchmark:edge
+  tool: memtier_benchmark
+  arguments: >
+    --print-percentiles=50,90,95,99
+    --run-count=1
+    --test-time=120
+    --hide-histogram
+    --key-maximum 100000
+    --key-minimum 1
+    --key-prefix ""
+    --command='EVAL "local k=KEYS[1];local limit=tonumber(ARGV[1]);local c=redis.call(\"BITCOUNT\",k);if c>=limit then return {0,0,c} else return {1,limit-c,c} end" 1 __key__ 2000000'
+  resources:
+    requests:
+      cpus: '2'
+      memory: 2g
+
+priority: 19

redis_benchmarks_specification-0.2.9/redis_benchmarks_specification/test-suites/memtier_benchmark-playbook-rate-limiting-lua-100k-sessions.yml

@@ -1,98 +0,0 @@
-version: 0.4
-name: memtier_benchmark-playbook-rate-limiting-lua-100k-sessions
-description:  |
-  Runs memtier_benchmark to simulate **API rate limiting** using Redis with an atomic Lua script.  
-  Each user has a dedicated key in the form `ratelimit:user-<id>:/api/resource`, which tracks
-  request counts under a **fixed time window** (e.g., 100 requests per 60 seconds).
-
-  The benchmark uses a Lua script to atomically enforce quotas:
-
-      local key = KEYS[1]
-      local limit = 100
-      local window = 60
-      local current = redis.call("INCR", key)
-      if current == 1 then
-        redis.call("EXPIRE", key, window)
-      end
-      if current > limit then
-        return 0
-      else
-        return 1
-      end
-
-  This approach ensures that **increments, expiry, and limit checks** are performed without race conditions,
-  accurately modeling production-grade API quota enforcement.
-
-  ### Workload profile
-  - **Command tested**: `EVAL` (rate-limit script)  
-  - **Keyspace size**: 100k user-level rate-limit keys  
-  - **Access pattern**: randomized keys (`--command-key-pattern=R`) to simulate distributed users  
-  - **Response shape**: single integer (1 = allowed, 0 = denied), representing pass/fail on quota checks  
-
-  This benchmark measures Redis performance in **rate limiting scenarios**, where atomic counters and TTLs
-  are critical for API protection and fairness in multi-tenant SaaS workloads.
-
-exporter:
-  redistimeseries:
-    break_by:
-    - version
-    - commit
-    timemetric: $."ALL STATS".Runtime."Start time"
-    metrics:
-    - $."BEST RUN RESULTS".Totals."Ops/sec"
-    - $."BEST RUN RESULTS".Totals."Latency"
-    - $."BEST RUN RESULTS".Totals."Misses/sec"
-    - $."BEST RUN RESULTS".Totals."Percentile Latencies"."p50.00"
-    - $."BEST RUN RESULTS".Totals."Percentile Latencies"."p99.00"
-    - $."ALL STATS".Evals."Ops/sec"
-    - $."ALL STATS".Totals."Ops/sec"
-    - $."ALL STATS".Totals."Latency"
-    - $."ALL STATS".Totals."Misses/sec"
-    - $."ALL STATS".Totals."Percentile Latencies"."p50.00"
-    - $."ALL STATS".Totals."Percentile Latencies"."p99.00"
-
-
-dbconfig:
-  configuration-parameters:
-    save: '""'
-  resources:
-    requests:
-      memory: 1g
-tested-groups:
-- hash
-- sorted-set
-- set
-- scripting
-
-tested-commands:
-- incr
-- expire
-- eval
-
-redis-topologies:
-- oss-standalone
-build-variants:
-- gcc:15.2.0-amd64-debian-bookworm-default
-- gcc:15.2.0-arm64-debian-bookworm-default
-- dockerhub
-
-clientconfig:
-  run_image: redislabs/memtier_benchmark:edge
-  tool: memtier_benchmark
-  arguments: >
-    --key-prefix ""
-    --key-minimum 1
-    --key-maximum 100000
-    --pipeline=1
-    --print-percentiles=50,90,95,99
-    --run-count=1
-    --test-time=120
-    --command='EVAL "local key=KEYS[1];local limit=10;local window=60;local current=redis.call(\"INCR\",key);if current==1 then redis.call(\"EXPIRE\",key,window) end;if current>limit then return 0 else return 1 end" 1 ratelimit:user-__key__:/api/resource'
-    --command-key-pattern=R
-    --hide-histogram
-  resources:
-    requests:
-      cpus: '4'
-      memory: 2g
-
-priority: 150