redis-benchmarks-specification 0.2.42__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (336) hide show
  1. redis_benchmarks_specification/__api__/Readme.md +7 -0
  2. redis_benchmarks_specification/__api__/__init__.py +5 -0
  3. redis_benchmarks_specification/__api__/api.py +87 -0
  4. redis_benchmarks_specification/__api__/app.py +191 -0
  5. redis_benchmarks_specification/__builder__/Readme.md +7 -0
  6. redis_benchmarks_specification/__builder__/__init__.py +5 -0
  7. redis_benchmarks_specification/__builder__/builder.py +1010 -0
  8. redis_benchmarks_specification/__builder__/schema.py +23 -0
  9. redis_benchmarks_specification/__cli__/__init__.py +5 -0
  10. redis_benchmarks_specification/__cli__/args.py +226 -0
  11. redis_benchmarks_specification/__cli__/cli.py +624 -0
  12. redis_benchmarks_specification/__cli__/stats.py +1304 -0
  13. redis_benchmarks_specification/__common__/__init__.py +0 -0
  14. redis_benchmarks_specification/__common__/builder_schema.py +256 -0
  15. redis_benchmarks_specification/__common__/env.py +96 -0
  16. redis_benchmarks_specification/__common__/github.py +280 -0
  17. redis_benchmarks_specification/__common__/package.py +28 -0
  18. redis_benchmarks_specification/__common__/runner.py +485 -0
  19. redis_benchmarks_specification/__common__/spec.py +143 -0
  20. redis_benchmarks_specification/__common__/suppress_warnings.py +20 -0
  21. redis_benchmarks_specification/__common__/timeseries.py +1621 -0
  22. redis_benchmarks_specification/__compare__/__init__.py +5 -0
  23. redis_benchmarks_specification/__compare__/args.py +240 -0
  24. redis_benchmarks_specification/__compare__/compare.py +3322 -0
  25. redis_benchmarks_specification/__init__.py +15 -0
  26. redis_benchmarks_specification/__runner__/__init__.py +5 -0
  27. redis_benchmarks_specification/__runner__/args.py +334 -0
  28. redis_benchmarks_specification/__runner__/remote_profiling.py +535 -0
  29. redis_benchmarks_specification/__runner__/runner.py +3837 -0
  30. redis_benchmarks_specification/__self_contained_coordinator__/__init__.py +5 -0
  31. redis_benchmarks_specification/__self_contained_coordinator__/args.py +210 -0
  32. redis_benchmarks_specification/__self_contained_coordinator__/artifacts.py +27 -0
  33. redis_benchmarks_specification/__self_contained_coordinator__/build_info.py +61 -0
  34. redis_benchmarks_specification/__self_contained_coordinator__/clients.py +58 -0
  35. redis_benchmarks_specification/__self_contained_coordinator__/cpuset.py +17 -0
  36. redis_benchmarks_specification/__self_contained_coordinator__/docker.py +108 -0
  37. redis_benchmarks_specification/__self_contained_coordinator__/post_processing.py +19 -0
  38. redis_benchmarks_specification/__self_contained_coordinator__/prepopulation.py +96 -0
  39. redis_benchmarks_specification/__self_contained_coordinator__/runners.py +740 -0
  40. redis_benchmarks_specification/__self_contained_coordinator__/self_contained_coordinator.py +2554 -0
  41. redis_benchmarks_specification/__setups__/__init__.py +0 -0
  42. redis_benchmarks_specification/__setups__/topologies.py +17 -0
  43. redis_benchmarks_specification/__spec__/__init__.py +5 -0
  44. redis_benchmarks_specification/__spec__/args.py +78 -0
  45. redis_benchmarks_specification/__spec__/cli.py +259 -0
  46. redis_benchmarks_specification/__watchdog__/__init__.py +5 -0
  47. redis_benchmarks_specification/__watchdog__/args.py +54 -0
  48. redis_benchmarks_specification/__watchdog__/watchdog.py +175 -0
  49. redis_benchmarks_specification/commands/__init__.py +0 -0
  50. redis_benchmarks_specification/commands/commands.py +15 -0
  51. redis_benchmarks_specification/setups/builders/gcc:15.2.0-amd64-debian-bookworm-default.yml +20 -0
  52. redis_benchmarks_specification/setups/builders/gcc:15.2.0-arm64-debian-bookworm-default.yml +20 -0
  53. redis_benchmarks_specification/setups/platforms/aws-ec2-1node-c5.4xlarge.yml +27 -0
  54. redis_benchmarks_specification/setups/topologies/topologies.yml +153 -0
  55. redis_benchmarks_specification/test-suites/defaults.yml +32 -0
  56. redis_benchmarks_specification/test-suites/generate.py +114 -0
  57. redis_benchmarks_specification/test-suites/memtier_benchmark-100Kkeys-hash-hexpire-5-fields-10B-values.yml +43 -0
  58. redis_benchmarks_specification/test-suites/memtier_benchmark-100Kkeys-hash-hexpire-50-fields-10B-values.yml +53 -0
  59. redis_benchmarks_specification/test-suites/memtier_benchmark-100Kkeys-hash-hexpireat-5-fields-10B-values.yml +43 -0
  60. redis_benchmarks_specification/test-suites/memtier_benchmark-100Kkeys-hash-hexpireat-50-fields-10B-values.yml +53 -0
  61. redis_benchmarks_specification/test-suites/memtier_benchmark-100Kkeys-hash-hgetall-50-fields-100B-values.yml +52 -0
  62. redis_benchmarks_specification/test-suites/memtier_benchmark-100Kkeys-hash-hgetex-5-fields-10B-values.yml +43 -0
  63. redis_benchmarks_specification/test-suites/memtier_benchmark-100Kkeys-hash-hgetex-50-fields-10B-values.yml +53 -0
  64. redis_benchmarks_specification/test-suites/memtier_benchmark-100Kkeys-hash-hgetex-persist-50-fields-10B-values.yml +53 -0
  65. redis_benchmarks_specification/test-suites/memtier_benchmark-100Kkeys-hash-hpexpire-5-fields-10B-values.yml +43 -0
  66. redis_benchmarks_specification/test-suites/memtier_benchmark-100Kkeys-hash-hpexpire-50-fields-10B-values.yml +53 -0
  67. redis_benchmarks_specification/test-suites/memtier_benchmark-100Kkeys-hash-hpexpireat-5-fields-10B-values.yml +43 -0
  68. redis_benchmarks_specification/test-suites/memtier_benchmark-100Kkeys-hash-hpexpireat-50-fields-10B-values.yml +53 -0
  69. redis_benchmarks_specification/test-suites/memtier_benchmark-100Kkeys-hash-htll-50-fields-10B-values.yml +53 -0
  70. redis_benchmarks_specification/test-suites/memtier_benchmark-100Kkeys-load-hash-1-fields-with-1000B-values-expiration.yml +35 -0
  71. redis_benchmarks_specification/test-suites/memtier_benchmark-100Kkeys-load-hash-1-fields-with-10B-values-expiration.yml +34 -0
  72. redis_benchmarks_specification/test-suites/memtier_benchmark-100Kkeys-load-hash-1-fields-with-10B-values-long-expiration.yml +35 -0
  73. redis_benchmarks_specification/test-suites/memtier_benchmark-100Kkeys-load-hash-1-fields-with-10B-values-short-expiration.yml +35 -0
  74. redis_benchmarks_specification/test-suites/memtier_benchmark-100Kkeys-load-hash-20-fields-with-1B-values-pipeline-30.yml +43 -0
  75. redis_benchmarks_specification/test-suites/memtier_benchmark-100Kkeys-load-hash-5-fields-with-1000B-values-expiration.yml +36 -0
  76. redis_benchmarks_specification/test-suites/memtier_benchmark-100Kkeys-load-hash-5-fields-with-10B-values-expiration.yml +35 -0
  77. redis_benchmarks_specification/test-suites/memtier_benchmark-100Kkeys-load-hash-5-fields-with-10B-values-long-expiration.yml +36 -0
  78. redis_benchmarks_specification/test-suites/memtier_benchmark-100Kkeys-load-hash-5-fields-with-10B-values-short-expiration.yml +36 -0
  79. redis_benchmarks_specification/test-suites/memtier_benchmark-100Kkeys-load-hash-50-fields-with-1000B-values-expiration.yml +45 -0
  80. redis_benchmarks_specification/test-suites/memtier_benchmark-100Kkeys-load-hash-50-fields-with-1000B-values.yml +44 -0
  81. redis_benchmarks_specification/test-suites/memtier_benchmark-100Kkeys-load-hash-50-fields-with-100B-values.yml +44 -0
  82. redis_benchmarks_specification/test-suites/memtier_benchmark-100Kkeys-load-hash-50-fields-with-10B-values-expiration.yml +44 -0
  83. redis_benchmarks_specification/test-suites/memtier_benchmark-100Kkeys-load-hash-50-fields-with-10B-values-long-expiration.yml +45 -0
  84. redis_benchmarks_specification/test-suites/memtier_benchmark-100Kkeys-load-hash-50-fields-with-10B-values-short-expiration.yml +45 -0
  85. redis_benchmarks_specification/test-suites/memtier_benchmark-100Kkeys-load-hash-50-fields-with-10B-values.yml +43 -0
  86. redis_benchmarks_specification/test-suites/memtier_benchmark-10Kkeys-load-hash-50-fields-with-10000B-values.yml +44 -0
  87. redis_benchmarks_specification/test-suites/memtier_benchmark-10Kkeys-load-list-rpush-bulkload-pipeline-50.yml +39 -0
  88. redis_benchmarks_specification/test-suites/memtier_benchmark-10Kkeys-load-list-with-10B-values-pipeline-50.yml +33 -0
  89. redis_benchmarks_specification/test-suites/memtier_benchmark-10Mkeys-load-hash-5-fields-with-100B-values-pipeline-10.yml +33 -0
  90. redis_benchmarks_specification/test-suites/memtier_benchmark-10Mkeys-load-hash-5-fields-with-100B-values.yml +33 -0
  91. redis_benchmarks_specification/test-suites/memtier_benchmark-10Mkeys-load-hash-5-fields-with-10B-values-pipeline-10.yml +34 -0
  92. redis_benchmarks_specification/test-suites/memtier_benchmark-10Mkeys-load-hash-5-fields-with-10B-values.yml +33 -0
  93. redis_benchmarks_specification/test-suites/memtier_benchmark-10Mkeys-string-get-10B-pipeline-100-nokeyprefix.yml +38 -0
  94. redis_benchmarks_specification/test-suites/memtier_benchmark-1Kkeys-hash-listpack-500-fields-update-20-fields-with-1B-to-64B-values.yml +75 -0
  95. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-100B-expire-use-case.yml +50 -0
  96. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-10B-expire-use-case.yml +50 -0
  97. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-10B-psetex-expire-use-case.yml +43 -0
  98. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-10B-setex-expire-use-case.yml +43 -0
  99. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-1KiB-expire-use-case.yml +49 -0
  100. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-4KiB-expire-use-case.yml +50 -0
  101. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-bitmap-getbit-pipeline-10.yml +42 -0
  102. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-generic-exists-pipeline-10.yml +41 -0
  103. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-generic-expire-pipeline-10.yml +41 -0
  104. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-generic-expireat-pipeline-10.yml +41 -0
  105. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-generic-pexpire-pipeline-10.yml +41 -0
  106. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-generic-scan-count-500-pipeline-10.yml +41 -0
  107. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-generic-scan-cursor-count-500-pipeline-10.yml +42 -0
  108. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-generic-scan-cursor-count-5000-pipeline-10.yml +42 -0
  109. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-generic-scan-cursor-pipeline-10.yml +42 -0
  110. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-generic-scan-pipeline-10.yml +41 -0
  111. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-generic-scan-type-pipeline-10.yml +41 -0
  112. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-generic-touch-pipeline-10.yml +41 -0
  113. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-generic-ttl-pipeline-10.yml +41 -0
  114. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-hash-hexists.yml +45 -0
  115. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-hash-hget-hgetall-hkeys-hvals-with-100B-values.yml +48 -0
  116. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-hash-hgetall-50-fields-10B-values.yml +53 -0
  117. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-hash-hincrby.yml +42 -0
  118. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-hash-hincrbyfloat.yml +42 -0
  119. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-hash-hkeys-10-fields-with-10B-values-with-expiration-pipeline-10.yml +45 -0
  120. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-hash-hkeys-5-fields-with-100B-values-with-expiration-pipeline-10.yml +44 -0
  121. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-hash-hkeys-5-fields-with-10B-values-with-expiration-pipeline-10.yml +44 -0
  122. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-hash-hkeys-50-fields-with-10B-values-with-expiration-pipeline-10.yml +54 -0
  123. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-hash-hmget-5-fields-with-100B-values-pipeline-10.yml +44 -0
  124. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-hash-transactions-multi-exec-pipeline-20.yml +43 -0
  125. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-list-lpop-rpop-with-100B-values.yml +44 -0
  126. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-list-lpop-rpop-with-10B-values.yml +44 -0
  127. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-list-lpop-rpop-with-1KiB-values.yml +44 -0
  128. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-list-rpoplpush-with-10B-values.yml +42 -0
  129. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-hash-5-fields-with-1000B-values-pipeline-10.yml +34 -0
  130. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-hash-5-fields-with-1000B-values.yml +33 -0
  131. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-hash-50-fields-with-10B-values-long-expiration-pipeline-10.yml +46 -0
  132. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-hash-hmset-5-fields-with-1000B-values.yml +33 -0
  133. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-list-rpush-with-10B-values.yml +32 -0
  134. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-list-with-100B-values.yml +32 -0
  135. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-list-with-10B-values-pipeline-10.yml +33 -0
  136. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-list-with-10B-values.yml +32 -0
  137. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-list-with-1KiB-values.yml +32 -0
  138. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-set-intset-with-100-elements-19-digits-pipeline-10.yml +58 -0
  139. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-set-intset-with-100-elements-19-digits.yml +58 -0
  140. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-set-intset-with-100-elements-pipeline-10.yml +41 -0
  141. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-set-intset-with-100-elements.yml +40 -0
  142. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-stream-1-fields-with-100B-values-pipeline-10.yml +33 -0
  143. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-stream-1-fields-with-100B-values.yml +33 -0
  144. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-stream-5-fields-with-100B-values-pipeline-10.yml +34 -0
  145. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-stream-5-fields-with-100B-values.yml +33 -0
  146. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-with-100B-values-pipeline-10.yml +32 -0
  147. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-with-100B-values.yml +35 -0
  148. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-with-10B-values-pipeline-10.yml +33 -0
  149. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-with-10B-values-pipeline-100-nokeyprefix.yml +29 -0
  150. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-with-10B-values-pipeline-100.yml +33 -0
  151. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-with-10B-values-pipeline-50.yml +33 -0
  152. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-with-10B-values-pipeline-500.yml +33 -0
  153. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-with-10B-values.yml +32 -0
  154. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-with-1KiB-values-pipeline-10.yml +32 -0
  155. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-with-1KiB-values.yml +32 -0
  156. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-string-with-20KiB-values.yml +35 -0
  157. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-zset-listpack-with-100-elements-double-score.yml +91 -0
  158. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-zset-with-10-elements-double-score.yml +35 -0
  159. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-load-zset-with-10-elements-int-score.yml +34 -0
  160. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-append-1-100B-pipeline-10.yml +43 -0
  161. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-append-1-100B.yml +42 -0
  162. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-decr.yml +41 -0
  163. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-100B-pipeline-10.yml +41 -0
  164. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-100B.yml +41 -0
  165. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-10B-pipeline-10.yml +41 -0
  166. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-10B-pipeline-100-nokeyprefix.yml +38 -0
  167. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-10B-pipeline-100.yml +41 -0
  168. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-10B-pipeline-50.yml +41 -0
  169. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-10B-pipeline-500.yml +41 -0
  170. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-10B.yml +41 -0
  171. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-1KiB-pipeline-10.yml +41 -0
  172. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-1KiB.yml +41 -0
  173. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-32B-pipeline-10.yml +40 -0
  174. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-get-32B.yml +40 -0
  175. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-incr-pipeline-10.yml +30 -0
  176. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-incrby-pipeline-10.yml +30 -0
  177. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-incrby.yml +30 -0
  178. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-incrbyfloat-pipeline-10.yml +30 -0
  179. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-incrbyfloat.yml +30 -0
  180. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-int-encoding-strlen-pipeline-10.yml +40 -0
  181. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-mget-1KiB.yml +41 -0
  182. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-mixed-50-50-set-get-100B-expire-pipeline-10.yml +45 -0
  183. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-mixed-50-50-set-get-100B-expire.yml +45 -0
  184. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-mixed-50-50-set-get-100B-pipeline-10.yml +43 -0
  185. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-mixed-50-50-set-get-100B.yml +42 -0
  186. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-mixed-50-50-set-get-1KB-pipeline-10.yml +42 -0
  187. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-mixed-50-50-set-get-1KB.yml +41 -0
  188. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-mixed-50-50-set-get-32B-pipeline-10.yml +43 -0
  189. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-mixed-50-50-set-get-32B.yml +42 -0
  190. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-mixed-50-50-set-get-512B-pipeline-10.yml +43 -0
  191. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-mixed-50-50-set-get-512B.yml +42 -0
  192. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-mixed-50-50-set-get-with-expiration-240B-400_conns.yml +47 -0
  193. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-set-with-ex-100B-pipeline-10.yml +41 -0
  194. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-setex-100B-pipeline-10.yml +41 -0
  195. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-setget200c-1KiB-pipeline-1.yml +43 -0
  196. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-setget200c-1KiB-pipeline-10.yml +43 -0
  197. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-setget200c-4KiB-pipeline-1.yml +43 -0
  198. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-setget200c-4KiB-pipeline-10.yml +43 -0
  199. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-setget200c-512B-pipeline-1.yml +43 -0
  200. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-setget200c-512B-pipeline-10.yml +43 -0
  201. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-setrange-100B-pipeline-10.yml +42 -0
  202. redis_benchmarks_specification/test-suites/memtier_benchmark-1Mkeys-string-setrange-100B.yml +42 -0
  203. redis_benchmarks_specification/test-suites/memtier_benchmark-1key-100M-bits-bitmap-bitcount.yml +45 -0
  204. redis_benchmarks_specification/test-suites/memtier_benchmark-1key-1Billion-bits-bitmap-bitcount.yml +45 -0
  205. redis_benchmarks_specification/test-suites/memtier_benchmark-1key-geo-2-elements-geopos.yml +38 -0
  206. redis_benchmarks_specification/test-suites/memtier_benchmark-1key-geo-2-elements-geosearch-fromlonlat-withcoord.yml +39 -0
  207. redis_benchmarks_specification/test-suites/memtier_benchmark-1key-geo-60M-elements-geodist-pipeline-10.yml +36 -0
  208. redis_benchmarks_specification/test-suites/memtier_benchmark-1key-geo-60M-elements-geodist.yml +36 -0
  209. redis_benchmarks_specification/test-suites/memtier_benchmark-1key-geo-60M-elements-geohash-pipeline-10.yml +35 -0
  210. redis_benchmarks_specification/test-suites/memtier_benchmark-1key-geo-60M-elements-geohash.yml +34 -0
  211. redis_benchmarks_specification/test-suites/memtier_benchmark-1key-geo-60M-elements-geopos-pipeline-10.yml +35 -0
  212. redis_benchmarks_specification/test-suites/memtier_benchmark-1key-geo-60M-elements-geopos.yml +34 -0
  213. redis_benchmarks_specification/test-suites/memtier_benchmark-1key-geo-60M-elements-geosearch-fromlonlat-bybox.yml +36 -0
  214. redis_benchmarks_specification/test-suites/memtier_benchmark-1key-geo-60M-elements-geosearch-fromlonlat-pipeline-10.yml +36 -0
  215. redis_benchmarks_specification/test-suites/memtier_benchmark-1key-geo-60M-elements-geosearch-fromlonlat.yml +36 -0
  216. redis_benchmarks_specification/test-suites/memtier_benchmark-1key-hash-1K-fields-hgetall-pipeline-10.yml +285 -0
  217. redis_benchmarks_specification/test-suites/memtier_benchmark-1key-hash-1K-fields-hgetall.yml +284 -0
  218. redis_benchmarks_specification/test-suites/memtier_benchmark-1key-hash-hscan-1K-fields-100B-values-cursor-count-1000.yml +291 -0
  219. redis_benchmarks_specification/test-suites/memtier_benchmark-1key-hash-hscan-1K-fields-10B-values-cursor-count-100.yml +291 -0
  220. redis_benchmarks_specification/test-suites/memtier_benchmark-1key-hash-hscan-1K-fields-10B-values.yml +290 -0
  221. redis_benchmarks_specification/test-suites/memtier_benchmark-1key-hash-hscan-50-fields-10B-values.yml +54 -0
  222. redis_benchmarks_specification/test-suites/memtier_benchmark-1key-list-10-elements-lrange-all-elements-pipeline-10.yml +37 -0
  223. redis_benchmarks_specification/test-suites/memtier_benchmark-1key-list-10-elements-lrange-all-elements.yml +36 -0
  224. redis_benchmarks_specification/test-suites/memtier_benchmark-1key-list-100-elements-int-7bit-uint-lrange-all-elements-pipeline-10.yml +44 -0
  225. redis_benchmarks_specification/test-suites/memtier_benchmark-1key-list-100-elements-int-lrange-all-elements-pipeline-10.yml +52 -0
  226. redis_benchmarks_specification/test-suites/memtier_benchmark-1key-list-100-elements-llen-pipeline-10.yml +52 -0
  227. redis_benchmarks_specification/test-suites/memtier_benchmark-1key-list-100-elements-lrange-all-elements-pipeline-10.yml +52 -0
  228. redis_benchmarks_specification/test-suites/memtier_benchmark-1key-list-100-elements-lrange-all-elements.yml +51 -0
  229. redis_benchmarks_specification/test-suites/memtier_benchmark-1key-list-10K-elements-lindex-integer.yml +41 -0
  230. redis_benchmarks_specification/test-suites/memtier_benchmark-1key-list-10K-elements-lindex-string-pipeline-10.yml +42 -0
  231. redis_benchmarks_specification/test-suites/memtier_benchmark-1key-list-10K-elements-lindex-string.yml +41 -0
  232. redis_benchmarks_specification/test-suites/memtier_benchmark-1key-list-10K-elements-linsert-lrem-integer.yml +45 -0
  233. redis_benchmarks_specification/test-suites/memtier_benchmark-1key-list-10K-elements-linsert-lrem-string.yml +45 -0
  234. redis_benchmarks_specification/test-suites/memtier_benchmark-1key-list-10K-elements-lpos-integer.yml +41 -0
  235. redis_benchmarks_specification/test-suites/memtier_benchmark-1key-list-10K-elements-lpos-string.yml +41 -0
  236. redis_benchmarks_specification/test-suites/memtier_benchmark-1key-list-1K-elements-lrange-all-elements-pipeline-10.yml +202 -0
  237. redis_benchmarks_specification/test-suites/memtier_benchmark-1key-list-1K-elements-lrange-all-elements.yml +201 -0
  238. redis_benchmarks_specification/test-suites/memtier_benchmark-1key-list-2K-elements-quicklist-lrange-all-elements-longs.yml +258 -0
  239. redis_benchmarks_specification/test-suites/memtier_benchmark-1key-load-hash-1K-fields-with-5B-values.yml +282 -0
  240. redis_benchmarks_specification/test-suites/memtier_benchmark-1key-load-zset-with-5-elements-parsing-float-score.yml +36 -0
  241. redis_benchmarks_specification/test-suites/memtier_benchmark-1key-load-zset-with-5-elements-parsing-hexa-score.yml +36 -0
  242. redis_benchmarks_specification/test-suites/memtier_benchmark-1key-pfadd-4KB-values-pipeline-10.yml +32 -0
  243. redis_benchmarks_specification/test-suites/memtier_benchmark-1key-set-10-elements-smembers-pipeline-10.yml +37 -0
  244. redis_benchmarks_specification/test-suites/memtier_benchmark-1key-set-10-elements-smembers.yml +36 -0
  245. redis_benchmarks_specification/test-suites/memtier_benchmark-1key-set-10-elements-smismember.yml +38 -0
  246. redis_benchmarks_specification/test-suites/memtier_benchmark-1key-set-100-elements-sismember-is-a-member.yml +53 -0
  247. redis_benchmarks_specification/test-suites/memtier_benchmark-1key-set-100-elements-sismember-not-a-member.yml +53 -0
  248. redis_benchmarks_specification/test-suites/memtier_benchmark-1key-set-100-elements-smembers.yml +50 -0
  249. redis_benchmarks_specification/test-suites/memtier_benchmark-1key-set-100-elements-smismember.yml +54 -0
  250. redis_benchmarks_specification/test-suites/memtier_benchmark-1key-set-100-elements-sscan.yml +50 -0
  251. redis_benchmarks_specification/test-suites/memtier_benchmark-1key-set-10M-elements-sismember-50pct-chance.yml +41 -0
  252. redis_benchmarks_specification/test-suites/memtier_benchmark-1key-set-10M-elements-srem-50pct-chance.yml +40 -0
  253. redis_benchmarks_specification/test-suites/memtier_benchmark-1key-set-1K-elements-smembers.yml +200 -0
  254. redis_benchmarks_specification/test-suites/memtier_benchmark-1key-set-1K-elements-sscan-cursor-count-100.yml +201 -0
  255. redis_benchmarks_specification/test-suites/memtier_benchmark-1key-set-1K-elements-sscan.yml +200 -0
  256. redis_benchmarks_specification/test-suites/memtier_benchmark-1key-set-1M-elements-sismember-50pct-chance.yml +40 -0
  257. redis_benchmarks_specification/test-suites/memtier_benchmark-1key-set-200K-elements-sadd-constant.yml +41 -0
  258. redis_benchmarks_specification/test-suites/memtier_benchmark-1key-set-2M-elements-sadd-increasing.yml +32 -0
  259. redis_benchmarks_specification/test-suites/memtier_benchmark-1key-zincrby-1M-elements-pipeline-1.yml +40 -0
  260. redis_benchmarks_specification/test-suites/memtier_benchmark-1key-zrank-100K-elements-pipeline-1.yml +40 -0
  261. redis_benchmarks_specification/test-suites/memtier_benchmark-1key-zrank-10M-elements-pipeline-1.yml +41 -0
  262. redis_benchmarks_specification/test-suites/memtier_benchmark-1key-zrank-1M-elements-pipeline-1.yml +40 -0
  263. redis_benchmarks_specification/test-suites/memtier_benchmark-1key-zrem-5M-elements-pipeline-1.yml +47 -0
  264. redis_benchmarks_specification/test-suites/memtier_benchmark-1key-zrevrangebyscore-256K-elements-pipeline-1.yml +41 -0
  265. redis_benchmarks_specification/test-suites/memtier_benchmark-1key-zrevrangebyscore-256K-elements-pipeline-10.yml +41 -0
  266. redis_benchmarks_specification/test-suites/memtier_benchmark-1key-zrevrank-1M-elements-pipeline-1.yml +40 -0
  267. redis_benchmarks_specification/test-suites/memtier_benchmark-1key-zset-10-elements-zrange-all-elements-long-scores.yml +41 -0
  268. redis_benchmarks_specification/test-suites/memtier_benchmark-1key-zset-10-elements-zrange-all-elements.yml +40 -0
  269. redis_benchmarks_specification/test-suites/memtier_benchmark-1key-zset-100-elements-zrange-all-elements.yml +66 -0
  270. redis_benchmarks_specification/test-suites/memtier_benchmark-1key-zset-100-elements-zrangebyscore-all-elements-long-scores.yml +66 -0
  271. redis_benchmarks_specification/test-suites/memtier_benchmark-1key-zset-100-elements-zrangebyscore-all-elements.yml +66 -0
  272. redis_benchmarks_specification/test-suites/memtier_benchmark-1key-zset-100-elements-zscan.yml +65 -0
  273. redis_benchmarks_specification/test-suites/memtier_benchmark-1key-zset-1K-elements-zrange-all-elements.yml +322 -0
  274. redis_benchmarks_specification/test-suites/memtier_benchmark-1key-zset-1K-elements-zscan.yml +321 -0
  275. redis_benchmarks_specification/test-suites/memtier_benchmark-1key-zset-1M-elements-zcard-pipeline-10.yml +39 -0
  276. redis_benchmarks_specification/test-suites/memtier_benchmark-1key-zset-1M-elements-zremrangebyscore-pipeline-10.yml +41 -0
  277. redis_benchmarks_specification/test-suites/memtier_benchmark-1key-zset-1M-elements-zrevrange-5-elements.yml +40 -0
  278. redis_benchmarks_specification/test-suites/memtier_benchmark-1key-zset-1M-elements-zrevrange-withscores-5-elements-pipeline-10.yml +41 -0
  279. redis_benchmarks_specification/test-suites/memtier_benchmark-1key-zset-1M-elements-zscore-pipeline-10.yml +40 -0
  280. redis_benchmarks_specification/test-suites/memtier_benchmark-1key-zset-600K-elements-zrangestore-1K-elements.yml +41 -0
  281. redis_benchmarks_specification/test-suites/memtier_benchmark-1key-zset-600K-elements-zrangestore-300K-elements.yml +43 -0
  282. redis_benchmarks_specification/test-suites/memtier_benchmark-1key-zset-listpack-zrank-100-elements-pipeline-1.yml +50 -0
  283. redis_benchmarks_specification/test-suites/memtier_benchmark-2keys-lua-eval-hset-expire.yml +37 -0
  284. redis_benchmarks_specification/test-suites/memtier_benchmark-2keys-lua-evalsha-hset-expire.yml +41 -0
  285. redis_benchmarks_specification/test-suites/memtier_benchmark-2keys-set-10-100-elements-sdiff.yml +57 -0
  286. redis_benchmarks_specification/test-suites/memtier_benchmark-2keys-set-10-100-elements-sinter.yml +57 -0
  287. redis_benchmarks_specification/test-suites/memtier_benchmark-2keys-set-10-100-elements-sunion.yml +57 -0
  288. redis_benchmarks_specification/test-suites/memtier_benchmark-2keys-stream-5-entries-xread-all-entries-pipeline-10.yml +46 -0
  289. redis_benchmarks_specification/test-suites/memtier_benchmark-2keys-stream-5-entries-xread-all-entries.yml +46 -0
  290. redis_benchmarks_specification/test-suites/memtier_benchmark-2keys-zset-300-elements-skiplist-encoded-zunion.yml +434 -0
  291. redis_benchmarks_specification/test-suites/memtier_benchmark-2keys-zset-300-elements-skiplist-encoded-zunionstore.yml +434 -0
  292. redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-load-string-with-512B-values-pipeline-10.yml +37 -0
  293. redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-load-string-with-512B-values.yml +37 -0
  294. redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-get-with-1KiB-values-400_conns.yml +45 -0
  295. redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-get-with-1KiB-values-40_conns.yml +45 -0
  296. redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-get-with-1KiB-values-pipeline-10-2000_conns.yml +46 -0
  297. redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-get-with-1KiB-values-pipeline-10-400_conns.yml +46 -0
  298. redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-get-with-1KiB-values-pipeline-10-40_conns.yml +46 -0
  299. redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-mixed-20-80-with-512B-values-400_conns.yml +45 -0
  300. redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-mixed-20-80-with-512B-values-pipeline-10-2000_conns.yml +46 -0
  301. redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-mixed-20-80-with-512B-values-pipeline-10-400_conns.yml +46 -0
  302. redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-mixed-20-80-with-512B-values-pipeline-10-5200_conns.yml +46 -0
  303. redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-string-mixed-50-50-with-512B-values-with-expiration-pipeline-10-400_conns.yml +43 -0
  304. redis_benchmarks_specification/test-suites/memtier_benchmark-connection-hello-pipeline-10.yml +32 -0
  305. redis_benchmarks_specification/test-suites/memtier_benchmark-connection-hello.yml +32 -0
  306. redis_benchmarks_specification/test-suites/memtier_benchmark-multiple-hll-pfcount-100B-values.yml +34 -0
  307. redis_benchmarks_specification/test-suites/memtier_benchmark-multiple-hll-pfmerge-100B-values.yml +34 -0
  308. redis_benchmarks_specification/test-suites/memtier_benchmark-nokeys-connection-ping-pipeline-10.yml +29 -0
  309. redis_benchmarks_specification/test-suites/memtier_benchmark-nokeys-pubsub-mixed-100-channels-128B-100-publishers-100-subscribers.yml +40 -0
  310. redis_benchmarks_specification/test-suites/memtier_benchmark-nokeys-pubsub-mixed-100-channels-128B-100-publishers-1000-subscribers.yml +40 -0
  311. redis_benchmarks_specification/test-suites/memtier_benchmark-nokeys-pubsub-mixed-100-channels-128B-100-publishers-5000-subscribers.yml +40 -0
  312. redis_benchmarks_specification/test-suites/memtier_benchmark-nokeys-pubsub-mixed-100-channels-128B-100-publishers-50K-subscribers-5k-conns.yml +40 -0
  313. redis_benchmarks_specification/test-suites/memtier_benchmark-nokeys-pubsub-publish-1K-channels-10B-no-subscribers.yml +30 -0
  314. redis_benchmarks_specification/test-suites/memtier_benchmark-nokeys-server-time-pipeline-10.yml +29 -0
  315. redis_benchmarks_specification/test-suites/memtier_benchmark-playbook-leaderboard-top-10.yml +68 -0
  316. redis_benchmarks_specification/test-suites/memtier_benchmark-playbook-leaderboard-top-100.yml +69 -0
  317. redis_benchmarks_specification/test-suites/memtier_benchmark-playbook-leaderboard-top-1000.yml +68 -0
  318. redis_benchmarks_specification/test-suites/memtier_benchmark-playbook-rate-limiting-lua-100k-sessions.yml +64 -0
  319. redis_benchmarks_specification/test-suites/memtier_benchmark-playbook-realtime-analytics-membership-pipeline-10.yml +56 -0
  320. redis_benchmarks_specification/test-suites/memtier_benchmark-playbook-realtime-analytics-membership.yml +56 -0
  321. redis_benchmarks_specification/test-suites/memtier_benchmark-playbook-session-caching-hash-100k-sessions.yml +108 -0
  322. redis_benchmarks_specification/test-suites/memtier_benchmark-playbook-session-caching-json-100k-sessions.yml +109 -0
  323. redis_benchmarks_specification/test-suites/memtier_benchmark-playbook-session-caching-string-100k-sessions.yml +98 -0
  324. redis_benchmarks_specification/test-suites/memtier_benchmark-playbook-session-storage-100k-sessions.yml +205 -0
  325. redis_benchmarks_specification/test-suites/memtier_benchmark-playbook-session-storage-1k-sessions.yml +205 -0
  326. redis_benchmarks_specification/test-suites/memtier_benchmark-stream-10M-entries-xread-count-100.yml +36 -0
  327. redis_benchmarks_specification/test-suites/memtier_benchmark-stream-10M-entries-xreadgroup-count-100-noack.yml +38 -0
  328. redis_benchmarks_specification/test-suites/memtier_benchmark-stream-10M-entries-xreadgroup-count-100.yml +38 -0
  329. redis_benchmarks_specification/test-suites/memtier_benchmark-stream-concurrent-xadd-xreadgroup-70-30.yml +50 -0
  330. redis_benchmarks_specification/test-suites/template.txt +18 -0
  331. redis_benchmarks_specification/vector-search-test-suites/vector_db_benchmark_test.yml +41 -0
  332. redis_benchmarks_specification-0.2.42.dist-info/LICENSE +201 -0
  333. redis_benchmarks_specification-0.2.42.dist-info/METADATA +434 -0
  334. redis_benchmarks_specification-0.2.42.dist-info/RECORD +336 -0
  335. redis_benchmarks_specification-0.2.42.dist-info/WHEEL +4 -0
  336. redis_benchmarks_specification-0.2.42.dist-info/entry_points.txt +10 -0
@@ -0,0 +1,46 @@
1
+ version: 0.4
2
+ name: memtier_benchmark-3Mkeys-string-get-with-1KiB-values-pipeline-10-2000_conns
3
+ description: Runs memtier_benchmark, for a keyspace length of 3M keys loading STRINGs
4
+ in which the value has a data size of 1000 Bytes, with 400 clients running random
5
+ GET commands.
6
+ dbconfig:
7
+ configuration-parameters:
8
+ save: '""'
9
+ check:
10
+ keyspacelen: 3000000
11
+ preload_tool:
12
+ run_image: redislabs/memtier_benchmark:edge
13
+ tool: memtier_benchmark
14
+ arguments: --data-size 1000 --ratio 1:0 -n allkeys --pipeline 50 --key-maximum
15
+ 3000000 --key-pattern P:P --key-minimum 1 --hide-histogram -t 4 -c 10
16
+ resources:
17
+ requests:
18
+ memory: 3g
19
+ dataset_name: 3Mkeys-string-1KiB-size
20
+ dataset_description: This dataset contains 3 million string keys, each with a data
21
+ size of 1 KiB.
22
+ tested-commands:
23
+ - set
24
+ redis-topologies:
25
+ - oss-standalone
26
+ - oss-standalone-02-io-threads
27
+ - oss-standalone-04-io-threads
28
+ - oss-standalone-08-io-threads
29
+ - oss-standalone-16-io-threads
30
+ build-variants:
31
+ - gcc:15.2.0-amd64-debian-bookworm-default
32
+ - gcc:15.2.0-arm64-debian-bookworm-default
33
+ - dockerhub
34
+ clientconfig:
35
+ run_image: redislabs/memtier_benchmark:edge
36
+ tool: memtier_benchmark
37
+ arguments: '"--data-size" "1000" --pipeline 10 --distinct-client-seed --ratio 0:1
38
+ --key-pattern R:R --key-minimum=1 --key-maximum 3000000 --test-time 180 -c 200
39
+ -t 10 --hide-histogram'
40
+ resources:
41
+ requests:
42
+ cpus: '10'
43
+ memory: 3g
44
+ tested-groups:
45
+ - string
46
+ priority: 17
@@ -0,0 +1,46 @@
1
+ version: 0.4
2
+ name: memtier_benchmark-3Mkeys-string-get-with-1KiB-values-pipeline-10-400_conns
3
+ description: Runs memtier_benchmark, for a keyspace length of 3M keys loading STRINGs
4
+ in which the value has a data size of 1000 Bytes, with 400 clients running random
5
+ GET commands.
6
+ dbconfig:
7
+ configuration-parameters:
8
+ save: '""'
9
+ check:
10
+ keyspacelen: 3000000
11
+ preload_tool:
12
+ run_image: redislabs/memtier_benchmark:edge
13
+ tool: memtier_benchmark
14
+ arguments: --data-size 1000 --ratio 1:0 -n allkeys --pipeline 50 --key-maximum
15
+ 3000000 --key-pattern P:P --key-minimum 1 --hide-histogram -t 4 -c 10
16
+ resources:
17
+ requests:
18
+ memory: 3g
19
+ dataset_name: 3Mkeys-string-1KiB-size
20
+ dataset_description: This dataset contains 3 million string keys, each with a data
21
+ size of 1 KiB.
22
+ tested-commands:
23
+ - set
24
+ redis-topologies:
25
+ - oss-standalone
26
+ - oss-standalone-02-io-threads
27
+ - oss-standalone-04-io-threads
28
+ - oss-standalone-08-io-threads
29
+ - oss-standalone-16-io-threads
30
+ build-variants:
31
+ - gcc:15.2.0-amd64-debian-bookworm-default
32
+ - gcc:15.2.0-arm64-debian-bookworm-default
33
+ - dockerhub
34
+ clientconfig:
35
+ run_image: redislabs/memtier_benchmark:edge
36
+ tool: memtier_benchmark
37
+ arguments: '"--data-size" "1000" --pipeline 10 --distinct-client-seed --ratio 0:1
38
+ --key-pattern R:R --key-minimum=1 --key-maximum 3000000 --test-time 180 -c 40
39
+ -t 10 --hide-histogram'
40
+ resources:
41
+ requests:
42
+ cpus: '10'
43
+ memory: 3g
44
+ tested-groups:
45
+ - string
46
+ priority: 17
@@ -0,0 +1,46 @@
1
+ version: 0.4
2
+ name: memtier_benchmark-3Mkeys-string-get-with-1KiB-values-pipeline-10-40_conns
3
+ description: Runs memtier_benchmark, for a keyspace length of 3M keys loading STRINGs
4
+ in which the value has a data size of 1000 Bytes, with 40 clients running random
5
+ GET commands.
6
+ dbconfig:
7
+ configuration-parameters:
8
+ save: '""'
9
+ check:
10
+ keyspacelen: 3000000
11
+ preload_tool:
12
+ run_image: redislabs/memtier_benchmark:edge
13
+ tool: memtier_benchmark
14
+ arguments: --data-size 1000 --ratio 1:0 -n allkeys --pipeline 50 --key-maximum
15
+ 3000000 --key-pattern P:P --key-minimum 1 --hide-histogram -t 4 -c 10
16
+ resources:
17
+ requests:
18
+ memory: 3g
19
+ dataset_name: 3Mkeys-string-1KiB-size
20
+ dataset_description: This dataset contains 3 million string keys, each with a data
21
+ size of 1 KiB.
22
+ tested-commands:
23
+ - set
24
+ redis-topologies:
25
+ - oss-standalone
26
+ - oss-standalone-02-io-threads
27
+ - oss-standalone-04-io-threads
28
+ - oss-standalone-08-io-threads
29
+ - oss-standalone-16-io-threads
30
+ build-variants:
31
+ - gcc:15.2.0-amd64-debian-bookworm-default
32
+ - gcc:15.2.0-arm64-debian-bookworm-default
33
+ - dockerhub
34
+ clientconfig:
35
+ run_image: redislabs/memtier_benchmark:edge
36
+ tool: memtier_benchmark
37
+ arguments: '"--data-size" "1000" --pipeline 10 --distinct-client-seed --ratio 0:1
38
+ --key-pattern R:R --key-minimum=1 --key-maximum 3000000 --test-time 180 -c 4 -t
39
+ 10 --hide-histogram'
40
+ resources:
41
+ requests:
42
+ cpus: '10'
43
+ memory: 3g
44
+ tested-groups:
45
+ - string
46
+ priority: 17
@@ -0,0 +1,45 @@
1
+ version: 0.4
2
+ name: memtier_benchmark-3Mkeys-string-mixed-20-80-with-512B-values-400_conns
3
+ description: Runs memtier_benchmark, for a keyspace length of 3M keys loading STRINGs
4
+ in which the value has a data size of 1000 Bytes, with 400 clients running random
5
+ GET commands.
6
+ dbconfig:
7
+ configuration-parameters:
8
+ save: '""'
9
+ check:
10
+ keyspacelen: 3000000
11
+ preload_tool:
12
+ run_image: redislabs/memtier_benchmark:edge
13
+ tool: memtier_benchmark
14
+ arguments: --data-size 512 --ratio 1:0 -n allkeys --pipeline 50 --key-maximum
15
+ 3000000 --key-pattern P:P --key-minimum 1 --hide-histogram -t 4 -c 10
16
+ resources:
17
+ requests:
18
+ memory: 3g
19
+ dataset_name: 3Mkeys-string-512B-size
20
+ dataset_description: This dataset contains 3 million string keys, each with a data
21
+ size of 512 bytes.
22
+ tested-commands:
23
+ - set
24
+ redis-topologies:
25
+ - oss-standalone
26
+ - oss-standalone-02-io-threads
27
+ - oss-standalone-04-io-threads
28
+ - oss-standalone-08-io-threads
29
+ - oss-standalone-16-io-threads
30
+ build-variants:
31
+ - gcc:15.2.0-amd64-debian-bookworm-default
32
+ - gcc:15.2.0-arm64-debian-bookworm-default
33
+ - dockerhub
34
+ clientconfig:
35
+ run_image: redislabs/memtier_benchmark:edge
36
+ tool: memtier_benchmark
37
+ arguments: '"--data-size" "512" --distinct-client-seed --ratio 1:4 --key-pattern
38
+ R:R --key-minimum=1 --key-maximum 3000000 --test-time 180 -c 40 -t 10 --hide-histogram'
39
+ resources:
40
+ requests:
41
+ cpus: '10'
42
+ memory: 3g
43
+ tested-groups:
44
+ - string
45
+ priority: 17
@@ -0,0 +1,46 @@
1
+ version: 0.4
2
+ name: memtier_benchmark-3Mkeys-string-mixed-20-80-with-512B-values-pipeline-10-2000_conns
3
+ description: Runs memtier_benchmark, for a keyspace length of 3M keys loading STRINGs
4
+ in which the value has a data size of 1000 Bytes, with 400 clients running random
5
+ GET commands.
6
+ dbconfig:
7
+ configuration-parameters:
8
+ save: '""'
9
+ check:
10
+ keyspacelen: 3000000
11
+ preload_tool:
12
+ run_image: redislabs/memtier_benchmark:edge
13
+ tool: memtier_benchmark
14
+ arguments: --data-size 512 --ratio 1:0 -n allkeys --pipeline 50 --key-maximum
15
+ 3000000 --key-pattern P:P --key-minimum 1 --hide-histogram -t 4 -c 10
16
+ resources:
17
+ requests:
18
+ memory: 3g
19
+ dataset_name: 3Mkeys-string-512B-size
20
+ dataset_description: This dataset contains 3 million string keys, each with a data
21
+ size of 512 bytes.
22
+ tested-commands:
23
+ - set
24
+ redis-topologies:
25
+ - oss-standalone
26
+ - oss-standalone-02-io-threads
27
+ - oss-standalone-04-io-threads
28
+ - oss-standalone-08-io-threads
29
+ - oss-standalone-16-io-threads
30
+ build-variants:
31
+ - gcc:15.2.0-amd64-debian-bookworm-default
32
+ - gcc:15.2.0-arm64-debian-bookworm-default
33
+ - dockerhub
34
+ clientconfig:
35
+ run_image: redislabs/memtier_benchmark:edge
36
+ tool: memtier_benchmark
37
+ arguments: '"--data-size" "512" --pipeline 10 --distinct-client-seed --ratio 1:4
38
+ --key-pattern R:R --key-minimum=1 --key-maximum 3000000 --test-time 180 -c 200
39
+ -t 10 --hide-histogram'
40
+ resources:
41
+ requests:
42
+ cpus: '10'
43
+ memory: 3g
44
+ tested-groups:
45
+ - string
46
+ priority: 17
@@ -0,0 +1,46 @@
1
+ version: 0.4
2
+ name: memtier_benchmark-3Mkeys-string-mixed-20-80-with-512B-values-pipeline-10-400_conns
3
+ description: Runs memtier_benchmark, for a keyspace length of 3M keys loading STRINGs
4
+ in which the value has a data size of 1000 Bytes, with 400 clients running random
5
+ GET commands.
6
+ dbconfig:
7
+ configuration-parameters:
8
+ save: '""'
9
+ check:
10
+ keyspacelen: 3000000
11
+ preload_tool:
12
+ run_image: redislabs/memtier_benchmark:edge
13
+ tool: memtier_benchmark
14
+ arguments: --data-size 512 --ratio 1:0 -n allkeys --pipeline 50 --key-maximum
15
+ 3000000 --key-pattern P:P --key-minimum 1 --hide-histogram -t 4 -c 10
16
+ resources:
17
+ requests:
18
+ memory: 3g
19
+ dataset_name: 3Mkeys-string-512B-size
20
+ dataset_description: This dataset contains 3 million string keys, each with a data
21
+ size of 512 bytes.
22
+ tested-commands:
23
+ - set
24
+ redis-topologies:
25
+ - oss-standalone
26
+ - oss-standalone-02-io-threads
27
+ - oss-standalone-04-io-threads
28
+ - oss-standalone-08-io-threads
29
+ - oss-standalone-16-io-threads
30
+ build-variants:
31
+ - gcc:15.2.0-amd64-debian-bookworm-default
32
+ - gcc:15.2.0-arm64-debian-bookworm-default
33
+ - dockerhub
34
+ clientconfig:
35
+ run_image: redislabs/memtier_benchmark:edge
36
+ tool: memtier_benchmark
37
+ arguments: '"--data-size" "512" --pipeline 10 --distinct-client-seed --ratio 1:4
38
+ --key-pattern R:R --key-minimum=1 --key-maximum 3000000 --test-time 180 -c 40
39
+ -t 10 --hide-histogram'
40
+ resources:
41
+ requests:
42
+ cpus: '10'
43
+ memory: 3g
44
+ tested-groups:
45
+ - string
46
+ priority: 17
@@ -0,0 +1,46 @@
1
+ version: 0.4
2
+ name: memtier_benchmark-3Mkeys-string-mixed-20-80-with-512B-values-pipeline-10-5200_conns
3
+ description: Runs memtier_benchmark, for a keyspace length of 3M keys loading STRINGs
4
+ in which the value has a data size of 1000 Bytes, with 400 clients running random
5
+ GET commands.
6
+ dbconfig:
7
+ configuration-parameters:
8
+ save: '""'
9
+ check:
10
+ keyspacelen: 3000000
11
+ preload_tool:
12
+ run_image: redislabs/memtier_benchmark:edge
13
+ tool: memtier_benchmark
14
+ arguments: --data-size 512 --ratio 1:0 -n allkeys --pipeline 50 --key-maximum
15
+ 3000000 --key-pattern P:P --key-minimum 1 --hide-histogram -t 4 -c 10
16
+ resources:
17
+ requests:
18
+ memory: 3g
19
+ dataset_name: 3Mkeys-string-512B-size
20
+ dataset_description: This dataset contains 3 million string keys, each with a data
21
+ size of 512 bytes.
22
+ tested-commands:
23
+ - set
24
+ redis-topologies:
25
+ - oss-standalone
26
+ - oss-standalone-02-io-threads
27
+ - oss-standalone-04-io-threads
28
+ - oss-standalone-08-io-threads
29
+ - oss-standalone-16-io-threads
30
+ build-variants:
31
+ - gcc:15.2.0-amd64-debian-bookworm-default
32
+ - gcc:15.2.0-arm64-debian-bookworm-default
33
+ - dockerhub
34
+ clientconfig:
35
+ run_image: redislabs/memtier_benchmark:edge
36
+ tool: memtier_benchmark
37
+ arguments: '"--data-size" "512" --pipeline 10 --distinct-client-seed --ratio 1:4
38
+ --key-pattern R:R --key-minimum=1 --key-maximum 3000000 --test-time 180 -c 520
39
+ -t 10 --hide-histogram'
40
+ resources:
41
+ requests:
42
+ cpus: '10'
43
+ memory: 3g
44
+ tested-groups:
45
+ - string
46
+ priority: 17
@@ -0,0 +1,43 @@
1
+ version: 0.4
2
+ name: memtier_benchmark-3Mkeys-string-mixed-50-50-with-512B-values-with-expiration-pipeline-10-400_conns
3
+ description: Runs memtier_benchmark, for a keyspace length of 3M keys loading STRINGs
4
+ in which the value has a data size of 1000 Bytes, with 400 clients running random
5
+ GET commands.
6
+ dbconfig:
7
+ configuration-parameters:
8
+ save: '""'
9
+ preload_tool:
10
+ run_image: redislabs/memtier_benchmark:edge
11
+ tool: memtier_benchmark
12
+ arguments: --data-size 512 --command "SET __key__ __data__ EX 5" -n allkeys --pipeline
13
+ 50 --key-maximum 3000000 --key-pattern P:P --key-minimum 1 --hide-histogram
14
+ -t 1 -c 1
15
+ resources:
16
+ requests:
17
+ memory: 3g
18
+ tested-commands:
19
+ - setex
20
+ - get
21
+ redis-topologies:
22
+ - oss-standalone
23
+ - oss-standalone-02-io-threads
24
+ - oss-standalone-04-io-threads
25
+ - oss-standalone-08-io-threads
26
+ - oss-standalone-16-io-threads
27
+ build-variants:
28
+ - gcc:15.2.0-amd64-debian-bookworm-default
29
+ - gcc:15.2.0-arm64-debian-bookworm-default
30
+ - dockerhub
31
+ clientconfig:
32
+ run_image: redislabs/memtier_benchmark:edge
33
+ tool: memtier_benchmark
34
+ arguments: '"--data-size" "512" --pipeline 10 --distinct-client-seed --ratio 1:1
35
+ --key-pattern R:R --key-minimum=1 --key-maximum 3000000 --test-time 180 -c 40
36
+ -t 10 --hide-histogram'
37
+ resources:
38
+ requests:
39
+ cpus: '10'
40
+ memory: 3g
41
+ tested-groups:
42
+ - string
43
+ priority: 17
@@ -0,0 +1,32 @@
1
+ version: 0.4
2
+ name: memtier_benchmark-connection-hello-pipeline-10
3
+ description: Runs memtier_benchmark, for no keyspace, benchmarking the connection
4
+ setup scenario using HELLO command.
5
+ dbconfig:
6
+ configuration-parameters:
7
+ save: '""'
8
+ check:
9
+ keyspacelen: 0
10
+ resources:
11
+ requests:
12
+ memory: 1g
13
+ tested-groups:
14
+ - connection
15
+ tested-commands:
16
+ - hello
17
+ redis-topologies:
18
+ - oss-standalone
19
+ build-variants:
20
+ - gcc:15.2.0-amd64-debian-bookworm-default
21
+ - gcc:15.2.0-arm64-debian-bookworm-default
22
+ - dockerhub
23
+ clientconfig:
24
+ run_image: redislabs/memtier_benchmark:edge
25
+ tool: memtier_benchmark
26
+ arguments: -c 50 -t 4 --pipeline 10 --command="HELLO 2 SETNAME __key__" --hide-histogram
27
+ --test-time 120
28
+ resources:
29
+ requests:
30
+ cpus: '4'
31
+ memory: 2g
32
+ priority: 1
@@ -0,0 +1,32 @@
1
+ version: 0.4
2
+ name: memtier_benchmark-connection-hello
3
+ description: Runs memtier_benchmark, for no keyspace, benchmarking the connection
4
+ setup scenario using HELLO command.
5
+ dbconfig:
6
+ configuration-parameters:
7
+ save: '""'
8
+ check:
9
+ keyspacelen: 0
10
+ resources:
11
+ requests:
12
+ memory: 1g
13
+ tested-groups:
14
+ - connection
15
+ tested-commands:
16
+ - hello
17
+ redis-topologies:
18
+ - oss-standalone
19
+ build-variants:
20
+ - gcc:15.2.0-amd64-debian-bookworm-default
21
+ - gcc:15.2.0-arm64-debian-bookworm-default
22
+ - dockerhub
23
+ clientconfig:
24
+ run_image: redislabs/memtier_benchmark:edge
25
+ tool: memtier_benchmark
26
+ arguments: -c 50 -t 4 --command="HELLO 2 SETNAME __key__" --hide-histogram --test-time
27
+ 120
28
+ resources:
29
+ requests:
30
+ cpus: '4'
31
+ memory: 2g
32
+ priority: 1
@@ -0,0 +1,34 @@
1
+ version: 0.4
2
+ name: memtier_benchmark-multiple-hll-pfcount-100B-values
3
+ description: Runs memtier_benchmark, pre-loading multiple HyperLogLog keys with 100B sized random elements using PFADD, then testing PFCOUNT performance by counting these pre-loaded HLLs.
4
+ dbconfig:
5
+ configuration-parameters:
6
+ save: '""'
7
+ check:
8
+ keyspacelen: 3
9
+ preload_tool:
10
+ run_image: redislabs/memtier_benchmark:edge
11
+ tool: memtier_benchmark
12
+ arguments: '"--data-size" "100" --random-data --command "PFADD __key__ __data__" --command-key-pattern="P" --key-minimum=1 --key-maximum 3 -n 30000 -c 1 -t 1 --hide-histogram'
13
+ resources:
14
+ requests:
15
+ memory: 2g
16
+ tested-groups:
17
+ - hyperloglog
18
+ tested-commands:
19
+ - pfcount
20
+ redis-topologies:
21
+ - oss-standalone
22
+ build-variants:
23
+ - gcc:15.2.0-amd64-debian-bookworm-default
24
+ - gcc:15.2.0-arm64-debian-bookworm-default
25
+ - dockerhub
26
+ clientconfig:
27
+ run_image: redislabs/memtier_benchmark:edge
28
+ tool: memtier_benchmark
29
+ arguments: --test-time 60 --command "PFCOUNT memtier-1 memtier-2 memtier-3" -c 50 -t 4 --hide-histogram
30
+ resources:
31
+ requests:
32
+ cpus: '4'
33
+ memory: 2g
34
+ priority: 62
@@ -0,0 +1,34 @@
1
+ version: 0.4
2
+ name: memtier_benchmark-multiple-hll-pfmerge-100B-values
3
+ description: Runs memtier_benchmark, pre-loading multiple HyperLogLog keys with 100B sized random elements using PFADD, then testing PFMERGE performance by merging these pre-loaded HLLs.
4
+ dbconfig:
5
+ configuration-parameters:
6
+ save: '""'
7
+ check:
8
+ keyspacelen: 3
9
+ preload_tool:
10
+ run_image: redislabs/memtier_benchmark:edge
11
+ tool: memtier_benchmark
12
+ arguments: '"--data-size" "100" --random-data --command "PFADD __key__ __data__" --command-key-pattern="P" --key-minimum=1 --key-maximum 3 -n 30000 -c 1 -t 1 --hide-histogram'
13
+ resources:
14
+ requests:
15
+ memory: 2g
16
+ tested-groups:
17
+ - hyperloglog
18
+ tested-commands:
19
+ - pfmerge
20
+ redis-topologies:
21
+ - oss-standalone
22
+ build-variants:
23
+ - gcc:15.2.0-amd64-debian-bookworm-default
24
+ - gcc:15.2.0-arm64-debian-bookworm-default
25
+ - dockerhub
26
+ clientconfig:
27
+ run_image: redislabs/memtier_benchmark:edge
28
+ tool: memtier_benchmark
29
+ arguments: --test-time 60 --command "PFMERGE merged memtier-1 memtier-2 memtier-3" -c 50 -t 4 --hide-histogram
30
+ resources:
31
+ requests:
32
+ cpus: '4'
33
+ memory: 2g
34
+ priority: 62
@@ -0,0 +1,29 @@
1
+ version: 0.4
2
+ name: memtier_benchmark-nokeys-connection-ping-pipeline-10
3
+ description: Runs memtier_benchmark, for a empty keyspace doing the TIME command.
4
+ dbconfig:
5
+ configuration-parameters:
6
+ save: '""'
7
+ resources:
8
+ requests:
9
+ memory: 1g
10
+ tested-groups:
11
+ - connection
12
+ tested-commands:
13
+ - ping
14
+ redis-topologies:
15
+ - oss-standalone
16
+ build-variants:
17
+ - gcc:15.2.0-amd64-debian-bookworm-default
18
+ - gcc:15.2.0-arm64-debian-bookworm-default
19
+ - dockerhub
20
+ clientconfig:
21
+ run_image: redislabs/memtier_benchmark:edge
22
+ tool: memtier_benchmark
23
+ arguments: --test-time 120 --pipeline 10 --command "PING" --command-key-pattern="R"
24
+ -c 50 -t 4 --hide-histogram
25
+ resources:
26
+ requests:
27
+ cpus: '4'
28
+ memory: 2g
29
+ priority: 21
@@ -0,0 +1,40 @@
1
+ version: 0.4
2
+ name: memtier_benchmark-nokeys-pubsub-mixed-100-channels-128B-100-publishers-100-subscribers
3
+ description: Mixed workload with memtier publishing messages and pubsub-sub-bench
4
+ subscribing to channels simultaneously.
5
+ dbconfig:
6
+ configuration-parameters:
7
+ save: '""'
8
+ resources:
9
+ requests:
10
+ memory: 2g
11
+ tested-groups:
12
+ - pubsub
13
+ tested-commands:
14
+ - publish
15
+ - subscribe
16
+ redis-topologies:
17
+ - oss-standalone
18
+ build-variants:
19
+ - gcc:15.2.0-amd64-debian-bookworm-default
20
+ - gcc:15.2.0-arm64-debian-bookworm-default
21
+ - dockerhub
22
+ clientconfigs:
23
+ - run_image: redislabs/memtier_benchmark:edge
24
+ tool: memtier_benchmark
25
+ arguments: --test-time 120 --key-prefix "channel-" --pipeline 1 -d 128 --key-maximum
26
+ 100 --command "PUBLISH __key__ __data__" --command-key-pattern="R" -c 50 -t 4
27
+ --hide-histogram
28
+ resources:
29
+ requests:
30
+ cpus: '4'
31
+ memory: 1g
32
+ - run_image: filipe958/pubsub-sub-bench:latest
33
+ tool: pubsub-sub-bench
34
+ arguments: -clients 100 -channel-minimum 1 -channel-maximum 100 -subscriber-prefix
35
+ "channel-" -mode subscribe -test-time 120 -subscribers-per-channel 1
36
+ resources:
37
+ requests:
38
+ cpus: '4'
39
+ memory: 1g
40
+ priority: 23
@@ -0,0 +1,40 @@
1
+ version: 0.4
2
+ name: memtier_benchmark-nokeys-pubsub-mixed-100-channels-128B-100-publishers-1000-subscribers
3
+ description: Mixed workload with memtier publishing messages and pubsub-sub-bench
4
+ subscribing to channels simultaneously.
5
+ dbconfig:
6
+ configuration-parameters:
7
+ save: '""'
8
+ resources:
9
+ requests:
10
+ memory: 2g
11
+ tested-groups:
12
+ - pubsub
13
+ tested-commands:
14
+ - publish
15
+ - subscribe
16
+ redis-topologies:
17
+ - oss-standalone
18
+ build-variants:
19
+ - gcc:15.2.0-amd64-debian-bookworm-default
20
+ - gcc:15.2.0-arm64-debian-bookworm-default
21
+ - dockerhub
22
+ clientconfigs:
23
+ - run_image: redislabs/memtier_benchmark:edge
24
+ tool: memtier_benchmark
25
+ arguments: --test-time 120 --key-prefix "channel-" --pipeline 1 -d 128 --key-maximum
26
+ 100 --command "PUBLISH __key__ __data__" --command-key-pattern="R" -c 50 -t 4
27
+ --hide-histogram
28
+ resources:
29
+ requests:
30
+ cpus: '4'
31
+ memory: 1g
32
+ - run_image: filipe958/pubsub-sub-bench:latest
33
+ tool: pubsub-sub-bench
34
+ arguments: -clients 1000 -channel-minimum 1 -channel-maximum 100 -subscriber-prefix
35
+ "channel-" -mode subscribe -test-time 120 -subscribers-per-channel 1
36
+ resources:
37
+ requests:
38
+ cpus: '4'
39
+ memory: 1g
40
+ priority: 23
@@ -0,0 +1,40 @@
1
+ version: 0.4
2
+ name: memtier_benchmark-nokeys-pubsub-mixed-100-channels-128B-100-publishers-5000-subscribers
3
+ description: Mixed workload with memtier publishing messages and pubsub-sub-bench
4
+ subscribing to channels simultaneously.
5
+ dbconfig:
6
+ configuration-parameters:
7
+ save: '""'
8
+ resources:
9
+ requests:
10
+ memory: 2g
11
+ tested-groups:
12
+ - pubsub
13
+ tested-commands:
14
+ - publish
15
+ - subscribe
16
+ redis-topologies:
17
+ - oss-standalone
18
+ build-variants:
19
+ - gcc:15.2.0-amd64-debian-bookworm-default
20
+ - gcc:15.2.0-arm64-debian-bookworm-default
21
+ - dockerhub
22
+ clientconfigs:
23
+ - run_image: redislabs/memtier_benchmark:edge
24
+ tool: memtier_benchmark
25
+ arguments: --test-time 120 --key-prefix "channel-" --pipeline 1 -d 128 --key-maximum
26
+ 100 --command "PUBLISH __key__ __data__" --command-key-pattern="R" -c 50 -t 4
27
+ --hide-histogram
28
+ resources:
29
+ requests:
30
+ cpus: '4'
31
+ memory: 1g
32
+ - run_image: filipe958/pubsub-sub-bench:latest
33
+ tool: pubsub-sub-bench
34
+ arguments: -clients 5000 -channel-minimum 1 -channel-maximum 100 -subscriber-prefix
35
+ "channel-" -mode subscribe -test-time 120 -subscribers-per-channel 1
36
+ resources:
37
+ requests:
38
+ cpus: '4'
39
+ memory: 1g
40
+ priority: 23