redis-benchmarks-specification 0.1.226__py3-none-any.whl → 0.1.228__py3-none-any.whl

redis_benchmarks_specification/__compare__/compare.py

@@ -284,7 +284,7 @@ def compare_command_logic(args, project_name, project_version):
     (
         detected_regressions,
         table_output,
-        total_improvements,
+        improvements_list,
         regressions_list,
         total_stable,
         total_unstable,
@@ -332,6 +332,7 @@ def compare_command_logic(args, project_name, project_version):
         args.improvement_str,
     )
     total_regressions = len(regressions_list)
+    total_improvements = len(improvements_list)
     prepare_regression_comment(
         auto_approve,
         baseline_branch,
@@ -359,6 +360,7 @@ def compare_command_logic(args, project_name, project_version):
         verbose,
         args.regressions_percent_lower_limit,
         regressions_list,
+        improvements_list,
     )
     return (
         detected_regressions,
@@ -398,6 +400,7 @@ def prepare_regression_comment(
     verbose,
     regressions_percent_lower_limit,
     regressions_list=[],
+    improvements_list=[],
 ):
     if total_comparison_points > 0:
         comment_body = "### Automated performance analysis summary\n\n"
@@ -424,6 +427,15 @@ def prepare_regression_comment(
             comparison_summary += "- Detected a total of {} improvements above the improvement water line.\n".format(
                 total_improvements
             )
+            if len(improvements_list) > 0:
+                regression_values = [l[1] for l in improvements_list]
+                regression_df = pd.DataFrame(regression_values)
+                median_regression = round(float(regression_df.median().iloc[0]), 1)
+                max_regression = round(float(regression_df.max().iloc[0]), 1)
+                min_regression = round(float(regression_df.min().iloc[0]), 1)
+
+                comparison_summary += f"   - Median/Common-Case improvement was {median_regression}% and ranged from [{min_regression}%,{max_regression}%].\n"
+
         if total_regressions > 0:
             comparison_summary += "- Detected a total of {} regressions bellow the regression water line {}.\n".format(
                 total_regressions, regressions_percent_lower_limit
@@ -431,11 +443,11 @@ def prepare_regression_comment(
             if len(regressions_list) > 0:
                 regression_values = [l[1] for l in regressions_list]
                 regression_df = pd.DataFrame(regression_values)
-                median_regression = round(float(regression_df.median().iloc[0]), 2)
-                max_regression = round(float(regression_df.max().iloc[0]), 2)
-                min_regression = round(float(regression_df.min().iloc[0]), 2)
+                median_regression = round(float(regression_df.median().iloc[0]), 1)
+                max_regression = round(float(regression_df.max().iloc[0]), 1)
+                min_regression = round(float(regression_df.min().iloc[0]), 1)
 
-                comparison_summary += f"   - Median/Common-Case regression was {median_regression}%% and ranged from [{min_regression},{max_regression}] %%.\n"
+                comparison_summary += f"   - Median/Common-Case regression was {median_regression}% and ranged from [{min_regression}%,{max_regression}%].\n"
 
         comment_body += comparison_summary
         comment_body += "\n"
@@ -704,8 +716,8 @@ def compute_regression_table(
             table_name="",
             headers=[
                 "Test Case",
-                "Baseline {} (median obs. +- std.dev)".format(baseline_str),
-                "Comparison {} (median obs. +- std.dev)".format(comparison_str),
+                f"Baseline {baseline_github_org}/{baseline_github_repo} {baseline_str} (median obs. +- std.dev)",
+                f"Comparison {comparison_github_org}/{comparison_github_repo} {comparison_str} (median obs. +- std.dev)",
                 "% change ({})".format(metric_mode),
                 "Note",
             ],
@@ -727,8 +739,8 @@ def compute_regression_table(
             table_name="",
             headers=[
                 "Test Case",
-                "Baseline {} (median obs. +- std.dev)".format(baseline_str),
-                "Comparison {} (median obs. +- std.dev)".format(comparison_str),
+                f"Baseline {baseline_github_org}/{baseline_github_repo} {baseline_str} (median obs. +- std.dev)",
+                f"Comparison {comparison_github_org}/{comparison_github_repo} {comparison_str} (median obs. +- std.dev)",
                 "% change ({})".format(metric_mode),
                 "Note",
             ],
@@ -737,7 +749,7 @@ def compute_regression_table(
         writer_regressions.dump(mystdout, False)
         table_output += mystdout.getvalue()
         table_output += "\n\n"
-        test_names_str = "|".join(improvements_list)
+        test_names_str = "|".join([l[0] for l in improvements_list])
         table_output += f"Improvements test regexp names: {test_names_str}\n\n"
         mystdout.close()
         sys.stdout = old_stdout
@@ -748,8 +760,8 @@ def compute_regression_table(
         table_name="",
         headers=[
             "Test Case",
-            "Baseline {} (median obs. +- std.dev)".format(baseline_str),
-            "Comparison {} (median obs. +- std.dev)".format(comparison_str),
+            f"Baseline {baseline_github_org}/{baseline_github_repo} {baseline_str} (median obs. +- std.dev)",
+            f"Comparison {comparison_github_org}/{comparison_github_repo} {comparison_str} (median obs. +- std.dev)",
             "% change ({})".format(metric_mode),
             "Note",
         ],
@@ -766,7 +778,7 @@ def compute_regression_table(
     return (
         detected_regressions,
         table_output,
-        total_improvements,
+        improvements_list,
         regressions_list,
         total_stable,
         total_unstable,
@@ -1098,7 +1110,12 @@ def from_rts_to_regression_table(
             logging.error("Detected a ZeroDivisionError. {}".format(e.__str__()))
             pass
         unstable = False
-        if baseline_v != "N/A" and comparison_v != "N/A":
+        if (
+            baseline_v != "N/A"
+            and comparison_pct_change != "N/A"
+            and comparison_v != "N/A"
+            and baseline_pct_change != "N/A"
+        ):
             if comparison_pct_change > 10.0 or baseline_pct_change > 10.0:
                 note = "UNSTABLE (very high variance)"
                 unstable = True
@@ -1119,6 +1136,10 @@ def from_rts_to_regression_table(
                 percentage_change = (
                     float(baseline_v) / float(comparison_v) - 1
                 ) * 100.0
+        else:
+            logging.warn(
+                f"Missing data for test {test_name}. baseline_v={baseline_v} (pct_change={baseline_pct_change}), comparison_v={comparison_v} (pct_change={comparison_pct_change}) "
+            )
         if baseline_v != "N/A" or comparison_v != "N/A":
             detected_regression = False
             detected_improvement = False
@@ -1170,7 +1191,7 @@ def from_rts_to_regression_table(
                 table_regressions.append(line)
 
             if detected_improvement:
-                improvements_list.append(test_name)
+                improvements_list.append([test_name, percentage_change])
                 table_improvements.append(line)
 
             if unstable:
@@ -1325,23 +1346,25 @@ def get_v_pct_change_and_largest_var(
         _, comparison_v = comparison_datapoints[0]
         for tuple in comparison_datapoints:
             if last_n < 0 or (last_n > 0 and len(comparison_values) < last_n):
-                comparison_values.append(tuple[1])
-        comparison_df = pd.DataFrame(comparison_values)
-        comparison_median = float(comparison_df.median().iloc[0])
-        comparison_v = comparison_median
-        comparison_std = float(comparison_df.std().iloc[0])
-        if verbose:
-            logging.info(
-                "comparison_datapoints: {} value: {}; std-dev: {}; median: {}".format(
-                    comparison_datapoints,
-                    comparison_v,
-                    comparison_std,
-                    comparison_median,
+                if tuple[1] > 0.0:
+                    comparison_values.append(tuple[1])
+        if len(comparison_values) > 0:
+            comparison_df = pd.DataFrame(comparison_values)
+            comparison_median = float(comparison_df.median().iloc[0])
+            comparison_v = comparison_median
+            comparison_std = float(comparison_df.std().iloc[0])
+            if verbose:
+                logging.info(
+                    "comparison_datapoints: {} value: {}; std-dev: {}; median: {}".format(
+                        comparison_datapoints,
+                        comparison_v,
+                        comparison_std,
+                        comparison_median,
+                    )
                 )
-            )
-        comparison_pct_change = (comparison_std / comparison_median) * 100.0
-        if comparison_pct_change > largest_variance:
-            largest_variance = comparison_pct_change
+            comparison_pct_change = (comparison_std / comparison_median) * 100.0
+            if comparison_pct_change > largest_variance:
+                largest_variance = comparison_pct_change
     return comparison_pct_change, comparison_v, largest_variance
 
 

redis_benchmarks_specification/test-suites/memtier_benchmark-1key-list-10-elements-lrange-all-elements-pipeline-10.yml

@@ -0,0 +1,32 @@
+version: 0.4
+name: memtier_benchmark-1key-list-10-elements-lrange-all-elements-pipeline-10
+description: 'Runs memtier_benchmark, for a keyspace length of 1 LIST key. The LIST contains 10 elements in it and we query it using LRANGE with a range of all elements. '
+dbconfig:
+  configuration-parameters:
+    save: '""'
+  check:
+    keyspacelen: 1
+  resources:
+    requests:
+      memory: 1g
+  init_commands:
+   - '"LPUSH" "list:10" "lysbgqqfqw" "mtccjerdon" "jekkafodvk" "nmgxcctxpn" "vyqqkuszzh" "pytrnqdhvs" "oguwnmniig" "gekntrykfh" "nhfnbxqgol" "cgoeihlnei"'
+tested-groups:
+- list
+tested-commands:
+- lrange
+redis-topologies:
+- oss-standalone
+build-variants:
+- gcc:8.5.0-amd64-debian-buster-default
+- dockerhub
+clientconfig:
+  run_image: redislabs/memtier_benchmark:edge
+  tool: memtier_benchmark
+  arguments: --pipeline 10 --command="LRANGE list:10 0 -1"  --hide-histogram --test-time 180
+  resources:
+    requests:
+      cpus: '4'
+      memory: 2g
+
+priority: 34

redis_benchmarks_specification/test-suites/memtier_benchmark-1key-list-100-elements-lrange-all-elements-pipeline-10.yml

@@ -0,0 +1,32 @@
+version: 0.4
+name: memtier_benchmark-1key-list-100-elements-lrange-all-elements-pipeline-10
+description: 'Runs memtier_benchmark, for a keyspace length of 1 LIST key. The LIST contains 100 elements in it and we query it using LRANGE with a range of all elements. '
+dbconfig:
+  configuration-parameters:
+    save: '""'
+  check:
+    keyspacelen: 1
+  resources:
+    requests:
+      memory: 1g
+  init_commands:
+   - '"LPUSH" "list:100" "vyoomgwuzv" "xamjodnbpf" "ewomnmugfa" "ljcgdooafo" "pcxdhdjwnf" "djetcyfxuc" "licotqplim" "alqlzsvuuz" "ijsmoyesvd" "whmotknaff" "rkaznetutk" "ksqpdywgdd" "gorgpnnqwr" "gekntrykfh" "rjkknoigmu" "luemuetmia" "gxephxbdru" "ncjfckgkcl" "hhjclfbbka" "cgoeihlnei" "zwnitejtpg" "upodnpqenn" "mibvtmqxcy" "htvbwmfyic" "rqvryfvlie" "nxcdcaqgit" "gfdqdrondm" "lysbgqqfqw" "nxzsnkmxvi" "nsxaigrnje" "cwaveajmcz" "xsepfhdizi" "owtkxlzaci" "agsdggdghc" "tcjvjofxtd" "kgqrovsxce" "ouuybhtvyb" "ueyrvldzwl" "vpbkvwgxsf" "pytrnqdhvs" "qbiwbqiubb" "ssjqrsluod" "urvgxwbiiz" "ujrxcmpvsq" "mtccjerdon" "xczfmrxrja" "imyizmhzjk" "oguwnmniig" "mxwgdcutnb" "pqyurbvifk" "ccagtnjilc" "mbxohpancs" "lgrkndhekf" "eqlgkwosie" "jxoxtnzujs" "lbtpbknelm" "ichqzmiyot" "mbgehjiauu" "aovfsvbwjg" "nmgxcctxpn" "vyqqkuszzh" "rojeolnopp" "ibhohmfxzt" "qbyhorvill" "nhfnbxqgol" "wkbasfyzqz" "mjjuylgssm" "imdqxmkzdj" "oapbvnisyq" "bqntlsaqjb" "ocrcszcznp" "hhniikmtsx" "hlpdstpvzw" "wqiwdbncmt" "vymjzlzqcn" "hhjchwjlmc" "ypfeltycpy" "qjyeqcfhjj" "uapsgmizgh" "owbbdezgxn" "qrosceblyo" "sahqeskveq" "dapacykoah" "wvcnqbvlnf" "perfwnpvkl" "ulbrotlhze" "fhuvzpxjbc" "holjcdpijr" "onzjrteqmu" "pquewclxuy" "vpmpffdoqz" "eouliovvra" "vxcbagyymm" "jekkafodvk" "ypekeuutef" "dlbqcynhrn" "erxulvebrj" "qwxrsgafzy" "dlsjwmqzhx" "exvhmqxvvp"'
+tested-groups:
+- list
+tested-commands:
+- lrange
+redis-topologies:
+- oss-standalone
+build-variants:
+- gcc:8.5.0-amd64-debian-buster-default
+- dockerhub
+clientconfig:
+  run_image: redislabs/memtier_benchmark:edge
+  tool: memtier_benchmark
+  arguments: --pipeline 10 --command="LRANGE list:100 0 -1"  --hide-histogram --test-time 180
+  resources:
+    requests:
+      cpus: '4'
+      memory: 2g
+
+priority: 34

redis_benchmarks_specification/test-suites/memtier_benchmark-1key-list-1K-elements-lrange-all-elements-pipeline-10.yml

@@ -0,0 +1,32 @@
+version: 0.4
+name: memtier_benchmark-1key-list-1K-elements-lrange-all-elements-pipeline-10
+description: 'Runs memtier_benchmark, for a keyspace length of 1 LIST key. The LIST contains 1000 elements in it and we query it using LRANGE with a range of all elements. '
+dbconfig:
+  configuration-parameters:
+    save: '""'
+  check:
+    keyspacelen: 1
+  resources:
+    requests:
+      memory: 1g
+  init_commands:
+   - '"LPUSH" "list:1000" "tocawprsxz" "csqcfxyzsy" "ipubipttcb" "jqurtadjro" "zdulfflfqx" "bbfvuialin" "ifpfyncdfe" "kjeevccyof" "stttkrbfqs" "qatkvfuttq" "ltvfnuuwil" "znartcywze" "bzursuzuei" "jlghqxtvok" "osncqcuest" "uxvibjduto" "giubyhvaav" "joijmgposs" "lqxpnplleo" "bnatichltp" "nnfxoqebys" "lyhqvxolfw" "caaqjozcqh" "nlqtadqinl" "hfjxrrsszf" "fussukqrph" "cbjovvgqqy" "wcpbfslakk" "slskrnekbc" "nvonwipkta" "jhdcicttmm" "rpyroriegs" "lnuuootxmp" "ufdxqlonpg" "qgasrnjrld" "jhocasnttw" "smwbxeqbed" "kapxglqccs" "hhwvslfxmf" "rbdabbmnrf" "ltgidziwzm" "qpffifpdiz" "sadqcfniau" "bqoabrqwwj" "wghyakzbit" "bnxtlmiwup" "akzsgaeqon" "zwlhpcahwu" "kfselnpkim" "dxtzxeguoi" "roczxpuisd" "myzjxvtvjh" "alfftdxaxc" "vyiqkfoics" "dygkzcpakt" "ukprrucywq" "afzlyodwiz" "vdaebbupfe" "wemmvswznk" "xzbqjpzqlm" "lqqivzlppd" "rrzcqyzdzf" "ncckxlmsvg" "cpjveufsvk" "babfjxxabw" "btcvhacldb" "mqqrgbacfa" "eqaxrccwjq" "erahoeivfw" "omeatkwwtc" "mjwrbndexu" "gktcjcfxbb" "tfonhwnuxj" "pheajlhymx" "vefgwelnfo" "gayysuldha" "tqpqihwjtl" "eirhwkdgfq" "rnfodijavx" "erqgyscser" "nnnxouavyp" "yhejmjwwni" "mwmcwqzbld" "ofcurtthcs" "idmjjbjvni" "ovqohpxjft" "ocoflktdhp" "kgopxvsdah" "pyjpxqnavq" "nubsytpfao" "ddpgrvwowd" "glynpmsjcf" "whsxmqffqg" "sstqpivwip" "cqfnhujrbj" "gsvkmnluiz" "zdmgjjyukl" "gcfcbjybkx" "qmhyoyctod" "kdodndexvr" "tkgihmsrha" "kmifjielrw" "gefoharnza" "tcpwkimype" "nxllkzroin" "bpvbnmpekh" "ljinllovsw" "mugdxqnjxj" "tqqmmvwact" "uidvmrqyjd" "dthtfrqkce" "efhynoxlul" "iosqxoobrk" "sujbwndgwl" "btxehrokkw" "pmaagvqldo" "evuxmkrrfl" "dclualrzqb" "jfqxkxgqhj" "fvemodlpgz" "lawrpikwsk" "socoxaegfa" "snomfrutha" "yxsnreuepl" "vjihaakiof" "nnhrgirrtw" "jccorylnjg" "gehuriygwq" "icqjxcermo" "ocgjeuljxf" "qslrwqmixc" "rhzpguhsws" "zxlbhyeckf" "iziwqojsoq" "qlorevyltp" "gbjzsedhag" "mkxysrkpug" "bhrvnadcdk" "qxxinxaqxn" "ctnaggdbru" "fsthobmdxk" "cvnnitrrow" "vlhtdpqavh" "vhjaphfdpj" "yhdgqenmwv" "ysntbzffxq" "emfjcnujqn" "qnqzibcmip" "ngcxqjjpdm" "gkneclxnnt" "rhkpfsuhoq" "dgodkfjzos" "isqymcuffe" "ripecixnpr" "dxpepbctea" "gbeizdzdyb" "aqlapmghln" "yhlalzusch" "xglrugpjkt" "ngwifjdpha" "jvekvvldai" "hmdzsuuyrn" "ncabqesziv" "whdftyqojv" "rhzqdtxucc" "ftyxhyfokj" "vqtixjkcbb" "krfosgrmjb" "ahcaaodvgi" "ooeswhfdnj" "jhctncrzlw" "haxesjafmh" "vxrtzngznb" "fidsuuizcf" "mamtueyrqn" "quemrlmwod" "pkgpjwyfbh" "ckibsdtfff" "tjnjhejnju" "puvgjfjyaf" "cvmicoarvv" "mxpzuzrzuo" "rrrfhnclbv" "xeurpmfdmo" "yqvkykgjbe" "behdxlfdho" "dyzedskzkq" "rfhlttsuqy" "pkehotsmka" "alokvrpbih" "mobwpcyxuk" "umwunfzsvo" "naggqdxcjm" "rakustfykw" "dtkfydidli" "kohpozxkhl" "usjmfkopln" "axhoxkubdv" "asretszbav" "tmkoxwdgpx" "wjhaavxfge" "pcuaesomdc" "vjhpmffzxc" "qwxzqlqter" "jjumoixniz" "ruxsmttpak" "pjdundsxrd" "kdklhpxntt" "muhewfzihs" "dplonqlliz" "wjibkklezg" "dfemamyevk" "nryvfijxhj" "bqqohkuylc" "wiqhmhkiel" "lftmqoxhfc" "sjbaedopjb" "dlomhvkoxg" "jhkdwtqvwl" "vqashxkrik" "mupcilqfjg" "suahxaebee" "rqkcyxiwhz" "jqgtbgbybq" "ygbfgfefac" "kjblkrvknt" "yajpmxmuwz" "wwowdvybjj" "bdtbaxnuko" "adfhfatarh" "vfcpevtekf" "fiugzrozky" "spogjykkfs" "tdggmsxysk" "aoqlctikzg" "nwywtydqew" "qjrhtqgwjc" "dhzgpwewsx" "outdlyeqvq" "trwzipsers" "qtpcwuafar" "scgjdkyetq" "aqyfvxyjqr" "xkvgnzjgrm" "hhbceuegvh" "paitaeqrpb" "yfdsmhtria" "bxwvqvndcc" "dpyjoihqrs" "tnratexlre" "hplvvuoscb" "muocqqypmt" "pxzkuasjek" "flrsaczxzc" "pubqtzzzko" "vpqlxtfkjz" "fiafoggekm" "qtewhixedb" "iijjcabgak" "tqjpijliii" "uttazeawix" "hxbmykkugi" "bekchebgys" "ffrviosqzo" "rjrptuhkav" "sldzewoxas" "uesalivsis" "maxylirjgh" "vpzsmbjkvy" "eiziligjfr" "tqblforkpa" "nszbrpweoz" "rzanpefsfy" "cejkfhuykf" "abinkgshoi" "gqybtjuhvq" "oqdlpaubsc" "nrbfkysxaf" "mhxojehvxx" "vuqlqdpfdn" "orqqevpmca" "xigznrdgqy" "jzceexkqam" "szupcnvvij" "btgeubdzbb" "nojnedgabk" "sdnkjddyut" "lbjarnpxhh" "wevfinjbqk" "dvgqwzignk" "ejzwnidqwr" "nlxwjmzwln" "brrlblrxwa" "hyikggurti" "wybmlpqblt" "hertbwuzyw" "rwhzzytdsq" "symbgeyple" "zbfeyptemz" "pghbwbtfmk" "mxydilgynv" "bhwytqsafu" "ecsburyjhh" "cvohdragtx" "lscjhgztom" "giswndixdf" "etsngvbrff" "lgqazzajpx" "pypepewjvq" "nswjopvtqv" "tuajnnqtcq" "bvvoibkfrt" "kjqeujfkoh" "diwmfuckel" "bwizktcwmb" "ughnpilqqm" "ihealvwnxb" "thqttakyzy" "auwfujaoya" "rofnkytnhm" "ilkuddrdvh" "hmwfncgzxg" "pzrchtwaaw" "ffksbrtbfq" "ethxaycsil" "uwiqrvcqvu" "fgcehqgsso" "yoblelzlkd" "gjiwldcfqh" "sbrjnwxdip" "nenhiiibwx" "ebhhhgabjd" "xpkwqbfban" "pupmdjgyed" "aejnvyfdst" "krxneqolle" "nouncgkoik" "kamgfgbxel" "fffylsswky" "agswwrfabr" "pkvcbelpos" "mxapzqqqsw" "ywmqoaztmy" "sfuvzzxbxq" "kdcvbkrbsj" "twpiiaedpc" "egmgddriry" "nmfihtnkel" "kqzjnkdlxd" "eovsizpcjp" "bsavjyaksg" "xlmvatfsly" "dlhjfafskj" "wmvhvwnowp" "vjjozwrovk" "gbazuqnmit" "ubwlcefgqb" "jttqzbazgz" "dozecfsvue" "pgdhjrxhga" "gzekysdunp" "ygoiannoht" "hklchdenoe" "sotbjzlsvz" "qjwrnhooax" "cdghgcsoth" "mjlpvuoghe" "qclkaeciey" "oownjpxrov" "nvqfyljbef" "tsnawydcru" "wrrgxxkxkc" "ylulwsnjay" "lxsinouutc" "ozpyyaznsh" "cmhkstsjok" "ybckvbeoib" "fsoardckcw" "ltkauvxggz" "sqwhsgboef" "wgtjxahmef" "spoqshzjoi" "pfvfxrrfhl" "nahweurftw" "fojjpqmbck" "zexblqeora" "qsoiwsugdv" "ksppwhhqzj" "otadcihtmd" "imnjbkmsls" "zzenkvuesw" "kbfqdppnfa" "igehetokzq" "koujdppfua" "wqsqzzbqhm" "tglieutcis" "owovlhorvw" "nraylduhut" "nwnyjkugcf" "kpfqxroqbs" "xwxwosqkhm" "ollacusjzj" "wcouaiatsu" "nvkfnfzoki" "fgjnsosfrp" "pltsnzqvpi" "rhnkzlsjtk" "ysnndkycix" "bpnfopinub" "blujwnyluy" "wgtmckqknh" "zorzyqtjtr" "hvtlkrungk" "rgtondctpo" "mjgvtydjtm" "kcbotffyca" "gybxnvwchp" "gazojexans" "hmcpcrjumm" "zejhycldyy" "iiissmznfe" "qvpuudyuks" "gviypfayfm" "plqbwsiuzw" "nunchscyqc" "qocjpufxio" "iqbyikqjmx" "omwbgglqsp" "nywteueaig" "ntmgbzaivy" "ijdgnlzprg" "rnlaakgsrf" "fpdflprzvn" "azkdbpnshy" "mvfnirshbd" "sotsxznskx" "uzktwqcdeb" "myrrmvflyw" "jgaieawkcu" "utymwhxigo" "vtaiyncmyg" "gpodilvrnm" "xgfzndhodu" "saqilljaid" "jxiewthqls" "nbwksmwxpx" "rwfykeeqgx" "tlnkrncpwi" "ogyvxbgcwi" "ffcqkkzllx" "rtnhivnxtb" "vzcclamtun" "jjlefkekuw" "xjksnqifds" "ctusqixohm" "osaekeukqx" "irlduoinie" "nifzrybfuh" "ctqxoyxbwc" "vsvhjrymqc" "bzwxqcpftf" "ltghdkluqq" "vklwhyzqhk" "ghwcrdlbjj" "lzzptujbjp" "qlvgfplbod" "ghepftfjgk" "aiqqyusnuv" "rspghuhpbp" "lfkqrtxocm" "iibgagtkpg" "ywiurvfbpg" "tdceweesxh" "pvwvdaorrl" "ejlunxlwxn" "ymqxhmnidz" "lydebbpmfb" "ztjuqomjck" "eyrbqexkff" "oqmuhlruqy" "gnrmnwaxls" "mumhqarhgg" "skbzfbeziu" "hnnfmyurhx" "yrsizkbbwz" "azpwrzovza" "txhllnvudv" "aslibwggrp" "ubghghklvj" "jqqogagqni" "emfqsjraia" "ctgwmawlgl" "mivctgaajt" "knycrcrsbm" "ubtiscdgrn" "ulepgommyy" "qbhdjhoohc" "cctlfgicpv" "phfuspevwk" "oeawjlqnyg" "jpphbjtbrh" "ofykgotycd" "csjfbpjyzq" "thmmmlqluk" "buzhjxsbkm" "pisgqibyae" "skkawcmqqt" "mmqblvrscy" "dpkiubfzbx" "yivxcecwlp" "kbnjiilaqd" "rwrxxrnwtq" "veegnotgmj" "pbfijwccjp" "expefhkisx" "ynnhyctikq" "bhfmhanvxe" "otclvmbilg" "hskkmrluuf" "ftnbjymlll" "nbkaxrojqq" "qydrgilxxt" "dxufcyurjx" "fgygwdazbm" "tivnqailcl" "jwvqixjhho" "oglqutqfcx" "wvrlxfoxff" "ropuqidkxv" "qcsxjrjcfc" "twuvkpjzzw" "fqtktfghcv" "suhwnartid" "wvsnfinuil" "rngtndwjyg" "tsmzfswaxo" "uvlswctlhx" "llamjvxyqo" "wovoupawzt" "caxgjftjyj" "gwzqcetcji" "yzrdbalexf" "fnpdsuozxt" "dbtbtvkqss" "pwgjoppmgc" "wxjdgbugeu" "qchpfcigwa" "lxzdcbveuy" "bwjyghaztz" "uedehyieof" "pfaytznuaa" "lspvrnxnjo" "zkbqvttlzy" "fkdmuxraqf" "nbizrabfuo" "fgzwwaedjy" "gkmwutvars" "bwsdzrxzse" "txgjxzovte" "cbtpbbfrdd" "vqgztpmzhz" "rdipvyeqoi" "bovkdabcdo" "fhobhpwwkp" "mkbkflixkr" "mjifqzmtsd" "pkcqdokojd" "dtgjnddwch" "uboipezuni" "dfdodbelzn" "fzsoiryhfn" "krtsiucvvu" "aieekmivcb" "aeafusfzdn" "ehnrizfmfo" "dcjlwhfstw" "wksgvbkbyw" "hvfprkjlbc" "jlgepeyhpc" "ljklggibcy" "mhrvuemywb" "wdqygrxkya" "ystnkbogee" "flvftlpbjq" "vgfgbsbnwy" "rsivptwulz" "bzjzucrypq" "bweysooxiv" "mmcunsiwad" "mszjkgsrio" "bvurseeqmh" "wtcpliaxmk" "ndwiompimr" "mdcwoblmkl" "dflxukffgl" "mcojdazpfq" "tctgzmjads" "dewdgfrhos" "iwqanwtvcd" "nfucelqjfe" "wgtrwefdsw" "skstqdgbos" "rwllkdzxrj" "qwozutlufu" "fmpdixcckx" "jybzltmwrs" "ossjrvqmaa" "adlxahxsbq" "mbewprqunw" "xbvbujurqw" "rnvhfxbuoi" "pyrpwxalpc" "adlryhdbpr" "gritvkzfgw" "aufhfrhccf" "umoicweaab" "kgirldeylz" "nknlysgviv" "plbxaamppj" "ikpikupjoi" "eioxaswdee" "imexfccbxk" "ouroipthpq" "jbzyfznpdn" "asidljmwgb" "jeazfmhrcb" "dablvesuho" "zuoqjiciij" "qmxxfyuodo" "vkqalcokst" "jhibapuhga" "cmqraybrlw" "beqsnrixhl" "rmqxtqcxua" "ndltyojjxj" "hyanpicfan" "yzutuazhmh" "tumnalubch" "eksvvoxziw" "weqhfkosif" "wwfbpjatrp" "lrhrkuyzry" "uvbtcgtopw" "fmyleefltp" "kkrxiaiife" "gbkqhfumyu" "tdmjyuitvv" "jvtalmlkng" "rdsfcdvkqz" "xqvjnlpssl" "fuftndsnim" "keklddczkd" "wrqnytptzm" "rwzijctxzs" "btakuczlec" "fuipidfbjt" "kjiqagynco" "ahjawbsqcw" "iehxaaneev" "ezbiwqnabg" "pnnzqcutoq" "wlogkzxkpo" "xzswnnldvs" "qqfnugftmr" "zuccleayil" "ckqebhazel" "brwlqbfoat" "anmcogawkg" "roqzbzpbbt" "dxnprfawun" "fffreqppjj" "gfdzgxfdcg" "sshbuxfljd" "shckmujxzo" "rqurawzebz" "vpehhmoxva" "vldwfdnicm" "tzhjrlfvfp" "ymwwctfodg" "qsxfnsicrx" "gfhrrjczsp" "gtqrsktbaa" "dniplpxfof" "htawohddyn" "dbcxnsiacw" "dhfundvlpn" "uewpgskfpu" "cuuytorpnp" "vlcnbfqvox" "jbqibabrmv" "xhspgwheck" "fsuovvpgng" "gcjruttnno" "wxswusqpeo" "qhhhipzncq" "mcbuftndrr" "owjfgjqqjc" "vvmkjgajwa" "wvlvshnhmx" "ekponflaeq" "kuiumwomxi" "aoydkdfrpe" "cglxptkcsz" "uqbpcvkipa" "ubzgvzputq" "wmyphdckda" "ukdnaklmcp" "ramoirrdyd" "vwayaqmtid" "ltomuspfzc" "wzxdkpehwf" "yzcspfvcot" "cgpvvnbvlk" "farwqgfyjf" "lbxvlwzony" "ocesqguvym" "yzviqaobku" "cnngbbpowp" "ucxeoqcssr" "zcffhzusrl" "yzmodbpsnb" "aryiyaltqw" "xkaailrpns" "lpahctqgna" "cnbqnvxmjp" "nugjvhftma" "xsgcuvxzor" "xwtwtwmbgu" "emdwpvauyc" "ahfktrqmgh" "jznackjcrd" "etcsjxoqab" "kpzmuwqbnt" "dspznsgszk" "rcwbzvwbva" "mlznoaajqq" "iwuuxdactm" "zujobawsct" "snepgcispg" "cgmivhyskk" "snunzlgfkd" "ppdxnadmje" "wtzqqecgfy" "ncremxgfdb" "cblsafugqk" "hjekcxfyds" "faxedqgskm" "jjczogqdwz" "jfbgmhtjke" "nehqnkqnld" "lcdchjadll" "llimzyabsp" "iwapedwyle" "iobkwbwceu" "twmbtaxdro" "nmtmjmhmdl" "ewoqykjbkc" "tmyuncyoyd" "dcepfcdddn" "dnvwyhyhsn" "nrencopzqn" "yjyffpgoop" "uvqtefqdhk" "yjhypaonqq" "uqvzpcvugl" "cakvxrdpmj" "tvzacklhdz" "higdkhodzy" "ormdblyhhn" "wbouqpojzl" "eyhgspybnr" "lywsezpzgf" "usykkwszvh" "bcwncpnibg" "jgcqryhsvk" "yfvwesgulw" "geizujxrkg" "zknlteeaxq" "nqwjivcosg" "qmnxipsiga" "pthacnunjj" "afamsavgsi" "bzfzxzecrs" "sxcihybfci" "padscbypdo" "gaotvjctjh" "beicnwdryg" "xsueeljljp" "mkrrypcfzy" "ekjgqnjxyl" "iyeiercbxr" "rkwlgzhvvy" "hmnaoeeasz" "aquymkrswt" "ulnnuwyptq" "xftfzsoiwc" "urkkyscfti" "wabroeeoop" "qpzkuxsipr" "dxdngrmypg" "icatrrbcjs" "fhuptkhkzm" "apyzwvajot" "vealtjlqyc" "khkkfmzkow" "trzqdcaqdw" "itmekixthv" "pudgkcbwdx" "zuibhuihtz" "kzuywkxlku" "ogtqmpnzie" "jetamrlglx" "fjdjumschq" "kprzbyngsw" "xeyxlxiqch" "dtuhvpszzt" "fpmbbgiaao" "hjlhurakwh" "mshexjmkmn" "cynhehkcxs" "cvbbbdzmie" "cvnlzjdfgf" "ifhkjgmxrd" "audguegpmo" "jzstgleeby" "eafrzhdhhq" "fmmammvdyj" "uncqdpbhwb" "fzatoyblsr" "xtwlklqdna" "ydqppngxvh" "mkngszsxeu" "vyewicgjio" "tstbluhyhj" "qzxxwlfeki" "ocmtsfpsgh" "xmknbbmdbf" "pdjmftsmob" "ygrpkpstxq" "hrhiqcarju" "aadzbodres" "curhymvwsx" "tbqidtevrl" "avchkjnlwm" "tyephutkmb" "lxoaezrdxs" "ctkwlhmgfz" "xkiuuciwrn" "irrovfyshb" "hwuofuftlr" "mhbfsuaovv" "wzuhzzdezi" "jlpobgvouj" "qbpmtomqpu" "shlwywnxpk" "srkvjhetmj" "hvxefqtmqu" "fazsvkljef" "bstezdkmig" "asbtvfzien" "vewfxcxkpf" "tqkprkoixe" "rcaatkjyur" "euleuicawb" "ifiizdeong" "cjcrpmggtu" "kxggjpatkd" "klwqsggtob" "mnsaklzgob" "xfxlervrgn" "eraxdyjftw" "xrvonyieqa" "fswhywqxhy" "iqzxblqkeo" "rxvhmzvbcv" "wvdmobfisx" "ujybghjfnf" "yufagalzhk" "qxbqbfcgjp" "vorgqhmaoq" "zewylkylsy" "vvmaucizkv" "bgcoyoduda" "vnsufnurol" "rtskokvklv" "svvdufedug" "qgdgujdvtg" "rjrtvpntke" "shgetgsird" "ywgeotcect" "zsikdzycyt" "gcsswbksnc" "qgobfhgspy" "pbxrbaxnor" "viwarrumob" "eaetplspga" "jqmscuprwq" "nkyuframnm" "gygftrsdbm" "qzlfnntjar" "fzzcioobeb" "ydigxptqbl" "bgtxhxkhvv" "hggqmlgwha" "ywlqbjqeug" "qwowxqzrkz" "zybosgbtxt" "cflarkquuv" "klaeknlbrm" "ccnbldglgl" "dpauqcpgyi" "ylxiwiesps" "xyxmlrdbui" "arqfxfqkzh" "byrkeibrfb" "laepwenqmc" "kluswgtjsf" "mgldvzleyy" "yqmzmmzwpd" "tvlckdoyfe" "dmxcbvzrxg" "qquwyuyvvw" "pmytvtksfi" "umttshfkpk" "rmdayyptch" "glwrmjpotx" "bgcnzgcmza" "ivinvxopgz" "dmbarohbfj" "rncdgqxqfq" "zmmwzkjrjl" "gdlztbhpeq" "zrwgpknaop" "powzkcrtvv" "cszvzbrmoy" "dtjljhzqcm" "anznywecwk" "amuwlfaxwv" "ajdkqflpen" "evjrybtwww" "oxsdmrdbit" "yafipxfsip" "xekxarmwcq" "dgcesswkvc" "gdqgmwxkmt" "spdyueanru" "yrvmdhnnfc" "aexxjlgwuo" "xpcpytommm" "gjutzwoxlf" "stnfirydgi" "snpuvnebpy" "rfxibyjmpg" "ortxlvmdoc" "gdozstnglr" "eqiukbyscu" "qzcrpbvatq" "dwzqowbrsd" "iesbitdnjd" "inboyxgoqa" "lfojnetxdc" "njmufqrykx" "ybcdthmgws" "igwekdegcw" "ajkgxmtamu" "qkyfpamste" "nwybjbhgep" "arqqmfmmbz" "rqiyxwpuyv" "nsdvirehqh" "qckueiqiwh" "tjnbsybxws" "jphvxuqipp" "ghtoyhrfxh" "erglflfnql" "kngwkkzwts" "nmguhcygct" "jigyicdeft" "gamcdtywne" "nunpqugdit" "ghqwxaqlef" "nqxdrqigvf" "xepfvvcovk" "ezgxjiwwig" "izizuzzjuv" "mallnshtok" "tctrsxgnrc" "exhjfssojj" "yilvzcevlj" "nepxmyiuhr" "dqqfcdugde" "iamjlqlznh" "mvmsikqfxu" "kmqlwfbsex" "pribqncfuf" "zavrjnezrf" "kmcwshsbye" "uzaejrbwue" "olezxlliej" "hjjxyybxiv"'
+tested-groups:
+- list
+tested-commands:
+- lrange
+redis-topologies:
+- oss-standalone
+build-variants:
+- gcc:8.5.0-amd64-debian-buster-default
+- dockerhub
+clientconfig:
+  run_image: redislabs/memtier_benchmark:edge
+  tool: memtier_benchmark
+  arguments: --pipeline 10 --command="LRANGE list:1000 0 -1"  --hide-histogram --test-time 180
+  resources:
+    requests:
+      cpus: '4'
+      memory: 2g
+
+priority: 34

redis_benchmarks_specification/test-suites/memtier_benchmark-1key-list-2K-elements-quicklist-lrange-all-elements-longs.yml

@@ -0,0 +1,32 @@
+version: 0.4
+name: memtier_benchmark-1key-list-2K-elements-quicklist-lrange-all-elements-longs
+description: 'Runs memtier_benchmark, for a keyspace length of 1 LIST key. The LIST contains 2000 numeric elements in it (encoding:quicklist serializedlength:9669) and we query it using LRANGE with a range of all elements. '
+dbconfig:
+  configuration-parameters:
+    save: '""'
+  check:
+    keyspacelen: 1
+  resources:
+    requests:
+      memory: 1g
+  init_commands:
+   - '"LPUSH" "int:2000" "436858" "768277" "10664" "860016" "865292" "841848" "313147" "896678" "386308" "977048" "203069" "283373" "593503" "457419" "169542" "391186" "130304" "916639" "453967" "273773" "589383" "657683" "182813" "641487" "580095" "195884" "372142" "774005" "768470" "95729" "556839" "771113" "432139" "613472" "528415" "174665" "155343" "215707" "753892" "81624" "199200" "877732" "358153" "337683" "24664" "481128" "356011" "28176" "535519" "724263" "780697" "435661" "3623" "6998" "985912" "696150" "913066" "171765" "808279" "608289" "187563" "300496" "104333" "684239" "434669" "111037" "928553" "714514" "606168" "190478" "772363" "393219" "243921" "549032" "624950" "743846" "957491" "864902" "345918" "846332" "42207" "243593" "125622" "915607" "523476" "226892" "773003" "840853" "792775" "582050" "702242" "194856" "270254" "617201" "454742" "543414" "960526" "136178" "43558" "172112" "315964" "906548" "872631" "9812" "157573" "240243" "366716" "565328" "358579" "164607" "404765" "339488" "13466" "51715" "63848" "746248" "466736" "82380" "406953" "837894" "965288" "188204" "827148" "12278" "809927" "746938" "385617" "225812" "711676" "537420" "798238" "127408" "504131" "652057" "64514" "14489" "656518" "515681" "341585" "809488" "639725" "441271" "967421" "998801" "576518" "211388" "381983" "806205" "695045" "732496" "125181" "583599" "156930" "83935" "518933" "172965" "935860" "351856" "241847" "213126" "171488" "170662" "302300" "157438" "563212" "94997" "544855" "729516" "3494" "153660" "3340" "689632" "520164" "928975" "193834" "875837" "637011" "979170" "837250" "891931" "100531" "277117" "529707" "786457" "425867" "69329" "828851" "787959" "483253" "436961" "190776" "255085" "963573" "921147" "193275" "28601" "391029" "346519" "184509" "413952" "186492" "186630" "599412" "712964" "863478" "543442" "936725" "261034" "433325" "538136" "725493" "437815" "340750" "125982" "70995" "675010" "482873" "779685" "204540" "658657" "651494" "598984" "211697" "785541" "141585" "556755" "937387" "244571" "346333" "595449" "306505" "131451" "564406" "535119" "727064" "808854" "703592" "934789" "837177" "62079" "272563" "814964" "447612" "46180" "381641" "838054" "541786" "561934" "601932" "112792" "659857" "795689" "71255" "163760" "389250" "923106" "742984" "665644" "37044" "288286" "782488" "465661" "719220" "386595" "421309" "322180" "470991" "640024" "277182" "326998" "773033" "516432" "503742" "52811" "278009" "467202" "30779" "230305" "361834" "142680" "965731" "2134" "708990" "655992" "843666" "979246" "87183" "32092" "116456" "631722" "914509" "197081" "904867" "416227" "514356" "190669" "285867" "366090" "218685" "945164" "314729" "760629" "330622" "887402" "407140" "79151" "646816" "315458" "386302" "822253" "906996" "42417" "439624" "198939" "168324" "85834" "149784" "857270" "321402" "243528" "349001" "444903" "210665" "14530" "157184" "119189" "997937" "538965" "33058" "829750" "357593" "411186" "334862" "908574" "42795" "253083" "104455" "508180" "155730" "606487" "216277" "271744" "597530" "558217" "376328" "166080" "777249" "297911" "39860" "897875" "913783" "96233" "98552" "553234" "217399" "576166" "528693" "689225" "430060" "549443" "15953" "815596" "545250" "158967" "617025" "557444" "341163" "616649" "799559" "819669" "943718" "171664" "479697" "434726" "460969" "25763" "389810" "694741" "28682" "910195" "407303" "370701" "706901" "855917" "567185" "689993" "623147" "17867" "334745" "493083" "458903" "47961" "334509" "328438" "408398" "839531" "312968" "131555" "398163" "592833" "652770" "59474" "597960" "115161" "509790" "998417" "124464" "101091" "644649" "182572" "34876" "985741" "53703" "323854" "875562" "227007" "550581" "101142" "482813" "523513" "491884" "61752" "443921" "230743" "946890" "232909" "345530" "781343" "822686" "170006" "401816" "616708" "569667" "253432" "719359" "494477" "968731" "189184" "943807" "218596" "580591" "602277" "976073" "577930" "670942" "224269" "167134" "705443" "767924" "477576" "890542" "795902" "15154" "682212" "204388" "76770" "822399" "943411" "805359" "73138" "587812" "847082" "128252" "99053" "278139" "594384" "247166" "223966" "291110" "236271" "521846" "388102" "769855" "722504" "468434" "695381" "423149" "589502" "261236" "682284" "472491" "907025" "877757" "958352" "528938" "113715" "543301" "31592" "537791" "957970" "566443" "954483" "713962" "385855" "250435" "419113" "517175" "718181" "86422" "441985" "488173" "116422" "343678" "261328" "465793" "318474" "445261" "593700" "130660" "179528" "228553" "764028" "646824" "965387" "403539" "274961" "598019" "923598" "667153" "815111" "836745" "184554" "659674" "5872" "541611" "767738" "755502" "289703" "24909" "845510" "985445" "502599" "942285" "348442" "727521" "661854" "211413" "828765" "655994" "316895" "29491" "762445" "417019" "384854" "225832" "981658" "588501" "262593" "241641" "96764" "964723" "832427" "213940" "263478" "962888" "586899" "6134" "17353" "158687" "590834" "610309" "827589" "973885" "823125" "139784" "344342" "223546" "134642" "878290" "639083" "653249" "321397" "534986" "299701" "30404" "220321" "449561" "412428" "966311" "715345" "609270" "421049" "829395" "677850" "671528" "763180" "692591" "849708" "461540" "598518" "589793" "293581" "526463" "296191" "563278" "76688" "690304" "500480" "890913" "736045" "505988" "961370" "680450" "166370" "943022" "442498" "49813" "737688" "103105" "768309" "943679" "870338" "125027" "279297" "695712" "330005" "931052" "432772" "767508" "411427" "499969" "97202" "408694" "721825" "673594" "127058" "775391" "451832" "241043" "650828" "7650" "787590" "481138" "163078" "657396" "15019" "373244" "167904" "882445" "711911" "282971" "957686" "151461" "406074" "168192" "327154" "338171" "657734" "630014" "331547" "450791" "41116" "371386" "257199" "724255" "629714" "904905" "480039" "28038" "363750" "703912" "411214" "522003" "143780" "636539" "804682" "802249" "392202" "905746" "723491" "874646" "595374" "866243" "943836" "313183" "835134" "574073" "138715" "523132" "473353" "725538" "11689" "488923" "791770" "385455" "241968" "429345" "494715" "236378" "646665" "532900" "356576" "515468" "309836" "867520" "624083" "239700" "923899" "435608" "335167" "958930" "102220" "157225" "194735" "559763" "48533" "797574" "741730" "719386" "992134" "791320" "128917" "818809" "405787" "131239" "388507" "67269" "210144" "691095" "225520" "1203" "100294" "353435" "273505" "616209" "261097" "684122" "564413" "645501" "290340" "995510" "643263" "600889" "325623" "363553" "330294" "410730" "22465" "609238" "126942" "617305" "459460" "461642" "672889" "330853" "247129" "267507" "104264" "179525" "718216" "304029" "704873" "63788" "524692" "134924" "147798" "553464" "206477" "735270" "281124" "221241" "894221" "267607" "971140" "375862" "49454" "83470" "982265" "735342" "957022" "148213" "831380" "777134" "244611" "746281" "46800" "847946" "863788" "146141" "20625" "37523" "150946" "396359" "444989" "607710" "441290" "25850" "181593" "161912" "705482" "534803" "541780" "151296" "515831" "859744" "109838" "373756" "784104" "78507" "777554" "163532" "23518" "75349" "846179" "892004" "371540" "138564" "978458" "378382" "358684" "222153" "308846" "205336" "567811" "347648" "425479" "74171" "347667" "170396" "263500" "495474" "976044" "579019" "177820" "584614" "750432" "138416" "403335" "25805" "465927" "153851" "926901" "943170" "268621" "142965" "807760" "716872" "161996" "582482" "770063" "629222" "265142" "982415" "725188" "268084" "303891" "736676" "2396" "542680" "592046" "386441" "746019" "420580" "579956" "212192" "395017" "105733" "943903" "966110" "114281" "671424" "565450" "178101" "486460" "842126" "526188" "193699" "78651" "694433" "876355" "615143" "114365" "835481" "113034" "432281" "159469" "795151" "754018" "47648" "471006" "667361" "126950" "423807" "270640" "299483" "138778" "549442" "546479" "236104" "845000" "964861" "778232" "184885" "668022" "102659" "447587" "154447" "291991" "255772" "842929" "125548" "703817" "329281" "695841" "415349" "585332" "829060" "775984" "617483" "824172" "276129" "223868" "391686" "409479" "324785" "5495" "305839" "942063" "935498" "746123" "743923" "643435" "454326" "472809" "438795" "508966" "110249" "497493" "497606" "230819" "616372" "48274" "367285" "183124" "531872" "198882" "229429" "957341" "787465" "80765" "947148" "991977" "833074" "611099" "851759" "904236" "843689" "581597" "218789" "186052" "138432" "183882" "673112" "4885" "868094" "923298" "106934" "135257" "15080" "955761" "992980" "793990" "954226" "61549" "274140" "127960" "869322" "559015" "313089" "882398" "854039" "13603" "504924" "637944" "613051" "235674" "354898" "666751" "97666" "26282" "13685" "678666" "431954" "104637" "324147" "465170" "73372" "77033" "402233" "998197" "163570" "473102" "343904" "492371" "775728" "691132" "150719" "664393" "869873" "548970" "393512" "894173" "260596" "430775" "896965" "151153" "453583" "718570" "878052" "374524" "737877" "980178" "236181" "409143" "993943" "14522" "484145" "360559" "124255" "732000" "501206" "949780" "862822" "938958" "385832" "125612" "637972" "286567" "79608" "551571" "212315" "27596" "109087" "422064" "687569" "339144" "584902" "518482" "680284" "191122" "251585" "786171" "281184" "448343" "25778" "154452" "127576" "179129" "399977" "244880" "942914" "114249" "197419" "762760" "427612" "689058" "13446" "197047" "617382" "468553" "441250" "526814" "347288" "590899" "408774" "440592" "285978" "964368" "427906" "56544" "193750" "687953" "747169" "751240" "978464" "950854" "101749" "384224" "464568" "12193" "322488" "806262" "51216" "483967" "694052" "571729" "858272" "687651" "108996" "851029" "798032" "543103" "468700" "455526" "845363" "137842" "945342" "43892" "89654" "173445" "850867" "162179" "460098" "986502" "995786" "594388" "459654" "28767" "333682" "899804" "431997" "342609" "875010" "360179" "433351" "588695" "573381" "512284" "276877" "665923" "338840" "444580" "83622" "188195" "820966" "260683" "512728" "505349" "766922" "799570" "599960" "561767" "93319" "354922" "281904" "570250" "335720" "844468" "821197" "506060" "363316" "578049" "835386" "324902" "724311" "897487" "557416" "370237" "726012" "190847" "355177" "78247" "107195" "480402" "899952" "454722" "481867" "828252" "472809" "767536" "746592" "602279" "213927" "447823" "234091" "719459" "802159" "254152" "857357" "370351" "481641" "335166" "456907" "858324" "426628" "995971" "550711" "101900" "825364" "25696" "745514" "369825" "765734" "715784" "960486" "459013" "888466" "796973" "23581" "840099" "698651" "254598" "698439" "39533" "150115" "391365" "613458" "893648" "658090" "206" "204695" "849953" "27158" "304939" "711157" "415570" "525577" "678086" "188982" "210530" "723510" "912691" "347506" "333025" "873778" "357894" "442791" "852967" "256734" "832694" "202737" "976378" "489591" "927714" "873157" "2480" "244498" "239854" "933261" "611173" "882131" "243037" "831814" "892423" "464912" "772106" "185102" "792763" "43005" "989772" "984388" "742051" "878505" "977607" "489160" "145427" "142443" "488942" "541697" "697998" "994816" "369740" "644061" "238271" "337807" "31036" "103295" "166257" "140670" "913070" "128570" "812550" "745207" "126098" "344378" "624333" "455719" "606721" "931708" "348265" "813934" "685249" "532890" "366014" "221043" "404351" "90146" "447211" "207252" "466164" "217310" "122566" "167407" "672951" "184497" "583254" "390128" "117071" "841532" "130359" "675415" "288278" "149526" "357187" "974691" "818566" "233201" "530778" "897625" "594077" "801548" "501295" "788175" "30833" "278263" "291644" "510794" "348752" "849821" "380" "925727" "344006" "908190" "785920" "838529" "530522" "690199" "588303" "27379" "785469" "383490" "638271" "743507" "805563" "254750" "23238" "66029" "745248" "622830" "180482" "805662" "229401" "379518" "763586" "306579" "470495" "485359" "33598" "38483" "712936" "825163" "935757" "933384" "543169" "73879" "589993" "592692" "96682" "821917" "336376" "229347" "620859" "446406" "841913" "340322" "542457" "872158" "16602" "616773" "113223" "581906" "907169" "210702" "650574" "728867" "316546" "143635" "140111" "440872" "614041" "929576" "910079" "990389" "740652" "203052" "787838" "948421" "900834" "491510" "345824" "172437" "439399" "939929" "387869" "996403" "806416" "138232" "375872" "963706" "235842" "468692" "969600" "792635" "747412" "930525" "970457" "449395" "764849" "930419" "518950" "765480" "782532" "859711" "316555" "967687" "261794" "450615" "88211" "964528" "258829" "433808" "897408" "192646" "568511" "610645" "671995" "537064" "10240" "635743" "355900" "762299" "288343" "508340" "12581" "714893" "328243" "448759" "269690" "507144" "114056" "946330" "268021" "353766" "902165" "789237" "225994" "572361" "733874" "7696" "843334" "9522" "681526" "745629" "392195" "140944" "167108" "193793" "690507" "322899" "422146" "962516" "532958" "918815" "730553" "96216" "475060" "828504" "621930" "88688" "376122" "398985" "954839" "922355" "748095" "115077" "593029" "594620" "790334" "441002" "79269" "707899" "113754" "900374" "739919" "584750" "175924" "977413" "37614" "939940" "706468" "171416" "329174" "59726" "207604" "260734" "532584" "865515" "728734" "735348" "895831" "635682" "766592" "221545" "686124" "660747" "630170" "115654" "685879" "734822" "419547" "157176" "694996" "387476" "876883" "729571" "898065" "397562" "753513" "297404" "708434" "826676" "75853" "26005" "343896" "333053" "477743" "105157" "321972" "1777" "207890" "290282" "392874" "785708" "873966" "31258" "280195" "379704" "980980" "656817" "6636" "465046" "442454" "980961" "756339" "538514" "791502" "507898" "12513" "536783" "120748" "999694" "74234" "551400" "592610" "797388" "99316" "933810" "415627" "791232" "295938" "878879" "107456" "672360" "392896" "772125" "456668" "97423" "606461" "993629" "362044" "436856" "72245" "981185" "344946" "564508" "727816" "789824" "3752" "641587" "547181" "353045" "20472" "906194" "876436" "206216" "429327" "559539" "690947" "95807" "331000" "573885" "279467" "831349" "959010" "348561" "828074" "711861" "937102" "314394" "8159" "509066" "844930" "191277" "51393" "404553" "912846" "302410" "940963" "752508" "190595" "635784" "887340" "768839" "785928" "90979" "847516" "905373" "91658" "771465" "250338" "546981" "283192" "885354" "720984" "412719" "11421" "404639" "850960" "526370" "920476" "789896" "889196" "880624" "406033" "886159" "932090" "297019" "77356" "54957" "967005" "98905" "120537" "669093" "781905" "888655" "88345" "244648" "793235" "158380" "1880" "997435" "720273" "790707" "259329" "207961" "676275" "194071" "797221" "369744" "686353" "334838" "77591" "248908" "21745" "812755" "401269" "374677" "951067" "82288" "487047" "206191" "275554" "573399" "493517" "682412" "860311" "789801" "217148" "442980" "129400" "211218" "963082" "860262" "444686" "849664" "465355" "614234" "326015" "486560" "256339" "424955" "903818" "384078" "841476" "541236" "266398" "795277" "760195" "628673" "963685" "412289" "438029" "582559" "661075" "95219" "10937" "878425" "347897" "892134" "120635" "264505" "846649" "290280" "539001" "285179" "682180" "143233" "529757" "850505" "693382" "732301" "450287" "826296" "476027" "673305" "947915" "274100" "984141" "91378" "406247" "271022" "269329" "826607" "427211" "20595" "535122" "559352" "555950" "337036" "404636" "302526" "166927" "351020" "620375" "177142" "251314" "166774" "895630" "890837" "382425" "791133" "123000" "377233" "199283" "260869" "430873" "612958" "149529" "977780" "370697" "826403" "61006" "464623" "956248" "665395" "629503" "376698" "891458" "743760" "78866" "543073" "719415" "28507" "521192" "706681" "731643" "913918" "508266" "88980" "167819" "891569" "318108" "632362" "201735" "695424" "880752" "765530" "771144" "561870" "311795" "231513" "317246" "846380" "132453" "564900" "461651" "917281" "163346" "793676" "88116" "981004" "375849" "78002" "907014" "970486" "22286" "957191" "187867" "850220" "591767" "134351" "911062" "54627" "93596" "776304" "776765" "539553" "193826" "359592" "785322" "921109" "741965" "627600" "338720" "855517" "86241" "961175" "18237" "82726" "736102" "854389" "309988" "400899" "138634" "462084" "321932" "904130" "484499" "447430" "888222" "267465" "497203" "165038" "135024" "994782" "868720" "90563" "707232" "420861" "572497" "404086" "942012" "359142" "424944" "749342" "405944" "932438" "57421" "1305" "729552" "263400" "651922" "294097" "993521" "263775" "8221" "193880" "432929" "812550" "458637" "836186" "435509" "166568" "45424" "854179" "45059" "834958" "671276" "991042" "327711" "564956" "445253" "516025" "878649" "494492" "214104" "239669" "536347" "834771" "279680" "639725" "404544" "570636" "657509" "699763" "296883" "100103" "907577" "663391" "428452" "694338" "922759" "71041" "985029" "355437" "892103" "806393" "831646" "597304" "824636" "116999" "524421" "842200" "959812" "818450" "162541" "779846" "412451" "752837" "65805" "269713" "680299" "135975" "361635" "148663" "49393" "586298" "121080" "941478" "325948" "276568" "985304" "220210" "443002" "752592" "695348" "832898" "958642" "987458" "615837" "684254" "962518" "56465" "970921" "861063" "299862" "363704" "590891" "180167" "755905" "225058" "319265" "578165" "492509" "151812" "347595" "536595" "802115" "581882" "741440" "788630" "391383" "200340" "770182" "578419" "532476" "52060" "449750" "46849" "23722" "567305" "45369" "183051" "658297" "288096" "822460" "421785" "779849" "265382" "985124" "273796" "935430" "323648" "90497" "523445" "414032" "219357" "241796" "181029" "265848" "44975" "544700" "960117" "979088" "821091" "745289" "870898" "772669" "156821" "339467" "462864" "663633" "704102" "446816" "557140" "50699" "767901" "52426" "203649" "70161"'
+tested-groups:
+- list
+tested-commands:
+- lrange
+redis-topologies:
+- oss-standalone
+build-variants:
+- gcc:8.5.0-amd64-debian-buster-default
+- dockerhub
+clientconfig:
+  run_image: redislabs/memtier_benchmark:edge
+  tool: memtier_benchmark
+  arguments: --command="LRANGE int:2000 0 -1"  --hide-histogram --test-time 120
+  resources:
+    requests:
+      cpus: '4'
+      memory: 2g
+
+priority: 34

{redis_benchmarks_specification-0.1.226.dist-info → redis_benchmarks_specification-0.1.228.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: redis-benchmarks-specification
-Version: 0.1.226
+Version: 0.1.228
 Summary: The Redis benchmarks specification describes the cross-language/tools requirements and expectations to foster performance and observability standards around redis related technologies. Members from both industry and academia, including organizations and individuals are encouraged to contribute.
 Author: filipecosta90
 Author-email: filipecosta.90@gmail.com

{redis_benchmarks_specification-0.1.226.dist-info → redis_benchmarks_specification-0.1.228.dist-info}/RECORD

@@ -20,7 +20,7 @@ redis_benchmarks_specification/__common__/spec.py,sha256=eTF5559epBB0FrJPx-jRDQV
 redis_benchmarks_specification/__common__/timeseries.py,sha256=_LJFtC5sVP7DTaLZaIzv5g7wRxPTQZRwFIYvWX4p4N8,50533
 redis_benchmarks_specification/__compare__/__init__.py,sha256=DtBXRp0Q01XgCFmY-1OIePMyyYihVNAjZ1Y8zwqSDN0,101
 redis_benchmarks_specification/__compare__/args.py,sha256=-vQco6WG73DJtUFA7s-5bNk05vwHjOc94puVKZMZUYE,6513
-redis_benchmarks_specification/__compare__/compare.py,sha256=XbHglfawnQhHUVu3KhL4npDzuu-blaTV5T3GFWJotkE,46845
+redis_benchmarks_specification/__compare__/compare.py,sha256=1P8tWzI6lDlxIHljLC25JETPfpJha_dE7_3h2xAeCZU,48295
 redis_benchmarks_specification/__init__.py,sha256=YQIEx2sLPPA0JR9OuCuMNMNtm-f_gqDKgzvNJnkGNKY,491
 redis_benchmarks_specification/__runner__/__init__.py,sha256=l-G1z-t6twUgi8QLueqoTQLvJmv3hJoEYskGm6H7L6M,83
 redis_benchmarks_specification/__runner__/args.py,sha256=lYvbPd_3ppHZv4f2sRwXcF-fcBrwRSn3H2RMmNVkojY,7221
@@ -131,9 +131,13 @@ redis_benchmarks_specification/test-suites/memtier_benchmark-1key-geo-60M-elemen
 redis_benchmarks_specification/test-suites/memtier_benchmark-1key-geo-60M-elements-geosearch-fromlonlat-bybox.yml,sha256=N-Qo3mmugf0pTyDi0tR3zLQtvf7IHd4apH_tC8NhAfI,960
 redis_benchmarks_specification/test-suites/memtier_benchmark-1key-geo-60M-elements-geosearch-fromlonlat-pipeline-10.yml,sha256=gmKzgVnEa86hCVcQh-s6-p-LCdTKBruUNJgOVY_HB8M,980
 redis_benchmarks_specification/test-suites/memtier_benchmark-1key-geo-60M-elements-geosearch-fromlonlat.yml,sha256=1MgPn1XkdPjafvjhxcMGHLqFkuisAu2cLPD5h7v8MP0,954
+redis_benchmarks_specification/test-suites/memtier_benchmark-1key-list-10-elements-lrange-all-elements-pipeline-10.yml,sha256=BMYJcQl8Hqaj2BDnfdi5k4RvoeXlH_WsdmnoztiZzZE,964
 redis_benchmarks_specification/test-suites/memtier_benchmark-1key-list-10-elements-lrange-all-elements.yml,sha256=Gz7qlq4GB2GfxAvU1Ijyh2tYOua2Kg4oMr46QJ5g3y8,938
+redis_benchmarks_specification/test-suites/memtier_benchmark-1key-list-100-elements-lrange-all-elements-pipeline-10.yml,sha256=kJEKi1Jd9V8f8iT1OFYwg6Tqe610v2RifaLu_hRv3eg,2138
 redis_benchmarks_specification/test-suites/memtier_benchmark-1key-list-100-elements-lrange-all-elements.yml,sha256=On8EBrmCX0qtdVIIp9Kd8y6TW6l6aRvBWaqXlHJT02c,2112
+redis_benchmarks_specification/test-suites/memtier_benchmark-1key-list-1K-elements-lrange-all-elements-pipeline-10.yml,sha256=AZHmEp8OSeJbRJMerScJDlUtEqR-AZ40G8ZoSI-ZgQw,13840
 redis_benchmarks_specification/test-suites/memtier_benchmark-1key-list-1K-elements-lrange-all-elements.yml,sha256=3mfyztoZlodu9A33hA0N8_YZD7pIZicP6bAvdhZdQKg,13814
+redis_benchmarks_specification/test-suites/memtier_benchmark-1key-list-2K-elements-quicklist-lrange-all-elements-longs.yml,sha256=nf8U1f_d83V0RgSfJHLu6XT6_tBxNbOIaszskoSF26k,18645
 redis_benchmarks_specification/test-suites/memtier_benchmark-1key-pfadd-4KB-values-pipeline-10.yml,sha256=PTs96CjFtiZP5l3FKtYAaTVRMfZIjOOL56YEuxnB3YE,786
 redis_benchmarks_specification/test-suites/memtier_benchmark-1key-set-10-elements-smembers-pipeline-10.yml,sha256=GGTJjBl03pAUrDqpSB60uPZQn8CFH8nT-5ec1bdPmzA,944
 redis_benchmarks_specification/test-suites/memtier_benchmark-1key-set-10-elements-smembers.yml,sha256=yNIpCPO7slCQbv8H6gRCZyHu5ARteVZSkZw4jPl6CBU,918
@@ -173,8 +177,8 @@ redis_benchmarks_specification/test-suites/memtier_benchmark-2keys-zset-300-elem
 redis_benchmarks_specification/test-suites/memtier_benchmark-3Mkeys-load-string-with-512B-values.yml,sha256=XAIFlbR6VJnmQRwedLGBGenbIsMC_I3uA35Mz_bkTTc,1028
 redis_benchmarks_specification/test-suites/memtier_benchmark-connection-hello.yml,sha256=VIFNaaAqRQMeDvtXmKGDpJTnu658Lv5i_oAju5uSi_c,708
 redis_benchmarks_specification/test-suites/template.txt,sha256=d_edIE7Sxa5X7I2yG-Io0bPdbDIHR0oWFoCA3XUt_EU,435
-redis_benchmarks_specification-0.1.226.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-redis_benchmarks_specification-0.1.226.dist-info/METADATA,sha256=jxKdu2nein9-AhK4-FymCUX9noxIkuMgxSEr_XAf0KU,22726
-redis_benchmarks_specification-0.1.226.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-redis_benchmarks_specification-0.1.226.dist-info/entry_points.txt,sha256=x5WBXCZsnDRTZxV7SBGmC65L2k-ygdDOxV8vuKN00Nk,715
-redis_benchmarks_specification-0.1.226.dist-info/RECORD,,
+redis_benchmarks_specification-0.1.228.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+redis_benchmarks_specification-0.1.228.dist-info/METADATA,sha256=CiKLLxKHYoDlijKxy-cB38KpcHgAf2Btv6YSo-A752g,22726
+redis_benchmarks_specification-0.1.228.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+redis_benchmarks_specification-0.1.228.dist-info/entry_points.txt,sha256=x5WBXCZsnDRTZxV7SBGmC65L2k-ygdDOxV8vuKN00Nk,715
+redis_benchmarks_specification-0.1.228.dist-info/RECORD,,