redisbench-admin 0.11.58__tar.gz → 0.11.60__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (116) hide show
  1. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/PKG-INFO +1 -1
  2. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/pyproject.toml +1 -1
  3. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/run/args.py +7 -0
  4. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/run_remote/run_remote.py +27 -0
  5. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/utils/remote.py +17 -6
  6. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/LICENSE +0 -0
  7. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/README.md +0 -0
  8. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/__init__.py +0 -0
  9. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/cli.py +0 -0
  10. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/commands/__init__.py +0 -0
  11. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/commands/commands.json.py +0 -0
  12. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/compare/__init__.py +0 -0
  13. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/compare/args.py +0 -0
  14. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/compare/compare.py +0 -0
  15. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/deploy/__init__.py +0 -0
  16. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/deploy/args.py +0 -0
  17. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/deploy/deploy.py +0 -0
  18. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/environments/__init__.py +0 -0
  19. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/environments/oss_cluster.py +0 -0
  20. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/environments/oss_standalone.py +0 -0
  21. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/export/__init__.py +0 -0
  22. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/export/args.py +0 -0
  23. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/export/common/__init__.py +0 -0
  24. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/export/common/common.py +0 -0
  25. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/export/export.py +0 -0
  26. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/export/google_benchmark/__init__.py +0 -0
  27. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/export/google_benchmark/google_benchmark_json_format.py +0 -0
  28. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/export/memtier_benchmark/__init__.py +0 -0
  29. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/export/memtier_benchmark/memtier_benchmark_json_format.py +0 -0
  30. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/export/pyperf/__init__.py +0 -0
  31. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/export/pyperf/pyperf_json_format.py +0 -0
  32. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/export/redis_benchmark/__init__.py +0 -0
  33. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/export/redis_benchmark/metrics_definition.py +0 -0
  34. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/export/redis_benchmark/redis_benchmark_csv_format.py +0 -0
  35. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/extract/__init__.py +0 -0
  36. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/extract/args.py +0 -0
  37. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/extract/extract.py +0 -0
  38. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/grafana_api/__init__.py +0 -0
  39. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/grafana_api/app.py +0 -0
  40. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/grafana_api/args.py +0 -0
  41. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/grafana_api/grafana_api.py +0 -0
  42. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/profilers/__init__.py +0 -0
  43. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/profilers/daemon.py +0 -0
  44. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/profilers/flamegraph.pl +0 -0
  45. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/profilers/perf.py +0 -0
  46. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/profilers/perf_daemon_caller.py +0 -0
  47. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/profilers/pprof.py +0 -0
  48. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/profilers/profilers.py +0 -0
  49. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/profilers/profilers_local.py +0 -0
  50. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/profilers/profilers_schema.py +0 -0
  51. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/profilers/stackcollapse-perf.pl +0 -0
  52. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/profilers/vtune.py +0 -0
  53. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/run/__init__.py +0 -0
  54. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/run/aibench_run_inference_redisai_vision/__init__.py +0 -0
  55. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/run/aibench_run_inference_redisai_vision/aibench_run_inference_redisai_vision.py +0 -0
  56. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/run/ann/__init__.py +0 -0
  57. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/run/ann/ann.py +0 -0
  58. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/run/asm.py +0 -0
  59. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/run/cluster.py +0 -0
  60. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/run/common.py +0 -0
  61. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/run/ftsb/__init__.py +0 -0
  62. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/run/ftsb/ftsb.py +0 -0
  63. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/run/git.py +0 -0
  64. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/run/grafana.py +0 -0
  65. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/run/memtier_benchmark/__init__.py +0 -0
  66. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/run/memtier_benchmark/memtier_benchmark.py +0 -0
  67. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/run/metrics.py +0 -0
  68. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/run/modules.py +0 -0
  69. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/run/redis_benchmark/__init__.py +0 -0
  70. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/run/redis_benchmark/redis_benchmark.py +0 -0
  71. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/run/redisgraph_benchmark_go/__init__.py +0 -0
  72. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/run/redisgraph_benchmark_go/redisgraph_benchmark_go.py +0 -0
  73. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/run/redistimeseries.py +0 -0
  74. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/run/run.py +0 -0
  75. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/run/s3.py +0 -0
  76. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/run/ssh.py +0 -0
  77. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/run/tsbs_run_queries_redistimeseries/__init__.py +0 -0
  78. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/run/tsbs_run_queries_redistimeseries/tsbs_run_queries_redistimeseries.py +0 -0
  79. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/run/ycsb/__init__.py +0 -0
  80. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/run/ycsb/ycsb.py +0 -0
  81. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/run_async/__init__.py +0 -0
  82. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/run_async/async_env.py +0 -0
  83. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/run_async/async_terraform.py +0 -0
  84. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/run_async/benchmark.py +0 -0
  85. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/run_async/log.py +0 -0
  86. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/run_async/render_files.py +0 -0
  87. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/run_async/run_async.py +0 -0
  88. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/run_local/__init__.py +0 -0
  89. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/run_local/args.py +0 -0
  90. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/run_local/local_client.py +0 -0
  91. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/run_local/local_db.py +0 -0
  92. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/run_local/local_helpers.py +0 -0
  93. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/run_local/run_local.py +0 -0
  94. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/run_remote/__init__.py +0 -0
  95. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/run_remote/args.py +0 -0
  96. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/run_remote/consts.py +0 -0
  97. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/run_remote/log.py +0 -0
  98. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/run_remote/notifications.py +0 -0
  99. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/run_remote/remote_client.py +0 -0
  100. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/run_remote/remote_db.py +0 -0
  101. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/run_remote/remote_env.py +0 -0
  102. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/run_remote/remote_failures.py +0 -0
  103. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/run_remote/remote_helpers.py +0 -0
  104. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/run_remote/standalone.py +0 -0
  105. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/run_remote/terraform.py +0 -0
  106. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/utils/__init__.py +0 -0
  107. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/utils/benchmark_config.py +0 -0
  108. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/utils/local.py +0 -0
  109. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/utils/redisearch.py +0 -0
  110. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/utils/redisgraph_benchmark_go.py +0 -0
  111. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/utils/results.py +0 -0
  112. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/utils/ssh.py +0 -0
  113. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/utils/utils.py +0 -0
  114. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/watchdog/__init__.py +0 -0
  115. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/watchdog/args.py +0 -0
  116. {redisbench_admin-0.11.58 → redisbench_admin-0.11.60}/redisbench_admin/watchdog/watchdog.py +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: redisbench-admin
3
- Version: 0.11.58
3
+ Version: 0.11.60
4
4
  Summary: Redis benchmark run helper. A wrapper around Redis and Redis Modules benchmark tools ( ftsb_redisearch, memtier_benchmark, redis-benchmark, aibench, etc... ).
5
5
  License-File: LICENSE
6
6
  Author: filipecosta90
@@ -1,6 +1,6 @@
1
1
  [tool.poetry]
2
2
  name = "redisbench-admin"
3
- version = "0.11.58"
3
+ version = "0.11.60"
4
4
  description = "Redis benchmark run helper. A wrapper around Redis and Redis Modules benchmark tools ( ftsb_redisearch, memtier_benchmark, redis-benchmark, aibench, etc... )."
5
5
  authors = ["filipecosta90 <filipecosta.90@gmail.com>","Redis Performance Group <performance@redis.com>"]
6
6
  readme = "README.md"
@@ -38,6 +38,7 @@ GIT_BRANCH = os.getenv("GIT_BRANCH", None)
38
38
  GIT_REPO = os.getenv("GIT_REPO", None)
39
39
  PROFILERS_ENABLED = bool(int(os.getenv("PROFILE", 0)))
40
40
  COMMANDSTATS_ENABLED = bool(int(os.getenv("COMMANDSTATS_ENABLED", 1)))
41
+ SEARCH_MEMORY_ENABLED = bool(int(os.getenv("SEARCH_MEMORY_ENABLED", 0)))
41
42
  PROFILERS = os.getenv("PROFILERS", PROFILERS_DEFAULT)
42
43
  MAX_PROFILERS_PER_TYPE = int(os.getenv("MAX_PROFILERS", 1))
43
44
  PROFILE_FREQ = os.getenv("PROFILE_FREQ", PROFILE_FREQ_DEFAULT)
@@ -202,6 +203,12 @@ def common_run_args(parser):
202
203
  default=COMMANDSTATS_ENABLED,
203
204
  help="Enables commandstats collection.",
204
205
  )
206
+ parser.add_argument(
207
+ "--collect_search_memory",
208
+ type=bool,
209
+ default=SEARCH_MEMORY_ENABLED,
210
+ help="Enables search memory collection.",
211
+ )
205
212
  parser.add_argument(
206
213
  "--allowed-envs",
207
214
  type=str,
@@ -108,6 +108,7 @@ def run_remote_command_logic(args, project_name, project_version):
108
108
  tf_github_branch = args.github_branch
109
109
  required_modules = args.required_module
110
110
  collect_commandstats = args.collect_commandstats
111
+ collect_search_memory = args.collect_search_memory
111
112
 
112
113
  (
113
114
  tf_github_actor,
@@ -987,6 +988,32 @@ def run_remote_command_logic(args, project_name, project_version):
987
988
  },
988
989
  expire_ms,
989
990
  )
991
+ if collect_search_memory:
992
+ (
993
+ end_time_ms,
994
+ _,
995
+ overall_search_memory_metrics,
996
+ ) = collect_redis_metrics(
997
+ redis_conns, ["search_memory"]
998
+ )
999
+ export_redis_metrics(
1000
+ artifact_version,
1001
+ end_time_ms,
1002
+ overall_search_memory_metrics,
1003
+ rts,
1004
+ setup_name,
1005
+ setup_type,
1006
+ test_name,
1007
+ tf_github_branch,
1008
+ tf_github_org,
1009
+ tf_github_repo,
1010
+ tf_triggering_env,
1011
+ {
1012
+ "metric-type": "search-memory",
1013
+ "arch": architecture,
1014
+ },
1015
+ expire_ms,
1016
+ )
990
1017
  if collect_commandstats:
991
1018
  (
992
1019
  end_time_ms,
@@ -498,13 +498,24 @@ def validate_result_expectations(
498
498
 
499
499
 
500
500
  def check_and_fix_pem_str(ec2_private_pem: str):
501
- pem_str = ec2_private_pem.replace("-----BEGIN RSA PRIVATE KEY-----", "")
502
- pem_str = pem_str.replace("-----END RSA PRIVATE KEY-----", "")
503
- pem_str = pem_str.replace(" ", "\n")
504
- pem_str = "-----BEGIN RSA PRIVATE KEY-----\n" + pem_str
505
- pem_str = pem_str + "-----END RSA PRIVATE KEY-----\n"
506
- # remove any dangling whitespace
501
+ if "RSA" in ec2_private_pem:
502
+ print("Detected RSA private key")
503
+ pem_str = ec2_private_pem.replace("-----BEGIN RSA PRIVATE KEY-----", "")
504
+ pem_str = pem_str.replace("-----END RSA PRIVATE KEY-----", "")
505
+ pem_str = pem_str.replace(" ", "\n")
506
+ pem_str = "-----BEGIN RSA PRIVATE KEY-----\n" + pem_str
507
+ pem_str = pem_str + "-----END RSA PRIVATE KEY-----\n"
508
+ if "OPENSSH" in ec2_private_pem:
509
+ print("Detected OPENSSH private key")
510
+ pem_str = ec2_private_pem.replace("-----BEGIN OPENSSH PRIVATE KEY-----", "")
511
+ pem_str = pem_str.replace("-----END OPENSSH PRIVATE KEY-----", "")
512
+ pem_str = pem_str.replace(" ", "\n")
513
+ pem_str = "-----BEGIN OPENSSH PRIVATE KEY-----\n" + pem_str
514
+ pem_str = pem_str + "-----END OPENSSH PRIVATE KEY-----\n"
515
+ # remove any dangling whitespace
507
516
  pem_str = os.linesep.join([s for s in pem_str.splitlines() if s])
517
+ # add a final newline
518
+ pem_str = pem_str + "\n"
508
519
  return pem_str
509
520
 
510
521