vectordb-bench 0.0.9__tar.gz → 0.0.10__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (116) hide show
  1. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/PKG-INFO +1 -1
  2. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/vectordb_bench/__init__.py +4 -4
  3. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/vectordb_bench/backend/clients/milvus/config.py +6 -2
  4. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/vectordb_bench/backend/clients/milvus/milvus.py +6 -2
  5. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/vectordb_bench.egg-info/PKG-INFO +1 -1
  6. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/.devcontainer/Dockerfile +0 -0
  7. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/.devcontainer/devcontainer.json +0 -0
  8. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/.env.example +0 -0
  9. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/.github/workflows/publish_package_on_release.yml +0 -0
  10. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/.github/workflows/pull_request.yml +0 -0
  11. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/.gitignore +0 -0
  12. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/.ruff.toml +0 -0
  13. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/Dockerfile +0 -0
  14. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/LICENSE +0 -0
  15. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/Makefile +0 -0
  16. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/OWNERS +0 -0
  17. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/README.md +0 -0
  18. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/install/requirements_py3.11.txt +0 -0
  19. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/install.py +0 -0
  20. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/pyproject.toml +0 -0
  21. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/setup.cfg +0 -0
  22. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/tests/conftest.py +0 -0
  23. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/tests/pytest.ini +0 -0
  24. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/tests/test_bench_runner.py +0 -0
  25. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/tests/test_chroma.py +0 -0
  26. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/tests/test_data_source.py +0 -0
  27. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/tests/test_dataset.py +0 -0
  28. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/tests/test_elasticsearch_cloud.py +0 -0
  29. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/tests/test_models.py +0 -0
  30. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/tests/test_redis.py +0 -0
  31. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/tests/test_utils.py +0 -0
  32. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/tests/ut_cases.py +0 -0
  33. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/vectordb_bench/__main__.py +0 -0
  34. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/vectordb_bench/backend/__init__.py +0 -0
  35. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/vectordb_bench/backend/assembler.py +0 -0
  36. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/vectordb_bench/backend/cases.py +0 -0
  37. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/vectordb_bench/backend/clients/__init__.py +0 -0
  38. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/vectordb_bench/backend/clients/api.py +0 -0
  39. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/vectordb_bench/backend/clients/chroma/chroma.py +0 -0
  40. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/vectordb_bench/backend/clients/chroma/config.py +0 -0
  41. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/vectordb_bench/backend/clients/elastic_cloud/config.py +0 -0
  42. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/vectordb_bench/backend/clients/elastic_cloud/elastic_cloud.py +0 -0
  43. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/vectordb_bench/backend/clients/pgvecto_rs/config.py +0 -0
  44. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/vectordb_bench/backend/clients/pgvecto_rs/pgvecto_rs.py +0 -0
  45. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/vectordb_bench/backend/clients/pgvector/config.py +0 -0
  46. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/vectordb_bench/backend/clients/pgvector/pgvector.py +0 -0
  47. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/vectordb_bench/backend/clients/pinecone/config.py +0 -0
  48. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/vectordb_bench/backend/clients/pinecone/pinecone.py +0 -0
  49. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/vectordb_bench/backend/clients/qdrant_cloud/config.py +0 -0
  50. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/vectordb_bench/backend/clients/qdrant_cloud/qdrant_cloud.py +0 -0
  51. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/vectordb_bench/backend/clients/redis/config.py +0 -0
  52. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/vectordb_bench/backend/clients/redis/redis.py +0 -0
  53. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/vectordb_bench/backend/clients/weaviate_cloud/config.py +0 -0
  54. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/vectordb_bench/backend/clients/weaviate_cloud/weaviate_cloud.py +0 -0
  55. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/vectordb_bench/backend/clients/zilliz_cloud/config.py +0 -0
  56. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/vectordb_bench/backend/clients/zilliz_cloud/zilliz_cloud.py +0 -0
  57. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/vectordb_bench/backend/data_source.py +0 -0
  58. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/vectordb_bench/backend/dataset.py +0 -0
  59. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/vectordb_bench/backend/result_collector.py +0 -0
  60. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/vectordb_bench/backend/runner/__init__.py +0 -0
  61. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/vectordb_bench/backend/runner/mp_runner.py +0 -0
  62. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/vectordb_bench/backend/runner/serial_runner.py +0 -0
  63. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/vectordb_bench/backend/task_runner.py +0 -0
  64. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/vectordb_bench/backend/utils.py +0 -0
  65. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/vectordb_bench/base.py +0 -0
  66. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/vectordb_bench/frontend/components/check_results/charts.py +0 -0
  67. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/vectordb_bench/frontend/components/check_results/data.py +0 -0
  68. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/vectordb_bench/frontend/components/check_results/expanderStyle.py +0 -0
  69. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/vectordb_bench/frontend/components/check_results/filters.py +0 -0
  70. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/vectordb_bench/frontend/components/check_results/footer.py +0 -0
  71. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/vectordb_bench/frontend/components/check_results/headerIcon.py +0 -0
  72. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/vectordb_bench/frontend/components/check_results/nav.py +0 -0
  73. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/vectordb_bench/frontend/components/check_results/priceTable.py +0 -0
  74. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/vectordb_bench/frontend/components/check_results/stPageConfig.py +0 -0
  75. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/vectordb_bench/frontend/components/get_results/saveAsImage.py +0 -0
  76. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/vectordb_bench/frontend/components/run_test/autoRefresh.py +0 -0
  77. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/vectordb_bench/frontend/components/run_test/caseSelector.py +0 -0
  78. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/vectordb_bench/frontend/components/run_test/dbConfigSetting.py +0 -0
  79. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/vectordb_bench/frontend/components/run_test/dbSelector.py +0 -0
  80. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/vectordb_bench/frontend/components/run_test/generateTasks.py +0 -0
  81. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/vectordb_bench/frontend/components/run_test/hideSidebar.py +0 -0
  82. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/vectordb_bench/frontend/components/run_test/submitTask.py +0 -0
  83. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/vectordb_bench/frontend/const/dbCaseConfigs.py +0 -0
  84. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/vectordb_bench/frontend/const/dbPrices.py +0 -0
  85. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/vectordb_bench/frontend/const/styles.py +0 -0
  86. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/vectordb_bench/frontend/pages/quries_per_dollar.py +0 -0
  87. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/vectordb_bench/frontend/pages/run_test.py +0 -0
  88. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/vectordb_bench/frontend/utils.py +0 -0
  89. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/vectordb_bench/frontend/vdb_benchmark.py +0 -0
  90. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/vectordb_bench/interface.py +0 -0
  91. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/vectordb_bench/log_util.py +0 -0
  92. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/vectordb_bench/metric.py +0 -0
  93. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/vectordb_bench/models.py +0 -0
  94. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/vectordb_bench/results/ElasticCloud/result_20230727_standard_elasticcloud.json +0 -0
  95. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/vectordb_bench/results/ElasticCloud/result_20230808_standard_elasticcloud.json +0 -0
  96. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/vectordb_bench/results/Milvus/result_20230727_standard_milvus.json +0 -0
  97. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/vectordb_bench/results/Milvus/result_20230808_standard_milvus.json +0 -0
  98. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/vectordb_bench/results/PgVector/result_20230727_standard_pgvector.json +0 -0
  99. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/vectordb_bench/results/PgVector/result_20230808_standard_pgvector.json +0 -0
  100. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/vectordb_bench/results/Pinecone/result_20230727_standard_pinecone.json +0 -0
  101. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/vectordb_bench/results/Pinecone/result_20230808_standard_pinecone.json +0 -0
  102. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/vectordb_bench/results/QdrantCloud/result_20230727_standard_qdrantcloud.json +0 -0
  103. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/vectordb_bench/results/QdrantCloud/result_20230808_standard_qdrantcloud.json +0 -0
  104. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/vectordb_bench/results/WeaviateCloud/result_20230727_standard_weaviatecloud.json +0 -0
  105. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/vectordb_bench/results/WeaviateCloud/result_20230808_standard_weaviatecloud.json +0 -0
  106. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/vectordb_bench/results/ZillizCloud/result_20230727_standard_zillizcloud.json +0 -0
  107. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/vectordb_bench/results/ZillizCloud/result_20230808_standard_zillizcloud.json +0 -0
  108. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/vectordb_bench/results/ZillizCloud/result_20240105_standard_202401_zillizcloud.json +0 -0
  109. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/vectordb_bench/results/dbPrices.json +0 -0
  110. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/vectordb_bench/results/getLeaderboardData.py +0 -0
  111. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/vectordb_bench/results/leaderboard.json +0 -0
  112. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/vectordb_bench.egg-info/SOURCES.txt +0 -0
  113. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/vectordb_bench.egg-info/dependency_links.txt +0 -0
  114. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/vectordb_bench.egg-info/entry_points.txt +0 -0
  115. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/vectordb_bench.egg-info/requires.txt +0 -0
  116. {vectordb_bench-0.0.9 → vectordb_bench-0.0.10}/vectordb_bench.egg-info/top_level.txt +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: vectordb-bench
3
- Version: 0.0.9
3
+ Version: 0.0.10
4
4
  Summary: VectorDBBench is not just an offering of benchmark results for mainstream vector databases and cloud services, it's your go-to tool for the ultimate performance and cost-effectiveness comparison. Designed with ease-of-use in mind, VectorDBBench is devised to help users, even non-professionals, reproduce results or test new systems, making the hunt for the optimal choice amongst a plethora of cloud services and open-source vector databases a breeze.
5
5
  Author-email: XuanYang-cn <xuan.yang@zilliz.com>
6
6
  Project-URL: repository, https://github.com/zilliztech/VectorDBBench
@@ -32,10 +32,10 @@ class config:
32
32
  LOAD_TIMEOUT_1536D_500K = 2.5 * 3600 # 2.5h
33
33
  LOAD_TIMEOUT_1536D_5M = 25 * 3600 # 25h
34
34
 
35
- OPTIMIZE_TIMEOUT_DEFAULT = 15 * 60 # 15min
36
- OPTIMIZE_TIMEOUT_768D_1M = 15 * 60 # 15min
37
- OPTIMIZE_TIMEOUT_768D_10M = 2.5 * 3600 # 2.5h
38
- OPTIMIZE_TIMEOUT_768D_100M = 25 * 3600 # 1.04d
35
+ OPTIMIZE_TIMEOUT_DEFAULT = 30 * 60 # 30min
36
+ OPTIMIZE_TIMEOUT_768D_1M = 30 * 60 # 30min
37
+ OPTIMIZE_TIMEOUT_768D_10M = 5 * 3600 # 5h
38
+ OPTIMIZE_TIMEOUT_768D_100M = 50 * 3600 # 50h
39
39
 
40
40
 
41
41
  OPTIMIZE_TIMEOUT_1536D_500K = 15 * 60 # 15min
@@ -14,13 +14,17 @@ class MilvusIndexConfig(BaseModel):
14
14
 
15
15
  index: IndexType
16
16
  metric_type: MetricType | None = None
17
+
18
+ @property
19
+ def is_gpu_index(self) -> bool:
20
+ return self.index in [IndexType.GPU_CAGRA, IndexType.GPU_IVF_FLAT, IndexType.GPU_IVF_PQ]
17
21
 
18
22
  def parse_metric(self) -> str:
19
23
  if not self.metric_type:
20
24
  return ""
21
25
 
22
- # if self.metric_type == MetricType.COSINE:
23
- # return MetricType.L2.value
26
+ if self.is_gpu_index and self.metric_type == MetricType.COSINE:
27
+ return MetricType.L2.value
24
28
  return self.metric_type.value
25
29
 
26
30
 
@@ -8,7 +8,7 @@ from typing import Iterable
8
8
  from pymilvus import Collection, utility
9
9
  from pymilvus import CollectionSchema, DataType, FieldSchema, MilvusException
10
10
 
11
- from ..api import VectorDB, IndexType
11
+ from ..api import VectorDB
12
12
  from .config import MilvusIndexConfig
13
13
 
14
14
 
@@ -119,7 +119,7 @@ class Milvus(VectorDB):
119
119
  wait_index()
120
120
 
121
121
  # Skip compaction if use GPU indexType
122
- if self.case_config.index in [IndexType.GPU_CAGRA, IndexType.GPU_IVF_FLAT, IndexType.GPU_IVF_PQ]:
122
+ if self.case_config.is_gpu_index:
123
123
  log.debug("skip compaction for gpu index type.")
124
124
  else :
125
125
  self.col.compact()
@@ -157,6 +157,10 @@ class Milvus(VectorDB):
157
157
 
158
158
  def need_normalize_cosine(self) -> bool:
159
159
  """Wheather this database need to normalize dataset to support COSINE"""
160
+ if self.case_config.is_gpu_index:
161
+ log.info(f"current gpu_index only supports IP / L2, cosine dataset need normalize.")
162
+ return True
163
+
160
164
  return False
161
165
 
162
166
  def insert_embeddings(
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: vectordb-bench
3
- Version: 0.0.9
3
+ Version: 0.0.10
4
4
  Summary: VectorDBBench is not just an offering of benchmark results for mainstream vector databases and cloud services, it's your go-to tool for the ultimate performance and cost-effectiveness comparison. Designed with ease-of-use in mind, VectorDBBench is devised to help users, even non-professionals, reproduce results or test new systems, making the hunt for the optimal choice amongst a plethora of cloud services and open-source vector databases a breeze.
5
5
  Author-email: XuanYang-cn <xuan.yang@zilliz.com>
6
6
  Project-URL: repository, https://github.com/zilliztech/VectorDBBench
File without changes
File without changes
File without changes