vectordb-bench 1.0.7__py3-none-any.whl → 1.0.8__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -104,8 +104,6 @@ class HologresIndexConfig(BaseModel, DBCaseConfig):
104
104
  self.base_quantization_type = "fp32"
105
105
 
106
106
  return {
107
- "min_flush_proxima_row_count": self.min_flush_proxima_row_count,
108
- "min_compaction_proxima_row_count": self.min_compaction_proxima_row_count,
109
107
  "max_total_size_to_merge_mb": self.max_total_size_to_merge_mb,
110
108
  "build_thread_count": self.build_thread_count,
111
109
  "base_quantization_type": self.base_quantization_type,
@@ -113,6 +111,7 @@ class HologresIndexConfig(BaseModel, DBCaseConfig):
113
111
  "ef_construction": self.ef_construction,
114
112
  "precise_quantization_type": self.precise_quantization_type,
115
113
  "use_reorder": self.use_reorder,
114
+ "precise_io_type": "reader_io",
116
115
  }
117
116
 
118
117
  def searcher_params(self) -> dict:
@@ -128,6 +128,18 @@ class Hologres(VectorDB):
128
128
  )
129
129
  self.conn.commit()
130
130
 
131
+ try:
132
+ log.info(f"{self.name} client purge table recycle bin: {self.table_name}")
133
+ self.cursor.execute(
134
+ sql.SQL("purge TABLE {table_name};").format(
135
+ table_name=sql.Identifier(self.table_name),
136
+ ),
137
+ )
138
+ except Exception as e:
139
+ log.info(f"{self.name} client purge table {self.table_name} recycle bin failed, error: {e}, ignore.")
140
+ finally:
141
+ self.conn.commit()
142
+
131
143
  try:
132
144
  log.info(f"{self.name} client drop table group : {self._tg_name}")
133
145
  self.cursor.execute(sql.SQL(f"CALL HG_DROP_TABLE_GROUP('{self._tg_name}');"))
@@ -136,6 +148,14 @@ class Hologres(VectorDB):
136
148
  finally:
137
149
  self.conn.commit()
138
150
 
151
+ try:
152
+ log.info(f"{self.name} client free cache")
153
+ self.cursor.execute("select hg_admin_command('freecache');")
154
+ except Exception as e:
155
+ log.info(f"{self.name} client free cache failed, error: {e}, ignore.")
156
+ finally:
157
+ self.conn.commit()
158
+
139
159
  def optimize(self, data_size: int | None = None):
140
160
  if self.case_config.create_index_after_load:
141
161
  self._create_index()
@@ -320,7 +320,6 @@ class GPUIVFFlatConfig(MilvusIndexConfig, DBCaseConfig):
320
320
 
321
321
  class GPUBruteForceConfig(MilvusIndexConfig, DBCaseConfig):
322
322
  limit: int = 10 # Default top-k for search
323
- metric_type: str # Metric type (e.g., 'L2', 'IP', etc.)
324
323
  index: IndexType = IndexType.GPU_BRUTE_FORCE # Index type set to GPU_BRUTE_FORCE
325
324
 
326
325
  def index_param(self) -> dict:
vectordb_bench/cli/cli.py CHANGED
@@ -183,6 +183,11 @@ def get_custom_case_config(parameters: dict) -> dict:
183
183
  "with_gt": parameters["custom_dataset_with_gt"],
184
184
  },
185
185
  }
186
+ elif parameters["case_type"] == "NewIntFilterPerformanceCase" :
187
+ custom_case_config = {
188
+ "dataset_with_size_type" : parameters["dataset_with_size_type"],
189
+ "filter_rate": parameters["filter_rate"],
190
+ }
186
191
  return custom_case_config
187
192
 
188
193
 
@@ -416,7 +421,24 @@ class CommonTypedDict(TypedDict):
416
421
  ),
417
422
  ]
418
423
  task_label: Annotated[str, click.option("--task-label", help="Task label")]
419
-
424
+ dataset_with_size_type: Annotated[
425
+ str,
426
+ click.option(
427
+ "--dataset-with-size-type",
428
+ help="Dataset with size type for NewIntFilterPerformanceCase, you can use Medium Cohere (768dim, 1M)|Large Cohere (768dim, 10M)|Medium Bioasq (1024dim, 1M)|Large Bioasq (1024dim, 10M)|Large OpenAI (1536dim, 5M)|Medium OpenAI (1536dim, 500K)",
429
+ default="Medium Cohere (768dim, 1M)",
430
+ show_default=True,
431
+ )
432
+ ]
433
+ filter_rate: Annotated[
434
+ float,
435
+ click.option(
436
+ "--filter-rate",
437
+ help="Filter rate for NewIntFilterPerformanceCase",
438
+ default=0.01,
439
+ show_default=True,
440
+ )
441
+ ]
420
442
 
421
443
  class HNSWBaseTypedDict(TypedDict):
422
444
  m: Annotated[int | None, click.option("--m", type=int, help="hnsw m")]
vectordb_bench/models.py CHANGED
@@ -127,6 +127,7 @@ class CaseConfigParamType(Enum):
127
127
  use_routing = "use_routing"
128
128
 
129
129
  dataset_with_size_type = "dataset_with_size_type"
130
+ filter_rate = "filter_rate"
130
131
  insert_rate = "insert_rate"
131
132
  search_stages = "search_stages"
132
133
  concurrencies = "concurrencies"
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: vectordb-bench
3
- Version: 1.0.7
3
+ Version: 1.0.8
4
4
  Summary: VectorDBBench is not just an offering of benchmark results for mainstream vector databases and cloud services, it's your go-to tool for the ultimate performance and cost-effectiveness comparison. Designed with ease-of-use in mind, VectorDBBench is devised to help users, even non-professionals, reproduce results or test new systems, making the hunt for the optimal choice amongst a plethora of cloud services and open-source vector databases a breeze.
5
5
  Author-email: XuanYang-cn <xuan.yang@zilliz.com>
6
6
  Project-URL: repository, https://github.com/zilliztech/VectorDBBench
@@ -4,7 +4,7 @@ vectordb_bench/base.py,sha256=AgavIF0P9ku_RmCRk1KKziba-wI4ZpA2aJvjJzNhRSs,129
4
4
  vectordb_bench/interface.py,sha256=SQBJl_VTglok5TV7MaKBu-v4D07_NSvaRiYqY8AY02w,10186
5
5
  vectordb_bench/log_util.py,sha256=wDNaU_JBBOfKi_Z4vq7LDa0kOlLjoNNzDX3VZQn_Dxo,3239
6
6
  vectordb_bench/metric.py,sha256=c73EOPHGXwTInl85MNLPJb9oWrFRYAtp-e5qfFoxw34,3020
7
- vectordb_bench/models.py,sha256=ZlrV0FtRaOS0W6xYdG0tKHtNvazepHDte4GkVqpee-I,15166
7
+ vectordb_bench/models.py,sha256=aEZsn_Hs8oL04g7rzZcZ7NRu-HpXOr6qtOyEc_XM3ro,15198
8
8
  vectordb_bench/backend/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
9
9
  vectordb_bench/backend/assembler.py,sha256=MdAOXVhCrRGT76Q21xBusCmDc4mXS7yMrhSYAlKPQVA,2785
10
10
  vectordb_bench/backend/cases.py,sha256=cU5mX7f5iar_dSUJGk9-rfwtaMq1vX4JMsEkAFLLup8,25181
@@ -35,8 +35,8 @@ vectordb_bench/backend/clients/clickhouse/config.py,sha256=-waHUHrT9WwuSNjHYE7T5
35
35
  vectordb_bench/backend/clients/elastic_cloud/config.py,sha256=Xq1zcWamswuFkrcjmIKCkSADlmk01MVsCfWFK4cWh1E,2466
36
36
  vectordb_bench/backend/clients/elastic_cloud/elastic_cloud.py,sha256=ZdQaR3rbfiGk_ul93H31kvITtcXAuzU6jX5kQ5s8fSg,8888
37
37
  vectordb_bench/backend/clients/hologres/cli.py,sha256=uR6e5qDLbrJEIQFlyVpvF3-Sz5qN2RSbTg0T6DeEovs,1803
38
- vectordb_bench/backend/clients/hologres/config.py,sha256=Qw9ut4mePZZ1AAuIaYHofTl5pEYoe1l4OLjL0qMhK9c,4142
39
- vectordb_bench/backend/clients/hologres/hologres.py,sha256=kxQxVgmqLqUsaCO1Lll45hpv98K6ue3ZQG72SayUtFg,13299
38
+ vectordb_bench/backend/clients/hologres/config.py,sha256=3UwVB-AOzEOtuIsvG7pDZ8DVPH0GHGluGjC_brUvLpo,4022
39
+ vectordb_bench/backend/clients/hologres/hologres.py,sha256=nnGIXeWUCsMYgYnHE3SpMxGjNPpNLrdhw_BBE1opLno,14088
40
40
  vectordb_bench/backend/clients/lancedb/cli.py,sha256=BxTkyNtOPXEogSoqBKrK9m_RF_WTXDvHg8HBFLNa1uw,4429
41
41
  vectordb_bench/backend/clients/lancedb/config.py,sha256=NshH3VrJjy78aYBI-di33x4ko5xkTr16mkZ1liNu550,3233
42
42
  vectordb_bench/backend/clients/lancedb/lancedb.py,sha256=k71_6cv9TjucW6_W7so5XmVKgg3oYwdmwMu_ZS6Wosc,4127
@@ -47,7 +47,7 @@ vectordb_bench/backend/clients/memorydb/cli.py,sha256=mUpBN0VoE6M55AAEwyd20uEtPk
47
47
  vectordb_bench/backend/clients/memorydb/config.py,sha256=D2Q-HkDwnmz98ek1e_iNu4o9CIRB14pOQWSZgRvd6oY,1500
48
48
  vectordb_bench/backend/clients/memorydb/memorydb.py,sha256=5PPOSdFLQes6Gq5H3Yfi_q2m32eErMfNVO86qIjlnoc,10219
49
49
  vectordb_bench/backend/clients/milvus/cli.py,sha256=sovr2pCRrTzoZddNvQeWWOruyWqAzwpt1rlShIwxdws,18847
50
- vectordb_bench/backend/clients/milvus/config.py,sha256=GVOi-4FS0fmWMxf9IwJDEx1P5jJREGWXAWQLm7Z57vg,12931
50
+ vectordb_bench/backend/clients/milvus/config.py,sha256=yrtPLWBnDvah2YZFnn3V_oOL-52GfM-uIgkQjd1REME,12870
51
51
  vectordb_bench/backend/clients/milvus/milvus.py,sha256=w_ANUibqxjffqFR-irRAvo4dBDSeXKU4dLZGLvZIYCo,9332
52
52
  vectordb_bench/backend/clients/mongodb/config.py,sha256=7DZCh0bjPiqJW2luPypfpNeGfvKxVC4mdHLqgcjF1hA,1745
53
53
  vectordb_bench/backend/clients/mongodb/mongodb.py,sha256=ts2gpAzUTarpkfMFnM5ANi6T-xvcjS8kc4-apPt9jug,7225
@@ -107,7 +107,7 @@ vectordb_bench/backend/runner/serial_runner.py,sha256=TEps9zgToGqhG5gadLlo87nFvt
107
107
  vectordb_bench/backend/runner/util.py,sha256=tjTFUxth6hNnVrlU82TqkHhfeZo4ymj7WlyK4zFyPTg,522
108
108
  vectordb_bench/cli/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
109
109
  vectordb_bench/cli/batch_cli.py,sha256=lnVrIP1rweoqfFkrdTLzxnLzy713xP2AnW6xmhd4bu0,3658
110
- vectordb_bench/cli/cli.py,sha256=xcXJj_1ZL-0X81aCwNpzurYp6ocJeNw938e0MkN38Mg,18768
110
+ vectordb_bench/cli/cli.py,sha256=JLeOIurQJyFhVVmAhefY5tBurkos6vhD1c_FCjIa35A,19704
111
111
  vectordb_bench/cli/vectordbbench.py,sha256=g61M3naKy87AeblCfh2P9U2jKWKmcNjburLNFsfK6QE,2067
112
112
  vectordb_bench/config-files/batch_sample_config.yml,sha256=3n0SfLgVWeboAZZcO8j_UP4A9CExHGPE8tOmtVPPFiA,370
113
113
  vectordb_bench/config-files/sample_config.yml,sha256=yw9ZgHczNi9PedNuTVxZKiOTI6AVoQS1h8INNgoDjPk,340
@@ -196,9 +196,9 @@ vectordb_bench/results/S3Vectors/result_20250722_standard_s3vectors.json,sha256=
196
196
  vectordb_bench/results/WeaviateCloud/result_20230727_standard_weaviatecloud.json,sha256=WBlfjmbO3R4G6F4lDuneEigffUyTU7ti1SyWoff3oNI,15497
197
197
  vectordb_bench/results/WeaviateCloud/result_20230808_standard_weaviatecloud.json,sha256=lXjudo-l-6H0EOIemoB5n4GddOOHJnwndrGwCJIH-EY,7865
198
198
  vectordb_bench/results/ZillizCloud/result_20250613_standard_zillizcloud.json,sha256=gZCnDanS5Yb6Uzvb0Q6wDxMl81UAoGzsZRHU8JwqNds,215610
199
- vectordb_bench-1.0.7.dist-info/licenses/LICENSE,sha256=HXbxhrb5u5SegVzeLNF_voVgRsJMavcLaOmD1N0lZkM,1067
200
- vectordb_bench-1.0.7.dist-info/METADATA,sha256=nUvyenEbO5y3ceu95dHc7lMfJYhli9_akFXx37tac_w,42015
201
- vectordb_bench-1.0.7.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
202
- vectordb_bench-1.0.7.dist-info/entry_points.txt,sha256=Qzw6gVx96ui8esG21H6yHsI6nboEohRmV424TYhQNrA,113
203
- vectordb_bench-1.0.7.dist-info/top_level.txt,sha256=jnhZFZAuKX1J60yt-XOeBZ__ctiZMvoC_s0RFq29lpM,15
204
- vectordb_bench-1.0.7.dist-info/RECORD,,
199
+ vectordb_bench-1.0.8.dist-info/licenses/LICENSE,sha256=HXbxhrb5u5SegVzeLNF_voVgRsJMavcLaOmD1N0lZkM,1067
200
+ vectordb_bench-1.0.8.dist-info/METADATA,sha256=JSjAun4ffKunabx-VqH8V1bkDMLCxKTd8CPcaiaAxas,42015
201
+ vectordb_bench-1.0.8.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
202
+ vectordb_bench-1.0.8.dist-info/entry_points.txt,sha256=Qzw6gVx96ui8esG21H6yHsI6nboEohRmV424TYhQNrA,113
203
+ vectordb_bench-1.0.8.dist-info/top_level.txt,sha256=jnhZFZAuKX1J60yt-XOeBZ__ctiZMvoC_s0RFq29lpM,15
204
+ vectordb_bench-1.0.8.dist-info/RECORD,,