vectordb-bench 0.0.11__py3-none-any.whl → 0.0.13__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (57) hide show
  1. vectordb_bench/__init__.py +1 -0
  2. vectordb_bench/backend/assembler.py +1 -1
  3. vectordb_bench/backend/cases.py +64 -18
  4. vectordb_bench/backend/clients/__init__.py +35 -0
  5. vectordb_bench/backend/clients/api.py +21 -1
  6. vectordb_bench/backend/clients/aws_opensearch/aws_opensearch.py +159 -0
  7. vectordb_bench/backend/clients/aws_opensearch/cli.py +44 -0
  8. vectordb_bench/backend/clients/aws_opensearch/config.py +58 -0
  9. vectordb_bench/backend/clients/aws_opensearch/run.py +125 -0
  10. vectordb_bench/backend/clients/memorydb/cli.py +88 -0
  11. vectordb_bench/backend/clients/memorydb/config.py +54 -0
  12. vectordb_bench/backend/clients/memorydb/memorydb.py +254 -0
  13. vectordb_bench/backend/clients/pgvecto_rs/cli.py +154 -0
  14. vectordb_bench/backend/clients/pgvecto_rs/config.py +108 -73
  15. vectordb_bench/backend/clients/pgvecto_rs/pgvecto_rs.py +159 -59
  16. vectordb_bench/backend/clients/pgvectorscale/config.py +111 -0
  17. vectordb_bench/backend/clients/pgvectorscale/pgvectorscale.py +272 -0
  18. vectordb_bench/backend/dataset.py +27 -5
  19. vectordb_bench/cli/vectordbbench.py +7 -0
  20. vectordb_bench/custom/custom_case.json +18 -0
  21. vectordb_bench/frontend/components/check_results/charts.py +6 -6
  22. vectordb_bench/frontend/components/check_results/data.py +18 -11
  23. vectordb_bench/frontend/components/check_results/expanderStyle.py +1 -1
  24. vectordb_bench/frontend/components/check_results/filters.py +20 -13
  25. vectordb_bench/frontend/components/check_results/headerIcon.py +1 -1
  26. vectordb_bench/frontend/components/check_results/priceTable.py +1 -1
  27. vectordb_bench/frontend/components/check_results/stPageConfig.py +1 -1
  28. vectordb_bench/frontend/components/concurrent/charts.py +26 -29
  29. vectordb_bench/frontend/components/custom/displayCustomCase.py +31 -0
  30. vectordb_bench/frontend/components/custom/displaypPrams.py +11 -0
  31. vectordb_bench/frontend/components/custom/getCustomConfig.py +40 -0
  32. vectordb_bench/frontend/components/custom/initStyle.py +15 -0
  33. vectordb_bench/frontend/components/run_test/autoRefresh.py +1 -1
  34. vectordb_bench/frontend/components/run_test/caseSelector.py +50 -28
  35. vectordb_bench/frontend/components/run_test/dbConfigSetting.py +37 -19
  36. vectordb_bench/frontend/components/run_test/dbSelector.py +2 -14
  37. vectordb_bench/frontend/components/run_test/generateTasks.py +3 -5
  38. vectordb_bench/frontend/components/run_test/initStyle.py +16 -0
  39. vectordb_bench/frontend/components/run_test/submitTask.py +1 -1
  40. vectordb_bench/frontend/{const → config}/dbCaseConfigs.py +311 -40
  41. vectordb_bench/frontend/{const → config}/styles.py +2 -0
  42. vectordb_bench/frontend/pages/concurrent.py +11 -18
  43. vectordb_bench/frontend/pages/custom.py +64 -0
  44. vectordb_bench/frontend/pages/quries_per_dollar.py +5 -5
  45. vectordb_bench/frontend/pages/run_test.py +4 -0
  46. vectordb_bench/frontend/pages/tables.py +2 -2
  47. vectordb_bench/frontend/utils.py +17 -1
  48. vectordb_bench/frontend/vdb_benchmark.py +3 -3
  49. vectordb_bench/models.py +26 -10
  50. vectordb_bench/results/getLeaderboardData.py +1 -1
  51. {vectordb_bench-0.0.11.dist-info → vectordb_bench-0.0.13.dist-info}/METADATA +46 -15
  52. {vectordb_bench-0.0.11.dist-info → vectordb_bench-0.0.13.dist-info}/RECORD +57 -40
  53. {vectordb_bench-0.0.11.dist-info → vectordb_bench-0.0.13.dist-info}/WHEEL +1 -1
  54. /vectordb_bench/frontend/{const → config}/dbPrices.py +0 -0
  55. {vectordb_bench-0.0.11.dist-info → vectordb_bench-0.0.13.dist-info}/LICENSE +0 -0
  56. {vectordb_bench-0.0.11.dist-info → vectordb_bench-0.0.13.dist-info}/entry_points.txt +0 -0
  57. {vectordb_bench-0.0.11.dist-info → vectordb_bench-0.0.13.dist-info}/top_level.txt +0 -0
@@ -1,7 +1,7 @@
1
1
  import streamlit as st
2
2
  from vectordb_bench.frontend.components.check_results.headerIcon import drawHeaderIcon
3
3
  from vectordb_bench.frontend.components.tables.data import getNewResults
4
- from vectordb_bench.frontend.const.styles import FAVICON
4
+ from vectordb_bench.frontend.config.styles import FAVICON
5
5
 
6
6
 
7
7
  def main():
@@ -21,4 +21,4 @@ def main():
21
21
 
22
22
 
23
23
  if __name__ == "__main__":
24
- main()
24
+ main()
@@ -1,6 +1,22 @@
1
- from vectordb_bench.models import CaseType
1
+ import random
2
+ import string
3
+
2
4
 
3
5
  passwordKeys = ["password", "api_key"]
6
+
7
+
4
8
  def inputIsPassword(key: str) -> bool:
5
9
  return key.lower() in passwordKeys
6
10
 
11
+
12
+ def addHorizontalLine(st):
13
+ st.markdown(
14
+ "<div style='border: 1px solid #cccccc60; margin-bottom: 24px;'></div>",
15
+ unsafe_allow_html=True,
16
+ )
17
+
18
+
19
+ def generate_random_string(length):
20
+ letters = string.ascii_letters + string.digits
21
+ result = ''.join(random.choice(letters) for _ in range(length))
22
+ return result
@@ -6,7 +6,7 @@ from vectordb_bench.frontend.components.check_results.nav import NavToQuriesPerD
6
6
  from vectordb_bench.frontend.components.check_results.charts import drawCharts
7
7
  from vectordb_bench.frontend.components.check_results.filters import getshownData
8
8
  from vectordb_bench.frontend.components.get_results.saveAsImage import getResults
9
- from vectordb_bench.frontend.const.styles import *
9
+ from vectordb_bench.frontend.config.styles import *
10
10
  from vectordb_bench.interface import benchMarkRunner
11
11
 
12
12
 
@@ -24,7 +24,7 @@ def main():
24
24
 
25
25
  # results selector and filter
26
26
  resultSelectorContainer = st.sidebar.container()
27
- shownData, failedTasks, showCases = getshownData(
27
+ shownData, failedTasks, showCaseNames = getshownData(
28
28
  allResults, resultSelectorContainer
29
29
  )
30
30
 
@@ -40,7 +40,7 @@ def main():
40
40
  getResults(resultesContainer, "vectordb_bench")
41
41
 
42
42
  # charts
43
- drawCharts(st, shownData, failedTasks, showCases)
43
+ drawCharts(st, shownData, failedTasks, showCaseNames)
44
44
 
45
45
  # footer
46
46
  footer(st.container())
vectordb_bench/models.py CHANGED
@@ -2,7 +2,7 @@ import logging
2
2
  import pathlib
3
3
  from datetime import date
4
4
  from enum import Enum, StrEnum, auto
5
- from typing import List, Self, Sequence, Set
5
+ from typing import List, Self
6
6
 
7
7
  import ujson
8
8
 
@@ -10,7 +10,6 @@ from .backend.clients import (
10
10
  DB,
11
11
  DBConfig,
12
12
  DBCaseConfig,
13
- IndexType,
14
13
  )
15
14
  from .backend.cases import CaseType
16
15
  from .base import BaseModel
@@ -46,8 +45,8 @@ class CaseConfigParamType(Enum):
46
45
  numCandidates = "num_candidates"
47
46
  lists = "lists"
48
47
  probes = "probes"
49
- quantizationType = "quantizationType"
50
- quantizationRatio = "quantizationRatio"
48
+ quantizationType = "quantization_type"
49
+ quantizationRatio = "quantization_ratio"
51
50
  m = "m"
52
51
  nbits = "nbits"
53
52
  intermediate_graph_degree = "intermediate_graph_degree"
@@ -63,6 +62,14 @@ class CaseConfigParamType(Enum):
63
62
  level = "level"
64
63
  maintenance_work_mem = "maintenance_work_mem"
65
64
  max_parallel_workers = "max_parallel_workers"
65
+ storage_layout = "storage_layout"
66
+ num_neighbors = "num_neighbors"
67
+ search_list_size = "search_list_size"
68
+ max_alpha = "max_alpha"
69
+ num_dimensions = "num_dimensions"
70
+ num_bits_per_dimension = "num_bits_per_dimension"
71
+ query_search_list_size = "query_search_list_size"
72
+ query_rescore = "query_rescore"
66
73
 
67
74
 
68
75
  class CustomizedCase(BaseModel):
@@ -94,6 +101,10 @@ class CaseConfig(BaseModel):
94
101
  self._k = value
95
102
  '''
96
103
 
104
+ def __hash__(self) -> int:
105
+ return hash(self.json())
106
+
107
+
97
108
  class TaskStage(StrEnum):
98
109
  """Enumerations of various stages of the task"""
99
110
 
@@ -124,9 +135,14 @@ class TaskConfig(BaseModel):
124
135
 
125
136
  @property
126
137
  def db_name(self):
127
- db = self.db.value
138
+ db_name = f"{self.db.value}"
128
139
  db_label = self.db_config.db_label
129
- return f"{db}-{db_label}" if db_label else db
140
+ if db_label:
141
+ db_name += f"-{db_label}"
142
+ version = self.db_config.version
143
+ if version:
144
+ db_name += f"-{version}"
145
+ return db_name
130
146
 
131
147
 
132
148
  class ResultLabel(Enum):
@@ -250,18 +266,18 @@ class TestResult(BaseModel):
250
266
 
251
267
  max_db = max(map(len, [f.task_config.db.name for f in filtered_results]))
252
268
  max_db_labels = (
253
- max(map(len, [f.task_config.db_config.db_label for f in filtered_results]))
254
- + 3
269
+ max(map(len, [f.task_config.db_config.db_label for f in filtered_results]))
270
+ + 3
255
271
  )
256
272
  max_case = max(
257
273
  map(len, [f.task_config.case_config.case_id.name for f in filtered_results])
258
274
  )
259
275
  max_load_dur = (
260
- max(map(len, [str(f.metrics.load_duration) for f in filtered_results])) + 3
276
+ max(map(len, [str(f.metrics.load_duration) for f in filtered_results])) + 3
261
277
  )
262
278
  max_qps = max(map(len, [str(f.metrics.qps) for f in filtered_results])) + 3
263
279
  max_recall = (
264
- max(map(len, [str(f.metrics.recall) for f in filtered_results])) + 3
280
+ max(map(len, [str(f.metrics.recall) for f in filtered_results])) + 3
265
281
  )
266
282
 
267
283
  max_db_labels = 8 if max_db_labels < 8 else max_db_labels
@@ -2,7 +2,7 @@ from vectordb_bench import config
2
2
  import ujson
3
3
  import pathlib
4
4
  from vectordb_bench.backend.cases import CaseType
5
- from vectordb_bench.frontend.const.dbPrices import DB_DBLABEL_TO_PRICE
5
+ from vectordb_bench.frontend.config.dbPrices import DB_DBLABEL_TO_PRICE
6
6
  from vectordb_bench.interface import benchMarkRunner
7
7
  from vectordb_bench.models import CaseResult, ResultLabel, TestResult
8
8
 
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: vectordb-bench
3
- Version: 0.0.11
3
+ Version: 0.0.13
4
4
  Summary: VectorDBBench is not just an offering of benchmark results for mainstream vector databases and cloud services, it's your go-to tool for the ultimate performance and cost-effectiveness comparison. Designed with ease-of-use in mind, VectorDBBench is devised to help users, even non-professionals, reproduce results or test new systems, making the hunt for the optimal choice amongst a plethora of cloud services and open-source vector databases a breeze.
5
5
  Author-email: XuanYang-cn <xuan.yang@zilliz.com>
6
6
  Project-URL: repository, https://github.com/zilliztech/VectorDBBench
@@ -33,22 +33,32 @@ Requires-Dist: pinecone-client ; extra == 'all'
33
33
  Requires-Dist: weaviate-client ; extra == 'all'
34
34
  Requires-Dist: elasticsearch ; extra == 'all'
35
35
  Requires-Dist: pgvector ; extra == 'all'
36
+ Requires-Dist: pgvecto-rs[psycopg3] >=0.2.1 ; extra == 'all'
36
37
  Requires-Dist: sqlalchemy ; extra == 'all'
37
38
  Requires-Dist: redis ; extra == 'all'
38
39
  Requires-Dist: chromadb ; extra == 'all'
39
- Requires-Dist: psycopg2 ; extra == 'all'
40
40
  Requires-Dist: psycopg ; extra == 'all'
41
41
  Requires-Dist: psycopg-binary ; extra == 'all'
42
+ Requires-Dist: opensearch-dsl ==2.1.0 ; extra == 'all'
43
+ Requires-Dist: opensearch-py ==2.6.0 ; extra == 'all'
44
+ Provides-Extra: awsopensearch
45
+ Requires-Dist: awsopensearch ; extra == 'awsopensearch'
42
46
  Provides-Extra: chromadb
43
47
  Requires-Dist: chromadb ; extra == 'chromadb'
44
48
  Provides-Extra: elastic
45
49
  Requires-Dist: elasticsearch ; extra == 'elastic'
50
+ Provides-Extra: memorydb
51
+ Requires-Dist: memorydb ; extra == 'memorydb'
46
52
  Provides-Extra: pgvecto_rs
47
- Requires-Dist: psycopg2 ; extra == 'pgvecto_rs'
53
+ Requires-Dist: pgvecto-rs[psycopg3] >=0.2.1 ; extra == 'pgvecto_rs'
48
54
  Provides-Extra: pgvector
49
55
  Requires-Dist: psycopg ; extra == 'pgvector'
50
56
  Requires-Dist: psycopg-binary ; extra == 'pgvector'
51
57
  Requires-Dist: pgvector ; extra == 'pgvector'
58
+ Provides-Extra: pgvectorscale
59
+ Requires-Dist: psycopg ; extra == 'pgvectorscale'
60
+ Requires-Dist: psycopg-binary ; extra == 'pgvectorscale'
61
+ Requires-Dist: pgvector ; extra == 'pgvectorscale'
52
62
  Provides-Extra: pinecone
53
63
  Requires-Dist: pinecone-client ; extra == 'pinecone'
54
64
  Provides-Extra: qdrant
@@ -91,18 +101,21 @@ pip install vectordb-bench[pinecone]
91
101
  ```
92
102
  All the database client supported
93
103
 
94
- |Optional database client|install command|
95
- |---------------|---------------|
96
- |pymilvus(*default*)|`pip install vectordb-bench`|
97
- |all|`pip install vectordb-bench[all]`|
98
- |qdrant|`pip install vectordb-bench[qdrant]`|
99
- |pinecone|`pip install vectordb-bench[pinecone]`|
100
- |weaviate|`pip install vectordb-bench[weaviate]`|
101
- |elastic|`pip install vectordb-bench[elastic]`|
102
- |pgvector|`pip install vectordb-bench[pgvector]`|
103
- |pgvecto.rs|`pip install vectordb-bench[pgvecto_rs]`|
104
- |redis|`pip install vectordb-bench[redis]`|
105
- |chromadb|`pip install vectordb-bench[chromadb]`|
104
+ | Optional database client | install command |
105
+ |--------------------------|---------------------------------------------|
106
+ | pymilvus(*default*) | `pip install vectordb-bench` |
107
+ | all | `pip install vectordb-bench[all]` |
108
+ | qdrant | `pip install vectordb-bench[qdrant]` |
109
+ | pinecone | `pip install vectordb-bench[pinecone]` |
110
+ | weaviate | `pip install vectordb-bench[weaviate]` |
111
+ | elastic | `pip install vectordb-bench[elastic]` |
112
+ | pgvector | `pip install vectordb-bench[pgvector]` |
113
+ | pgvecto.rs | `pip install vectordb-bench[pgvecto_rs]` |
114
+ | pgvectorscale | `pip install vectordb-bench[pgvectorscale]` |
115
+ | redis | `pip install vectordb-bench[redis]` |
116
+ | memorydb | `pip install vectordb-bench[memorydb]` |
117
+ | chromadb | `pip install vectordb-bench[chromadb]` |
118
+ | awsopensearch | `pip install vectordb-bench[awsopensearch]` |
106
119
 
107
120
  ### Run
108
121
 
@@ -345,6 +358,24 @@ Case No. | Case Type | Dataset Size | Filtering Rate | Results |
345
358
 
346
359
  Each case provides an in-depth examination of a vector database's abilities, providing you a comprehensive view of the database's performance.
347
360
 
361
+ #### Custom Dataset for Performance case
362
+
363
+ Through the `/custom` page, users can customize their own performance case using local datasets. After saving, the corresponding case can be selected from the `/run_test` page to perform the test.
364
+
365
+ ![image](fig/custom_dataset.png)
366
+ ![image](fig/custom_case_run_test.png)
367
+
368
+ We have strict requirements for the data set format, please follow them.
369
+ - `Folder Path` - The path to the folder containing all the files. Please ensure that all files in the folder are in the `Parquet` format.
370
+ - Vectors data files: The file must be named `train.parquet` and should have two columns: `id` as an incrementing `int` and `emb` as an array of `float32`.
371
+ - Query test vectors: The file must be named `test.parquet` and should have two columns: `id` as an incrementing `int` and `emb` as an array of `float32`.
372
+ - Ground truth file: The file must be named `neighbors.parquet` and should have two columns: `id` corresponding to query vectors and `neighbors_id` as an array of `int`.
373
+
374
+ - `Train File Count` - If the vector file is too large, you can consider splitting it into multiple files. The naming format for the split files should be `train-[index]-of-[file_count].parquet`. For example, `train-01-of-10.parquet` represents the second file (0-indexed) among 10 split files.
375
+
376
+ - `Use Shuffled Data` - If you check this option, the vector data files need to be modified. VectorDBBench will load the data labeled with `shuffle`. For example, use `shuffle_train.parquet` instead of `train.parquet` and `shuffle_train-04-of-10.parquet` instead of `train-04-of-10.parquet`. The `id` column in the shuffled data can be in any order.
377
+
378
+
348
379
  ## Goals
349
380
  Our goals of this benchmark are:
350
381
  ### Reproducibility & Usability
@@ -1,32 +1,42 @@
1
- vectordb_bench/__init__.py,sha256=cvCI4khbLpcbxYMCwRsvG4THZa4GayqQ9aE1iXbFuUU,2052
1
+ vectordb_bench/__init__.py,sha256=ve51Dlz8wzVd9b_07JFYyYJqojOdOZs5OEh7JYiMCu0,2142
2
2
  vectordb_bench/__main__.py,sha256=YJOTn5MlbmLyr3PRsecY6fj7igHLB6_D3y1HwF_sO20,848
3
3
  vectordb_bench/base.py,sha256=d34WCGXZI1u5RGQtqrPHd3HbOF5AmioFrM2j30Aj1sY,130
4
4
  vectordb_bench/interface.py,sha256=ZT3pseyq--TuxtopdP2hRut-6vIInKo62pvAl2zBD10,9708
5
5
  vectordb_bench/log_util.py,sha256=nMnW-sN24WyURcI07t-WA3q2N5R-YIvFgboRsSrNJDg,2906
6
6
  vectordb_bench/metric.py,sha256=osb58NvGGmqs3EKTfFujO7Qq5fAhGO9AOkCsziKgEUs,1976
7
- vectordb_bench/models.py,sha256=ye39851RviGwZJ-CZ0INjKDjAIuc0uX2maYPSXfbVWI,9744
7
+ vectordb_bench/models.py,sha256=kY3QZ-e13vK5ctq08N9wdfSGo239TGDMLGvrf9bwwdk,10228
8
8
  vectordb_bench/backend/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
9
- vectordb_bench/backend/assembler.py,sha256=W03o8xaOoa5CTBr5586nIzm4sEJ4a-85sfcEG-d60VY,2000
10
- vectordb_bench/backend/cases.py,sha256=879vcSRzyoLko1tdtxQDM15Id8vQGpu9e-t_e6m7bi4,14518
9
+ vectordb_bench/backend/assembler.py,sha256=mmoLzWXFSlrpWvaVY41wiRNWNv2IR-LzlANX55MJbYI,2028
10
+ vectordb_bench/backend/cases.py,sha256=lQ9jgKaJGunj-mJXR3cgGt16wCsrDrvs-GS3ycTDk0U,16169
11
11
  vectordb_bench/backend/data_source.py,sha256=j4-eD0nIe7Y6fSM5WKEij3GfhyU_YOQ3L5Tyl-1GxX0,5446
12
- vectordb_bench/backend/dataset.py,sha256=E-ZdYNXwCN3Fa4b_9rvhbiJgPLiKXQmi_fqZk0r7AHk,8295
12
+ vectordb_bench/backend/dataset.py,sha256=WHHNDIOrO6eyU3LsW4SxDeZT-_u0dMFwKigNB5kWMk0,8764
13
13
  vectordb_bench/backend/result_collector.py,sha256=jdQf5-q1z5y07SKy9Sig1wFROmm-p9x_Y81fId0sjaU,807
14
14
  vectordb_bench/backend/task_runner.py,sha256=Y1HYWvWlIo_4pe0EMLuAN8bWj2xhqfbw59afbCmZeAI,11855
15
15
  vectordb_bench/backend/utils.py,sha256=2UixYyfKvl8zRiashywB1l6hTI3jMtiZhiVm_bXHV1Y,1811
16
- vectordb_bench/backend/clients/__init__.py,sha256=M7RT9-Px4iwEYnBGeo3tywk6fRlfmFWynZxuymenXVY,4600
17
- vectordb_bench/backend/clients/api.py,sha256=YQlvABf8KfXcDpJzFglQKmFN3zmJuFKG4ihabxYIrDU,5634
16
+ vectordb_bench/backend/clients/__init__.py,sha256=fhnFwPeypU15-HIjYlJaQWAEEiVauZFMceAXnsPLktU,5847
17
+ vectordb_bench/backend/clients/api.py,sha256=ERucloTZu1LFtI150jCsiBfv4eXRRJCC1GYEHcC_Zv4,6128
18
+ vectordb_bench/backend/clients/aws_opensearch/aws_opensearch.py,sha256=BOPJajcYUjPFjztV2lY1UI-uIoxn94OG-P2eCRcESh8,5687
19
+ vectordb_bench/backend/clients/aws_opensearch/cli.py,sha256=v1bGoovgokhIGN5tZwb_MrP4af7BfXYQaOpDuy0Ibh0,1327
20
+ vectordb_bench/backend/clients/aws_opensearch/config.py,sha256=aknkmZDC5Rye8hLDMX-6sKINn6uEL9o4iSKCwFxlSyM,1605
21
+ vectordb_bench/backend/clients/aws_opensearch/run.py,sha256=X8xHjOM-cEmnX9zJsd6SowEcweC1a2WcE82zLqZ19K0,3561
18
22
  vectordb_bench/backend/clients/chroma/chroma.py,sha256=Rg-GVWSDLdw32XfltJQlS3JHtNX1BJYDHxTSy086tKA,3739
19
23
  vectordb_bench/backend/clients/chroma/config.py,sha256=7Tp_di0cdBsh4kX-IijTLsmFK2JJpcrXP2K6e24OUGc,345
20
24
  vectordb_bench/backend/clients/elastic_cloud/config.py,sha256=xkaBNtsayByelVLda8LiSEwxjQjESpijJ8IFOh03f_0,1598
21
25
  vectordb_bench/backend/clients/elastic_cloud/elastic_cloud.py,sha256=rWHthqGEpYwwka-0bsjyWfCwTAsYKNPvB17qe0Z1VDQ,5709
26
+ vectordb_bench/backend/clients/memorydb/cli.py,sha256=BqU5s1CnLCXeHnSOEpQBON8wWMngeLjvnf9-UQqU9cU,2624
27
+ vectordb_bench/backend/clients/memorydb/config.py,sha256=PjhLMMr_LdJ8O91JpHNCCT6HMEGLwH9r_erUMGJEVaI,1501
28
+ vectordb_bench/backend/clients/memorydb/memorydb.py,sha256=XIqtXpY-2lJohIuImFDsRO3c_upn04eCplIOlaLxFo4,10114
22
29
  vectordb_bench/backend/clients/milvus/cli.py,sha256=QqzYIOeUSXEvdLH0_YUMhwDHUDJirTNKeUxrJQIqSdw,8506
23
30
  vectordb_bench/backend/clients/milvus/config.py,sha256=AZ4QHoufRIjsX2eVrtnug8SeYnuHeBMna_34OQNFxz0,6847
24
31
  vectordb_bench/backend/clients/milvus/milvus.py,sha256=BzOySmlYCQnNScazK9XBjKPh3X99jZSm0W3-IigRAYY,7653
25
- vectordb_bench/backend/clients/pgvecto_rs/config.py,sha256=scdEXN6RT4yGA5j8fXSAooAvB550WQQ1JnN7SBQCUZM,3648
26
- vectordb_bench/backend/clients/pgvecto_rs/pgvecto_rs.py,sha256=Od9g1wIhgslXBavEwCV8-LYsclqOJB3OwpeU6ZA265k,6195
32
+ vectordb_bench/backend/clients/pgvecto_rs/cli.py,sha256=OI-l3LfthysqaybEmaFwbVcrFKCnG0Hok6A-dOSXIlY,4717
33
+ vectordb_bench/backend/clients/pgvecto_rs/config.py,sha256=FsqNYtx4ILE0TDDOAidJYWK0g197Gf80rAf9Ksp2qNY,4819
34
+ vectordb_bench/backend/clients/pgvecto_rs/pgvecto_rs.py,sha256=0-mICBbfs4LxY5bKnxNhOr0HiS0cXfGq_orBhqfEYIc,9921
27
35
  vectordb_bench/backend/clients/pgvector/cli.py,sha256=4fDweywfb57dzf0HzQuNk_2Xutjo_XKi91mHIuYOBQM,3582
28
36
  vectordb_bench/backend/clients/pgvector/config.py,sha256=jbSPXd2SiFTwuRzEzN_c7oShtb2Fz-hy2VM5lI-bIGw,7202
29
37
  vectordb_bench/backend/clients/pgvector/pgvector.py,sha256=FtCvhjAr8kYnLLyBLHy3jLuMYH14dSJo3zUt6_mT6T0,12500
38
+ vectordb_bench/backend/clients/pgvectorscale/config.py,sha256=Rml0khQLedECSFR8O6VTWYPoLa2qGTTf8Id_0HaCvEU,3204
39
+ vectordb_bench/backend/clients/pgvectorscale/pgvectorscale.py,sha256=CE2E_6ARmX6AJW-10DVkhTrLCMC9PO5c54pGNFefdto,9635
30
40
  vectordb_bench/backend/clients/pinecone/config.py,sha256=4WvMu-9zxgoGfP5GPb7hpW-PRYEORADhlQvMa8JJh8k,384
31
41
  vectordb_bench/backend/clients/pinecone/pinecone.py,sha256=U31QbXLuTcNPp7PK24glE6LM23-YpbxK_Kj-NmEwoZY,4078
32
42
  vectordb_bench/backend/clients/qdrant_cloud/config.py,sha256=jk6gLcjZnjV0kQlc4RrrcXyekF6qkwzgWOYD3Mm8AOU,1385
@@ -48,38 +58,45 @@ vectordb_bench/backend/runner/mp_runner.py,sha256=FWhCU6y97cxbJSSBfHWcif7t4ew6SO
48
58
  vectordb_bench/backend/runner/serial_runner.py,sha256=ku1Dtps9JcmwCwZq7eDw0pcP9IN2Zjjg-1VJumXYJpA,9414
49
59
  vectordb_bench/cli/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
50
60
  vectordb_bench/cli/cli.py,sha256=M6LE3hqmnt7QYrhm2KU2-kFQRpRp86GwkKXHc-XLeHo,10850
51
- vectordb_bench/cli/vectordbbench.py,sha256=4DUMN2awCaHt2gRQHz3yCU19Y0hpABPrHPmIVwpfozg,554
61
+ vectordb_bench/cli/vectordbbench.py,sha256=r7Kr5gNh796VbPzBNmialub3lPQ5aYf5k2gIiajOW-o,868
52
62
  vectordb_bench/config-files/sample_config.yml,sha256=yw9ZgHczNi9PedNuTVxZKiOTI6AVoQS1h8INNgoDjPk,340
53
- vectordb_bench/frontend/utils.py,sha256=BzKR1kMX1ErlXAzkFUb06O2mIcxBbquRzJtxoHgRnKs,162
54
- vectordb_bench/frontend/vdb_benchmark.py,sha256=z9VCsMp2Ra43J-oFXRsX98Ww3Xq_koUpZ9PEZoU5qws,1649
55
- vectordb_bench/frontend/components/check_results/charts.py,sha256=zbtEyUSk2FJbSlaGw1LH4boSljFXfhVZlC8rrIgVw_4,5113
56
- vectordb_bench/frontend/components/check_results/data.py,sha256=HFqjYp2UitWcPF1LMka3xCLh2DBnU-EohFlxjUs-RlQ,3282
57
- vectordb_bench/frontend/components/check_results/expanderStyle.py,sha256=dETG2-smcWntQTARUXzbSv90Py5yN74mGXoBGn4loow,1295
58
- vectordb_bench/frontend/components/check_results/filters.py,sha256=41KXtVyC1BMGRXh3OoHodMXNw3eZLQHSzNZ91eviIk4,4225
63
+ vectordb_bench/custom/custom_case.json,sha256=uKo7NJgXDPPLtf_V6y1uc5w1aIcjLp-GCJEYOCty1As,475
64
+ vectordb_bench/frontend/utils.py,sha256=jCyfk0QyLl3RLh-1MBRbBy6aep9hO32ScJCDYA2kaZU,489
65
+ vectordb_bench/frontend/vdb_benchmark.py,sha256=TQqpx111ac2ofuMakfDhNhX2zgFSyFY_IrrIi0H8E7s,1658
66
+ vectordb_bench/frontend/components/check_results/charts.py,sha256=VDQSmfWxjE80w4DA_KXpDhRsPzK8qOPeR7Krvn0mNMI,5122
67
+ vectordb_bench/frontend/components/check_results/data.py,sha256=opbDpCtqdCJqZetz6U48bNwO0Uxu4qMsatvK-zzKSFg,3546
68
+ vectordb_bench/frontend/components/check_results/expanderStyle.py,sha256=XLnJlDai8A8TQhr2iYQpZXIB31YUrrjrmFvLFHT5uOg,1299
69
+ vectordb_bench/frontend/components/check_results/filters.py,sha256=oJNBLsx4q9tP2-PdsYqZnZTHTBAmrVgV-VWV_mMF5GA,4479
59
70
  vectordb_bench/frontend/components/check_results/footer.py,sha256=Nh1RzorDg-8R5ewp_UGFnUqWaAEZ7xZ1RpqHDew1mGY,395
60
- vectordb_bench/frontend/components/check_results/headerIcon.py,sha256=Q0mbnav2FWaRkEb8QT2ACjiJjSoyioRZPfv-StQ4DVk,433
71
+ vectordb_bench/frontend/components/check_results/headerIcon.py,sha256=0uvvSe-oroh58iKzyXeNch0z2Xh7n-plKIGRUmwYnH4,434
61
72
  vectordb_bench/frontend/components/check_results/nav.py,sha256=DQl74rujw70ayh37PQaiO4AdtVZ95-OtTMEtw_Ui7hE,685
62
- vectordb_bench/frontend/components/check_results/priceTable.py,sha256=E7sxhSCjkBOMlQFHe6zFizhQLsJ-mUcXUbNj4FpqSUE,1308
63
- vectordb_bench/frontend/components/check_results/stPageConfig.py,sha256=rAL2prWx0hT7Q3QWz6ALyKUMNladX6U48GlKvVq3DFA,429
64
- vectordb_bench/frontend/components/concurrent/charts.py,sha256=EKVpQuJXVb8ju-F_B6yvEUXDmFOcPoSyCDKkqUg7814,2416
73
+ vectordb_bench/frontend/components/check_results/priceTable.py,sha256=n7OLXfG95CECPR9lQuK_7HXd3jjprmuk8EHgJ8hcth4,1309
74
+ vectordb_bench/frontend/components/check_results/stPageConfig.py,sha256=vHDHS3qwAbOAQ-Zvz3DftUiKJS4Xs109172aWUmzOt0,430
75
+ vectordb_bench/frontend/components/concurrent/charts.py,sha256=6Y-9Q9tHcfB4ndA0234cfkyvGJIiMGK_a_m1_bPRxpE,2195
76
+ vectordb_bench/frontend/components/custom/displayCustomCase.py,sha256=oZfvtiCWr3VnHdvXgcf5YoqvtPWsfMN-YOT7KKoIxp4,1613
77
+ vectordb_bench/frontend/components/custom/displaypPrams.py,sha256=pxpHgnyGItxkwbajI8qIun0YBY23ZZAvsnK5z7_g5p4,1321
78
+ vectordb_bench/frontend/components/custom/getCustomConfig.py,sha256=P0WCMla2hmzeDcsHju6gFMQrugsBzajAVSYtBZTEwWg,1050
79
+ vectordb_bench/frontend/components/custom/initStyle.py,sha256=J9aLRHM1hjfgsguxs2b8a5vKtLyEmTMzY0m6M895AMU,433
65
80
  vectordb_bench/frontend/components/get_results/saveAsImage.py,sha256=MdQCqjrX5rQyK34XfTkVykVLOcOouIz4enMR1P5GBiY,1457
66
- vectordb_bench/frontend/components/run_test/autoRefresh.py,sha256=ofsl2sdmBd2y9O_xaJDr58NPycJsDwCdf2rEyE_f6e8,288
67
- vectordb_bench/frontend/components/run_test/caseSelector.py,sha256=B1rtbSDlzPHbdPK52mxFf3FbF4qYs1J9YNYdSnTxCRg,3945
68
- vectordb_bench/frontend/components/run_test/dbConfigSetting.py,sha256=hoelDzXP-J2EmzvgGh6Euk7uBfu9iw0YGM7lxjo0cb8,2074
69
- vectordb_bench/frontend/components/run_test/dbSelector.py,sha256=GU_Fr3tk5xJASVQdgBAlwuoy55RoVIM5nT-sjDEe4mY,1452
70
- vectordb_bench/frontend/components/run_test/generateTasks.py,sha256=9r1vb03FMSJ_vG4px_wHMKMB_RWaKv6ttv0FptsytgA,812
81
+ vectordb_bench/frontend/components/run_test/autoRefresh.py,sha256=mjIa43VQQmNjYPkEbOtKNlJ1UfGPcqRKvc2Jh4kx8U0,289
82
+ vectordb_bench/frontend/components/run_test/caseSelector.py,sha256=1ffpLcc5JjNJup4oUyTG9XZAy5nogkbCtPskSiplhjY,5118
83
+ vectordb_bench/frontend/components/run_test/dbConfigSetting.py,sha256=xblWegGPcpDoPUWmu1ocen2J6o6AS11IM8yVxZBk-Fs,2678
84
+ vectordb_bench/frontend/components/run_test/dbSelector.py,sha256=61eAW3a4RdEEwF4qNxlfb2FLZMfGFO683f3XDVMSNxY,1128
85
+ vectordb_bench/frontend/components/run_test/generateTasks.py,sha256=52hlpyB2_Sz3kygWc5jV-jfGBvXhUQh0as18t-pkGmw,773
71
86
  vectordb_bench/frontend/components/run_test/hideSidebar.py,sha256=vb5kzIMmbMqWX67qFEHek21X4sGO_tPyn_uPqUEtp3Q,234
72
- vectordb_bench/frontend/components/run_test/submitTask.py,sha256=xte8qcIWYra9Yg8iC5sGIDt24hu_jPH3_SWzDeTcrKk,3340
87
+ vectordb_bench/frontend/components/run_test/initStyle.py,sha256=osPUgfFfH7rRlVNHSMumvmZxvKWlLxmZiNqgnMiUJEU,723
88
+ vectordb_bench/frontend/components/run_test/submitTask.py,sha256=NCEXfR3xudAncjVEvsV2iaiov5AatGObe830UI6481M,3341
73
89
  vectordb_bench/frontend/components/tables/data.py,sha256=pVG_hb4bTMLfUt10NUCJSqcFkPmnN7i9jTw9DcWizpI,1364
74
- vectordb_bench/frontend/const/dbCaseConfigs.py,sha256=JP2Wyguss9o4stDgWaZwO2Cr-RhKhG9kDKZ09JSR2I8,18395
75
- vectordb_bench/frontend/const/dbPrices.py,sha256=10aBKjVcEg8y7TPSda28opmBM1KmXNrvbU9WM_BsZcE,176
76
- vectordb_bench/frontend/const/styles.py,sha256=B2ycRJ6CHBzew8B2P7z9nnzY-20W5SlggXLI2olfxac,2174
77
- vectordb_bench/frontend/pages/concurrent.py,sha256=lfCBoNNJalPi9vLfs90xp6cCIgiJegqGoHwAwfhwxE8,2290
78
- vectordb_bench/frontend/pages/quries_per_dollar.py,sha256=SpXwKwdarwPz7RtF_qxyODfwARBb3VI9iKElYtnwEVs,2422
79
- vectordb_bench/frontend/pages/run_test.py,sha256=nkXTVBauuCgkJ6WRSQ_-qa83RAmc0Z3VH2uTDrNCQL8,2045
80
- vectordb_bench/frontend/pages/tables.py,sha256=Vm16SdaJ29YB_P8ofO5JEz--3sNBKrB13yFkxehZ_lU,564
90
+ vectordb_bench/frontend/config/dbCaseConfigs.py,sha256=zaw_Yl4UW1VUVO0cZseFytIF89wD8hP5FDyd8RergDw,26129
91
+ vectordb_bench/frontend/config/dbPrices.py,sha256=10aBKjVcEg8y7TPSda28opmBM1KmXNrvbU9WM_BsZcE,176
92
+ vectordb_bench/frontend/config/styles.py,sha256=E2PmwmiewxBKJJ59hQ4ZXatqg8QTN-Z53JlsvWMHM2M,2291
93
+ vectordb_bench/frontend/pages/concurrent.py,sha256=yK62Tjto8G9ObvLy0JSVLq9fqDMy_D3oAEGZw2Te4gU,1958
94
+ vectordb_bench/frontend/pages/custom.py,sha256=BYQuWa7_OQz0wnDvh0LiXzjevmDpO2BbSIuF1_Z_39M,2234
95
+ vectordb_bench/frontend/pages/quries_per_dollar.py,sha256=vAleDCyRK_KWiBjfX6VfvKfped2cZqhOptmFeY3p6qg,2433
96
+ vectordb_bench/frontend/pages/run_test.py,sha256=b1NoMhFA3MmUyItkofh3xozvo1vAqywXKOsoWdIWmRU,2161
97
+ vectordb_bench/frontend/pages/tables.py,sha256=VfBzgrgHe68gbSh4MrmVx61l5bQSNOQNrq8xmPlG00c,566
81
98
  vectordb_bench/results/dbPrices.json,sha256=VoaOjqbWyTdEMLXuzerL5xR46QbxOWFmxCf2mPhjJV4,576
82
- vectordb_bench/results/getLeaderboardData.py,sha256=viQ4iSDwI5BM0eNGy9p2kEuXsmGhW3oaUo0eK9F087s,1760
99
+ vectordb_bench/results/getLeaderboardData.py,sha256=cs4OQMjYvyZzUzVIBVJUEZk12C2Vx0ESx0nl4kncd04,1761
83
100
  vectordb_bench/results/leaderboard.json,sha256=N1yPKoiz2GJ8SrGvhV7WDDlBgTxtJ1GpQwq4Kec5ExA,66580
84
101
  vectordb_bench/results/ElasticCloud/result_20230727_standard_elasticcloud.json,sha256=IyJKjHGwTCcqKJAaBgfI_hhvMIGrXMl8S9Z2-19BvEE,5807
85
102
  vectordb_bench/results/ElasticCloud/result_20230808_standard_elasticcloud.json,sha256=sx_B3lbWICcMrePiYqeoJ179pwHD2l78bMf2B880QI0,4431
@@ -96,9 +113,9 @@ vectordb_bench/results/WeaviateCloud/result_20230808_standard_weaviatecloud.json
96
113
  vectordb_bench/results/ZillizCloud/result_20230727_standard_zillizcloud.json,sha256=wzrlCEsqaoy4EujDNeLebCKZIC__aXNe2NhFDEdewKo,17398
97
114
  vectordb_bench/results/ZillizCloud/result_20230808_standard_zillizcloud.json,sha256=G44g4aTJfeC0FyqosPEtaC-iy8JUX-bVpnA6dn0iiYU,14969
98
115
  vectordb_bench/results/ZillizCloud/result_20240105_standard_202401_zillizcloud.json,sha256=5R5PGJheoCOksx9uOXeSu8Z24Zc6Xp9LUkgJ-OzGAtM,41007
99
- vectordb_bench-0.0.11.dist-info/LICENSE,sha256=HXbxhrb5u5SegVzeLNF_voVgRsJMavcLaOmD1N0lZkM,1067
100
- vectordb_bench-0.0.11.dist-info/METADATA,sha256=YqAAFU7oDb5YOqiCwHcbWt7YSsDfrvzPkhIEv4RATjQ,30175
101
- vectordb_bench-0.0.11.dist-info/WHEEL,sha256=mguMlWGMX-VHnMpKOjjQidIo1ssRlCFu4a4mBpz1s2M,91
102
- vectordb_bench-0.0.11.dist-info/entry_points.txt,sha256=Qzw6gVx96ui8esG21H6yHsI6nboEohRmV424TYhQNrA,113
103
- vectordb_bench-0.0.11.dist-info/top_level.txt,sha256=jnhZFZAuKX1J60yt-XOeBZ__ctiZMvoC_s0RFq29lpM,15
104
- vectordb_bench-0.0.11.dist-info/RECORD,,
116
+ vectordb_bench-0.0.13.dist-info/LICENSE,sha256=HXbxhrb5u5SegVzeLNF_voVgRsJMavcLaOmD1N0lZkM,1067
117
+ vectordb_bench-0.0.13.dist-info/METADATA,sha256=tSYPnsfat3omhfZdy7FQG0qGUOR1PNNFg3a3wfTCPUc,32895
118
+ vectordb_bench-0.0.13.dist-info/WHEEL,sha256=R0nc6qTxuoLk7ShA2_Y-UWkN8ZdfDBG2B6Eqpz2WXbs,91
119
+ vectordb_bench-0.0.13.dist-info/entry_points.txt,sha256=Qzw6gVx96ui8esG21H6yHsI6nboEohRmV424TYhQNrA,113
120
+ vectordb_bench-0.0.13.dist-info/top_level.txt,sha256=jnhZFZAuKX1J60yt-XOeBZ__ctiZMvoC_s0RFq29lpM,15
121
+ vectordb_bench-0.0.13.dist-info/RECORD,,
@@ -1,5 +1,5 @@
1
1
  Wheel-Version: 1.0
2
- Generator: setuptools (70.1.1)
2
+ Generator: setuptools (72.1.0)
3
3
  Root-Is-Purelib: true
4
4
  Tag: py3-none-any
5
5
 
File without changes