vectordb-bench 0.0.1__1-py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (56) hide show
  1. vectordb_bench/__init__.py +30 -0
  2. vectordb_bench/__main__.py +39 -0
  3. vectordb_bench/backend/__init__.py +0 -0
  4. vectordb_bench/backend/assembler.py +57 -0
  5. vectordb_bench/backend/cases.py +124 -0
  6. vectordb_bench/backend/clients/__init__.py +57 -0
  7. vectordb_bench/backend/clients/api.py +179 -0
  8. vectordb_bench/backend/clients/elastic_cloud/config.py +56 -0
  9. vectordb_bench/backend/clients/elastic_cloud/elastic_cloud.py +152 -0
  10. vectordb_bench/backend/clients/milvus/config.py +123 -0
  11. vectordb_bench/backend/clients/milvus/milvus.py +182 -0
  12. vectordb_bench/backend/clients/pinecone/config.py +15 -0
  13. vectordb_bench/backend/clients/pinecone/pinecone.py +113 -0
  14. vectordb_bench/backend/clients/qdrant_cloud/config.py +16 -0
  15. vectordb_bench/backend/clients/qdrant_cloud/qdrant_cloud.py +169 -0
  16. vectordb_bench/backend/clients/weaviate_cloud/config.py +45 -0
  17. vectordb_bench/backend/clients/weaviate_cloud/weaviate_cloud.py +151 -0
  18. vectordb_bench/backend/clients/zilliz_cloud/config.py +34 -0
  19. vectordb_bench/backend/clients/zilliz_cloud/zilliz_cloud.py +35 -0
  20. vectordb_bench/backend/dataset.py +393 -0
  21. vectordb_bench/backend/result_collector.py +15 -0
  22. vectordb_bench/backend/runner/__init__.py +12 -0
  23. vectordb_bench/backend/runner/mp_runner.py +124 -0
  24. vectordb_bench/backend/runner/serial_runner.py +164 -0
  25. vectordb_bench/backend/task_runner.py +290 -0
  26. vectordb_bench/backend/utils.py +85 -0
  27. vectordb_bench/base.py +6 -0
  28. vectordb_bench/frontend/components/check_results/charts.py +175 -0
  29. vectordb_bench/frontend/components/check_results/data.py +86 -0
  30. vectordb_bench/frontend/components/check_results/filters.py +97 -0
  31. vectordb_bench/frontend/components/check_results/headerIcon.py +18 -0
  32. vectordb_bench/frontend/components/check_results/nav.py +21 -0
  33. vectordb_bench/frontend/components/check_results/priceTable.py +48 -0
  34. vectordb_bench/frontend/components/run_test/autoRefresh.py +10 -0
  35. vectordb_bench/frontend/components/run_test/caseSelector.py +87 -0
  36. vectordb_bench/frontend/components/run_test/dbConfigSetting.py +47 -0
  37. vectordb_bench/frontend/components/run_test/dbSelector.py +36 -0
  38. vectordb_bench/frontend/components/run_test/generateTasks.py +21 -0
  39. vectordb_bench/frontend/components/run_test/hideSidebar.py +10 -0
  40. vectordb_bench/frontend/components/run_test/submitTask.py +69 -0
  41. vectordb_bench/frontend/const.py +391 -0
  42. vectordb_bench/frontend/pages/qps_with_price.py +60 -0
  43. vectordb_bench/frontend/pages/run_test.py +59 -0
  44. vectordb_bench/frontend/utils.py +6 -0
  45. vectordb_bench/frontend/vdb_benchmark.py +42 -0
  46. vectordb_bench/interface.py +239 -0
  47. vectordb_bench/log_util.py +103 -0
  48. vectordb_bench/metric.py +53 -0
  49. vectordb_bench/models.py +234 -0
  50. vectordb_bench/results/result_20230609_standard.json +3228 -0
  51. vectordb_bench-0.0.1.dist-info/LICENSE +21 -0
  52. vectordb_bench-0.0.1.dist-info/METADATA +226 -0
  53. vectordb_bench-0.0.1.dist-info/RECORD +56 -0
  54. vectordb_bench-0.0.1.dist-info/WHEEL +5 -0
  55. vectordb_bench-0.0.1.dist-info/entry_points.txt +2 -0
  56. vectordb_bench-0.0.1.dist-info/top_level.txt +1 -0
@@ -0,0 +1,21 @@
1
+ MIT License
2
+
3
+ Copyright (c) 2023 Zilliztech
4
+
5
+ Permission is hereby granted, free of charge, to any person obtaining a copy
6
+ of this software and associated documentation files (the "Software"), to deal
7
+ in the Software without restriction, including without limitation the rights
8
+ to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
9
+ copies of the Software, and to permit persons to whom the Software is
10
+ furnished to do so, subject to the following conditions:
11
+
12
+ The above copyright notice and this permission notice shall be included in all
13
+ copies or substantial portions of the Software.
14
+
15
+ THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16
+ IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17
+ FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
18
+ AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19
+ LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
20
+ OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
21
+ SOFTWARE.
@@ -0,0 +1,226 @@
1
+ Metadata-Version: 2.1
2
+ Name: vectordb-bench
3
+ Version: 0.0.1
4
+ Summary: VectorDBBench is not just an offering of benchmark results for mainstream vector databases and cloud services, it's your go-to tool for the ultimate performance and cost-effectiveness comparison. Designed with ease-of-use in mind, VectorDBBench is devised to help users, even non-professionals, reproduce results or test new systems, making the hunt for the optimal choice amongst a plethora of cloud services and open-source vector databases a breeze.
5
+ Author-email: XuanYang-cn <xuan.yang@zilliz.com>
6
+ Project-URL: repository, https://github.com/zilliztech/VectorDBBench
7
+ Classifier: Programming Language :: Python :: 3
8
+ Classifier: License :: OSI Approved :: MIT License
9
+ Classifier: Operating System :: OS Independent
10
+ Requires-Python: >=3.11
11
+ Description-Content-Type: text/markdown
12
+ License-File: LICENSE
13
+ Requires-Dist: pytz
14
+ Requires-Dist: streamlit-autorefresh
15
+ Requires-Dist: streamlit (>=1.23.0)
16
+ Requires-Dist: streamlit-extras
17
+ Requires-Dist: grpcio (==1.53.0)
18
+ Requires-Dist: grpcio-tools (==1.53.0)
19
+ Requires-Dist: pymilvus
20
+ Requires-Dist: qdrant-client
21
+ Requires-Dist: pinecone-client
22
+ Requires-Dist: weaviate-client
23
+ Requires-Dist: elasticsearch
24
+ Requires-Dist: plotly
25
+ Requires-Dist: pydantic (==v1.10.7)
26
+ Requires-Dist: environs
27
+ Requires-Dist: scikit-learn
28
+ Requires-Dist: s3fs
29
+ Requires-Dist: psutil
30
+ Provides-Extra: test
31
+ Requires-Dist: ruff ; extra == 'test'
32
+ Requires-Dist: pytest ; extra == 'test'
33
+
34
+ # VectorDBBench: A Benchmark Tool for VectorDB
35
+
36
+ ## Quick Start
37
+ ### Prerequirement
38
+ ``` shell
39
+ python >= 3.11
40
+ ```
41
+ ### Install
42
+ ``` shell
43
+ pip install vectordb-bench
44
+ ```
45
+ ### Run
46
+
47
+ ``` shell
48
+ init_bench
49
+ ```
50
+ ## What is VectorDBBench
51
+ VectorDBBench is not just an offering of benchmark results for mainstream vector databases and cloud services, it's your go-to tool for the ultimate performance and cost-effectiveness comparison. Designed with ease-of-use in mind, VectorDBBench is devised to help users, even non-professionals, reproduce results or test new systems, making the hunt for the optimal choice amongst a plethora of cloud services and open-source vector databases a breeze.
52
+
53
+ Understanding the importance of user experience, we provide an intuitive visual interface. This not only empowers users to initiate benchmarks at ease, but also to view comparative result reports, thereby reproducing benchmark results effortlessly.
54
+ To add more relevance and practicality, we provide cost-effectiveness reports particularly for cloud services. This allows for a more realistic and applicable benchmarking process.
55
+
56
+ Closely mimicking real-world production environments, we've set up diverse testing scenarios including insertion, searching, and filtered searching. To provide you with credible and reliable data, we've included public datasets from actual production scenarios, such as SIFT, GIST, Cohere, and more. It's fascinating to discover how a relatively unknown open-source database might excel in certain circumstances!
57
+
58
+ Prepare to delve into the world of VectorDBBench, and let it guide you in uncovering your perfect vector database match.
59
+
60
+ ## Build on your own
61
+ ### Install requirements
62
+ ``` shell
63
+ pip install -e '.[test]'
64
+ ```
65
+ ### Run test server
66
+ ```
67
+ $ python -m vectordb_bench
68
+ ```
69
+
70
+ OR:
71
+
72
+ ```shell
73
+ $ init_bench
74
+ ```
75
+ ### Check coding styles
76
+ ```shell
77
+ $ ruff check vectordb_bench
78
+ ```
79
+
80
+ Add `--fix` if you want to fix the coding styles automatically
81
+
82
+ ```shell
83
+ $ ruff check vectordb_bench --fix
84
+ ```
85
+
86
+ ## How does it work?
87
+ ### Result Page
88
+ ![image](https://github.com/liliu-z/VectorDBBench/assets/105927039/a8418fb6-0822-4f04-a04d-ab9143815b3e)
89
+ This is the main page of VectorDBBench, which displays the standard benchmark results we provide. Additionally, results of all tests performed by users themselves will also be shown here. We also offer the ability to select and compare results from multiple tests simultaneously.
90
+
91
+ The standard benchmark results displayed here include all 12 cases that we currently support for all our clients (Milvus, Zilliz Cloud, Elastic Search, Qdrant Cloud, and Weaviate Cloud). However, as some systems may not be able to complete all the tests successfully due to issues like Out of Memory (OOM) or timeouts, not all clients are included in every case.
92
+ ### Run Test Page
93
+ ![image](https://github.com/liliu-z/VectorDBBench/assets/105927039/364e2462-107e-4ce1-aabc-ff2b217ae9b7)
94
+ This is the page to run a test:
95
+ 1. Initially, you select the systems to be tested - multiple selections are allowed. Once selected, corresponding forms will pop up to gather necessary information for using the chosen databases. The db_label is used to differentiate different instances of the same system. We recommend filling in the host size or instance type here (as we do in our standard results).
96
+ 2. The next step is to select the test cases you want to perform. You can select multiple cases at once, and a form to collect corresponding parameters will appear.
97
+ 3. Finally, you'll need to provide a task label to distinguish different test results. Using the same label for different tests will result in the previous results being overwritten.
98
+ Now we can only run one task at the same time.
99
+
100
+ ## Module
101
+ ### Code Structure
102
+ ![image](https://github.com/liliu-z/VectorDBBench/assets/105927039/8d65c8b4-b9a3-4405-9db8-d27bf1ffda4b)
103
+ ### Client
104
+ Our client module is designed with flexibility and extensibility in mind, aiming to integrate APIs from different systems seamlessly. As of now, it supports Milvus, Zilliz Cloud, Elastic Search, Pinecone, Qdrant, and Weaviate. Stay tuned for more options, as we are consistently working on extending our reach to other systems.
105
+ ### Benchmark Cases
106
+ We've developed an array of 12 comprehensive benchmark cases to test vector databases' various capabilities, each designed to give you a different piece of the puzzle. These cases are categorized into three main types:
107
+ #### Capacity Case
108
+ - **Large Dim:** Tests the database's loading capacity by inserting large-dimension vectors (GIST 100K vectors, 960 dimensions) until fully loaded. The final number of inserted vectors is reported.
109
+ - **Small Dim:** Similar to the Large Dim case but uses small-dimension vectors (SIFT 100K vectors, 128 dimensions).
110
+ #### Search Performance Case
111
+ - **XLarge Dataset:** Measures search performance with a massive dataset (LAION 100M vectors, 768 dimensions) at varying parallel levels. The results include index building time, recall, latency, and maximum QPS.
112
+ - **Large Dataset:** Similar to the XLarge Dataset case, but uses a slightly smaller dataset (Cohere 10M vectors, 768 dimensions).
113
+ - **Medium Dataset:** A case using a medium dataset (Cohere 1M vectors, 768 dimensions).
114
+ - **Small Dataset:** This case uses a small dataset (Cohere 100K vectors, 768 dimensions).
115
+ #### Filtering Search Performance Case
116
+ - **Large Dataset, Low Filtering Rate:** Evaluates search performance with a large dataset (Cohere 10M vectors, 768 dimensions) under a low filtering rate (1% vectors) at different parallel levels.
117
+ - **Medium Dataset, Low Filtering Rate:** This case uses a medium dataset (Cohere 1M vectors, 768 dimensions) with a similar low filtering rate.
118
+ - **Small Dataset, Low Filtering Rate:** This case uses a small dataset (Cohere 100K vectors, 768 dimensions) with a low filtering rate.
119
+ - **Large Dataset, High Filtering Rate:** It tests with a large dataset (Cohere 10M vectors, 768 dimensions) but under a high filtering rate (99% vectors).
120
+ - **Medium Dataset, High Filtering Rate:** This case uses a medium dataset (Cohere 1M vectors, 768 dimensions) with a high filtering rate.
121
+ - **Small Dataset, High Filtering Rate:** Finally, this case uses a small dataset (Cohere 100K vectors, 768 dimensions) under a high filtering rate.
122
+ For a quick reference, here is a table summarizing the key aspects of each case:
123
+
124
+ Case No. | Case Type | Dataset Size | Dataset Type | Filtering Rate | Results |
125
+ |----------|-----------|--------------|--------------|----------------|---------|
126
+ 1 | Capacity Case | Large Dim | GIST 100K vectors, 960 dimensions | N/A | Number of inserted vectors |
127
+ 2 | Capacity Case | Small Dim | SIFT 100K vectors, 128 dimensions | N/A | Number of inserted vectors |
128
+ 3 | Search Performance Case | XLarge Dataset | LAION 100M vectors, 768 dimensions | N/A | Index building time, recall, latency, maximum QPS |
129
+ 4 | Search Performance Case | Large Dataset | Cohere 10M vectors, 768 dimensions | N/A | Index building time, recall, latency, maximum QPS |
130
+ 5 | Search Performance Case | Medium Dataset | Cohere 1M vectors, 768 dimensions | N/A | Index building time, recall, latency, maximum QPS |
131
+ 6 | Search Performance Case | Small Dataset | Cohere 100K vectors, 768 dimensions | N/A | Index building time, recall, latency, maximum QPS |
132
+ 7 | Filtering Search Performance Case | Large Dataset, Low Filtering Rate | Cohere 10M vectors, 768 dimensions | 1% vectors | Index building time, recall, latency, maximum QPS |
133
+ 8 | Filtering Search Performance Case | Medium Dataset, Low Filtering Rate | Cohere 1M vectors, 768 dimensions | 1% vectors | Index building time, recall, latency, maximum QPS |
134
+ 9 | Filtering Search Performance Case | Small Dataset, Low Filtering Rate | Cohere 100K vectors, 768 dimensions | 1% vectors | Index building time, recall, latency, maximum QPS |
135
+ 10 | Filtering Search Performance Case | Large Dataset, High Filtering Rate | Cohere 10M vectors, 768 dimensions | 99% vectors | Index building time, recall, latency, maximum QPS |
136
+ 11 | Filtering Search Performance Case | Medium Dataset, High Filtering Rate | Cohere 1M vectors, 768 dimensions | 99% vectors | Index building time, recall, latency, maximum QPS |
137
+ 12 | Filtering Search Performance Case | Small Dataset, High Filtering Rate | Cohere 100K vectors, 768 dimensions | 99% vectors | Index building time, recall, latency, maximum QPS |
138
+
139
+ Each case provides an in-depth examination of a vector database's abilities, providing you a comprehensive view of the database's performance.
140
+
141
+ ## Goals
142
+ Our goals of this benchmark are:
143
+ ### Reproducibility & Usability
144
+ One of the primary goals of VectorDBBench is to enable users to reproduce benchmark results swiftly and easily, or to test their customized scenarios. We believe that lowering the barriers to entry for conducting these tests will enhance the community's understanding and improvement of vector databases. We aim to create an environment where any user, regardless of their technical expertise, can quickly set up and run benchmarks, and view and analyze results in an intuitive manner.
145
+ ### Representability & Realism
146
+ VectorDBBench aims to provide a more comprehensive, multi-faceted testing environment that accurately represents the complexity of vector databases. By moving beyond a simple speed test for algorithms, we hope to contribute to a better understanding of vector databases in real-world scenarios. By incorporating as many complex scenarios as possible, including a variety of test cases and datasets, we aim to reflect realistic conditions and offer tangible significance to our community. Our goal is to deliver benchmarking results that can drive tangible improvements in the development and usage of vector databases.
147
+
148
+ ## Contribution
149
+ ### General Guidelines
150
+ 1. Fork the repository and create a new branch for your changes.
151
+ 2. Adhere to coding conventions and formatting guidelines.
152
+ 3. Use clear commit messages to document the purpose of your changes.
153
+ ### Adding New Clients
154
+ **Step 1: Creating New Client Files**
155
+
156
+ 1. Navigate to the vectordb_bench/backend/clients directory.
157
+ 2. Create a new folder for your client, for example, "new_client".
158
+ 3. Inside the "new_client" folder, create two files: new_client.py and config.py.
159
+
160
+ **Step 2: Implement new_client.py and config.py**
161
+
162
+ 1. Open new_client.py and define the NewClient class, which should inherit from the clients/api.py file's VectorDB abstract class. The VectorDB class serves as the API for benchmarking, and all DB clients must implement this abstract class.
163
+ Example implementation in new_client.py:
164
+ new_client.py
165
+ ```python
166
+ from ..api import VectorDB
167
+ class NewClient(VectorDB):
168
+ # Implement the abstract methods defined in the VectorDB class
169
+ # ...
170
+ ```
171
+ 2. Open config.py and implement the DBConfig and optional DBCaseConfig classes.
172
+ 1. The DBConfig class should be an abstract class that provides information necessary to establish connections with the database. It is recommended to use the pydantic.SecretStr data type to handle sensitive data such as tokens, URIs, or passwords.
173
+ 2. The DBCaseConfig class is optional and allows for providing case-specific configurations for the database. If not provided, it defaults to EmptyDBCaseConfig.
174
+ Example implementation in config.py:
175
+ ```python
176
+ from pydantic import SecretStr
177
+ from clients.api import DBConfig, DBCaseConfig
178
+
179
+ class NewDBConfig(DBConfig):
180
+ # Implement the required configuration fields for the database connection
181
+ # ...
182
+ token: SecretStr
183
+ uri: str
184
+
185
+ class NewDBCaseConfig(DBCaseConfig):
186
+ # Implement optional case-specific configuration fields
187
+ # ...
188
+ ```
189
+ **Step 3: Importing the DB Client and Updating Initialization**
190
+
191
+ In this final step, you will import your DB client into clients/__init__.py and update the initialization process.
192
+ 1. Open clients/__init__.py and import your NewClient from new_client.py.
193
+ 2. Add your NewClient to the DB enum.
194
+ 3. Update the db2client dictionary by adding an entry for your NewClient.
195
+ Example implementation in clients/__init__.py:
196
+ ```python
197
+ #clients/__init__.py
198
+
199
+ from .new_client.new_client import NewClient
200
+
201
+ #Add NewClient to the DB enum
202
+ class DB(Enum):
203
+ ...
204
+ DB.NewClient = "NewClient"
205
+
206
+ #Add NewClient to the db2client dictionary
207
+ db2client = {
208
+ DB.Milvus: Milvus,
209
+ ...
210
+ DB.NewClient: NewClient
211
+ }
212
+ ```
213
+ That's it! You have successfully added a new DB client to the vectordb_bench project.
214
+
215
+ ## Rules
216
+ ### Installation
217
+ The system under test can be installed in any form to achieve optimal performance. This includes but is not limited to binary deployment, Docker, and cloud services.
218
+ ### Fine-Tuning
219
+ For the system under test, we use the default server-side configuration to maintain the authenticity and representativeness of our results.
220
+ For the Client, we welcome any parameter tuning to obtain better results.
221
+ ### Incomplete Results
222
+ Many databases may not be able to complete all test cases due to issues such as Out of Memory (OOM), crashes, or timeouts. In these scenarios, we will clearly state these occurrences in the test results.
223
+ ### Unpublishable Results
224
+ Although we are trying to support as many clients as possible for benchmarking, due to the restrictions imposed by the [Dewitt Clause](https://cube.dev/blog/dewitt-clause-or-can-you-benchmark-a-database), we're unable to publish all benchmark results. This means that users may not be able to fully compare performance data for certain databases on our platform, despite the support we have integrated for these systems.
225
+ ### Mistake Or Misrepresentation
226
+ We strive for accuracy in learning and supporting various vector databases, yet there might be oversights or misapplications. For any such occurrences, feel free to [raise an issue](https://github.com/zilliztech/VectorDBBench/issues/new) or make amendments on our GitHub page.
@@ -0,0 +1,56 @@
1
+ vectordb_bench/__init__.py,sha256=ZsEjMgkjnNDBp41H5lzLYcFqJkZQma-yfSsgHPmS2k0,837
2
+ vectordb_bench/__main__.py,sha256=YJOTn5MlbmLyr3PRsecY6fj7igHLB6_D3y1HwF_sO20,848
3
+ vectordb_bench/base.py,sha256=d34WCGXZI1u5RGQtqrPHd3HbOF5AmioFrM2j30Aj1sY,130
4
+ vectordb_bench/interface.py,sha256=aa46X4fitgScdHbQn_5naJr77Gb0uPFHoRiOhMAY560,8671
5
+ vectordb_bench/log_util.py,sha256=YGaaevphwoPD0exF8EX_6hX5_9BoysCcKyHl4Ox5Fbk,2907
6
+ vectordb_bench/metric.py,sha256=ld1-0Kq9IKVsjQdcwgF63UkMc6uaGGfLlCsVoirEItU,1018
7
+ vectordb_bench/models.py,sha256=LHfUq51HofvHfJFTGAmFlGFKxCc-bWDuB2-Gr12s1kY,7683
8
+ vectordb_bench/backend/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
9
+ vectordb_bench/backend/assembler.py,sha256=k5gwkI3yCH2f7N_PT5KhZzgS0wnwcl4xT9a_qYpqeic,1734
10
+ vectordb_bench/backend/cases.py,sha256=6mgzR5nrmF5wSWXvhW2pbqIwFf-iGgnz-bLnW3uC1B8,3965
11
+ vectordb_bench/backend/dataset.py,sha256=okBk_BSnCXwC0GiORn9tDB0CBeLxIcnHVTmUo98BDMw,12865
12
+ vectordb_bench/backend/result_collector.py,sha256=5pPZNt6pZ6HjYRRrmzQY9ditMo736_VRmdtM8Fo7oJc,435
13
+ vectordb_bench/backend/task_runner.py,sha256=Y21C27KTm3sSXPDbMjUc0SINlrqanBlO4szaFdf8uRg,9134
14
+ vectordb_bench/backend/utils.py,sha256=YBIoxJIxVUPD-0SpbJwdnswX-nmlR9GPE4fj28M7CMQ,2563
15
+ vectordb_bench/backend/clients/__init__.py,sha256=ZwdQ3jqAyedoXbFV7y0X1UD5dZA1OjKfMm54bgNh5Iw,1255
16
+ vectordb_bench/backend/clients/api.py,sha256=14QiK7zAL5YAouwbMSwecWTddKL1wuLdRwnxVtKyZp0,5168
17
+ vectordb_bench/backend/clients/elastic_cloud/config.py,sha256=p-vyhqgo9uSmqVYBzJtfnatysdD0QqjusY4YusEdVns,1612
18
+ vectordb_bench/backend/clients/elastic_cloud/elastic_cloud.py,sha256=qe9kDYZsIVftqV9eJRjlw_AS5aJvK1WOZ1xJ7HvTnVs,5037
19
+ vectordb_bench/backend/clients/milvus/config.py,sha256=lUriM3e5R0fKCkeyzmRUnX-mzOI0qe-ZaGSCNjTfwo4,3171
20
+ vectordb_bench/backend/clients/milvus/milvus.py,sha256=7ZrNcU6QCUEdQpmaofGREusWceA-ySRbodSG4By25iY,5830
21
+ vectordb_bench/backend/clients/pinecone/config.py,sha256=AcnTrRmpUEiPuBCYVArxsOXXJ-5DD0W-oD005OP3Ffw,434
22
+ vectordb_bench/backend/clients/pinecone/pinecone.py,sha256=fYCX2sQCgQ34u9OjmJAsJlfRFjCFhMvKW6CDnCm5sGc,3854
23
+ vectordb_bench/backend/clients/qdrant_cloud/config.py,sha256=ugcI_e-id5GW-LaSEZwysr81v1DDKLfDe1-Hec2thEI,420
24
+ vectordb_bench/backend/clients/qdrant_cloud/qdrant_cloud.py,sha256=kKZ5k4cWE_2ESo9f65wXNJfGw-A0yhRyW_Sa8yhldSM,5250
25
+ vectordb_bench/backend/clients/weaviate_cloud/config.py,sha256=LzBU819SxATcLX2P-m_SnMlqwXwlnnf2yPc1KqodHFA,1331
26
+ vectordb_bench/backend/clients/weaviate_cloud/weaviate_cloud.py,sha256=lT9oxnmoSTipSyH4bDs4lZrK7mZAqX6AChiKrZx4r50,5111
27
+ vectordb_bench/backend/clients/zilliz_cloud/config.py,sha256=rFSNgu_PS3igiGPQU41tNWoV3PuYSH0k5Y5NWcdcGUE,865
28
+ vectordb_bench/backend/clients/zilliz_cloud/zilliz_cloud.py,sha256=Z1c8kaIVMPPhW396S6RI-1Vh7SST2e1EmUkXktMHQE4,973
29
+ vectordb_bench/backend/runner/__init__.py,sha256=5dZfPky8pY9Bi9HD5GZ3Fge8V2FJWrkGkQUkNL2v1t0,230
30
+ vectordb_bench/backend/runner/mp_runner.py,sha256=3s5IlJN7uttIC9x3xghjilIo-zSffqOPd1t0I69CYdw,4406
31
+ vectordb_bench/backend/runner/serial_runner.py,sha256=lJ7lC0IdGM7S8dk02QnXBVq3GplPSi4mSMq_kSfGqvo,6327
32
+ vectordb_bench/frontend/const.py,sha256=rYja6d5WUmk3Ej7n0kxpGrkwGoT-DauxTulJaJwyatw,13175
33
+ vectordb_bench/frontend/utils.py,sha256=BzKR1kMX1ErlXAzkFUb06O2mIcxBbquRzJtxoHgRnKs,162
34
+ vectordb_bench/frontend/vdb_benchmark.py,sha256=nM_sa4-LpCCWA0DuxHIwfmfWZfS-summ-20lINev_zw,1289
35
+ vectordb_bench/frontend/components/check_results/charts.py,sha256=v4dPcMZ7MPnCQQpuACRt8gUV59gjVTatKT201fC39lo,5340
36
+ vectordb_bench/frontend/components/check_results/data.py,sha256=24SbbptM4pA_u0-1soE6Kxp_GF-Px8fWxaAYFE-YYK8,2828
37
+ vectordb_bench/frontend/components/check_results/filters.py,sha256=CQyC9fECH6qtsXxR7cDnToR0wBjRQ8SFzzNkU5sqpro,3214
38
+ vectordb_bench/frontend/components/check_results/headerIcon.py,sha256=IvqEvIlA8HUCFCuCZdebKvCmIn_9bl8W1hJmgTVJUAo,399
39
+ vectordb_bench/frontend/components/check_results/nav.py,sha256=ZBrsiBiUgjcNb2EgZQNh_4nt9V5aMtvElbaj2PMbsJ0,592
40
+ vectordb_bench/frontend/components/check_results/priceTable.py,sha256=ZdkIjhnIWYlvXpp5sTnqEtq7e0RKdoK2-EXEARjd4a0,1299
41
+ vectordb_bench/frontend/components/run_test/autoRefresh.py,sha256=ruhMj5xuFaC9FNrzHhmoD13jmUenGV5LqCptzGaSXqc,281
42
+ vectordb_bench/frontend/components/run_test/caseSelector.py,sha256=ojg2pdq8l_YU9WtDR1wvuZqffL__fyrncVCNs-NTS58,3451
43
+ vectordb_bench/frontend/components/run_test/dbConfigSetting.py,sha256=OYcjbf3adTLW4UAE09pewdVEhe4otIb5guDL52u0030,1642
44
+ vectordb_bench/frontend/components/run_test/dbSelector.py,sha256=nGdyWR5a56t-vmOKyF16ruVytd1QgRTUl5vx_6gbqUU,1184
45
+ vectordb_bench/frontend/components/run_test/generateTasks.py,sha256=tqjhMWm1HTkxPlQClr5pVcMMyf3_Zg1SKt8Bw7L4w3I,706
46
+ vectordb_bench/frontend/components/run_test/hideSidebar.py,sha256=G8pZFfb8V6OULN2UQex5zqjKN-8Af_VuKRZnNdxeUU4,281
47
+ vectordb_bench/frontend/components/run_test/submitTask.py,sha256=lixdvBc4_RiOHllVaJNy-ShSfyEX_yRhzPdP1mNXl0Y,2116
48
+ vectordb_bench/frontend/pages/qps_with_price.py,sha256=Wv4mm6z9pptCRUZg1n3Yq8GXCfg82RDfK295ck-Si3Y,2034
49
+ vectordb_bench/frontend/pages/run_test.py,sha256=0Zg01iOHnLi1D7Mu4F9zUAEudWmstOgjasBnHzOxa3Y,1929
50
+ vectordb_bench/results/result_20230609_standard.json,sha256=24Oz-qNan6pehnS-eZcOXXIWxgOobkHxnDeNxCRHJqM,80276
51
+ vectordb_bench-0.0.1.dist-info/LICENSE,sha256=HXbxhrb5u5SegVzeLNF_voVgRsJMavcLaOmD1N0lZkM,1067
52
+ vectordb_bench-0.0.1.dist-info/METADATA,sha256=bOZZ5qRKLdBflZcw6nyJCTD4cXroRWpZzYfsR8dY8Ek,15260
53
+ vectordb_bench-0.0.1.dist-info/WHEEL,sha256=pkctZYzUS4AYVn6dJ-7367OJZivF2e8RA9b_ZBjif18,92
54
+ vectordb_bench-0.0.1.dist-info/entry_points.txt,sha256=RVG6ppvzIsstAM199pDqeKu8lnxntjwYapn0smVQY7A,60
55
+ vectordb_bench-0.0.1.dist-info/top_level.txt,sha256=jnhZFZAuKX1J60yt-XOeBZ__ctiZMvoC_s0RFq29lpM,15
56
+ vectordb_bench-0.0.1.dist-info/RECORD,,
@@ -0,0 +1,5 @@
1
+ Wheel-Version: 1.0
2
+ Generator: bdist_wheel (0.40.0)
3
+ Root-Is-Purelib: true
4
+ Tag: py3-none-any
5
+
@@ -0,0 +1,2 @@
1
+ [console_scripts]
2
+ init_bench = vectordb_bench.__main__:main
@@ -0,0 +1 @@
1
+ vectordb_bench