vectordb-bench 0.0.1__py3-none-any.whl → 0.0.3__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- vectordb_bench/__init__.py +14 -3
- vectordb_bench/backend/assembler.py +2 -2
- vectordb_bench/backend/cases.py +146 -57
- vectordb_bench/backend/clients/__init__.py +6 -1
- vectordb_bench/backend/clients/api.py +23 -11
- vectordb_bench/backend/clients/elastic_cloud/config.py +5 -5
- vectordb_bench/backend/clients/elastic_cloud/elastic_cloud.py +11 -9
- vectordb_bench/backend/clients/milvus/config.py +2 -3
- vectordb_bench/backend/clients/milvus/milvus.py +32 -19
- vectordb_bench/backend/clients/pgvector/config.py +49 -0
- vectordb_bench/backend/clients/pgvector/pgvector.py +171 -0
- vectordb_bench/backend/clients/pinecone/config.py +3 -3
- vectordb_bench/backend/clients/pinecone/pinecone.py +19 -13
- vectordb_bench/backend/clients/qdrant_cloud/config.py +23 -6
- vectordb_bench/backend/clients/qdrant_cloud/qdrant_cloud.py +12 -13
- vectordb_bench/backend/clients/weaviate_cloud/config.py +3 -3
- vectordb_bench/backend/clients/weaviate_cloud/weaviate_cloud.py +9 -8
- vectordb_bench/backend/clients/zilliz_cloud/config.py +5 -4
- vectordb_bench/backend/clients/zilliz_cloud/zilliz_cloud.py +3 -1
- vectordb_bench/backend/dataset.py +100 -162
- vectordb_bench/backend/result_collector.py +2 -2
- vectordb_bench/backend/runner/mp_runner.py +29 -13
- vectordb_bench/backend/runner/serial_runner.py +98 -36
- vectordb_bench/backend/task_runner.py +43 -48
- vectordb_bench/frontend/components/check_results/charts.py +10 -21
- vectordb_bench/frontend/components/check_results/data.py +31 -15
- vectordb_bench/frontend/components/check_results/expanderStyle.py +37 -0
- vectordb_bench/frontend/components/check_results/filters.py +61 -33
- vectordb_bench/frontend/components/check_results/footer.py +8 -0
- vectordb_bench/frontend/components/check_results/headerIcon.py +8 -4
- vectordb_bench/frontend/components/check_results/nav.py +7 -6
- vectordb_bench/frontend/components/check_results/priceTable.py +3 -2
- vectordb_bench/frontend/components/check_results/stPageConfig.py +18 -0
- vectordb_bench/frontend/components/get_results/saveAsImage.py +50 -0
- vectordb_bench/frontend/components/run_test/autoRefresh.py +1 -1
- vectordb_bench/frontend/components/run_test/caseSelector.py +19 -16
- vectordb_bench/frontend/components/run_test/dbConfigSetting.py +20 -7
- vectordb_bench/frontend/components/run_test/dbSelector.py +5 -5
- vectordb_bench/frontend/components/run_test/hideSidebar.py +4 -6
- vectordb_bench/frontend/components/run_test/submitTask.py +16 -10
- vectordb_bench/frontend/const/dbCaseConfigs.py +291 -0
- vectordb_bench/frontend/const/dbPrices.py +6 -0
- vectordb_bench/frontend/const/styles.py +58 -0
- vectordb_bench/frontend/pages/{qps_with_price.py → quries_per_dollar.py} +24 -17
- vectordb_bench/frontend/pages/run_test.py +17 -11
- vectordb_bench/frontend/vdb_benchmark.py +19 -12
- vectordb_bench/metric.py +19 -10
- vectordb_bench/models.py +14 -40
- vectordb_bench/results/dbPrices.json +32 -0
- vectordb_bench/results/getLeaderboardData.py +52 -0
- vectordb_bench/results/leaderboard.json +1 -0
- vectordb_bench/results/{result_20230609_standard.json → result_20230705_standard.json} +1910 -897
- {vectordb_bench-0.0.1.dist-info → vectordb_bench-0.0.3.dist-info}/METADATA +107 -27
- vectordb_bench-0.0.3.dist-info/RECORD +67 -0
- vectordb_bench/frontend/const.py +0 -391
- vectordb_bench-0.0.1.dist-info/RECORD +0 -56
- {vectordb_bench-0.0.1.dist-info → vectordb_bench-0.0.3.dist-info}/LICENSE +0 -0
- {vectordb_bench-0.0.1.dist-info → vectordb_bench-0.0.3.dist-info}/WHEEL +0 -0
- {vectordb_bench-0.0.1.dist-info → vectordb_bench-0.0.3.dist-info}/entry_points.txt +0 -0
- {vectordb_bench-0.0.1.dist-info → vectordb_bench-0.0.3.dist-info}/top_level.txt +0 -0
vectordb_bench/frontend/const.py
DELETED
@@ -1,391 +0,0 @@
|
|
1
|
-
from enum import IntEnum
|
2
|
-
from vectordb_bench.models import DB, CaseType, IndexType, CaseConfigParamType
|
3
|
-
from pydantic import BaseModel
|
4
|
-
import typing
|
5
|
-
|
6
|
-
# style const
|
7
|
-
DB_SELECTOR_COLUMNS = 6
|
8
|
-
DB_CONFIG_SETTING_COLUMNS = 3
|
9
|
-
CASE_CONFIG_SETTING_COLUMNS = 4
|
10
|
-
CHECKBOX_INDENT = 30
|
11
|
-
TASK_LABEL_INPUT_COLUMNS = 2
|
12
|
-
CHECKBOX_MAX_COLUMNS = 4
|
13
|
-
DB_CONFIG_INPUT_MAX_COLUMNS = 2
|
14
|
-
CASE_CONFIG_INPUT_MAX_COLUMNS = 3
|
15
|
-
DB_CONFIG_INPUT_WIDTH_RADIO = 2
|
16
|
-
CASE_CONFIG_INPUT_WIDTH_RADIO = 0.98
|
17
|
-
CASE_INTRO_RATIO = 3
|
18
|
-
MAX_STREAMLIT_INT = (1 << 53) - 1
|
19
|
-
|
20
|
-
LEGEND_RECT_WIDTH = 24
|
21
|
-
LEGEND_RECT_HEIGHT = 16
|
22
|
-
LEGEND_TEXT_FONT_SIZE = 14
|
23
|
-
|
24
|
-
PATTERN_SHAPES = ["", "+", "\\", "x", ".", "|", "/", "-"]
|
25
|
-
|
26
|
-
|
27
|
-
def getPatternShape(i):
|
28
|
-
return PATTERN_SHAPES[i % len(PATTERN_SHAPES)]
|
29
|
-
|
30
|
-
|
31
|
-
MAX_AUTO_REFRESH_COUNT = 999999
|
32
|
-
MAX_AUTO_REFRESH_INTERVAL = 5000 # 2s
|
33
|
-
|
34
|
-
|
35
|
-
DB_LIST = [d for d in DB]
|
36
|
-
|
37
|
-
DB_TO_ICON = {
|
38
|
-
DB.Milvus: "https://assets.zilliz.com/milvus_c30b0d1994.png",
|
39
|
-
DB.ZillizCloud: "https://assets.zilliz.com/zilliz_5f4cc9b050.png",
|
40
|
-
DB.ElasticCloud: "https://assets.zilliz.com/elasticsearch_beffeadc29.png",
|
41
|
-
DB.Pinecone: "https://assets.zilliz.com/pinecone_94d8154979.png",
|
42
|
-
DB.QdrantCloud: "https://assets.zilliz.com/qdrant_b691674fcd.png",
|
43
|
-
DB.WeaviateCloud: "https://assets.zilliz.com/weaviate_4f6f171ebe.png",
|
44
|
-
}
|
45
|
-
|
46
|
-
COLOR_MAP = {
|
47
|
-
DB.Milvus.value: "#0DCAF0",
|
48
|
-
DB.ZillizCloud.value: "#0D6EFD",
|
49
|
-
DB.ElasticCloud.value: "#fdc613",
|
50
|
-
DB.Pinecone.value: "#6610F2",
|
51
|
-
DB.QdrantCloud.value: "#D91AD9",
|
52
|
-
DB.WeaviateCloud.value: "#20C997",
|
53
|
-
}
|
54
|
-
|
55
|
-
CASE_LIST = [
|
56
|
-
{
|
57
|
-
"name": CaseType.CapacitySDim,
|
58
|
-
"intro": """This case tests the vector database's loading capacity by repeatedly inserting small-dimension vectors (SIFT 100K vectors, <b>128 dimensions</b>) until it is fully loaded.
|
59
|
-
Number of inserted vectors will be reported.""",
|
60
|
-
},
|
61
|
-
{
|
62
|
-
"name": CaseType.CapacityLDim,
|
63
|
-
"divider": True,
|
64
|
-
"intro": """This case tests the vector database's loading capacity by repeatedly inserting large-dimension vectors (GIST 100K vectors, <b>960 dimensions</b>) until it is fully loaded.
|
65
|
-
Number of inserted vectors will be reported.
|
66
|
-
""",
|
67
|
-
},
|
68
|
-
{
|
69
|
-
"name": CaseType.PerformanceSZero,
|
70
|
-
"intro": """This case tests the search performance of a vector database with a small dataset (<b>Cohere 100K vectors</b>, 768 dimensions) at varying parallel levels.
|
71
|
-
Results will show index building time, recall, and maximum QPS.""",
|
72
|
-
},
|
73
|
-
{
|
74
|
-
"name": CaseType.PerformanceMZero,
|
75
|
-
"intro": """This case tests the search performance of a vector database with a medium dataset (<b>Cohere 1M vectors</b>, 768 dimensions) at varying parallel levels.
|
76
|
-
Results will show index building time, recall, and maximum QPS.""",
|
77
|
-
},
|
78
|
-
{
|
79
|
-
"name": CaseType.PerformanceLZero,
|
80
|
-
"intro": """This case tests the search performance of a vector database with a large dataset (<b>Cohere 10M vectors</b>, 768 dimensions) at varying parallel levels.
|
81
|
-
Results will show index building time, recall, and maximum QPS.""",
|
82
|
-
},
|
83
|
-
{
|
84
|
-
"name": CaseType.Performance100M,
|
85
|
-
"divider": True,
|
86
|
-
"intro": """This case tests the search performance of a vector database with a large 100M dataset (<b>LAION 100M vectors</b>, 768 dimensions), at varying parallel levels.
|
87
|
-
Results will show index building time, recall, and maximum QPS.""",
|
88
|
-
},
|
89
|
-
{
|
90
|
-
"name": CaseType.PerformanceSLow,
|
91
|
-
"intro": """This case tests the search performance of a vector database with a small dataset (<b>Cohere 100K vectors</b>, 768 dimensions) under a low filtering rate (<b>1% vectors</b>), at varying parallel levels.
|
92
|
-
Results will show index building time, recall, and maximum QPS.""",
|
93
|
-
},
|
94
|
-
{
|
95
|
-
"name": CaseType.PerformanceMLow,
|
96
|
-
"intro": """This case tests the search performance of a vector database with a medium dataset (<b>Cohere 1M vectors</b>, 768 dimensions) under a low filtering rate (<b>1% vectors</b>), at varying parallel levels.
|
97
|
-
Results will show index building time, recall, and maximum QPS.""",
|
98
|
-
},
|
99
|
-
{
|
100
|
-
"name": CaseType.PerformanceLLow,
|
101
|
-
"intro": """This case tests the search performance of a vector database with a large dataset (<b>Cohere 10M vectors</b>, 768 dimensions) under a low filtering rate (<b>1% vectors</b>), at varying parallel levels.
|
102
|
-
Results will show index building time, recall, and maximum QPS.""",
|
103
|
-
},
|
104
|
-
{
|
105
|
-
"name": CaseType.PerformanceSHigh,
|
106
|
-
"intro": """This case tests the search performance of a vector database with a small dataset (<b>Cohere 100K vectors</b>, 768 dimensions) under a high filtering rate (<b>99% vectors</b>), at varying parallel levels.
|
107
|
-
Results will show index building time, recall, and maximum QPS.""",
|
108
|
-
},
|
109
|
-
{
|
110
|
-
"name": CaseType.PerformanceMHigh,
|
111
|
-
"intro": """This case tests the search performance of a vector database with a medium dataset (<b>Cohere 1M vectors</b>, 768 dimensions) under a high filtering rate (<b>99% vectors</b>), at varying parallel levels.
|
112
|
-
Results will show index building time, recall, and maximum QPS.""",
|
113
|
-
},
|
114
|
-
{
|
115
|
-
"name": CaseType.PerformanceLHigh,
|
116
|
-
"intro": """This case tests the search performance of a vector database with a large dataset (<b>Cohere 10M vectors</b>, 768 dimensions) under a high filtering rate (<b>99% vectors</b>), at varying parallel levels.
|
117
|
-
Results will show index building time, recall, and maximum QPS.""",
|
118
|
-
},
|
119
|
-
]
|
120
|
-
|
121
|
-
|
122
|
-
class InputType(IntEnum):
|
123
|
-
Text = 20001
|
124
|
-
Number = 20002
|
125
|
-
Option = 20003
|
126
|
-
|
127
|
-
|
128
|
-
class CaseConfigInput(BaseModel):
|
129
|
-
label: CaseConfigParamType
|
130
|
-
inputType: InputType = InputType.Text
|
131
|
-
inputConfig: dict = {}
|
132
|
-
# todo type should be a function
|
133
|
-
isDisplayed: typing.Any = lambda x: True
|
134
|
-
|
135
|
-
|
136
|
-
CaseConfigParamInput_IndexType = CaseConfigInput(
|
137
|
-
label=CaseConfigParamType.IndexType,
|
138
|
-
inputType=InputType.Option,
|
139
|
-
inputConfig={
|
140
|
-
"options": [
|
141
|
-
IndexType.HNSW.value,
|
142
|
-
IndexType.IVFFlat.value,
|
143
|
-
IndexType.DISKANN.value,
|
144
|
-
IndexType.Flat.value,
|
145
|
-
IndexType.AUTOINDEX.value,
|
146
|
-
],
|
147
|
-
},
|
148
|
-
)
|
149
|
-
|
150
|
-
CaseConfigParamInput_M = CaseConfigInput(
|
151
|
-
label=CaseConfigParamType.M,
|
152
|
-
inputType=InputType.Number,
|
153
|
-
inputConfig={
|
154
|
-
"min": 4,
|
155
|
-
"max": 64,
|
156
|
-
"value": 30,
|
157
|
-
},
|
158
|
-
isDisplayed=lambda config: config.get(CaseConfigParamType.IndexType, None)
|
159
|
-
== IndexType.HNSW.value,
|
160
|
-
)
|
161
|
-
|
162
|
-
CaseConfigParamInput_EFConstruction_Milvus = CaseConfigInput(
|
163
|
-
label=CaseConfigParamType.EFConstruction,
|
164
|
-
inputType=InputType.Number,
|
165
|
-
inputConfig={
|
166
|
-
"min": 8,
|
167
|
-
"max": 512,
|
168
|
-
"value": 360,
|
169
|
-
},
|
170
|
-
isDisplayed=lambda config: config[CaseConfigParamType.IndexType]
|
171
|
-
== IndexType.HNSW.value,
|
172
|
-
)
|
173
|
-
|
174
|
-
CaseConfigParamInput_EFConstruction_Weaviate = CaseConfigInput(
|
175
|
-
label=CaseConfigParamType.EFConstruction,
|
176
|
-
inputType=InputType.Number,
|
177
|
-
inputConfig={
|
178
|
-
"min": 8,
|
179
|
-
"max": 512,
|
180
|
-
"value": 128,
|
181
|
-
},
|
182
|
-
)
|
183
|
-
|
184
|
-
CaseConfigParamInput_EFConstruction_ES = CaseConfigInput(
|
185
|
-
label=CaseConfigParamType.EFConstruction,
|
186
|
-
inputType=InputType.Number,
|
187
|
-
inputConfig={
|
188
|
-
"min": 8,
|
189
|
-
"max": 512,
|
190
|
-
"value": 360,
|
191
|
-
},
|
192
|
-
)
|
193
|
-
|
194
|
-
CaseConfigParamInput_M_ES = CaseConfigInput(
|
195
|
-
label=CaseConfigParamType.M,
|
196
|
-
inputType=InputType.Number,
|
197
|
-
inputConfig={
|
198
|
-
"min": 4,
|
199
|
-
"max": 64,
|
200
|
-
"value": 30,
|
201
|
-
},
|
202
|
-
)
|
203
|
-
|
204
|
-
CaseConfigParamInput_NumCandidates_ES = CaseConfigInput(
|
205
|
-
label=CaseConfigParamType.numCandidates,
|
206
|
-
inputType=InputType.Number,
|
207
|
-
inputConfig={
|
208
|
-
"min": 1,
|
209
|
-
"max": 10000,
|
210
|
-
"value": 100,
|
211
|
-
},
|
212
|
-
)
|
213
|
-
|
214
|
-
CaseConfigParamInput_EF_Milvus = CaseConfigInput(
|
215
|
-
label=CaseConfigParamType.EF,
|
216
|
-
inputType=InputType.Number,
|
217
|
-
inputConfig={
|
218
|
-
"min": 100,
|
219
|
-
"max": MAX_STREAMLIT_INT,
|
220
|
-
"value": 100,
|
221
|
-
},
|
222
|
-
isDisplayed=lambda config: config[CaseConfigParamType.IndexType]
|
223
|
-
== IndexType.HNSW.value,
|
224
|
-
)
|
225
|
-
|
226
|
-
CaseConfigParamInput_EF_Weaviate = CaseConfigInput(
|
227
|
-
label=CaseConfigParamType.EF,
|
228
|
-
inputType=InputType.Number,
|
229
|
-
inputConfig={
|
230
|
-
"min": -1,
|
231
|
-
"max": MAX_STREAMLIT_INT,
|
232
|
-
"value": -1,
|
233
|
-
},
|
234
|
-
)
|
235
|
-
|
236
|
-
CaseConfigParamInput_MaxConnections = CaseConfigInput(
|
237
|
-
label=CaseConfigParamType.MaxConnections,
|
238
|
-
inputType=InputType.Number,
|
239
|
-
inputConfig={"min": 1, "max": MAX_STREAMLIT_INT, "value": 64},
|
240
|
-
)
|
241
|
-
|
242
|
-
CaseConfigParamInput_SearchList = CaseConfigInput(
|
243
|
-
label=CaseConfigParamType.SearchList,
|
244
|
-
inputType=InputType.Number,
|
245
|
-
inputConfig={
|
246
|
-
"min": 100,
|
247
|
-
"max": MAX_STREAMLIT_INT,
|
248
|
-
"value": 100,
|
249
|
-
},
|
250
|
-
isDisplayed=lambda config: config.get(CaseConfigParamType.IndexType, None)
|
251
|
-
== IndexType.DISKANN.value,
|
252
|
-
)
|
253
|
-
|
254
|
-
CaseConfigParamInput_Nlist = CaseConfigInput(
|
255
|
-
label=CaseConfigParamType.Nlist,
|
256
|
-
inputType=InputType.Number,
|
257
|
-
inputConfig={
|
258
|
-
"min": 1,
|
259
|
-
"max": 65536,
|
260
|
-
"value": 1000,
|
261
|
-
},
|
262
|
-
isDisplayed=lambda config: config.get(CaseConfigParamType.IndexType, None)
|
263
|
-
== IndexType.IVFFlat.value,
|
264
|
-
)
|
265
|
-
|
266
|
-
CaseConfigParamInput_Nprobe = CaseConfigInput(
|
267
|
-
label=CaseConfigParamType.Nprobe,
|
268
|
-
inputType=InputType.Number,
|
269
|
-
inputConfig={
|
270
|
-
"min": 1,
|
271
|
-
"max": 65536,
|
272
|
-
"value": 10,
|
273
|
-
},
|
274
|
-
isDisplayed=lambda config: config.get(CaseConfigParamType.IndexType, None)
|
275
|
-
== IndexType.IVFFlat.value,
|
276
|
-
)
|
277
|
-
|
278
|
-
|
279
|
-
MilvusLoadConfig = [
|
280
|
-
CaseConfigParamInput_IndexType,
|
281
|
-
CaseConfigParamInput_M,
|
282
|
-
CaseConfigParamInput_EFConstruction_Milvus,
|
283
|
-
CaseConfigParamInput_Nlist,
|
284
|
-
]
|
285
|
-
|
286
|
-
|
287
|
-
MilvusPerformanceConfig = [
|
288
|
-
CaseConfigParamInput_IndexType,
|
289
|
-
CaseConfigParamInput_M,
|
290
|
-
CaseConfigParamInput_EFConstruction_Milvus,
|
291
|
-
CaseConfigParamInput_EF_Milvus,
|
292
|
-
CaseConfigParamInput_SearchList,
|
293
|
-
CaseConfigParamInput_Nlist,
|
294
|
-
CaseConfigParamInput_Nprobe,
|
295
|
-
]
|
296
|
-
|
297
|
-
WeaviateLoadConfig = [
|
298
|
-
CaseConfigParamInput_MaxConnections,
|
299
|
-
CaseConfigParamInput_EFConstruction_Weaviate,
|
300
|
-
]
|
301
|
-
|
302
|
-
WeaviatePerformanceConfig = [
|
303
|
-
CaseConfigParamInput_MaxConnections,
|
304
|
-
CaseConfigParamInput_EFConstruction_Weaviate,
|
305
|
-
CaseConfigParamInput_EF_Weaviate,
|
306
|
-
]
|
307
|
-
|
308
|
-
ESLoadingConfig = [CaseConfigParamInput_EFConstruction_ES, CaseConfigParamInput_M_ES]
|
309
|
-
|
310
|
-
ESPerformanceConfig = [
|
311
|
-
CaseConfigParamInput_EFConstruction_ES,
|
312
|
-
CaseConfigParamInput_M_ES,
|
313
|
-
CaseConfigParamInput_NumCandidates_ES,
|
314
|
-
]
|
315
|
-
|
316
|
-
CASE_CONFIG_MAP = {
|
317
|
-
DB.Milvus: {
|
318
|
-
CaseType.CapacityLDim: MilvusLoadConfig,
|
319
|
-
CaseType.CapacitySDim: MilvusLoadConfig,
|
320
|
-
CaseType.PerformanceLZero: MilvusPerformanceConfig,
|
321
|
-
CaseType.PerformanceMZero: MilvusPerformanceConfig,
|
322
|
-
CaseType.PerformanceSZero: MilvusPerformanceConfig,
|
323
|
-
CaseType.PerformanceLLow: MilvusPerformanceConfig,
|
324
|
-
CaseType.PerformanceMLow: MilvusPerformanceConfig,
|
325
|
-
CaseType.PerformanceSLow: MilvusPerformanceConfig,
|
326
|
-
CaseType.PerformanceLHigh: MilvusPerformanceConfig,
|
327
|
-
CaseType.PerformanceMHigh: MilvusPerformanceConfig,
|
328
|
-
CaseType.PerformanceSHigh: MilvusPerformanceConfig,
|
329
|
-
CaseType.Performance100M: MilvusPerformanceConfig,
|
330
|
-
},
|
331
|
-
DB.WeaviateCloud: {
|
332
|
-
CaseType.CapacityLDim: WeaviateLoadConfig,
|
333
|
-
CaseType.CapacitySDim: WeaviateLoadConfig,
|
334
|
-
CaseType.PerformanceLZero: WeaviatePerformanceConfig,
|
335
|
-
CaseType.PerformanceMZero: WeaviatePerformanceConfig,
|
336
|
-
CaseType.PerformanceSZero: WeaviatePerformanceConfig,
|
337
|
-
CaseType.PerformanceLLow: WeaviatePerformanceConfig,
|
338
|
-
CaseType.PerformanceMLow: WeaviatePerformanceConfig,
|
339
|
-
CaseType.PerformanceSLow: WeaviatePerformanceConfig,
|
340
|
-
CaseType.PerformanceLHigh: WeaviatePerformanceConfig,
|
341
|
-
CaseType.PerformanceMHigh: WeaviatePerformanceConfig,
|
342
|
-
CaseType.PerformanceSHigh: WeaviatePerformanceConfig,
|
343
|
-
CaseType.Performance100M: WeaviatePerformanceConfig,
|
344
|
-
},
|
345
|
-
DB.ElasticCloud: {
|
346
|
-
CaseType.CapacityLDim: ESLoadingConfig,
|
347
|
-
CaseType.CapacitySDim: ESLoadingConfig,
|
348
|
-
CaseType.PerformanceLZero: ESPerformanceConfig,
|
349
|
-
CaseType.PerformanceMZero: ESPerformanceConfig,
|
350
|
-
CaseType.PerformanceSZero: ESPerformanceConfig,
|
351
|
-
CaseType.PerformanceLLow: ESPerformanceConfig,
|
352
|
-
CaseType.PerformanceMLow: ESPerformanceConfig,
|
353
|
-
CaseType.PerformanceSLow: ESPerformanceConfig,
|
354
|
-
CaseType.PerformanceLHigh: ESPerformanceConfig,
|
355
|
-
CaseType.PerformanceMHigh: ESPerformanceConfig,
|
356
|
-
CaseType.PerformanceSHigh: ESPerformanceConfig,
|
357
|
-
CaseType.Performance100M: ESPerformanceConfig,
|
358
|
-
},
|
359
|
-
}
|
360
|
-
|
361
|
-
DB_DBLABEL_TO_PRICE = {
|
362
|
-
DB.Milvus.value: {},
|
363
|
-
DB.ZillizCloud.value: {
|
364
|
-
"1cu-perf": 0.159,
|
365
|
-
"8cu-perf": 1.272,
|
366
|
-
"1cu-cap": 0.159,
|
367
|
-
"2cu-cap": 0.318,
|
368
|
-
},
|
369
|
-
DB.WeaviateCloud.value: {
|
370
|
-
# "sandox": 0, # emmmm
|
371
|
-
"standard": 10.10,
|
372
|
-
"bus_crit": 32.60,
|
373
|
-
},
|
374
|
-
DB.ElasticCloud.value: {
|
375
|
-
"free-5c8g": 0.260,
|
376
|
-
"upTo2.5c8g": 0.4793,
|
377
|
-
},
|
378
|
-
DB.QdrantCloud.value: {
|
379
|
-
"0.5c4g-1node": 0.052,
|
380
|
-
"2c8g-1node": 0.166,
|
381
|
-
"4c16g-5node": 1.426,
|
382
|
-
},
|
383
|
-
DB.Pinecone.value: {
|
384
|
-
"s1.x1": 0.0973,
|
385
|
-
"s1.x2": 0.194,
|
386
|
-
"p1.x1": 0.0973,
|
387
|
-
"p1.x5-2pod": 0.973,
|
388
|
-
"p2.x1": 0.146,
|
389
|
-
"p2.x5-2pod": 1.46,
|
390
|
-
},
|
391
|
-
}
|
@@ -1,56 +0,0 @@
|
|
1
|
-
vectordb_bench/__init__.py,sha256=ZsEjMgkjnNDBp41H5lzLYcFqJkZQma-yfSsgHPmS2k0,837
|
2
|
-
vectordb_bench/__main__.py,sha256=YJOTn5MlbmLyr3PRsecY6fj7igHLB6_D3y1HwF_sO20,848
|
3
|
-
vectordb_bench/base.py,sha256=d34WCGXZI1u5RGQtqrPHd3HbOF5AmioFrM2j30Aj1sY,130
|
4
|
-
vectordb_bench/interface.py,sha256=aa46X4fitgScdHbQn_5naJr77Gb0uPFHoRiOhMAY560,8671
|
5
|
-
vectordb_bench/log_util.py,sha256=YGaaevphwoPD0exF8EX_6hX5_9BoysCcKyHl4Ox5Fbk,2907
|
6
|
-
vectordb_bench/metric.py,sha256=ld1-0Kq9IKVsjQdcwgF63UkMc6uaGGfLlCsVoirEItU,1018
|
7
|
-
vectordb_bench/models.py,sha256=LHfUq51HofvHfJFTGAmFlGFKxCc-bWDuB2-Gr12s1kY,7683
|
8
|
-
vectordb_bench/backend/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
9
|
-
vectordb_bench/backend/assembler.py,sha256=k5gwkI3yCH2f7N_PT5KhZzgS0wnwcl4xT9a_qYpqeic,1734
|
10
|
-
vectordb_bench/backend/cases.py,sha256=6mgzR5nrmF5wSWXvhW2pbqIwFf-iGgnz-bLnW3uC1B8,3965
|
11
|
-
vectordb_bench/backend/dataset.py,sha256=okBk_BSnCXwC0GiORn9tDB0CBeLxIcnHVTmUo98BDMw,12865
|
12
|
-
vectordb_bench/backend/result_collector.py,sha256=5pPZNt6pZ6HjYRRrmzQY9ditMo736_VRmdtM8Fo7oJc,435
|
13
|
-
vectordb_bench/backend/task_runner.py,sha256=Y21C27KTm3sSXPDbMjUc0SINlrqanBlO4szaFdf8uRg,9134
|
14
|
-
vectordb_bench/backend/utils.py,sha256=YBIoxJIxVUPD-0SpbJwdnswX-nmlR9GPE4fj28M7CMQ,2563
|
15
|
-
vectordb_bench/backend/clients/__init__.py,sha256=ZwdQ3jqAyedoXbFV7y0X1UD5dZA1OjKfMm54bgNh5Iw,1255
|
16
|
-
vectordb_bench/backend/clients/api.py,sha256=14QiK7zAL5YAouwbMSwecWTddKL1wuLdRwnxVtKyZp0,5168
|
17
|
-
vectordb_bench/backend/clients/elastic_cloud/config.py,sha256=p-vyhqgo9uSmqVYBzJtfnatysdD0QqjusY4YusEdVns,1612
|
18
|
-
vectordb_bench/backend/clients/elastic_cloud/elastic_cloud.py,sha256=qe9kDYZsIVftqV9eJRjlw_AS5aJvK1WOZ1xJ7HvTnVs,5037
|
19
|
-
vectordb_bench/backend/clients/milvus/config.py,sha256=lUriM3e5R0fKCkeyzmRUnX-mzOI0qe-ZaGSCNjTfwo4,3171
|
20
|
-
vectordb_bench/backend/clients/milvus/milvus.py,sha256=7ZrNcU6QCUEdQpmaofGREusWceA-ySRbodSG4By25iY,5830
|
21
|
-
vectordb_bench/backend/clients/pinecone/config.py,sha256=AcnTrRmpUEiPuBCYVArxsOXXJ-5DD0W-oD005OP3Ffw,434
|
22
|
-
vectordb_bench/backend/clients/pinecone/pinecone.py,sha256=fYCX2sQCgQ34u9OjmJAsJlfRFjCFhMvKW6CDnCm5sGc,3854
|
23
|
-
vectordb_bench/backend/clients/qdrant_cloud/config.py,sha256=ugcI_e-id5GW-LaSEZwysr81v1DDKLfDe1-Hec2thEI,420
|
24
|
-
vectordb_bench/backend/clients/qdrant_cloud/qdrant_cloud.py,sha256=kKZ5k4cWE_2ESo9f65wXNJfGw-A0yhRyW_Sa8yhldSM,5250
|
25
|
-
vectordb_bench/backend/clients/weaviate_cloud/config.py,sha256=LzBU819SxATcLX2P-m_SnMlqwXwlnnf2yPc1KqodHFA,1331
|
26
|
-
vectordb_bench/backend/clients/weaviate_cloud/weaviate_cloud.py,sha256=lT9oxnmoSTipSyH4bDs4lZrK7mZAqX6AChiKrZx4r50,5111
|
27
|
-
vectordb_bench/backend/clients/zilliz_cloud/config.py,sha256=rFSNgu_PS3igiGPQU41tNWoV3PuYSH0k5Y5NWcdcGUE,865
|
28
|
-
vectordb_bench/backend/clients/zilliz_cloud/zilliz_cloud.py,sha256=Z1c8kaIVMPPhW396S6RI-1Vh7SST2e1EmUkXktMHQE4,973
|
29
|
-
vectordb_bench/backend/runner/__init__.py,sha256=5dZfPky8pY9Bi9HD5GZ3Fge8V2FJWrkGkQUkNL2v1t0,230
|
30
|
-
vectordb_bench/backend/runner/mp_runner.py,sha256=3s5IlJN7uttIC9x3xghjilIo-zSffqOPd1t0I69CYdw,4406
|
31
|
-
vectordb_bench/backend/runner/serial_runner.py,sha256=lJ7lC0IdGM7S8dk02QnXBVq3GplPSi4mSMq_kSfGqvo,6327
|
32
|
-
vectordb_bench/frontend/const.py,sha256=rYja6d5WUmk3Ej7n0kxpGrkwGoT-DauxTulJaJwyatw,13175
|
33
|
-
vectordb_bench/frontend/utils.py,sha256=BzKR1kMX1ErlXAzkFUb06O2mIcxBbquRzJtxoHgRnKs,162
|
34
|
-
vectordb_bench/frontend/vdb_benchmark.py,sha256=nM_sa4-LpCCWA0DuxHIwfmfWZfS-summ-20lINev_zw,1289
|
35
|
-
vectordb_bench/frontend/components/check_results/charts.py,sha256=v4dPcMZ7MPnCQQpuACRt8gUV59gjVTatKT201fC39lo,5340
|
36
|
-
vectordb_bench/frontend/components/check_results/data.py,sha256=24SbbptM4pA_u0-1soE6Kxp_GF-Px8fWxaAYFE-YYK8,2828
|
37
|
-
vectordb_bench/frontend/components/check_results/filters.py,sha256=CQyC9fECH6qtsXxR7cDnToR0wBjRQ8SFzzNkU5sqpro,3214
|
38
|
-
vectordb_bench/frontend/components/check_results/headerIcon.py,sha256=IvqEvIlA8HUCFCuCZdebKvCmIn_9bl8W1hJmgTVJUAo,399
|
39
|
-
vectordb_bench/frontend/components/check_results/nav.py,sha256=ZBrsiBiUgjcNb2EgZQNh_4nt9V5aMtvElbaj2PMbsJ0,592
|
40
|
-
vectordb_bench/frontend/components/check_results/priceTable.py,sha256=ZdkIjhnIWYlvXpp5sTnqEtq7e0RKdoK2-EXEARjd4a0,1299
|
41
|
-
vectordb_bench/frontend/components/run_test/autoRefresh.py,sha256=ruhMj5xuFaC9FNrzHhmoD13jmUenGV5LqCptzGaSXqc,281
|
42
|
-
vectordb_bench/frontend/components/run_test/caseSelector.py,sha256=ojg2pdq8l_YU9WtDR1wvuZqffL__fyrncVCNs-NTS58,3451
|
43
|
-
vectordb_bench/frontend/components/run_test/dbConfigSetting.py,sha256=OYcjbf3adTLW4UAE09pewdVEhe4otIb5guDL52u0030,1642
|
44
|
-
vectordb_bench/frontend/components/run_test/dbSelector.py,sha256=nGdyWR5a56t-vmOKyF16ruVytd1QgRTUl5vx_6gbqUU,1184
|
45
|
-
vectordb_bench/frontend/components/run_test/generateTasks.py,sha256=tqjhMWm1HTkxPlQClr5pVcMMyf3_Zg1SKt8Bw7L4w3I,706
|
46
|
-
vectordb_bench/frontend/components/run_test/hideSidebar.py,sha256=G8pZFfb8V6OULN2UQex5zqjKN-8Af_VuKRZnNdxeUU4,281
|
47
|
-
vectordb_bench/frontend/components/run_test/submitTask.py,sha256=lixdvBc4_RiOHllVaJNy-ShSfyEX_yRhzPdP1mNXl0Y,2116
|
48
|
-
vectordb_bench/frontend/pages/qps_with_price.py,sha256=Wv4mm6z9pptCRUZg1n3Yq8GXCfg82RDfK295ck-Si3Y,2034
|
49
|
-
vectordb_bench/frontend/pages/run_test.py,sha256=0Zg01iOHnLi1D7Mu4F9zUAEudWmstOgjasBnHzOxa3Y,1929
|
50
|
-
vectordb_bench/results/result_20230609_standard.json,sha256=24Oz-qNan6pehnS-eZcOXXIWxgOobkHxnDeNxCRHJqM,80276
|
51
|
-
vectordb_bench-0.0.1.dist-info/LICENSE,sha256=HXbxhrb5u5SegVzeLNF_voVgRsJMavcLaOmD1N0lZkM,1067
|
52
|
-
vectordb_bench-0.0.1.dist-info/METADATA,sha256=bOZZ5qRKLdBflZcw6nyJCTD4cXroRWpZzYfsR8dY8Ek,15260
|
53
|
-
vectordb_bench-0.0.1.dist-info/WHEEL,sha256=pkctZYzUS4AYVn6dJ-7367OJZivF2e8RA9b_ZBjif18,92
|
54
|
-
vectordb_bench-0.0.1.dist-info/entry_points.txt,sha256=RVG6ppvzIsstAM199pDqeKu8lnxntjwYapn0smVQY7A,60
|
55
|
-
vectordb_bench-0.0.1.dist-info/top_level.txt,sha256=jnhZFZAuKX1J60yt-XOeBZ__ctiZMvoC_s0RFq29lpM,15
|
56
|
-
vectordb_bench-0.0.1.dist-info/RECORD,,
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|