vectordb-bench 0.0.13__py3-none-any.whl → 0.0.14__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- vectordb_bench/backend/clients/aws_opensearch/aws_opensearch.py +47 -6
- vectordb_bench/backend/clients/aws_opensearch/config.py +12 -6
- vectordb_bench/backend/clients/aws_opensearch/run.py +34 -3
- vectordb_bench/backend/clients/pgvector/cli.py +17 -2
- vectordb_bench/backend/clients/pgvector/config.py +20 -5
- vectordb_bench/backend/clients/pgvector/pgvector.py +95 -25
- vectordb_bench/backend/clients/pgvectorscale/cli.py +108 -0
- vectordb_bench/backend/clients/pgvectorscale/pgvectorscale.py +22 -4
- vectordb_bench/backend/clients/pinecone/config.py +0 -2
- vectordb_bench/backend/clients/pinecone/pinecone.py +34 -36
- vectordb_bench/backend/clients/redis/cli.py +8 -0
- vectordb_bench/backend/clients/redis/config.py +37 -6
- vectordb_bench/backend/runner/mp_runner.py +2 -1
- vectordb_bench/cli/cli.py +137 -0
- vectordb_bench/cli/vectordbbench.py +2 -1
- vectordb_bench/frontend/components/check_results/charts.py +9 -6
- vectordb_bench/frontend/components/concurrent/charts.py +3 -6
- vectordb_bench/frontend/config/dbCaseConfigs.py +57 -0
- vectordb_bench/frontend/pages/quries_per_dollar.py +13 -5
- vectordb_bench/frontend/vdb_benchmark.py +11 -3
- vectordb_bench/models.py +7 -3
- vectordb_bench/results/Milvus/result_20230727_standard_milvus.json +53 -1
- vectordb_bench/results/Milvus/result_20230808_standard_milvus.json +48 -0
- vectordb_bench/results/ZillizCloud/result_20230727_standard_zillizcloud.json +29 -1
- vectordb_bench/results/ZillizCloud/result_20230808_standard_zillizcloud.json +24 -0
- vectordb_bench/results/ZillizCloud/result_20240105_standard_202401_zillizcloud.json +98 -49
- vectordb_bench/results/getLeaderboardData.py +17 -7
- vectordb_bench/results/leaderboard.json +1 -1
- {vectordb_bench-0.0.13.dist-info → vectordb_bench-0.0.14.dist-info}/METADATA +60 -35
- {vectordb_bench-0.0.13.dist-info → vectordb_bench-0.0.14.dist-info}/RECORD +34 -33
- {vectordb_bench-0.0.13.dist-info → vectordb_bench-0.0.14.dist-info}/WHEEL +1 -1
- {vectordb_bench-0.0.13.dist-info → vectordb_bench-0.0.14.dist-info}/LICENSE +0 -0
- {vectordb_bench-0.0.13.dist-info → vectordb_bench-0.0.14.dist-info}/entry_points.txt +0 -0
- {vectordb_bench-0.0.13.dist-info → vectordb_bench-0.0.14.dist-info}/top_level.txt +0 -0
|
@@ -4,7 +4,8 @@ import pathlib
|
|
|
4
4
|
from vectordb_bench.backend.cases import CaseType
|
|
5
5
|
from vectordb_bench.frontend.config.dbPrices import DB_DBLABEL_TO_PRICE
|
|
6
6
|
from vectordb_bench.interface import benchMarkRunner
|
|
7
|
-
from vectordb_bench.models import
|
|
7
|
+
from vectordb_bench.models import ResultLabel, TestResult
|
|
8
|
+
from datetime import datetime
|
|
8
9
|
|
|
9
10
|
taskLabelToCode = {
|
|
10
11
|
ResultLabel.FAILED: -1,
|
|
@@ -13,12 +14,16 @@ taskLabelToCode = {
|
|
|
13
14
|
}
|
|
14
15
|
|
|
15
16
|
|
|
17
|
+
def format_time(ts: float) -> str:
|
|
18
|
+
default_standard_test_time = datetime(2023, 8, 1)
|
|
19
|
+
t = datetime.fromtimestamp(ts)
|
|
20
|
+
if t < default_standard_test_time:
|
|
21
|
+
t = default_standard_test_time
|
|
22
|
+
return t.strftime("%Y-%m")
|
|
23
|
+
|
|
24
|
+
|
|
16
25
|
def main():
|
|
17
26
|
allResults: list[TestResult] = benchMarkRunner.get_results()
|
|
18
|
-
results: list[CaseResult] = []
|
|
19
|
-
for result in allResults:
|
|
20
|
-
if "standard" in result.task_label:
|
|
21
|
-
results += result.results
|
|
22
27
|
|
|
23
28
|
if allResults is not None:
|
|
24
29
|
data = [
|
|
@@ -26,13 +31,18 @@ def main():
|
|
|
26
31
|
"db": d.task_config.db.value,
|
|
27
32
|
"db_label": d.task_config.db_config.db_label,
|
|
28
33
|
"db_name": d.task_config.db_name,
|
|
29
|
-
"case": d.task_config.case_config.case_id.case_name,
|
|
34
|
+
"case": d.task_config.case_config.case_id.case_name(),
|
|
30
35
|
"qps": d.metrics.qps,
|
|
31
36
|
"latency": d.metrics.serial_latency_p99,
|
|
32
37
|
"recall": d.metrics.recall,
|
|
33
38
|
"label": taskLabelToCode[d.label],
|
|
39
|
+
"note": d.task_config.db_config.note,
|
|
40
|
+
"version": d.task_config.db_config.version,
|
|
41
|
+
"test_time": format_time(test_result.timestamp),
|
|
34
42
|
}
|
|
35
|
-
for
|
|
43
|
+
for test_result in allResults
|
|
44
|
+
if "standard" in test_result.task_label
|
|
45
|
+
for d in test_result.results
|
|
36
46
|
if d.task_config.case_config.case_id != CaseType.CapacityDim128
|
|
37
47
|
and d.task_config.case_config.case_id != CaseType.CapacityDim960
|
|
38
48
|
]
|