vectordb-bench 0.0.9__py3-none-any.whl → 0.0.11__py3-none-any.whl

vectordb_bench/frontend/pages/tables.py

@@ -0,0 +1,24 @@
+import streamlit as st
+from vectordb_bench.frontend.components.check_results.headerIcon import drawHeaderIcon
+from vectordb_bench.frontend.components.tables.data import getNewResults
+from vectordb_bench.frontend.const.styles import FAVICON
+
+
+def main():
+    # set page config
+    st.set_page_config(
+        page_title="Table",
+        page_icon=FAVICON,
+        layout="wide",
+        # initial_sidebar_state="collapsed",
+    )
+
+    # header
+    drawHeaderIcon(st)
+
+    df = getNewResults()
+    st.dataframe(df, height=800)
+
+
+if __name__ == "__main__":
+    main()

vectordb_bench/interface.py

@@ -1,38 +1,33 @@
-import traceback
+import concurrent.futures
+import logging
+import multiprocessing as mp
 import pathlib
 import signal
-import logging
+import traceback
 import uuid
-import concurrent
-import multiprocessing as mp
+from enum import Enum
 from multiprocessing.connection import Connection
 
 import psutil
-from enum import Enum
 
 from . import config
-from .metric import Metric
-from .models import (
-    TaskConfig,
-    TestResult,
-    CaseResult,
-    LoadTimeoutError,
-    PerformanceTimeoutError,
-    ResultLabel,
-)
-from .backend.result_collector import ResultCollector
 from .backend.assembler import Assembler
-from .backend.task_runner import TaskRunner
 from .backend.data_source import DatasetSource
+from .backend.result_collector import ResultCollector
+from .backend.task_runner import TaskRunner
+from .metric import Metric
+from .models import (CaseResult, LoadTimeoutError, PerformanceTimeoutError,
+                     ResultLabel, TaskConfig, TaskStage, TestResult)
 
 log = logging.getLogger(__name__)
 
 global_result_future: concurrent.futures.Future | None = None
 
+
 class SIGNAL(Enum):
-    SUCCESS=0
-    ERROR=1
-    WIP=2
+    SUCCESS = 0
+    ERROR = 1
+    WIP = 2
 
 
 class BenchMarkRunner:
@@ -42,9 +37,11 @@ class BenchMarkRunner:
         self.drop_old: bool = True
         self.dataset_source: DatasetSource = DatasetSource.S3
 
+
     def set_drop_old(self, drop_old: bool):
         self.drop_old = drop_old
 
+
     def set_download_address(self, use_aliyun: bool):
         if use_aliyun:
             self.dataset_source = DatasetSource.AliyunOSS
@@ -152,13 +149,13 @@ class BenchMarkRunner:
             latest_runner, cached_load_duration = None, None
             for idx, runner in enumerate(running_task.case_runners):
                 case_res = CaseResult(
-                    result_id=idx,
                     metrics=Metric(),
                     task_config=runner.config,
                 )
 
                 # drop_old = False if latest_runner and runner == latest_runner else config.DROP_OLD
-                drop_old = config.DROP_OLD
+                # drop_old = config.DROP_OLD
+                drop_old = TaskStage.DROP_OLD in runner.config.stages
                 if latest_runner and runner == latest_runner:
                     drop_old = False
                 elif not self.drop_old:
@@ -167,7 +164,7 @@ class BenchMarkRunner:
                     log.info(f"[{idx+1}/{running_task.num_cases()}] start case: {runner.display()}, drop_old={drop_old}")
                     case_res.metrics = runner.run(drop_old)
                     log.info(f"[{idx+1}/{running_task.num_cases()}] finish case: {runner.display()}, "
-                        f"result={case_res.metrics}, label={case_res.label}")
+                             f"result={case_res.metrics}, label={case_res.label}")
 
                     # cache the latest succeeded runner
                     latest_runner = runner
@@ -193,7 +190,6 @@ class BenchMarkRunner:
                     c_results.append(case_res)
                     send_conn.send((SIGNAL.WIP, idx))
 
-
             test_result = TestResult(
                 run_id=running_task.run_id,
                 task_label=running_task.task_label,
@@ -204,7 +200,7 @@ class BenchMarkRunner:
 
             send_conn.send((SIGNAL.SUCCESS, None))
             send_conn.close()
-            log.info(f"Succes to finish task: label={running_task.task_label}, run_id={running_task.run_id}")
+            log.info(f"Success to finish task: label={running_task.task_label}, run_id={running_task.run_id}")
 
         except Exception as e:
             err_msg = f"An error occurs when running task={running_task.task_label}, run_id={running_task.run_id}, err={e}"
@@ -246,7 +242,7 @@ class BenchMarkRunner:
         called as soon as a child terminates.
         """
         children = psutil.Process().children(recursive=True)
-        for p in  children:
+        for p in children:
             try:
                 log.warning(f"sending SIGTERM to child process: {p}")
                 p.send_signal(sig)

vectordb_bench/metric.py

@@ -1,7 +1,7 @@
 import logging
 import numpy as np
 
-from dataclasses import dataclass
+from dataclasses import dataclass, field
 
 
 log = logging.getLogger(__name__)
@@ -19,6 +19,10 @@ class Metric:
     qps: float = 0.0
     serial_latency_p99: float = 0.0
     recall: float = 0.0
+    ndcg: float = 0.0
+    conc_num_list: list[int] = field(default_factory=list)
+    conc_qps_list: list[float] = field(default_factory=list)
+    conc_latency_p99_list: list[float] = field(default_factory=list)
 
 
 QURIES_PER_DOLLAR_METRIC = "QP$ (Quries per Dollar)"
@@ -60,3 +64,21 @@ def calc_recall(count: int, ground_truth: list[int], got: list[int]) -> float:
             recalls[i] = 1
 
     return np.mean(recalls)
+
+
+def get_ideal_dcg(k: int):
+    ideal_dcg = 0
+    for i in range(k):
+        ideal_dcg += 1 / np.log2(i+2)
+
+    return ideal_dcg
+
+
+def calc_ndcg(ground_truth: list[int], got: list[int], ideal_dcg: float) -> float:
+    dcg = 0
+    ground_truth = list(ground_truth)
+    for id in set(got):
+        if id in ground_truth:
+            idx = ground_truth.index(id)
+            dcg += 1 / np.log2(idx+2)
+    return dcg / ideal_dcg

vectordb_bench/models.py

@@ -17,7 +17,6 @@ from .base import BaseModel
 from . import config
 from .metric import Metric
 
-
 log = logging.getLogger(__name__)
 
 
@@ -65,15 +64,55 @@ class CaseConfigParamType(Enum):
     maintenance_work_mem = "maintenance_work_mem"
     max_parallel_workers = "max_parallel_workers"
 
+
 class CustomizedCase(BaseModel):
     pass
 
 
+class ConcurrencySearchConfig(BaseModel):
+    num_concurrency: List[int] = config.NUM_CONCURRENCY
+    concurrency_duration: int = config.CONCURRENCY_DURATION
+
+
 class CaseConfig(BaseModel):
     """cases, dataset, test cases, filter rate, params"""
 
     case_id: CaseType
     custom_case: dict | None = None
+    k: int | None = config.K_DEFAULT
+    concurrency_search_config: ConcurrencySearchConfig = ConcurrencySearchConfig()
+
+    '''
+    @property
+    def k(self):
+        """K search parameter, default is config.K_DEFAULT"""
+        return self._k
+
+    #
+    @k.setter
+    def k(self, value):
+        self._k = value
+    '''
+
+class TaskStage(StrEnum):
+    """Enumerations of various stages of the task"""
+
+    DROP_OLD = auto()
+    LOAD = auto()
+    SEARCH_SERIAL = auto()
+    SEARCH_CONCURRENT = auto()
+
+    def __repr__(self) -> str:
+        return str.__repr__(self.value)
+
+
+# TODO: Add CapacityCase enums and adjust TaskRunner to utilize
+ALL_TASK_STAGES = [
+    TaskStage.DROP_OLD,
+    TaskStage.LOAD,
+    TaskStage.SEARCH_SERIAL,
+    TaskStage.SEARCH_CONCURRENT,
+]
 
 
 class TaskConfig(BaseModel):
@@ -81,6 +120,7 @@ class TaskConfig(BaseModel):
     db_config: DBConfig
     db_case_config: DBCaseConfig
     case_config: CaseConfig
+    stages: List[TaskStage] = ALL_TASK_STAGES
 
     @property
     def db_name(self):
@@ -210,18 +250,18 @@ class TestResult(BaseModel):
 
         max_db = max(map(len, [f.task_config.db.name for f in filtered_results]))
         max_db_labels = (
-            max(map(len, [f.task_config.db_config.db_label for f in filtered_results]))
-            + 3
+                max(map(len, [f.task_config.db_config.db_label for f in filtered_results]))
+                + 3
         )
         max_case = max(
             map(len, [f.task_config.case_config.case_id.name for f in filtered_results])
         )
         max_load_dur = (
-            max(map(len, [str(f.metrics.load_duration) for f in filtered_results])) + 3
+                max(map(len, [str(f.metrics.load_duration) for f in filtered_results])) + 3
         )
         max_qps = max(map(len, [str(f.metrics.qps) for f in filtered_results])) + 3
         max_recall = (
-            max(map(len, [str(f.metrics.recall) for f in filtered_results])) + 3
+                max(map(len, [str(f.metrics.recall) for f in filtered_results])) + 3
         )
 
         max_db_labels = 8 if max_db_labels < 8 else max_db_labels

{vectordb_bench-0.0.9.dist-info → vectordb_bench-0.0.11.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: vectordb-bench
-Version: 0.0.9
+Version: 0.0.11
 Summary: VectorDBBench is not just an offering of benchmark results for mainstream vector databases and cloud services, it's your go-to tool for the ultimate performance and cost-effectiveness comparison. Designed with ease-of-use in mind, VectorDBBench is devised to help users, even non-professionals, reproduce results or test new systems, making the hunt for the optimal choice amongst a plethora of cloud services and open-source vector databases a breeze.
 Author-email: XuanYang-cn <xuan.yang@zilliz.com>
 Project-URL: repository, https://github.com/zilliztech/VectorDBBench
@@ -10,6 +10,7 @@ Classifier: Operating System :: OS Independent
 Requires-Python: >=3.11
 Description-Content-Type: text/markdown
 License-File: LICENSE
+Requires-Dist: click
 Requires-Dist: pytz
 Requires-Dist: streamlit-autorefresh
 Requires-Dist: streamlit !=1.34.0
@@ -37,6 +38,7 @@ Requires-Dist: redis ; extra == 'all'
 Requires-Dist: chromadb ; extra == 'all'
 Requires-Dist: psycopg2 ; extra == 'all'
 Requires-Dist: psycopg ; extra == 'all'
+Requires-Dist: psycopg-binary ; extra == 'all'
 Provides-Extra: chromadb
 Requires-Dist: chromadb ; extra == 'chromadb'
 Provides-Extra: elastic
@@ -44,8 +46,9 @@ Requires-Dist: elasticsearch ; extra == 'elastic'
 Provides-Extra: pgvecto_rs
 Requires-Dist: psycopg2 ; extra == 'pgvecto_rs'
 Provides-Extra: pgvector
-Requires-Dist: pgvector ; extra == 'pgvector'
 Requires-Dist: psycopg ; extra == 'pgvector'
+Requires-Dist: psycopg-binary ; extra == 'pgvector'
+Requires-Dist: pgvector ; extra == 'pgvector'
 Provides-Extra: pinecone
 Requires-Dist: pinecone-client ; extra == 'pinecone'
 Provides-Extra: qdrant
@@ -57,6 +60,7 @@ Requires-Dist: ruff ; extra == 'test'
 Requires-Dist: pytest ; extra == 'test'
 Provides-Extra: weaviate
 Requires-Dist: weaviate-client ; extra == 'weaviate'
+Provides-Extra: zilliz_cloud
 
 # VectorDBBench: A Benchmark Tool for VectorDB
 
@@ -105,6 +109,115 @@ All the database client supported
 ``` shell
 init_bench
 ```
+
+OR:
+
+### Run from the command line.
+
+``` shell
+vectordbbench [OPTIONS] COMMAND [ARGS]...
+```
+To list the clients that are runnable via the commandline option, execute: `vectordbbench --help`
+``` text
+$ vectordbbench --help
+Usage: vectordbbench [OPTIONS] COMMAND [ARGS]...
+
+Options:
+  --help  Show this message and exit.
+
+Commands:
+  pgvectorhnsw
+  pgvectorivfflat
+  test
+  weaviate
+```
+To list the options for each command, execute `vectordbbench [command] --help`
+
+```text
+$ vectordbbench pgvectorhnsw --help
+Usage: vectordbbench pgvectorhnsw [OPTIONS]
+
+Options:
+  --config-file PATH              Read configuration from yaml file
+  --drop-old / --skip-drop-old    Drop old or skip  [default: drop-old]
+  --load / --skip-load            Load or skip  [default: load]
+  --search-serial / --skip-search-serial
+                                  Search serial or skip  [default: search-
+                                  serial]
+  --search-concurrent / --skip-search-concurrent
+                                  Search concurrent or skip  [default: search-
+                                  concurrent]
+  --case-type [CapacityDim128|CapacityDim960|Performance768D100M|Performance768D10M|Performance768D1M|Performance768D10M1P|Performance768D1M1P|Performance768D10M99P|Performance768D1M99P|Performance1536D500K|Performance1536D5M|Performance1536D500K1P|Performance1536D5M1P|Performance1536D500K99P|Performance1536D5M99P|Performance1536D50K]
+                                  Case type
+  --db-label TEXT                 Db label, default: date in ISO format
+                                  [default: 2024-05-20T20:26:31.113290]
+  --dry-run                       Print just the configuration and exit
+                                  without running the tasks
+  --k INTEGER                     K value for number of nearest neighbors to
+                                  search  [default: 100]
+  --concurrency-duration INTEGER  Adjusts the duration in seconds of each
+                                  concurrency search  [default: 30]
+  --num-concurrency TEXT          Comma-separated list of concurrency values
+                                  to test during concurrent search  [default:
+                                  1,10,20]
+  --user-name TEXT                Db username  [required]
+  --password TEXT                 Db password  [required]
+  --host TEXT                     Db host  [required]
+  --db-name TEXT                  Db name  [required]
+  --maintenance-work-mem TEXT     Sets the maximum memory to be used for
+                                  maintenance operations (index creation). Can
+                                  be entered as string with unit like '64GB'
+                                  or as an integer number of KB.This will set
+                                  the parameters:
+                                  max_parallel_maintenance_workers,
+                                  max_parallel_workers &
+                                  table(parallel_workers)
+  --max-parallel-workers INTEGER  Sets the maximum number of parallel
+                                  processes per maintenance operation (index
+                                  creation)
+  --m INTEGER                     hnsw m
+  --ef-construction INTEGER       hnsw ef-construction
+  --ef-search INTEGER             hnsw ef-search
+  --help                          Show this message and exit.
+```
+#### Using a configuration file.
+
+The vectordbbench command can optionally read some or all the options from a yaml formatted configuration file.
+
+By default, configuration files are expected to be in vectordb_bench/config-files/, this can be overridden by setting  
+the environment variable CONFIG_LOCAL_DIR or by passing the full path to the file. 
+
+The required format is:
+```yaml
+commandname:
+   parameter_name: parameter_value
+   parameter_name: parameter_value
+```
+Example:
+```yaml
+pgvectorhnsw:
+  db_label: pgConfigTest
+  user_name: vectordbbench
+  password: vectordbbench
+  db_name:  vectordbbench
+  host: localhost
+  m: 16
+  ef_construction: 128
+  ef_search: 128
+milvushnsw:
+  skip_search_serial: True
+  case_type: Performance1536D50K
+  uri: http://localhost:19530
+  m: 16
+  ef_construction: 128
+  ef_search: 128
+  drop_old: False
+  load: False
+```
+> Notes: 
+> - Options passed on the command line will override the configuration file*
+> - Parameter names use an _ not -
+
 ## What is VectorDBBench
 VectorDBBench is not just an offering of benchmark results for mainstream vector databases and cloud services, it's your go-to tool for the ultimate performance and cost-effectiveness comparison. Designed with ease-of-use in mind, VectorDBBench is devised to help users, even non-professionals, reproduce results or test new systems, making the hunt for the optimal choice amongst a plethora of cloud services and open-source vector databases a breeze.
 
@@ -280,6 +393,7 @@ class NewDBCaseConfig(DBCaseConfig):
     # Implement optional case-specific configuration fields
     # ...
 ```
+
 **Step 3: Importing the DB Client and Updating Initialization**
 
 In this final step, you will import your DB client into clients/__init__.py and update the initialization process.
@@ -318,6 +432,83 @@ class DB(Enum):
             return NewClientCaseConfig
 
 ```
+**Step 4: Implement new_client/cli.py and vectordb_bench/cli/vectordbbench.py**
+
+In this (optional, but encouraged) step you will enable the test to be run from the command line.
+1. Navigate to the vectordb_bench/backend/clients/"client" directory.
+2. Inside the "client" folder, create a cli.py file.
+Using zilliz as an example cli.py:
+```python
+from typing import Annotated, Unpack
+
+import click
+import os
+from pydantic import SecretStr
+
+from vectordb_bench.cli.cli import (
+    CommonTypedDict,
+    cli,
+    click_parameter_decorators_from_typed_dict,
+    run,
+)
+from vectordb_bench.backend.clients import DB
+
+
+class ZillizTypedDict(CommonTypedDict):
+    uri: Annotated[
+        str, click.option("--uri", type=str, help="uri connection string", required=True)
+    ]
+    user_name: Annotated[
+        str, click.option("--user-name", type=str, help="Db username", required=True)
+    ]
+    password: Annotated[
+        str,
+        click.option("--password",
+                     type=str,
+                     help="Zilliz password",
+                     default=lambda: os.environ.get("ZILLIZ_PASSWORD", ""),
+                     show_default="$ZILLIZ_PASSWORD",
+                     ),
+    ]
+    level: Annotated[
+        str,
+        click.option("--level", type=str, help="Zilliz index level", required=False),
+    ]
+
+
+@cli.command()
+@click_parameter_decorators_from_typed_dict(ZillizTypedDict)
+def ZillizAutoIndex(**parameters: Unpack[ZillizTypedDict]):
+    from .config import ZillizCloudConfig, AutoIndexConfig
+
+    run(
+        db=DB.ZillizCloud,
+        db_config=ZillizCloudConfig(
+            db_label=parameters["db_label"],
+            uri=SecretStr(parameters["uri"]),
+            user=parameters["user_name"],
+            password=SecretStr(parameters["password"]),
+        ),
+        db_case_config=AutoIndexConfig(
+            params={parameters["level"]},
+        ),
+        **parameters,
+    )
+```
+3. Update cli by adding:
+   1. Add database specific options as an Annotated TypedDict, see ZillizTypedDict above.  
+   2. Add index configuration specific options as an Annotated TypedDict. (example: vectordb_bench/backend/clients/pgvector/cli.py)
+      1. May not be needed if there is only one index config.
+      2. Repeat for each index configuration, nesting them if possible.  
+   2. Add a index config specific function for each index type,  see Zilliz above.  The function name, in lowercase, will be the command name passed to the vectordbbench command.
+   3. Update db_config and db_case_config to match client requirements
+   4. Continue to add new functions for each index config.
+   5. Import the client cli module and command to vectordb_bench/cli/vectordbbench.py (for databases with multiple commands (index configs), this only needs to be done for one command)  
+
+> cli modules with multiple index configs:
+> - pgvector: vectordb_bench/backend/clients/pgvector/cli.py
+> - milvus: vectordb_bench/backend/clients/milvus/cli.py
+
 That's it! You have successfully added a new DB client to the vectordb_bench project.
 
 ## Rules

{vectordb_bench-0.0.9.dist-info → vectordb_bench-0.0.11.dist-info}/RECORD

@@ -1,47 +1,59 @@
-vectordb_bench/__init__.py,sha256=_T_SbrJs9_12-Ind3TOtnGz2wW-CEZI1mGUOrGYoZEk,1675
+vectordb_bench/__init__.py,sha256=cvCI4khbLpcbxYMCwRsvG4THZa4GayqQ9aE1iXbFuUU,2052
 vectordb_bench/__main__.py,sha256=YJOTn5MlbmLyr3PRsecY6fj7igHLB6_D3y1HwF_sO20,848
 vectordb_bench/base.py,sha256=d34WCGXZI1u5RGQtqrPHd3HbOF5AmioFrM2j30Aj1sY,130
-vectordb_bench/interface.py,sha256=7-nIr9oSDRfkbFDLJW0iZHCa7ItFG9O2TQAS7wHvWfk,9645
+vectordb_bench/interface.py,sha256=ZT3pseyq--TuxtopdP2hRut-6vIInKo62pvAl2zBD10,9708
 vectordb_bench/log_util.py,sha256=nMnW-sN24WyURcI07t-WA3q2N5R-YIvFgboRsSrNJDg,2906
-vectordb_bench/metric.py,sha256=-SAcUm2m0OkHcph2QZusx-wZh8wCTrrHMy1Kv0WWL2w,1332
-vectordb_bench/models.py,sha256=MOxNLVaU-5GZ-2_X2fCNEyLEKVCLuqNQJNLgjzDOvYI,8755
+vectordb_bench/metric.py,sha256=osb58NvGGmqs3EKTfFujO7Qq5fAhGO9AOkCsziKgEUs,1976
+vectordb_bench/models.py,sha256=ye39851RviGwZJ-CZ0INjKDjAIuc0uX2maYPSXfbVWI,9744
 vectordb_bench/backend/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 vectordb_bench/backend/assembler.py,sha256=W03o8xaOoa5CTBr5586nIzm4sEJ4a-85sfcEG-d60VY,2000
-vectordb_bench/backend/cases.py,sha256=3Ektg8VzU9FESgkwoh0tz6JYDIjhGarnKhIcaMczu5k,13570
+vectordb_bench/backend/cases.py,sha256=879vcSRzyoLko1tdtxQDM15Id8vQGpu9e-t_e6m7bi4,14518
 vectordb_bench/backend/data_source.py,sha256=j4-eD0nIe7Y6fSM5WKEij3GfhyU_YOQ3L5Tyl-1GxX0,5446
 vectordb_bench/backend/dataset.py,sha256=E-ZdYNXwCN3Fa4b_9rvhbiJgPLiKXQmi_fqZk0r7AHk,8295
 vectordb_bench/backend/result_collector.py,sha256=jdQf5-q1z5y07SKy9Sig1wFROmm-p9x_Y81fId0sjaU,807
-vectordb_bench/backend/task_runner.py,sha256=LLfnsIDDXGTbHKtQlsjWWJop6ouFEFMQuZsqurLDkMI,9526
+vectordb_bench/backend/task_runner.py,sha256=Y1HYWvWlIo_4pe0EMLuAN8bWj2xhqfbw59afbCmZeAI,11855
 vectordb_bench/backend/utils.py,sha256=2UixYyfKvl8zRiashywB1l6hTI3jMtiZhiVm_bXHV1Y,1811
-vectordb_bench/backend/clients/__init__.py,sha256=vYN2PZo1-zeO2kN-WRndxo2-BzmpOTLSGw8nUXTXvxI,4582
-vectordb_bench/backend/clients/api.py,sha256=U4jdrwkZpiOvvOc5BSylbnvc1n-O1bn5ucYIrGIKBuM,5640
+vectordb_bench/backend/clients/__init__.py,sha256=M7RT9-Px4iwEYnBGeo3tywk6fRlfmFWynZxuymenXVY,4600
+vectordb_bench/backend/clients/api.py,sha256=YQlvABf8KfXcDpJzFglQKmFN3zmJuFKG4ihabxYIrDU,5634
 vectordb_bench/backend/clients/chroma/chroma.py,sha256=Rg-GVWSDLdw32XfltJQlS3JHtNX1BJYDHxTSy086tKA,3739
 vectordb_bench/backend/clients/chroma/config.py,sha256=7Tp_di0cdBsh4kX-IijTLsmFK2JJpcrXP2K6e24OUGc,345
 vectordb_bench/backend/clients/elastic_cloud/config.py,sha256=xkaBNtsayByelVLda8LiSEwxjQjESpijJ8IFOh03f_0,1598
 vectordb_bench/backend/clients/elastic_cloud/elastic_cloud.py,sha256=rWHthqGEpYwwka-0bsjyWfCwTAsYKNPvB17qe0Z1VDQ,5709
-vectordb_bench/backend/clients/milvus/config.py,sha256=Usx-fpNsjHYZ1s-cL8qh9RXtCrh43wOs0jmdkswr8Ac,6677
-vectordb_bench/backend/clients/milvus/milvus.py,sha256=XFihIefPF7SRG7rENXg72_FZNB4zV0Hde_aNc_zOS9U,7138
+vectordb_bench/backend/clients/milvus/cli.py,sha256=QqzYIOeUSXEvdLH0_YUMhwDHUDJirTNKeUxrJQIqSdw,8506
+vectordb_bench/backend/clients/milvus/config.py,sha256=AZ4QHoufRIjsX2eVrtnug8SeYnuHeBMna_34OQNFxz0,6847
+vectordb_bench/backend/clients/milvus/milvus.py,sha256=BzOySmlYCQnNScazK9XBjKPh3X99jZSm0W3-IigRAYY,7653
 vectordb_bench/backend/clients/pgvecto_rs/config.py,sha256=scdEXN6RT4yGA5j8fXSAooAvB550WQQ1JnN7SBQCUZM,3648
 vectordb_bench/backend/clients/pgvecto_rs/pgvecto_rs.py,sha256=Od9g1wIhgslXBavEwCV8-LYsclqOJB3OwpeU6ZA265k,6195
-vectordb_bench/backend/clients/pgvector/config.py,sha256=p4Dlp9PXXSCY3gtSTzZzQO8-PAl7kixp_wID9Nu4CNs,7206
-vectordb_bench/backend/clients/pgvector/pgvector.py,sha256=MAGmnMmP_LYRYs3zVjHezeOBEod1XiOuS45nqWtOgvo,12496
+vectordb_bench/backend/clients/pgvector/cli.py,sha256=4fDweywfb57dzf0HzQuNk_2Xutjo_XKi91mHIuYOBQM,3582
+vectordb_bench/backend/clients/pgvector/config.py,sha256=jbSPXd2SiFTwuRzEzN_c7oShtb2Fz-hy2VM5lI-bIGw,7202
+vectordb_bench/backend/clients/pgvector/pgvector.py,sha256=FtCvhjAr8kYnLLyBLHy3jLuMYH14dSJo3zUt6_mT6T0,12500
 vectordb_bench/backend/clients/pinecone/config.py,sha256=4WvMu-9zxgoGfP5GPb7hpW-PRYEORADhlQvMa8JJh8k,384
 vectordb_bench/backend/clients/pinecone/pinecone.py,sha256=U31QbXLuTcNPp7PK24glE6LM23-YpbxK_Kj-NmEwoZY,4078
 vectordb_bench/backend/clients/qdrant_cloud/config.py,sha256=jk6gLcjZnjV0kQlc4RrrcXyekF6qkwzgWOYD3Mm8AOU,1385
 vectordb_bench/backend/clients/qdrant_cloud/qdrant_cloud.py,sha256=lgMPwP37A-NQWHtxL58qojsUcL68EtrH_0Xk_hrs7OY,5224
+vectordb_bench/backend/clients/redis/cli.py,sha256=xlbXcQhLyZbsFvt9XhgGehAw4a3BFblnkUt4rBCUvgk,1991
 vectordb_bench/backend/clients/redis/config.py,sha256=8DBtsMRjuAJ0Vy5wsrKOkt35xcRFA8L-xTYoErk0Bzc,351
 vectordb_bench/backend/clients/redis/redis.py,sha256=35g9KPL8_zGeo7eYdYRaabq5dlkDXwMQ9TD8YsVser0,5976
+vectordb_bench/backend/clients/test/cli.py,sha256=8TByn_5OhO_rMyJV1vdRmKYbtsrXXyFK1hh3Ii2QOhw,552
+vectordb_bench/backend/clients/test/config.py,sha256=1olqOWmkcucyd3EMMSkCT-0lbPyf4v5RHfTsGMuWSvc,412
+vectordb_bench/backend/clients/test/test.py,sha256=b9-LOih079Lj_CMcZyno1vpKaU_Fooi8lpY3rF-3BsU,1479
+vectordb_bench/backend/clients/weaviate_cloud/cli.py,sha256=i8evyzTPFEgnevYYe46ZOjpFOYd3IpZ5Q-wVeuh_vgk,1060
 vectordb_bench/backend/clients/weaviate_cloud/config.py,sha256=jFhZ9cwMRoLxppR4udboSc4EPO-bnv5A5ITR9akevHE,1247
 vectordb_bench/backend/clients/weaviate_cloud/weaviate_cloud.py,sha256=QWXXSE02iZOOHy2fcBjJPYwGP5d4qnFvh9ha_2FAQZI,4991
+vectordb_bench/backend/clients/zilliz_cloud/cli.py,sha256=V8XnjrM4IOexqJksQCBgEYyYfQJPXouKeTthEAVRlYU,1569
 vectordb_bench/backend/clients/zilliz_cloud/config.py,sha256=3Tk7X4r0n2SLzan110xlF63otVGjCKe28CVDfCEI04c,910
 vectordb_bench/backend/clients/zilliz_cloud/zilliz_cloud.py,sha256=4JcwiVEJcdEykW6n471nfHeIlmhIDa-gOZ7G5H_4krY,681
 vectordb_bench/backend/runner/__init__.py,sha256=5dZfPky8pY9Bi9HD5GZ3Fge8V2FJWrkGkQUkNL2v1t0,230
-vectordb_bench/backend/runner/mp_runner.py,sha256=NEyDeim_lRbSNBbseUHZQzt12DwLMibCD1N4od6zQe0,4809
-vectordb_bench/backend/runner/serial_runner.py,sha256=LVmhv2qIuCU_v85CrWWiKKVfZUx5wmB0__HbO8HeQgo,9168
+vectordb_bench/backend/runner/mp_runner.py,sha256=FWhCU6y97cxbJSSBfHWcif7t4ew6SOmP3d94C1vKvfg,5406
+vectordb_bench/backend/runner/serial_runner.py,sha256=ku1Dtps9JcmwCwZq7eDw0pcP9IN2Zjjg-1VJumXYJpA,9414
+vectordb_bench/cli/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+vectordb_bench/cli/cli.py,sha256=M6LE3hqmnt7QYrhm2KU2-kFQRpRp86GwkKXHc-XLeHo,10850
+vectordb_bench/cli/vectordbbench.py,sha256=4DUMN2awCaHt2gRQHz3yCU19Y0hpABPrHPmIVwpfozg,554
+vectordb_bench/config-files/sample_config.yml,sha256=yw9ZgHczNi9PedNuTVxZKiOTI6AVoQS1h8INNgoDjPk,340
 vectordb_bench/frontend/utils.py,sha256=BzKR1kMX1ErlXAzkFUb06O2mIcxBbquRzJtxoHgRnKs,162
 vectordb_bench/frontend/vdb_benchmark.py,sha256=z9VCsMp2Ra43J-oFXRsX98Ww3Xq_koUpZ9PEZoU5qws,1649
 vectordb_bench/frontend/components/check_results/charts.py,sha256=zbtEyUSk2FJbSlaGw1LH4boSljFXfhVZlC8rrIgVw_4,5113
-vectordb_bench/frontend/components/check_results/data.py,sha256=cuCvXTarZzh_7XZ1SWUJd4gLAo78Yn9RBJ4VZpQRkFQ,3192
+vectordb_bench/frontend/components/check_results/data.py,sha256=HFqjYp2UitWcPF1LMka3xCLh2DBnU-EohFlxjUs-RlQ,3282
 vectordb_bench/frontend/components/check_results/expanderStyle.py,sha256=dETG2-smcWntQTARUXzbSv90Py5yN74mGXoBGn4loow,1295
 vectordb_bench/frontend/components/check_results/filters.py,sha256=41KXtVyC1BMGRXh3OoHodMXNw3eZLQHSzNZ91eviIk4,4225
 vectordb_bench/frontend/components/check_results/footer.py,sha256=Nh1RzorDg-8R5ewp_UGFnUqWaAEZ7xZ1RpqHDew1mGY,395
@@ -49,19 +61,23 @@ vectordb_bench/frontend/components/check_results/headerIcon.py,sha256=Q0mbnav2FW
 vectordb_bench/frontend/components/check_results/nav.py,sha256=DQl74rujw70ayh37PQaiO4AdtVZ95-OtTMEtw_Ui7hE,685
 vectordb_bench/frontend/components/check_results/priceTable.py,sha256=E7sxhSCjkBOMlQFHe6zFizhQLsJ-mUcXUbNj4FpqSUE,1308
 vectordb_bench/frontend/components/check_results/stPageConfig.py,sha256=rAL2prWx0hT7Q3QWz6ALyKUMNladX6U48GlKvVq3DFA,429
+vectordb_bench/frontend/components/concurrent/charts.py,sha256=EKVpQuJXVb8ju-F_B6yvEUXDmFOcPoSyCDKkqUg7814,2416
 vectordb_bench/frontend/components/get_results/saveAsImage.py,sha256=MdQCqjrX5rQyK34XfTkVykVLOcOouIz4enMR1P5GBiY,1457
 vectordb_bench/frontend/components/run_test/autoRefresh.py,sha256=ofsl2sdmBd2y9O_xaJDr58NPycJsDwCdf2rEyE_f6e8,288
 vectordb_bench/frontend/components/run_test/caseSelector.py,sha256=B1rtbSDlzPHbdPK52mxFf3FbF4qYs1J9YNYdSnTxCRg,3945
 vectordb_bench/frontend/components/run_test/dbConfigSetting.py,sha256=hoelDzXP-J2EmzvgGh6Euk7uBfu9iw0YGM7lxjo0cb8,2074
-vectordb_bench/frontend/components/run_test/dbSelector.py,sha256=r8ABYpu6aWA94FiQxB0g75n7jU_mOFY5nYcHkKQ8e8g,1242
+vectordb_bench/frontend/components/run_test/dbSelector.py,sha256=GU_Fr3tk5xJASVQdgBAlwuoy55RoVIM5nT-sjDEe4mY,1452
 vectordb_bench/frontend/components/run_test/generateTasks.py,sha256=9r1vb03FMSJ_vG4px_wHMKMB_RWaKv6ttv0FptsytgA,812
 vectordb_bench/frontend/components/run_test/hideSidebar.py,sha256=vb5kzIMmbMqWX67qFEHek21X4sGO_tPyn_uPqUEtp3Q,234
-vectordb_bench/frontend/components/run_test/submitTask.py,sha256=4W-wvrnwPZjEAyHjeLtahLE8-Ekjw2wYNX5aAXZbark,3050
-vectordb_bench/frontend/const/dbCaseConfigs.py,sha256=dxKTrLeKXoizTu7dKxOZjH4ZdhHr-YuDYp6Xvbe652A,18345
+vectordb_bench/frontend/components/run_test/submitTask.py,sha256=xte8qcIWYra9Yg8iC5sGIDt24hu_jPH3_SWzDeTcrKk,3340
+vectordb_bench/frontend/components/tables/data.py,sha256=pVG_hb4bTMLfUt10NUCJSqcFkPmnN7i9jTw9DcWizpI,1364
+vectordb_bench/frontend/const/dbCaseConfigs.py,sha256=JP2Wyguss9o4stDgWaZwO2Cr-RhKhG9kDKZ09JSR2I8,18395
 vectordb_bench/frontend/const/dbPrices.py,sha256=10aBKjVcEg8y7TPSda28opmBM1KmXNrvbU9WM_BsZcE,176
 vectordb_bench/frontend/const/styles.py,sha256=B2ycRJ6CHBzew8B2P7z9nnzY-20W5SlggXLI2olfxac,2174
+vectordb_bench/frontend/pages/concurrent.py,sha256=lfCBoNNJalPi9vLfs90xp6cCIgiJegqGoHwAwfhwxE8,2290
 vectordb_bench/frontend/pages/quries_per_dollar.py,sha256=SpXwKwdarwPz7RtF_qxyODfwARBb3VI9iKElYtnwEVs,2422
 vectordb_bench/frontend/pages/run_test.py,sha256=nkXTVBauuCgkJ6WRSQ_-qa83RAmc0Z3VH2uTDrNCQL8,2045
+vectordb_bench/frontend/pages/tables.py,sha256=Vm16SdaJ29YB_P8ofO5JEz--3sNBKrB13yFkxehZ_lU,564
 vectordb_bench/results/dbPrices.json,sha256=VoaOjqbWyTdEMLXuzerL5xR46QbxOWFmxCf2mPhjJV4,576
 vectordb_bench/results/getLeaderboardData.py,sha256=viQ4iSDwI5BM0eNGy9p2kEuXsmGhW3oaUo0eK9F087s,1760
 vectordb_bench/results/leaderboard.json,sha256=N1yPKoiz2GJ8SrGvhV7WDDlBgTxtJ1GpQwq4Kec5ExA,66580
@@ -80,9 +96,9 @@ vectordb_bench/results/WeaviateCloud/result_20230808_standard_weaviatecloud.json
 vectordb_bench/results/ZillizCloud/result_20230727_standard_zillizcloud.json,sha256=wzrlCEsqaoy4EujDNeLebCKZIC__aXNe2NhFDEdewKo,17398
 vectordb_bench/results/ZillizCloud/result_20230808_standard_zillizcloud.json,sha256=G44g4aTJfeC0FyqosPEtaC-iy8JUX-bVpnA6dn0iiYU,14969
 vectordb_bench/results/ZillizCloud/result_20240105_standard_202401_zillizcloud.json,sha256=5R5PGJheoCOksx9uOXeSu8Z24Zc6Xp9LUkgJ-OzGAtM,41007
-vectordb_bench-0.0.9.dist-info/LICENSE,sha256=HXbxhrb5u5SegVzeLNF_voVgRsJMavcLaOmD1N0lZkM,1067
-vectordb_bench-0.0.9.dist-info/METADATA,sha256=VYoxjLKMXlz7VDWTz8y5l4wwVk8EDWK15FG-zlhEwiM,22681
-vectordb_bench-0.0.9.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
-vectordb_bench-0.0.9.dist-info/entry_points.txt,sha256=RVG6ppvzIsstAM199pDqeKu8lnxntjwYapn0smVQY7A,60
-vectordb_bench-0.0.9.dist-info/top_level.txt,sha256=jnhZFZAuKX1J60yt-XOeBZ__ctiZMvoC_s0RFq29lpM,15
-vectordb_bench-0.0.9.dist-info/RECORD,,
+vectordb_bench-0.0.11.dist-info/LICENSE,sha256=HXbxhrb5u5SegVzeLNF_voVgRsJMavcLaOmD1N0lZkM,1067
+vectordb_bench-0.0.11.dist-info/METADATA,sha256=YqAAFU7oDb5YOqiCwHcbWt7YSsDfrvzPkhIEv4RATjQ,30175
+vectordb_bench-0.0.11.dist-info/WHEEL,sha256=mguMlWGMX-VHnMpKOjjQidIo1ssRlCFu4a4mBpz1s2M,91
+vectordb_bench-0.0.11.dist-info/entry_points.txt,sha256=Qzw6gVx96ui8esG21H6yHsI6nboEohRmV424TYhQNrA,113
+vectordb_bench-0.0.11.dist-info/top_level.txt,sha256=jnhZFZAuKX1J60yt-XOeBZ__ctiZMvoC_s0RFq29lpM,15
+vectordb_bench-0.0.11.dist-info/RECORD,,

{vectordb_bench-0.0.9.dist-info → vectordb_bench-0.0.11.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: bdist_wheel (0.43.0)
+Generator: setuptools (70.1.1)
 Root-Is-Purelib: true
 Tag: py3-none-any
 

{vectordb_bench-0.0.9.dist-info → vectordb_bench-0.0.11.dist-info}/entry_points.txt

@@ -1,2 +1,3 @@
 [console_scripts]
 init_bench = vectordb_bench.__main__:main
+vectordbbench = vectordb_bench.cli.vectordbbench:cli