vectordb-bench 0.0.29__py3-none-any.whl → 0.0.30__py3-none-any.whl

vectordb_bench/cli/batch_cli.py

@@ -0,0 +1,121 @@
+import logging
+import time
+from collections.abc import MutableMapping
+from concurrent.futures import wait
+from pathlib import Path
+from typing import Annotated, Any, TypedDict
+
+import click
+from click.testing import CliRunner
+from yaml import Loader, load
+
+from .. import config
+from ..cli.cli import (
+    cli,
+    click_parameter_decorators_from_typed_dict,
+)
+
+log = logging.getLogger(__name__)
+
+
+def click_get_defaults_from_file(ctx, param, value):  # noqa: ANN001, ARG001
+    if not value:
+        raise click.MissingParameter
+    path = Path(value)
+    input_file = path if path.exists() else Path(config.CONFIG_LOCAL_DIR, path)
+    try:
+        with input_file.open() as f:
+            _config: dict[str, list[dict[str, Any]]] = load(f.read(), Loader=Loader)  # noqa: S506
+            ctx.default_map = _config
+    except Exception as e:
+        msg = f"Failed to load batch config file: {e}"
+        raise click.BadParameter(msg) from e
+    return value
+
+
+class BatchCliTypedDict(TypedDict):
+    batch_config_file: Annotated[
+        bool,
+        click.option(
+            "--batch-config-file",
+            type=click.Path(),
+            callback=click_get_defaults_from_file,
+            is_eager=True,
+            expose_value=False,
+            help="Read batch configuration from yaml file",
+        ),
+    ]
+
+
+def build_sub_cmd_args(batch_config: MutableMapping[str, Any] | None):
+    bool_options = {
+        "drop_old": True,
+        "load": True,
+        "search_serial": True,
+        "search_concurrent": True,
+        "dry_run": False,
+        "custom_dataset_use_shuffled": True,
+        "custom_dataset_with_gt": True,
+    }
+
+    def format_option(key: str, value: Any):
+        opt_name = key.replace("_", "-")
+
+        if key in bool_options:
+            return format_bool_option(opt_name, value, skip=False)
+
+        if key.startswith("skip_"):
+            raw_key = key[5:]
+            raw_opt = raw_key.replace("_", "-")
+            return format_bool_option(raw_opt, value, skip=True, raw_key=raw_key)
+
+        return [f"--{opt_name}", str(value)]
+
+    def format_bool_option(opt_name: str, value: Any, skip: bool = False, raw_key: str | None = None):
+        if isinstance(value, bool):
+            if skip:
+                if bool_options.get(raw_key, False):
+                    return [f"--skip-{opt_name}"] if value else [f"--{opt_name}"]
+                return [f"--{opt_name}", str(value)]
+            if value:
+                return [f"--{opt_name}"]
+            if bool_options.get(opt_name.replace("-", "_"), False):
+                return [f"--skip-{opt_name}"]
+            return []
+        return [f"--{opt_name}", str(value)]
+
+    args_arr = []
+    for sub_cmd_key, sub_cmd_config_list in batch_config.items():
+        for sub_cmd_args in sub_cmd_config_list:
+            args = [sub_cmd_key]
+            for k, v in sub_cmd_args.items():
+                args.extend(format_option(k, v))
+            args_arr.append(args)
+
+    return args_arr
+
+
+@cli.command()
+@click_parameter_decorators_from_typed_dict(BatchCliTypedDict)
+def BatchCli():
+    ctx = click.get_current_context()
+    batch_config = ctx.default_map
+
+    runner = CliRunner()
+
+    args_arr = build_sub_cmd_args(batch_config)
+
+    for args in args_arr:
+        log.info(f"got batch config: {' '.join(args)}")
+
+    for args in args_arr:
+        result = runner.invoke(cli, args)
+        time.sleep(5)
+
+        from ..interface import global_result_future
+
+        if global_result_future:
+            wait([global_result_future])
+
+        if result.exception:
+            log.exception(f"failed to run sub command: {args[0]}", exc_info=result.exception)

vectordb_bench/cli/vectordbbench.py

@@ -10,12 +10,14 @@ from ..backend.clients.pgvecto_rs.cli import PgVectoRSHNSW, PgVectoRSIVFFlat
 from ..backend.clients.pgvector.cli import PgVectorHNSW
 from ..backend.clients.pgvectorscale.cli import PgVectorScaleDiskAnn
 from ..backend.clients.qdrant_cloud.cli import QdrantCloud
+from ..backend.clients.qdrant_local.cli import QdrantLocal
 from ..backend.clients.redis.cli import Redis
 from ..backend.clients.test.cli import Test
 from ..backend.clients.tidb.cli import TiDB
 from ..backend.clients.vespa.cli import Vespa
 from ..backend.clients.weaviate_cloud.cli import Weaviate
 from ..backend.clients.zilliz_cloud.cli import ZillizAutoIndex
+from .batch_cli import BatchCli
 from .cli import cli
 
 cli.add_command(PgVectorHNSW)
@@ -37,6 +39,8 @@ cli.add_command(Clickhouse)
 cli.add_command(Vespa)
 cli.add_command(LanceDB)
 cli.add_command(QdrantCloud)
+cli.add_command(QdrantLocal)
+cli.add_command(BatchCli)
 
 
 if __name__ == "__main__":

vectordb_bench/config-files/batch_sample_config.yml

@@ -0,0 +1,17 @@
+pgvectorhnsw:
+  - db_label: pgConfigTest
+    user_name: vectordbbench
+    db_name:  vectordbbench
+    host: localhost
+    m: 16
+    ef_construction: 128
+    ef_search: 128
+milvushnsw:
+  - skip_search_serial: True
+    case_type: Performance1536D50K
+    uri: http://localhost:19530
+    m: 16
+    ef_construction: 128
+    ef_search: 128
+    drop_old: False
+    load: False

vectordb_bench/frontend/config/dbCaseConfigs.py

@@ -146,6 +146,7 @@ class InputType(IntEnum):
     Option = 20003
     Float = 20004
     Bool = 20005
+    Select = 20006
 
 
 class CaseConfigInput(BaseModel):
@@ -482,7 +483,7 @@ CaseConfigParamInput_EF_SEARCH_AWSOpensearch = CaseConfigInput(
     label=CaseConfigParamType.ef_search,
     inputType=InputType.Number,
     inputConfig={
-        "min": 100,
+        "min": 1,
         "max": 1024,
         "value": 256,
     },
@@ -1264,6 +1265,87 @@ CaseConfigParamInput_EFConstruction_Vespa = CaseConfigInput(
     isDisplayed=lambda config: config[CaseConfigParamType.IndexType] == IndexType.HNSW.value,
 )
 
+CaseConfigParamInput_INDEX_THREAD_QTY_DURING_FORCE_MERGE_AWSOpensearch = CaseConfigInput(
+    label=CaseConfigParamType.index_thread_qty_during_force_merge,
+    displayLabel="Index Thread Qty During Force Merge",
+    inputHelp="Thread count during force merge operations",
+    inputType=InputType.Number,
+    inputConfig={
+        "min": 1,
+        "max": 32,
+        "value": 4,
+    },
+)
+
+CaseConfigParamInput_NUMBER_OF_INDEXING_CLIENTS_AWSOpensearch = CaseConfigInput(
+    label=CaseConfigParamType.number_of_indexing_clients,
+    displayLabel="Number of Indexing Clients",
+    inputHelp="Number of concurrent clients for data insertion",
+    inputType=InputType.Number,
+    inputConfig={
+        "min": 1,
+        "max": 32,
+        "value": 1,
+    },
+)
+
+CaseConfigParamInput_NUMBER_OF_SHARDS_AWSOpensearch = CaseConfigInput(
+    label=CaseConfigParamType.number_of_shards,
+    displayLabel="Number of Shards",
+    inputHelp="Number of primary shards for the index",
+    inputType=InputType.Number,
+    inputConfig={
+        "min": 1,
+        "max": 32,
+        "value": 1,
+    },
+)
+
+CaseConfigParamInput_NUMBER_OF_REPLICAS_AWSOpensearch = CaseConfigInput(
+    label=CaseConfigParamType.number_of_replicas,
+    displayLabel="Number of Replicas",
+    inputHelp="Number of replica copies for each primary shard",
+    inputType=InputType.Number,
+    inputConfig={
+        "min": 0,
+        "max": 10,
+        "value": 1,
+    },
+)
+
+CaseConfigParamInput_INDEX_THREAD_QTY_AWSOpensearch = CaseConfigInput(
+    label=CaseConfigParamType.index_thread_qty,
+    displayLabel="Index Thread Qty",
+    inputHelp="Thread count for native engine indexing",
+    inputType=InputType.Number,
+    inputConfig={
+        "min": 1,
+        "max": 32,
+        "value": 4,
+    },
+)
+
+CaseConfigParamInput_ENGINE_NAME_AWSOpensearch = CaseConfigInput(
+    label=CaseConfigParamType.engine_name,
+    displayLabel="Engine",
+    inputHelp="HNSW algorithm implementation to use",
+    inputType=InputType.Option,
+    inputConfig={
+        "options": ["faiss", "nmslib", "lucene"],
+        "default": "faiss",
+    },
+)
+
+CaseConfigParamInput_METRIC_TYPE_NAME_AWSOpensearch = CaseConfigInput(
+    label=CaseConfigParamType.metric_type_name,
+    displayLabel="Metric Type",
+    inputHelp="Distance metric type for vector similarity",
+    inputType=InputType.Option,
+    inputConfig={
+        "options": ["l2", "cosine", "ip"],
+        "default": "l2",
+    },
+)
 
 MilvusLoadConfig = [
     CaseConfigParamInput_IndexType,
@@ -1612,6 +1694,32 @@ LanceDBLoadConfig = [
 
 LanceDBPerformanceConfig = LanceDBLoadConfig
 
+AWSOpensearchLoadingConfig = [
+    CaseConfigParamInput_EFConstruction_AWSOpensearch,
+    CaseConfigParamInput_M_AWSOpensearch,
+    CaseConfigParamInput_ENGINE_NAME_AWSOpensearch,
+    CaseConfigParamInput_METRIC_TYPE_NAME_AWSOpensearch,
+    CaseConfigParamInput_INDEX_THREAD_QTY_DURING_FORCE_MERGE_AWSOpensearch,
+    CaseConfigParamInput_NUMBER_OF_INDEXING_CLIENTS_AWSOpensearch,
+    CaseConfigParamInput_NUMBER_OF_SHARDS_AWSOpensearch,
+    CaseConfigParamInput_NUMBER_OF_REPLICAS_AWSOpensearch,
+    CaseConfigParamInput_INDEX_THREAD_QTY_AWSOpensearch,
+]
+
+AWSOpenSearchPerformanceConfig = [
+    CaseConfigParamInput_EFConstruction_AWSOpensearch,
+    CaseConfigParamInput_M_AWSOpensearch,
+    CaseConfigParamInput_EF_SEARCH_AWSOpensearch,
+    CaseConfigParamInput_ENGINE_NAME_AWSOpensearch,
+    CaseConfigParamInput_METRIC_TYPE_NAME_AWSOpensearch,
+    CaseConfigParamInput_INDEX_THREAD_QTY_DURING_FORCE_MERGE_AWSOpensearch,
+    CaseConfigParamInput_NUMBER_OF_INDEXING_CLIENTS_AWSOpensearch,
+    CaseConfigParamInput_NUMBER_OF_SHARDS_AWSOpensearch,
+    CaseConfigParamInput_NUMBER_OF_REPLICAS_AWSOpensearch,
+    CaseConfigParamInput_INDEX_THREAD_QTY_AWSOpensearch,
+]
+
+# Map DB to config
 CASE_CONFIG_MAP = {
     DB.Milvus: {
         CaseLabel.Load: MilvusLoadConfig,
@@ -1676,4 +1784,8 @@ CASE_CONFIG_MAP = {
         CaseLabel.Load: LanceDBLoadConfig,
         CaseLabel.Performance: LanceDBPerformanceConfig,
     },
+    DB.AWSOpenSearch: {
+        CaseLabel.Load: AWSOpensearchLoadingConfig,
+        CaseLabel.Performance: AWSOpenSearchPerformanceConfig,
+    },
 }

vectordb_bench/models.py

@@ -105,6 +105,13 @@ class CaseConfigParamType(Enum):
     num_partitions = "num_partitions"
     num_sub_vectors = "num_sub_vectors"
     sample_rate = "sample_rate"
+    index_thread_qty_during_force_merge = "index_thread_qty_during_force_merge"
+    number_of_indexing_clients = "number_of_indexing_clients"
+    number_of_shards = "number_of_shards"
+    number_of_replicas = "number_of_replicas"
+    index_thread_qty = "index_thread_qty"
+    engine_name = "engine_name"
+    metric_type_name = "metric_type_name"
 
     # mongodb params
     mongodb_quantization_type = "quantization"

{vectordb_bench-0.0.29.dist-info → vectordb_bench-0.0.30.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: vectordb-bench
-Version: 0.0.29
+Version: 0.0.30
 Summary: VectorDBBench is not just an offering of benchmark results for mainstream vector databases and cloud services, it's your go-to tool for the ultimate performance and cost-effectiveness comparison. Designed with ease-of-use in mind, VectorDBBench is devised to help users, even non-professionals, reproduce results or test new systems, making the hunt for the optimal choice amongst a plethora of cloud services and open-source vector databases a breeze.
 Author-email: XuanYang-cn <xuan.yang@zilliz.com>
 Project-URL: repository, https://github.com/zilliztech/VectorDBBench
@@ -295,9 +295,12 @@ Options:
   --force-merge-enabled BOOLEAN   Whether to perform force merge operation
   --flush-threshold-size TEXT     Size threshold for flushing the transaction
                                   log
+  --engine TEXT                   type of engine to use valid values [faiss, lucene]
   # Memory Management
   --cb-threshold TEXT             k-NN Memory circuit breaker threshold
-
+  
+  # Quantization Type
+  --quantization-type TEXT        which type of quantization to use valid values [fp32, fp16]
   --help                          Show this message and exit.
   ```
 
@@ -339,6 +342,49 @@ milvushnsw:
 > - Options passed on the command line will override the configuration file*
 > - Parameter names use an _ not -
 
+#### Using a batch configuration file.
+
+The vectordbbench command can read a batch configuration file to run all the test cases in the yaml formatted configuration file.
+
+By default, configuration files are expected to be in vectordb_bench/config-files/, this can be overridden by setting  
+the environment variable CONFIG_LOCAL_DIR or by passing the full path to the file. 
+
+The required format is:
+```yaml
+commandname:
+  - parameter_name: parameter_value
+    another_parameter_name: parameter_value
+```
+Example:
+```yaml
+pgvectorhnsw:
+  - db_label: pgConfigTest
+    user_name: vectordbbench
+    password: vectordbbench
+    db_name:  vectordbbench
+    host: localhost
+    m: 16
+    ef_construction: 128
+    ef_search: 128
+milvushnsw:
+  - skip_search_serial: True
+    case_type: Performance1536D50K
+    uri: http://localhost:19530
+    m: 16
+    ef_construction: 128
+    ef_search: 128
+    drop_old: False
+    load: False
+```
+> Notes: 
+> - Options can only be passed through configuration files
+> - Parameter names use an _ not -
+
+How to use?
+```shell
+vectordbbench batchcli --batch-config-file <your-yaml-configuration-file>
+```
+
 ## Leaderboard
 ### Introduction
 To facilitate the presentation of test results and provide a comprehensive performance analysis report, we offer a [leaderboard page](https://zilliz.com/benchmark). It allows us to choose from QPS, QP$, and latency metrics, and provides a comprehensive assessment of a system's performance based on the test results of various cases and a set of scoring mechanisms (to be introduced later). On this leaderboard, we can select the systems and models to be compared, and filter out cases we do not want to consider. Comprehensive scores are always ranked from best to worst, and the specific test results of each query will be presented in the list below.

{vectordb_bench-0.0.29.dist-info → vectordb_bench-0.0.30.dist-info}/RECORD

@@ -4,7 +4,7 @@ vectordb_bench/base.py,sha256=AgavIF0P9ku_RmCRk1KKziba-wI4ZpA2aJvjJzNhRSs,129
 vectordb_bench/interface.py,sha256=XaCjTgUeI17uVjsgOauPeVlkvnkuCyQOWyOaWhrgCt8,9811
 vectordb_bench/log_util.py,sha256=wDNaU_JBBOfKi_Z4vq7LDa0kOlLjoNNzDX3VZQn_Dxo,3239
 vectordb_bench/metric.py,sha256=pj-AxQHyIRHTaJY-wTIkTbC6TqEqMzt3kcEmMWEv71w,2063
-vectordb_bench/models.py,sha256=b-DaUopaf6qwuuEbl9wAHKZjuosmOi6gpebYz6iWvBU,12221
+vectordb_bench/models.py,sha256=OOx9-hJmJBjDeyzBM8s4rTkWBGxjdYymU2As7oZ_6H0,12567
 vectordb_bench/backend/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 vectordb_bench/backend/assembler.py,sha256=6GInRT7yBgfTaIPmo-XMkYX4pA8PJQmjMQInynwaunE,2047
 vectordb_bench/backend/cases.py,sha256=obDdY6g3p9Z2fog7qDwLLDuRMwo3LGQKMHsP66QZd2M,16296
@@ -13,7 +13,7 @@ vectordb_bench/backend/dataset.py,sha256=lH2Q01AEJxA-sYfZHzH2BM019mwuy9mB_i0VLhI
 vectordb_bench/backend/result_collector.py,sha256=mpROVdZ-HChKBVyMV5TZ5v7YGRb69bvfT7Gezn5F5sY,819
 vectordb_bench/backend/task_runner.py,sha256=HYZ5B9-qOKAKmrsk-nwVhmXEddf451o4P3xQuSiCTt8,11595
 vectordb_bench/backend/utils.py,sha256=R6THuJdZhiQYSSJTqv0Uegl2B20taV_QjwvFrun2yxE,1949
-vectordb_bench/backend/clients/__init__.py,sha256=4P4Y7qOIYBJqJENsfMNzD5L0C651ypcPr05M1-ph0LU,10549
+vectordb_bench/backend/clients/__init__.py,sha256=X0BGPg2a5jaRC1pRoOo_rCF95YDl93oWNeH-V61eQUY,10996
 vectordb_bench/backend/clients/api.py,sha256=3AfO-EPNzosaIBfYX3U9HeOMO7Uw0muOZ0x4cqqSH34,6534
 vectordb_bench/backend/clients/aliyun_elasticsearch/aliyun_elasticsearch.py,sha256=7yPYaWoHeHNxDMtpReGXsdEPFD1e4vQblFor7TmLq5o,770
 vectordb_bench/backend/clients/aliyun_elasticsearch/config.py,sha256=d9RCgfCgauKvy6z9ig_wBormgwiGtkh8POyoHloHnJA,505
@@ -22,9 +22,9 @@ vectordb_bench/backend/clients/aliyun_opensearch/config.py,sha256=KSiuRu-p7oL2PE
 vectordb_bench/backend/clients/alloydb/alloydb.py,sha256=E24hxCUgpBCRiScdcS_iBk8n0wngUgVg8qujOWiUhw0,13009
 vectordb_bench/backend/clients/alloydb/cli.py,sha256=G6Q0WApoDXDG_pqmK2lEKFIvKB8qAsZFPM8TfsURydE,5086
 vectordb_bench/backend/clients/alloydb/config.py,sha256=PJs2wIJqwcG6UJ3T8R7Pi3xTMBfxTZiNkcWyhtHv5dc,5313
-vectordb_bench/backend/clients/aws_opensearch/aws_opensearch.py,sha256=iRtPmHZoVTpQ-3Q90nE70zy_XsklGlSSNgBOgeAtVzU,10047
-vectordb_bench/backend/clients/aws_opensearch/cli.py,sha256=G086STCoaTBkz2J5Qt42bnyhmcYbhl6XxTaLfeirkXQ,4065
-vectordb_bench/backend/clients/aws_opensearch/config.py,sha256=9meXQUOVFlk3UOAhvBhaghNm7TasDsA6-fXOY8C9gzU,2295
+vectordb_bench/backend/clients/aws_opensearch/aws_opensearch.py,sha256=q_8JLZO5aVDSnhBa9pGsMCb6Mibj9BfpsqCQxZoqkgs,17472
+vectordb_bench/backend/clients/aws_opensearch/cli.py,sha256=YV07EwgCLEyWXifr_PpcroQpNEHVpl5wX7OBSsyo4gQ,4951
+vectordb_bench/backend/clients/aws_opensearch/config.py,sha256=zJv_S8Q76hJWlBR11muECl0yz4YCvIsAMRYCIup9ZgQ,3284
 vectordb_bench/backend/clients/aws_opensearch/run.py,sha256=Ry5aAlielWjq0hx7LnbdShfOwzZhz3Gq9WYu5U43x9s,5001
 vectordb_bench/backend/clients/chroma/chroma.py,sha256=Aqo6AlSWd0TG0SR4cr9AEoLzXtOJ5VNhbIucHnm8NxY,3619
 vectordb_bench/backend/clients/chroma/config.py,sha256=8nXpPdecQ5HrNqcsQwAVgacSz6uLgI-BI7v4tB8CeDk,347
@@ -33,18 +33,18 @@ vectordb_bench/backend/clients/clickhouse/clickhouse.py,sha256=1i-64mzluloJ3fXT7
 vectordb_bench/backend/clients/clickhouse/config.py,sha256=-waHUHrT9WwuSNjHYE7T5j8s8RTsHNTDFuzmqT4nQWI,2649
 vectordb_bench/backend/clients/elastic_cloud/config.py,sha256=_5Cz3__CbMU7zCizkhK1pGhH3TLJacn8efVueUZ0lnQ,1573
 vectordb_bench/backend/clients/elastic_cloud/elastic_cloud.py,sha256=FSslLDH2Yi9ZdUwaCbKC_IXxFbMvW-L1xB3YMU08MVI,5448
-vectordb_bench/backend/clients/lancedb/cli.py,sha256=j5eqb-_CSWF1rdxAj2Byut6albHEj0JF51wCruaJsu8,2688
-vectordb_bench/backend/clients/lancedb/config.py,sha256=Udd39FrYmIa9ZztmfAC0BLj0rBaPv3yd9XaF5VkCziU,2950
-vectordb_bench/backend/clients/lancedb/lancedb.py,sha256=9hFHtj_Ry44nVY1vX9FSnB_WAL6ih86Rx2qFiZgEkX0,3148
+vectordb_bench/backend/clients/lancedb/cli.py,sha256=BxTkyNtOPXEogSoqBKrK9m_RF_WTXDvHg8HBFLNa1uw,4429
+vectordb_bench/backend/clients/lancedb/config.py,sha256=NshH3VrJjy78aYBI-di33x4ko5xkTr16mkZ1liNu550,3233
+vectordb_bench/backend/clients/lancedb/lancedb.py,sha256=bmwixs9KO9EObSYTRhM-wCug-jRxvkwrDl3hkXliG2k,4109
 vectordb_bench/backend/clients/mariadb/cli.py,sha256=nqV9V-gOSKGQ1y6VmxOMxGz0a3jz860Va55x7JBcuPk,2727
 vectordb_bench/backend/clients/mariadb/config.py,sha256=DNxo0i1c0wIfii78Luv9GeOFq-74yvkkg3Np9sNUyFI,1870
 vectordb_bench/backend/clients/mariadb/mariadb.py,sha256=O2PY7pP3dYdp-aTOQLDVckdNabCZscw5Xup7Z8LnWIg,7137
 vectordb_bench/backend/clients/memorydb/cli.py,sha256=mUpBN0VoE6M55AAEwyd20uEtPkOpckJzmcP2XXpue30,2659
 vectordb_bench/backend/clients/memorydb/config.py,sha256=D2Q-HkDwnmz98ek1e_iNu4o9CIRB14pOQWSZgRvd6oY,1500
-vectordb_bench/backend/clients/memorydb/memorydb.py,sha256=WrZhDYJqpwN173sk2lmPnOibHcQCPrq_PEAMFcL62U4,10219
-vectordb_bench/backend/clients/milvus/cli.py,sha256=junIvlQtDbOGscKqacferBETDR9SQ9FK3G7oVVO1_2s,9931
-vectordb_bench/backend/clients/milvus/config.py,sha256=h4OKAVE5FoSmaoppdFRcgeEMS96YcPWZat04496MrrA,12730
-vectordb_bench/backend/clients/milvus/milvus.py,sha256=DmyhqoMgGawwge3CnftaR1x0nmKDvs0rx_nSFbQk0ys,7053
+vectordb_bench/backend/clients/memorydb/memorydb.py,sha256=5PPOSdFLQes6Gq5H3Yfi_q2m32eErMfNVO86qIjlnoc,10219
+vectordb_bench/backend/clients/milvus/cli.py,sha256=Mtrp8mQF6z0PCnBV8hndkO2Rfj5n9qTGbUL1BoVoems,11043
+vectordb_bench/backend/clients/milvus/config.py,sha256=2igb0O-G7shSWNLXYK9REY9IcaA6qsvuLOjhmNKq1-o,12797
+vectordb_bench/backend/clients/milvus/milvus.py,sha256=t9fqxrCdOcn60nbgAmzuqicNeOaD1fNjobL3gcvBQwY,7260
 vectordb_bench/backend/clients/mongodb/config.py,sha256=7DZCh0bjPiqJW2luPypfpNeGfvKxVC4mdHLqgcjF1hA,1745
 vectordb_bench/backend/clients/mongodb/mongodb.py,sha256=ts2gpAzUTarpkfMFnM5ANi6T-xvcjS8kc4-apPt9jug,7225
 vectordb_bench/backend/clients/pgdiskann/cli.py,sha256=o5ddAp1Be2TOnm8Wh9IyIWUxdnw5N6v92Ms1s6CEwBo,3135
@@ -64,6 +64,9 @@ vectordb_bench/backend/clients/pinecone/pinecone.py,sha256=SeJ-XnuIZxFDYhgO8FlRN
 vectordb_bench/backend/clients/qdrant_cloud/cli.py,sha256=QoJ8t76mJmXrj-VJYn6-Atc1EryFhAApvtWUxei0wuo,1095
 vectordb_bench/backend/clients/qdrant_cloud/config.py,sha256=UWFctRQ03suEyASlbSg76dEi0s58tp5ERE-d5A9LuLg,1098
 vectordb_bench/backend/clients/qdrant_cloud/qdrant_cloud.py,sha256=VvE96WlEqbXCytwUGxLGt8AbuRvu1psF1weydb8MW_4,5431
+vectordb_bench/backend/clients/qdrant_local/cli.py,sha256=V-3zYC7gNEJjCAktJ0JQZ4xuyMfnC1ESey7t95XVnsA,1698
+vectordb_bench/backend/clients/qdrant_local/config.py,sha256=nw14pVVYtFmtm6Wr01m9Pt8Vn4J9twVJ2QwnTKOlbcE,1111
+vectordb_bench/backend/clients/qdrant_local/qdrant_local.py,sha256=V2AAIrMuMoX_Ne-Y5-EpVldGON_OBTo4CSihAgNY1CQ,7891
 vectordb_bench/backend/clients/redis/cli.py,sha256=tFLXzNyvh_GYUZihqMvj65C5vBKPVVAYIXtbzGaVCcU,2167
 vectordb_bench/backend/clients/redis/config.py,sha256=xVSVC6xjjAKsiwJuJoLguCGhiiUT9w13Db_Up5ZqljY,1241
 vectordb_bench/backend/clients/redis/redis.py,sha256=39-JfyMQp584jLN5ltCKqyB-sNwC18VICd6Z1XpJNMg,6769
@@ -77,9 +80,9 @@ vectordb_bench/backend/clients/vespa/cli.py,sha256=beNzffELpFBKprcs33KJ8nhBt1CFN
 vectordb_bench/backend/clients/vespa/config.py,sha256=tDfGY-IiLGuByHImQY0YQ5ZgxonoJVCqzgQ1Vt5jP6c,1500
 vectordb_bench/backend/clients/vespa/util.py,sha256=hXTjhyQQsvxY_6GU-xLziMH5nz_O9uYNhDCS__WjlVI,446
 vectordb_bench/backend/clients/vespa/vespa.py,sha256=cCqVMni7CKsPOkwGjCMihXk9hlESn4vSspHEB-bGIj0,8857
-vectordb_bench/backend/clients/weaviate_cloud/cli.py,sha256=Cy9epFJgeImVa3STogZhEyFAePjCZ7LY_iDu8nRpiME,1047
-vectordb_bench/backend/clients/weaviate_cloud/config.py,sha256=kLSxWFtEr12WCF610SBGWyVRzXbgnO0PsftNPSIiBMM,1245
-vectordb_bench/backend/clients/weaviate_cloud/weaviate_cloud.py,sha256=aZqQcLQoaGl_4Fss93KnkBZos8i7sZnwzlQbCZRs-60,5195
+vectordb_bench/backend/clients/weaviate_cloud/cli.py,sha256=PPkZgSMThFwgJUp8eIwKbJiCB_szP7jcRbYjctLX1cE,1926
+vectordb_bench/backend/clients/weaviate_cloud/config.py,sha256=v7s0RCkg4R6Iw451Jynq2EqmiDqdkTV16DX_TOPLHOo,1315
+vectordb_bench/backend/clients/weaviate_cloud/weaviate_cloud.py,sha256=HEzhkGHgEz2YyEV-6qV_JYx1cbvvol9nuOtSzZU6OxM,5347
 vectordb_bench/backend/clients/zilliz_cloud/cli.py,sha256=3_eD3ZG-FeTw1cenhbBFniPnVLgT_UQwdIuGmGDroJw,1551
 vectordb_bench/backend/clients/zilliz_cloud/config.py,sha256=-Qb50m-Hcz86OcMURU21n61Rz-RpFqKfUsmjna85OR8,909
 vectordb_bench/backend/clients/zilliz_cloud/zilliz_cloud.py,sha256=B9EUDmK11oQ2GIslVkbRVAitHT-NbRGxQD_Weia-vhY,681
@@ -90,8 +93,10 @@ vectordb_bench/backend/runner/read_write_runner.py,sha256=CXYBXEEkS1S7-NurdzN5Wh
 vectordb_bench/backend/runner/serial_runner.py,sha256=Y4Y2mSK8nU3hml7gliiF6BXUaW49sD-Ueci0xn62IL0,10290
 vectordb_bench/backend/runner/util.py,sha256=tjTFUxth6hNnVrlU82TqkHhfeZo4ymj7WlyK4zFyPTg,522
 vectordb_bench/cli/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+vectordb_bench/cli/batch_cli.py,sha256=lnVrIP1rweoqfFkrdTLzxnLzy713xP2AnW6xmhd4bu0,3658
 vectordb_bench/cli/cli.py,sha256=1bZzK7uCwAi9ILtvlZiFAAMwJfwQec1HF3RRSpbqxKY,16000
-vectordb_bench/cli/vectordbbench.py,sha256=EA0x0vKDGIszAKstbnDtJz26U6_Wnl11W07PDukLNzo,1604
+vectordb_bench/cli/vectordbbench.py,sha256=ZzDlcYwjUHrK2zvhTmNP3JHBUanQh2sEPhz70LR0lUw,1750
+vectordb_bench/config-files/batch_sample_config.yml,sha256=3n0SfLgVWeboAZZcO8j_UP4A9CExHGPE8tOmtVPPFiA,370
 vectordb_bench/config-files/sample_config.yml,sha256=yw9ZgHczNi9PedNuTVxZKiOTI6AVoQS1h8INNgoDjPk,340
 vectordb_bench/custom/custom_case.json,sha256=uKo7NJgXDPPLtf_V6y1uc5w1aIcjLp-GCJEYOCty1As,475
 vectordb_bench/frontend/utils.py,sha256=8eb4I9F0cQdnPQiFX0gMEk1e2fdgultgTKzzY5zS0Q0,489
@@ -120,7 +125,7 @@ vectordb_bench/frontend/components/run_test/hideSidebar.py,sha256=vb5kzIMmbMqWX6
 vectordb_bench/frontend/components/run_test/initStyle.py,sha256=osPUgfFfH7rRlVNHSMumvmZxvKWlLxmZiNqgnMiUJEU,723
 vectordb_bench/frontend/components/run_test/submitTask.py,sha256=VZjkopkCBNhqLwGqsoM0hbPEeF6Q5UOQcdFUaegerxc,4094
 vectordb_bench/frontend/components/tables/data.py,sha256=5DdnC64BB7Aj2z9acht2atsPB4NabzQCZKALfIUnqtQ,1233
-vectordb_bench/frontend/config/dbCaseConfigs.py,sha256=DQrSuBVuTCjwS_I1hVNTnYygDu6Zkka7PLfLi7TNN3E,51023
+vectordb_bench/frontend/config/dbCaseConfigs.py,sha256=Zi8ExIUMvDx5qFRLLEoPSxKLlPKi9UUPHkT5VxwDxbo,54798
 vectordb_bench/frontend/config/dbPrices.py,sha256=10aBKjVcEg8y7TPSda28opmBM1KmXNrvbU9WM_BsZcE,176
 vectordb_bench/frontend/config/styles.py,sha256=y-vYXCF4_o0-88BNzbKNKvfhvVxmz8BSr4v_E_Qv37E,2643
 vectordb_bench/frontend/pages/concurrent.py,sha256=bvoSafRSIsRzBQkI3uBwwrdg8jnhRUQG-epZbrJhGiE,2082
@@ -146,9 +151,9 @@ vectordb_bench/results/WeaviateCloud/result_20230808_standard_weaviatecloud.json
 vectordb_bench/results/ZillizCloud/result_20230727_standard_zillizcloud.json,sha256=-Mdm4By65XDRCrmVOCF8yQXjcZtH4Xo4shcjoDoBUKU,18293
 vectordb_bench/results/ZillizCloud/result_20230808_standard_zillizcloud.json,sha256=77XlHT5zM_K7mG5HfDQKwXZnSCuR37VUbt6-P3J_amI,15737
 vectordb_bench/results/ZillizCloud/result_20240105_standard_202401_zillizcloud.json,sha256=TualfJ0664Hs-vdIW68bdkqAEYyzotXmu2P0yIN-GHk,42526
-vectordb_bench-0.0.29.dist-info/licenses/LICENSE,sha256=HXbxhrb5u5SegVzeLNF_voVgRsJMavcLaOmD1N0lZkM,1067
-vectordb_bench-0.0.29.dist-info/METADATA,sha256=8ekrKUsItuE-dEvCBGOk1ktXNF19qSw8Qat9FRGG-o8,38448
-vectordb_bench-0.0.29.dist-info/WHEEL,sha256=Nw36Djuh_5VDukK0H78QzOX-_FQEo6V37m3nkm96gtU,91
-vectordb_bench-0.0.29.dist-info/entry_points.txt,sha256=Qzw6gVx96ui8esG21H6yHsI6nboEohRmV424TYhQNrA,113
-vectordb_bench-0.0.29.dist-info/top_level.txt,sha256=jnhZFZAuKX1J60yt-XOeBZ__ctiZMvoC_s0RFq29lpM,15
-vectordb_bench-0.0.29.dist-info/RECORD,,
+vectordb_bench-0.0.30.dist-info/licenses/LICENSE,sha256=HXbxhrb5u5SegVzeLNF_voVgRsJMavcLaOmD1N0lZkM,1067
+vectordb_bench-0.0.30.dist-info/METADATA,sha256=yrsk1c3mlsnnulXQvT-VaRVt52DLYQdROI5ZSxhuy9U,39780
+vectordb_bench-0.0.30.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+vectordb_bench-0.0.30.dist-info/entry_points.txt,sha256=Qzw6gVx96ui8esG21H6yHsI6nboEohRmV424TYhQNrA,113
+vectordb_bench-0.0.30.dist-info/top_level.txt,sha256=jnhZFZAuKX1J60yt-XOeBZ__ctiZMvoC_s0RFq29lpM,15
+vectordb_bench-0.0.30.dist-info/RECORD,,

{vectordb_bench-0.0.29.dist-info → vectordb_bench-0.0.30.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (80.7.1)
+Generator: setuptools (80.9.0)
 Root-Is-Purelib: true
 Tag: py3-none-any