vectordb-bench 0.0.10__py3-none-any.whl → 0.0.12__py3-none-any.whl

vectordb_bench/models.py

@@ -17,7 +17,6 @@ from .base import BaseModel
 from . import config
 from .metric import Metric
 
-
 log = logging.getLogger(__name__)
 
 
@@ -65,15 +64,59 @@ class CaseConfigParamType(Enum):
     maintenance_work_mem = "maintenance_work_mem"
     max_parallel_workers = "max_parallel_workers"
 
+
 class CustomizedCase(BaseModel):
     pass
 
 
+class ConcurrencySearchConfig(BaseModel):
+    num_concurrency: List[int] = config.NUM_CONCURRENCY
+    concurrency_duration: int = config.CONCURRENCY_DURATION
+
+
 class CaseConfig(BaseModel):
     """cases, dataset, test cases, filter rate, params"""
 
     case_id: CaseType
     custom_case: dict | None = None
+    k: int | None = config.K_DEFAULT
+    concurrency_search_config: ConcurrencySearchConfig = ConcurrencySearchConfig()
+
+    '''
+    @property
+    def k(self):
+        """K search parameter, default is config.K_DEFAULT"""
+        return self._k
+
+    #
+    @k.setter
+    def k(self, value):
+        self._k = value
+    '''
+
+    def __hash__(self) -> int:
+        return hash(self.json())
+
+
+class TaskStage(StrEnum):
+    """Enumerations of various stages of the task"""
+
+    DROP_OLD = auto()
+    LOAD = auto()
+    SEARCH_SERIAL = auto()
+    SEARCH_CONCURRENT = auto()
+
+    def __repr__(self) -> str:
+        return str.__repr__(self.value)
+
+
+# TODO: Add CapacityCase enums and adjust TaskRunner to utilize
+ALL_TASK_STAGES = [
+    TaskStage.DROP_OLD,
+    TaskStage.LOAD,
+    TaskStage.SEARCH_SERIAL,
+    TaskStage.SEARCH_CONCURRENT,
+]
 
 
 class TaskConfig(BaseModel):
@@ -81,6 +124,7 @@ class TaskConfig(BaseModel):
     db_config: DBConfig
     db_case_config: DBCaseConfig
     case_config: CaseConfig
+    stages: List[TaskStage] = ALL_TASK_STAGES
 
     @property
     def db_name(self):

vectordb_bench/results/getLeaderboardData.py

@@ -2,7 +2,7 @@ from vectordb_bench import config
 import ujson
 import pathlib
 from vectordb_bench.backend.cases import CaseType
-from vectordb_bench.frontend.const.dbPrices import DB_DBLABEL_TO_PRICE
+from vectordb_bench.frontend.config.dbPrices import DB_DBLABEL_TO_PRICE
 from vectordb_bench.interface import benchMarkRunner
 from vectordb_bench.models import CaseResult, ResultLabel, TestResult
 

{vectordb_bench-0.0.10.dist-info → vectordb_bench-0.0.12.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: vectordb-bench
-Version: 0.0.10
+Version: 0.0.12
 Summary: VectorDBBench is not just an offering of benchmark results for mainstream vector databases and cloud services, it's your go-to tool for the ultimate performance and cost-effectiveness comparison. Designed with ease-of-use in mind, VectorDBBench is devised to help users, even non-professionals, reproduce results or test new systems, making the hunt for the optimal choice amongst a plethora of cloud services and open-source vector databases a breeze.
 Author-email: XuanYang-cn <xuan.yang@zilliz.com>
 Project-URL: repository, https://github.com/zilliztech/VectorDBBench
@@ -10,6 +10,7 @@ Classifier: Operating System :: OS Independent
 Requires-Python: >=3.11
 Description-Content-Type: text/markdown
 License-File: LICENSE
+Requires-Dist: click
 Requires-Dist: pytz
 Requires-Dist: streamlit-autorefresh
 Requires-Dist: streamlit !=1.34.0
@@ -37,6 +38,11 @@ Requires-Dist: redis ; extra == 'all'
 Requires-Dist: chromadb ; extra == 'all'
 Requires-Dist: psycopg2 ; extra == 'all'
 Requires-Dist: psycopg ; extra == 'all'
+Requires-Dist: psycopg-binary ; extra == 'all'
+Requires-Dist: opensearch-dsl ==2.1.0 ; extra == 'all'
+Requires-Dist: opensearch-py ==2.6.0 ; extra == 'all'
+Provides-Extra: awsopensearch
+Requires-Dist: awsopensearch ; extra == 'awsopensearch'
 Provides-Extra: chromadb
 Requires-Dist: chromadb ; extra == 'chromadb'
 Provides-Extra: elastic
@@ -44,8 +50,9 @@ Requires-Dist: elasticsearch ; extra == 'elastic'
 Provides-Extra: pgvecto_rs
 Requires-Dist: psycopg2 ; extra == 'pgvecto_rs'
 Provides-Extra: pgvector
-Requires-Dist: pgvector ; extra == 'pgvector'
 Requires-Dist: psycopg ; extra == 'pgvector'
+Requires-Dist: psycopg-binary ; extra == 'pgvector'
+Requires-Dist: pgvector ; extra == 'pgvector'
 Provides-Extra: pinecone
 Requires-Dist: pinecone-client ; extra == 'pinecone'
 Provides-Extra: qdrant
@@ -57,6 +64,7 @@ Requires-Dist: ruff ; extra == 'test'
 Requires-Dist: pytest ; extra == 'test'
 Provides-Extra: weaviate
 Requires-Dist: weaviate-client ; extra == 'weaviate'
+Provides-Extra: zilliz_cloud
 
 # VectorDBBench: A Benchmark Tool for VectorDB
 
@@ -87,24 +95,134 @@ pip install vectordb-bench[pinecone]
 ```
 All the database client supported
 
-|Optional database client|install command|
-|---------------|---------------|
-|pymilvus(*default*)|`pip install vectordb-bench`|
-|all|`pip install vectordb-bench[all]`|
-|qdrant|`pip install vectordb-bench[qdrant]`|
-|pinecone|`pip install vectordb-bench[pinecone]`|
-|weaviate|`pip install vectordb-bench[weaviate]`|
-|elastic|`pip install vectordb-bench[elastic]`|
-|pgvector|`pip install vectordb-bench[pgvector]`|
-|pgvecto.rs|`pip install vectordb-bench[pgvecto_rs]`|
-|redis|`pip install vectordb-bench[redis]`|
-|chromadb|`pip install vectordb-bench[chromadb]`|
+| Optional database client | install command                             |
+|--------------------------|---------------------------------------------|
+| pymilvus(*default*)      | `pip install vectordb-bench`                |
+| all                      | `pip install vectordb-bench[all]`           |
+| qdrant                   | `pip install vectordb-bench[qdrant]`        |
+| pinecone                 | `pip install vectordb-bench[pinecone]`      |
+| weaviate                 | `pip install vectordb-bench[weaviate]`      |
+| elastic                  | `pip install vectordb-bench[elastic]`       |
+| pgvector                 | `pip install vectordb-bench[pgvector]`      |
+| pgvecto.rs               | `pip install vectordb-bench[pgvecto_rs]`    |
+| redis                    | `pip install vectordb-bench[redis]`         |
+| chromadb                 | `pip install vectordb-bench[chromadb]`      |
+| awsopensearch            | `pip install vectordb-bench[awsopensearch]` |
 
 ### Run
 
 ``` shell
 init_bench
 ```
+
+OR:
+
+### Run from the command line.
+
+``` shell
+vectordbbench [OPTIONS] COMMAND [ARGS]...
+```
+To list the clients that are runnable via the commandline option, execute: `vectordbbench --help`
+``` text
+$ vectordbbench --help
+Usage: vectordbbench [OPTIONS] COMMAND [ARGS]...
+
+Options:
+  --help  Show this message and exit.
+
+Commands:
+  pgvectorhnsw
+  pgvectorivfflat
+  test
+  weaviate
+```
+To list the options for each command, execute `vectordbbench [command] --help`
+
+```text
+$ vectordbbench pgvectorhnsw --help
+Usage: vectordbbench pgvectorhnsw [OPTIONS]
+
+Options:
+  --config-file PATH              Read configuration from yaml file
+  --drop-old / --skip-drop-old    Drop old or skip  [default: drop-old]
+  --load / --skip-load            Load or skip  [default: load]
+  --search-serial / --skip-search-serial
+                                  Search serial or skip  [default: search-
+                                  serial]
+  --search-concurrent / --skip-search-concurrent
+                                  Search concurrent or skip  [default: search-
+                                  concurrent]
+  --case-type [CapacityDim128|CapacityDim960|Performance768D100M|Performance768D10M|Performance768D1M|Performance768D10M1P|Performance768D1M1P|Performance768D10M99P|Performance768D1M99P|Performance1536D500K|Performance1536D5M|Performance1536D500K1P|Performance1536D5M1P|Performance1536D500K99P|Performance1536D5M99P|Performance1536D50K]
+                                  Case type
+  --db-label TEXT                 Db label, default: date in ISO format
+                                  [default: 2024-05-20T20:26:31.113290]
+  --dry-run                       Print just the configuration and exit
+                                  without running the tasks
+  --k INTEGER                     K value for number of nearest neighbors to
+                                  search  [default: 100]
+  --concurrency-duration INTEGER  Adjusts the duration in seconds of each
+                                  concurrency search  [default: 30]
+  --num-concurrency TEXT          Comma-separated list of concurrency values
+                                  to test during concurrent search  [default:
+                                  1,10,20]
+  --user-name TEXT                Db username  [required]
+  --password TEXT                 Db password  [required]
+  --host TEXT                     Db host  [required]
+  --db-name TEXT                  Db name  [required]
+  --maintenance-work-mem TEXT     Sets the maximum memory to be used for
+                                  maintenance operations (index creation). Can
+                                  be entered as string with unit like '64GB'
+                                  or as an integer number of KB.This will set
+                                  the parameters:
+                                  max_parallel_maintenance_workers,
+                                  max_parallel_workers &
+                                  table(parallel_workers)
+  --max-parallel-workers INTEGER  Sets the maximum number of parallel
+                                  processes per maintenance operation (index
+                                  creation)
+  --m INTEGER                     hnsw m
+  --ef-construction INTEGER       hnsw ef-construction
+  --ef-search INTEGER             hnsw ef-search
+  --help                          Show this message and exit.
+```
+#### Using a configuration file.
+
+The vectordbbench command can optionally read some or all the options from a yaml formatted configuration file.
+
+By default, configuration files are expected to be in vectordb_bench/config-files/, this can be overridden by setting  
+the environment variable CONFIG_LOCAL_DIR or by passing the full path to the file. 
+
+The required format is:
+```yaml
+commandname:
+   parameter_name: parameter_value
+   parameter_name: parameter_value
+```
+Example:
+```yaml
+pgvectorhnsw:
+  db_label: pgConfigTest
+  user_name: vectordbbench
+  password: vectordbbench
+  db_name:  vectordbbench
+  host: localhost
+  m: 16
+  ef_construction: 128
+  ef_search: 128
+milvushnsw:
+  skip_search_serial: True
+  case_type: Performance1536D50K
+  uri: http://localhost:19530
+  m: 16
+  ef_construction: 128
+  ef_search: 128
+  drop_old: False
+  load: False
+```
+> Notes: 
+> - Options passed on the command line will override the configuration file*
+> - Parameter names use an _ not -
+
 ## What is VectorDBBench
 VectorDBBench is not just an offering of benchmark results for mainstream vector databases and cloud services, it's your go-to tool for the ultimate performance and cost-effectiveness comparison. Designed with ease-of-use in mind, VectorDBBench is devised to help users, even non-professionals, reproduce results or test new systems, making the hunt for the optimal choice amongst a plethora of cloud services and open-source vector databases a breeze.
 
@@ -232,6 +350,24 @@ Case No. | Case Type | Dataset Size  | Filtering Rate | Results |
 
 Each case provides an in-depth examination of a vector database's abilities, providing you a comprehensive view of the database's performance.
 
+#### Custom Dataset for Performance case
+
+Through the `/custom` page, users can customize their own performance case using local datasets. After saving, the corresponding case can be selected from the `/run_test` page to perform the test.
+
+![image](fig/custom_dataset.png)
+![image](fig/custom_case_run_test.png)
+
+We have strict requirements for the data set format, please follow them.
+- `Folder Path` - The path to the folder containing all the files. Please ensure that all files in the folder are in the `Parquet` format.
+  - Vectors data files: The file must be named `train.parquet` and should have two columns: `id` as an incrementing `int` and `emb` as an array of `float32`.
+  - Query test vectors: The file must be named `test.parquet` and should have two columns: `id` as an incrementing `int` and `emb` as an array of `float32`.
+  - Ground truth file: The file must be named `neighbors.parquet` and should have two columns: `id` corresponding to query vectors and `neighbors_id` as an array of `int`.
+
+- `Train File Count` - If the vector file is too large, you can consider splitting it into multiple files. The naming format for the split files should be `train-[index]-of-[file_count].parquet`. For example, `train-01-of-10.parquet` represents the second file (0-indexed) among 10 split files.
+
+- `Use Shuffled Data` - If you check this option, the vector data files need to be modified. VectorDBBench will load the data labeled with `shuffle`. For example, use `shuffle_train.parquet` instead of `train.parquet` and `shuffle_train-04-of-10.parquet` instead of `train-04-of-10.parquet`. The `id` column in the shuffled data can be in any order.
+
+
 ## Goals
 Our goals of this benchmark are:
 ### Reproducibility & Usability
@@ -280,6 +416,7 @@ class NewDBCaseConfig(DBCaseConfig):
     # Implement optional case-specific configuration fields
     # ...
 ```
+
 **Step 3: Importing the DB Client and Updating Initialization**
 
 In this final step, you will import your DB client into clients/__init__.py and update the initialization process.
@@ -318,6 +455,83 @@ class DB(Enum):
             return NewClientCaseConfig
 
 ```
+**Step 4: Implement new_client/cli.py and vectordb_bench/cli/vectordbbench.py**
+
+In this (optional, but encouraged) step you will enable the test to be run from the command line.
+1. Navigate to the vectordb_bench/backend/clients/"client" directory.
+2. Inside the "client" folder, create a cli.py file.
+Using zilliz as an example cli.py:
+```python
+from typing import Annotated, Unpack
+
+import click
+import os
+from pydantic import SecretStr
+
+from vectordb_bench.cli.cli import (
+    CommonTypedDict,
+    cli,
+    click_parameter_decorators_from_typed_dict,
+    run,
+)
+from vectordb_bench.backend.clients import DB
+
+
+class ZillizTypedDict(CommonTypedDict):
+    uri: Annotated[
+        str, click.option("--uri", type=str, help="uri connection string", required=True)
+    ]
+    user_name: Annotated[
+        str, click.option("--user-name", type=str, help="Db username", required=True)
+    ]
+    password: Annotated[
+        str,
+        click.option("--password",
+                     type=str,
+                     help="Zilliz password",
+                     default=lambda: os.environ.get("ZILLIZ_PASSWORD", ""),
+                     show_default="$ZILLIZ_PASSWORD",
+                     ),
+    ]
+    level: Annotated[
+        str,
+        click.option("--level", type=str, help="Zilliz index level", required=False),
+    ]
+
+
+@cli.command()
+@click_parameter_decorators_from_typed_dict(ZillizTypedDict)
+def ZillizAutoIndex(**parameters: Unpack[ZillizTypedDict]):
+    from .config import ZillizCloudConfig, AutoIndexConfig
+
+    run(
+        db=DB.ZillizCloud,
+        db_config=ZillizCloudConfig(
+            db_label=parameters["db_label"],
+            uri=SecretStr(parameters["uri"]),
+            user=parameters["user_name"],
+            password=SecretStr(parameters["password"]),
+        ),
+        db_case_config=AutoIndexConfig(
+            params={parameters["level"]},
+        ),
+        **parameters,
+    )
+```
+3. Update cli by adding:
+   1. Add database specific options as an Annotated TypedDict, see ZillizTypedDict above.  
+   2. Add index configuration specific options as an Annotated TypedDict. (example: vectordb_bench/backend/clients/pgvector/cli.py)
+      1. May not be needed if there is only one index config.
+      2. Repeat for each index configuration, nesting them if possible.  
+   2. Add a index config specific function for each index type,  see Zilliz above.  The function name, in lowercase, will be the command name passed to the vectordbbench command.
+   3. Update db_config and db_case_config to match client requirements
+   4. Continue to add new functions for each index config.
+   5. Import the client cli module and command to vectordb_bench/cli/vectordbbench.py (for databases with multiple commands (index configs), this only needs to be done for one command)  
+
+> cli modules with multiple index configs:
+> - pgvector: vectordb_bench/backend/clients/pgvector/cli.py
+> - milvus: vectordb_bench/backend/clients/milvus/cli.py
+
 That's it! You have successfully added a new DB client to the vectordb_bench project.
 
 ## Rules

vectordb_bench-0.0.12.dist-info/RECORD

@@ -0,0 +1,115 @@
+vectordb_bench/__init__.py,sha256=ve51Dlz8wzVd9b_07JFYyYJqojOdOZs5OEh7JYiMCu0,2142
+vectordb_bench/__main__.py,sha256=YJOTn5MlbmLyr3PRsecY6fj7igHLB6_D3y1HwF_sO20,848
+vectordb_bench/base.py,sha256=d34WCGXZI1u5RGQtqrPHd3HbOF5AmioFrM2j30Aj1sY,130
+vectordb_bench/interface.py,sha256=ZT3pseyq--TuxtopdP2hRut-6vIInKo62pvAl2zBD10,9708
+vectordb_bench/log_util.py,sha256=nMnW-sN24WyURcI07t-WA3q2N5R-YIvFgboRsSrNJDg,2906
+vectordb_bench/metric.py,sha256=osb58NvGGmqs3EKTfFujO7Qq5fAhGO9AOkCsziKgEUs,1976
+vectordb_bench/models.py,sha256=4gYab91Kt5S-fzB6sw_ZCcNUZDETD5RjNb1axIic_ys,9794
+vectordb_bench/backend/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+vectordb_bench/backend/assembler.py,sha256=mmoLzWXFSlrpWvaVY41wiRNWNv2IR-LzlANX55MJbYI,2028
+vectordb_bench/backend/cases.py,sha256=lQ9jgKaJGunj-mJXR3cgGt16wCsrDrvs-GS3ycTDk0U,16169
+vectordb_bench/backend/data_source.py,sha256=j4-eD0nIe7Y6fSM5WKEij3GfhyU_YOQ3L5Tyl-1GxX0,5446
+vectordb_bench/backend/dataset.py,sha256=WHHNDIOrO6eyU3LsW4SxDeZT-_u0dMFwKigNB5kWMk0,8764
+vectordb_bench/backend/result_collector.py,sha256=jdQf5-q1z5y07SKy9Sig1wFROmm-p9x_Y81fId0sjaU,807
+vectordb_bench/backend/task_runner.py,sha256=Y1HYWvWlIo_4pe0EMLuAN8bWj2xhqfbw59afbCmZeAI,11855
+vectordb_bench/backend/utils.py,sha256=2UixYyfKvl8zRiashywB1l6hTI3jMtiZhiVm_bXHV1Y,1811
+vectordb_bench/backend/clients/__init__.py,sha256=sD7Q-T8xhn-TTEZ0rVIrT-Bw6kL-gFsArO8UleoDkgA,5071
+vectordb_bench/backend/clients/api.py,sha256=YQlvABf8KfXcDpJzFglQKmFN3zmJuFKG4ihabxYIrDU,5634
+vectordb_bench/backend/clients/aws_opensearch/aws_opensearch.py,sha256=BOPJajcYUjPFjztV2lY1UI-uIoxn94OG-P2eCRcESh8,5687
+vectordb_bench/backend/clients/aws_opensearch/cli.py,sha256=v1bGoovgokhIGN5tZwb_MrP4af7BfXYQaOpDuy0Ibh0,1327
+vectordb_bench/backend/clients/aws_opensearch/config.py,sha256=aknkmZDC5Rye8hLDMX-6sKINn6uEL9o4iSKCwFxlSyM,1605
+vectordb_bench/backend/clients/aws_opensearch/run.py,sha256=X8xHjOM-cEmnX9zJsd6SowEcweC1a2WcE82zLqZ19K0,3561
+vectordb_bench/backend/clients/chroma/chroma.py,sha256=Rg-GVWSDLdw32XfltJQlS3JHtNX1BJYDHxTSy086tKA,3739
+vectordb_bench/backend/clients/chroma/config.py,sha256=7Tp_di0cdBsh4kX-IijTLsmFK2JJpcrXP2K6e24OUGc,345
+vectordb_bench/backend/clients/elastic_cloud/config.py,sha256=xkaBNtsayByelVLda8LiSEwxjQjESpijJ8IFOh03f_0,1598
+vectordb_bench/backend/clients/elastic_cloud/elastic_cloud.py,sha256=rWHthqGEpYwwka-0bsjyWfCwTAsYKNPvB17qe0Z1VDQ,5709
+vectordb_bench/backend/clients/milvus/cli.py,sha256=QqzYIOeUSXEvdLH0_YUMhwDHUDJirTNKeUxrJQIqSdw,8506
+vectordb_bench/backend/clients/milvus/config.py,sha256=AZ4QHoufRIjsX2eVrtnug8SeYnuHeBMna_34OQNFxz0,6847
+vectordb_bench/backend/clients/milvus/milvus.py,sha256=BzOySmlYCQnNScazK9XBjKPh3X99jZSm0W3-IigRAYY,7653
+vectordb_bench/backend/clients/pgvecto_rs/config.py,sha256=scdEXN6RT4yGA5j8fXSAooAvB550WQQ1JnN7SBQCUZM,3648
+vectordb_bench/backend/clients/pgvecto_rs/pgvecto_rs.py,sha256=Od9g1wIhgslXBavEwCV8-LYsclqOJB3OwpeU6ZA265k,6195
+vectordb_bench/backend/clients/pgvector/cli.py,sha256=4fDweywfb57dzf0HzQuNk_2Xutjo_XKi91mHIuYOBQM,3582
+vectordb_bench/backend/clients/pgvector/config.py,sha256=jbSPXd2SiFTwuRzEzN_c7oShtb2Fz-hy2VM5lI-bIGw,7202
+vectordb_bench/backend/clients/pgvector/pgvector.py,sha256=FtCvhjAr8kYnLLyBLHy3jLuMYH14dSJo3zUt6_mT6T0,12500
+vectordb_bench/backend/clients/pinecone/config.py,sha256=4WvMu-9zxgoGfP5GPb7hpW-PRYEORADhlQvMa8JJh8k,384
+vectordb_bench/backend/clients/pinecone/pinecone.py,sha256=U31QbXLuTcNPp7PK24glE6LM23-YpbxK_Kj-NmEwoZY,4078
+vectordb_bench/backend/clients/qdrant_cloud/config.py,sha256=jk6gLcjZnjV0kQlc4RrrcXyekF6qkwzgWOYD3Mm8AOU,1385
+vectordb_bench/backend/clients/qdrant_cloud/qdrant_cloud.py,sha256=lgMPwP37A-NQWHtxL58qojsUcL68EtrH_0Xk_hrs7OY,5224
+vectordb_bench/backend/clients/redis/cli.py,sha256=xlbXcQhLyZbsFvt9XhgGehAw4a3BFblnkUt4rBCUvgk,1991
+vectordb_bench/backend/clients/redis/config.py,sha256=8DBtsMRjuAJ0Vy5wsrKOkt35xcRFA8L-xTYoErk0Bzc,351
+vectordb_bench/backend/clients/redis/redis.py,sha256=35g9KPL8_zGeo7eYdYRaabq5dlkDXwMQ9TD8YsVser0,5976
+vectordb_bench/backend/clients/test/cli.py,sha256=8TByn_5OhO_rMyJV1vdRmKYbtsrXXyFK1hh3Ii2QOhw,552
+vectordb_bench/backend/clients/test/config.py,sha256=1olqOWmkcucyd3EMMSkCT-0lbPyf4v5RHfTsGMuWSvc,412
+vectordb_bench/backend/clients/test/test.py,sha256=b9-LOih079Lj_CMcZyno1vpKaU_Fooi8lpY3rF-3BsU,1479
+vectordb_bench/backend/clients/weaviate_cloud/cli.py,sha256=i8evyzTPFEgnevYYe46ZOjpFOYd3IpZ5Q-wVeuh_vgk,1060
+vectordb_bench/backend/clients/weaviate_cloud/config.py,sha256=jFhZ9cwMRoLxppR4udboSc4EPO-bnv5A5ITR9akevHE,1247
+vectordb_bench/backend/clients/weaviate_cloud/weaviate_cloud.py,sha256=QWXXSE02iZOOHy2fcBjJPYwGP5d4qnFvh9ha_2FAQZI,4991
+vectordb_bench/backend/clients/zilliz_cloud/cli.py,sha256=V8XnjrM4IOexqJksQCBgEYyYfQJPXouKeTthEAVRlYU,1569
+vectordb_bench/backend/clients/zilliz_cloud/config.py,sha256=3Tk7X4r0n2SLzan110xlF63otVGjCKe28CVDfCEI04c,910
+vectordb_bench/backend/clients/zilliz_cloud/zilliz_cloud.py,sha256=4JcwiVEJcdEykW6n471nfHeIlmhIDa-gOZ7G5H_4krY,681
+vectordb_bench/backend/runner/__init__.py,sha256=5dZfPky8pY9Bi9HD5GZ3Fge8V2FJWrkGkQUkNL2v1t0,230
+vectordb_bench/backend/runner/mp_runner.py,sha256=FWhCU6y97cxbJSSBfHWcif7t4ew6SOmP3d94C1vKvfg,5406
+vectordb_bench/backend/runner/serial_runner.py,sha256=ku1Dtps9JcmwCwZq7eDw0pcP9IN2Zjjg-1VJumXYJpA,9414
+vectordb_bench/cli/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+vectordb_bench/cli/cli.py,sha256=M6LE3hqmnt7QYrhm2KU2-kFQRpRp86GwkKXHc-XLeHo,10850
+vectordb_bench/cli/vectordbbench.py,sha256=-C5HwhpPzHLskPJjRGCuOnuZzthFxwdDWy2YAxAPtCY,648
+vectordb_bench/config-files/sample_config.yml,sha256=yw9ZgHczNi9PedNuTVxZKiOTI6AVoQS1h8INNgoDjPk,340
+vectordb_bench/custom/custom_case.json,sha256=uKo7NJgXDPPLtf_V6y1uc5w1aIcjLp-GCJEYOCty1As,475
+vectordb_bench/frontend/utils.py,sha256=jCyfk0QyLl3RLh-1MBRbBy6aep9hO32ScJCDYA2kaZU,489
+vectordb_bench/frontend/vdb_benchmark.py,sha256=TQqpx111ac2ofuMakfDhNhX2zgFSyFY_IrrIi0H8E7s,1658
+vectordb_bench/frontend/components/check_results/charts.py,sha256=VDQSmfWxjE80w4DA_KXpDhRsPzK8qOPeR7Krvn0mNMI,5122
+vectordb_bench/frontend/components/check_results/data.py,sha256=FG7CYvx_4iKCL1VV4WITskzHhKeNwrukgyTwrD_c6FA,3353
+vectordb_bench/frontend/components/check_results/expanderStyle.py,sha256=XLnJlDai8A8TQhr2iYQpZXIB31YUrrjrmFvLFHT5uOg,1299
+vectordb_bench/frontend/components/check_results/filters.py,sha256=oJNBLsx4q9tP2-PdsYqZnZTHTBAmrVgV-VWV_mMF5GA,4479
+vectordb_bench/frontend/components/check_results/footer.py,sha256=Nh1RzorDg-8R5ewp_UGFnUqWaAEZ7xZ1RpqHDew1mGY,395
+vectordb_bench/frontend/components/check_results/headerIcon.py,sha256=0uvvSe-oroh58iKzyXeNch0z2Xh7n-plKIGRUmwYnH4,434
+vectordb_bench/frontend/components/check_results/nav.py,sha256=DQl74rujw70ayh37PQaiO4AdtVZ95-OtTMEtw_Ui7hE,685
+vectordb_bench/frontend/components/check_results/priceTable.py,sha256=n7OLXfG95CECPR9lQuK_7HXd3jjprmuk8EHgJ8hcth4,1309
+vectordb_bench/frontend/components/check_results/stPageConfig.py,sha256=vHDHS3qwAbOAQ-Zvz3DftUiKJS4Xs109172aWUmzOt0,430
+vectordb_bench/frontend/components/concurrent/charts.py,sha256=6Y-9Q9tHcfB4ndA0234cfkyvGJIiMGK_a_m1_bPRxpE,2195
+vectordb_bench/frontend/components/custom/displayCustomCase.py,sha256=oZfvtiCWr3VnHdvXgcf5YoqvtPWsfMN-YOT7KKoIxp4,1613
+vectordb_bench/frontend/components/custom/displaypPrams.py,sha256=pxpHgnyGItxkwbajI8qIun0YBY23ZZAvsnK5z7_g5p4,1321
+vectordb_bench/frontend/components/custom/getCustomConfig.py,sha256=P0WCMla2hmzeDcsHju6gFMQrugsBzajAVSYtBZTEwWg,1050
+vectordb_bench/frontend/components/custom/initStyle.py,sha256=J9aLRHM1hjfgsguxs2b8a5vKtLyEmTMzY0m6M895AMU,433
+vectordb_bench/frontend/components/get_results/saveAsImage.py,sha256=MdQCqjrX5rQyK34XfTkVykVLOcOouIz4enMR1P5GBiY,1457
+vectordb_bench/frontend/components/run_test/autoRefresh.py,sha256=mjIa43VQQmNjYPkEbOtKNlJ1UfGPcqRKvc2Jh4kx8U0,289
+vectordb_bench/frontend/components/run_test/caseSelector.py,sha256=b86Y3AMSrlJuFE-Z0cS22HpTbKlfYZf8CV705ciNJFs,4551
+vectordb_bench/frontend/components/run_test/dbConfigSetting.py,sha256=eApLpV_E5nmRuj2nJxL-QWHevSswyOpB4ZUlAOwd0oE,1928
+vectordb_bench/frontend/components/run_test/dbSelector.py,sha256=61eAW3a4RdEEwF4qNxlfb2FLZMfGFO683f3XDVMSNxY,1128
+vectordb_bench/frontend/components/run_test/generateTasks.py,sha256=52hlpyB2_Sz3kygWc5jV-jfGBvXhUQh0as18t-pkGmw,773
+vectordb_bench/frontend/components/run_test/hideSidebar.py,sha256=vb5kzIMmbMqWX67qFEHek21X4sGO_tPyn_uPqUEtp3Q,234
+vectordb_bench/frontend/components/run_test/initStyle.py,sha256=J4slnZNyuAT00u0Ic5O64TdV4RfH_rAiwpWed7Jrhes,516
+vectordb_bench/frontend/components/run_test/submitTask.py,sha256=NCEXfR3xudAncjVEvsV2iaiov5AatGObe830UI6481M,3341
+vectordb_bench/frontend/components/tables/data.py,sha256=pVG_hb4bTMLfUt10NUCJSqcFkPmnN7i9jTw9DcWizpI,1364
+vectordb_bench/frontend/config/dbCaseConfigs.py,sha256=TfzeQDrdZj_d7AEGYdb6VaE8vaCgzlpIgB6qIgwN45Q,21452
+vectordb_bench/frontend/config/dbPrices.py,sha256=10aBKjVcEg8y7TPSda28opmBM1KmXNrvbU9WM_BsZcE,176
+vectordb_bench/frontend/config/styles.py,sha256=E2PmwmiewxBKJJ59hQ4ZXatqg8QTN-Z53JlsvWMHM2M,2291
+vectordb_bench/frontend/pages/concurrent.py,sha256=yK62Tjto8G9ObvLy0JSVLq9fqDMy_D3oAEGZw2Te4gU,1958
+vectordb_bench/frontend/pages/custom.py,sha256=BYQuWa7_OQz0wnDvh0LiXzjevmDpO2BbSIuF1_Z_39M,2234
+vectordb_bench/frontend/pages/quries_per_dollar.py,sha256=vAleDCyRK_KWiBjfX6VfvKfped2cZqhOptmFeY3p6qg,2433
+vectordb_bench/frontend/pages/run_test.py,sha256=b1NoMhFA3MmUyItkofh3xozvo1vAqywXKOsoWdIWmRU,2161
+vectordb_bench/frontend/pages/tables.py,sha256=VfBzgrgHe68gbSh4MrmVx61l5bQSNOQNrq8xmPlG00c,566
+vectordb_bench/results/dbPrices.json,sha256=VoaOjqbWyTdEMLXuzerL5xR46QbxOWFmxCf2mPhjJV4,576
+vectordb_bench/results/getLeaderboardData.py,sha256=cs4OQMjYvyZzUzVIBVJUEZk12C2Vx0ESx0nl4kncd04,1761
+vectordb_bench/results/leaderboard.json,sha256=N1yPKoiz2GJ8SrGvhV7WDDlBgTxtJ1GpQwq4Kec5ExA,66580
+vectordb_bench/results/ElasticCloud/result_20230727_standard_elasticcloud.json,sha256=IyJKjHGwTCcqKJAaBgfI_hhvMIGrXMl8S9Z2-19BvEE,5807
+vectordb_bench/results/ElasticCloud/result_20230808_standard_elasticcloud.json,sha256=sx_B3lbWICcMrePiYqeoJ179pwHD2l78bMf2B880QI0,4431
+vectordb_bench/results/Milvus/result_20230727_standard_milvus.json,sha256=WjFZDVDiMv9ssypbrsemL27zuxzLGBwULTHXGZDKeyk,15916
+vectordb_bench/results/Milvus/result_20230808_standard_milvus.json,sha256=d8lwrRV5P3hAfooXj-IECnWAhGMCkWH5_xztFHcb9ys,14647
+vectordb_bench/results/PgVector/result_20230727_standard_pgvector.json,sha256=gIc05u344PkZf78Dxi8zo0_sjPuKEw9PMXqAOVxzlOo,5686
+vectordb_bench/results/PgVector/result_20230808_standard_pgvector.json,sha256=vy2wTympKzQae5_fFp7zZ4dsgo607P5phCjqu2lOm3E,4323
+vectordb_bench/results/Pinecone/result_20230727_standard_pinecone.json,sha256=j9AgPgFwac9IPDnzgfsmiBOcbqM20c9J-OcaRJmf7wo,24938
+vectordb_bench/results/Pinecone/result_20230808_standard_pinecone.json,sha256=ccQaH5nHcF8MbVb4wOmRtml5PlxRoEOQ-OLEVZ496c4,21387
+vectordb_bench/results/QdrantCloud/result_20230727_standard_qdrantcloud.json,sha256=2GaPFRiufjLFxx2yekTqLqwJnsga5urNKa16zdZrQng,11187
+vectordb_bench/results/QdrantCloud/result_20230808_standard_qdrantcloud.json,sha256=tZjJSku1w4IqU-5T0LvxFfDPjf_9e0yCzMG-coiSniM,10241
+vectordb_bench/results/WeaviateCloud/result_20230727_standard_weaviatecloud.json,sha256=WBlfjmbO3R4G6F4lDuneEigffUyTU7ti1SyWoff3oNI,15497
+vectordb_bench/results/WeaviateCloud/result_20230808_standard_weaviatecloud.json,sha256=lXjudo-l-6H0EOIemoB5n4GddOOHJnwndrGwCJIH-EY,7865
+vectordb_bench/results/ZillizCloud/result_20230727_standard_zillizcloud.json,sha256=wzrlCEsqaoy4EujDNeLebCKZIC__aXNe2NhFDEdewKo,17398
+vectordb_bench/results/ZillizCloud/result_20230808_standard_zillizcloud.json,sha256=G44g4aTJfeC0FyqosPEtaC-iy8JUX-bVpnA6dn0iiYU,14969
+vectordb_bench/results/ZillizCloud/result_20240105_standard_202401_zillizcloud.json,sha256=5R5PGJheoCOksx9uOXeSu8Z24Zc6Xp9LUkgJ-OzGAtM,41007
+vectordb_bench-0.0.12.dist-info/LICENSE,sha256=HXbxhrb5u5SegVzeLNF_voVgRsJMavcLaOmD1N0lZkM,1067
+vectordb_bench-0.0.12.dist-info/METADATA,sha256=w5ai1xAz6vVUJR_sHjMC9KxCLiQj974erhx09gXSXrU,32446
+vectordb_bench-0.0.12.dist-info/WHEEL,sha256=FZ75kcLy9M91ncbIgG8dnpCncbiKXSRGJ_PFILs6SFg,91
+vectordb_bench-0.0.12.dist-info/entry_points.txt,sha256=Qzw6gVx96ui8esG21H6yHsI6nboEohRmV424TYhQNrA,113
+vectordb_bench-0.0.12.dist-info/top_level.txt,sha256=jnhZFZAuKX1J60yt-XOeBZ__ctiZMvoC_s0RFq29lpM,15
+vectordb_bench-0.0.12.dist-info/RECORD,,

{vectordb_bench-0.0.10.dist-info → vectordb_bench-0.0.12.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: bdist_wheel (0.43.0)
+Generator: setuptools (71.0.1)
 Root-Is-Purelib: true
 Tag: py3-none-any
 

{vectordb_bench-0.0.10.dist-info → vectordb_bench-0.0.12.dist-info}/entry_points.txt

@@ -1,2 +1,3 @@
 [console_scripts]
 init_bench = vectordb_bench.__main__:main
+vectordbbench = vectordb_bench.cli.vectordbbench:cli

vectordb_bench-0.0.10.dist-info/RECORD

@@ -1,88 +0,0 @@
-vectordb_bench/__init__.py,sha256=ERsLye3zn0w1tUyEm-_bpLj4waF7c3P905hG04GOS9w,1669
-vectordb_bench/__main__.py,sha256=YJOTn5MlbmLyr3PRsecY6fj7igHLB6_D3y1HwF_sO20,848
-vectordb_bench/base.py,sha256=d34WCGXZI1u5RGQtqrPHd3HbOF5AmioFrM2j30Aj1sY,130
-vectordb_bench/interface.py,sha256=7-nIr9oSDRfkbFDLJW0iZHCa7ItFG9O2TQAS7wHvWfk,9645
-vectordb_bench/log_util.py,sha256=nMnW-sN24WyURcI07t-WA3q2N5R-YIvFgboRsSrNJDg,2906
-vectordb_bench/metric.py,sha256=-SAcUm2m0OkHcph2QZusx-wZh8wCTrrHMy1Kv0WWL2w,1332
-vectordb_bench/models.py,sha256=MOxNLVaU-5GZ-2_X2fCNEyLEKVCLuqNQJNLgjzDOvYI,8755
-vectordb_bench/backend/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-vectordb_bench/backend/assembler.py,sha256=W03o8xaOoa5CTBr5586nIzm4sEJ4a-85sfcEG-d60VY,2000
-vectordb_bench/backend/cases.py,sha256=3Ektg8VzU9FESgkwoh0tz6JYDIjhGarnKhIcaMczu5k,13570
-vectordb_bench/backend/data_source.py,sha256=j4-eD0nIe7Y6fSM5WKEij3GfhyU_YOQ3L5Tyl-1GxX0,5446
-vectordb_bench/backend/dataset.py,sha256=E-ZdYNXwCN3Fa4b_9rvhbiJgPLiKXQmi_fqZk0r7AHk,8295
-vectordb_bench/backend/result_collector.py,sha256=jdQf5-q1z5y07SKy9Sig1wFROmm-p9x_Y81fId0sjaU,807
-vectordb_bench/backend/task_runner.py,sha256=LLfnsIDDXGTbHKtQlsjWWJop6ouFEFMQuZsqurLDkMI,9526
-vectordb_bench/backend/utils.py,sha256=2UixYyfKvl8zRiashywB1l6hTI3jMtiZhiVm_bXHV1Y,1811
-vectordb_bench/backend/clients/__init__.py,sha256=vYN2PZo1-zeO2kN-WRndxo2-BzmpOTLSGw8nUXTXvxI,4582
-vectordb_bench/backend/clients/api.py,sha256=U4jdrwkZpiOvvOc5BSylbnvc1n-O1bn5ucYIrGIKBuM,5640
-vectordb_bench/backend/clients/chroma/chroma.py,sha256=Rg-GVWSDLdw32XfltJQlS3JHtNX1BJYDHxTSy086tKA,3739
-vectordb_bench/backend/clients/chroma/config.py,sha256=7Tp_di0cdBsh4kX-IijTLsmFK2JJpcrXP2K6e24OUGc,345
-vectordb_bench/backend/clients/elastic_cloud/config.py,sha256=xkaBNtsayByelVLda8LiSEwxjQjESpijJ8IFOh03f_0,1598
-vectordb_bench/backend/clients/elastic_cloud/elastic_cloud.py,sha256=rWHthqGEpYwwka-0bsjyWfCwTAsYKNPvB17qe0Z1VDQ,5709
-vectordb_bench/backend/clients/milvus/config.py,sha256=AZ4QHoufRIjsX2eVrtnug8SeYnuHeBMna_34OQNFxz0,6847
-vectordb_bench/backend/clients/milvus/milvus.py,sha256=rQ2SFtix0RCzIQ-0v07un9I2O8TqR2JNTX0QgakI2Wk,7235
-vectordb_bench/backend/clients/pgvecto_rs/config.py,sha256=scdEXN6RT4yGA5j8fXSAooAvB550WQQ1JnN7SBQCUZM,3648
-vectordb_bench/backend/clients/pgvecto_rs/pgvecto_rs.py,sha256=Od9g1wIhgslXBavEwCV8-LYsclqOJB3OwpeU6ZA265k,6195
-vectordb_bench/backend/clients/pgvector/config.py,sha256=p4Dlp9PXXSCY3gtSTzZzQO8-PAl7kixp_wID9Nu4CNs,7206
-vectordb_bench/backend/clients/pgvector/pgvector.py,sha256=MAGmnMmP_LYRYs3zVjHezeOBEod1XiOuS45nqWtOgvo,12496
-vectordb_bench/backend/clients/pinecone/config.py,sha256=4WvMu-9zxgoGfP5GPb7hpW-PRYEORADhlQvMa8JJh8k,384
-vectordb_bench/backend/clients/pinecone/pinecone.py,sha256=U31QbXLuTcNPp7PK24glE6LM23-YpbxK_Kj-NmEwoZY,4078
-vectordb_bench/backend/clients/qdrant_cloud/config.py,sha256=jk6gLcjZnjV0kQlc4RrrcXyekF6qkwzgWOYD3Mm8AOU,1385
-vectordb_bench/backend/clients/qdrant_cloud/qdrant_cloud.py,sha256=lgMPwP37A-NQWHtxL58qojsUcL68EtrH_0Xk_hrs7OY,5224
-vectordb_bench/backend/clients/redis/config.py,sha256=8DBtsMRjuAJ0Vy5wsrKOkt35xcRFA8L-xTYoErk0Bzc,351
-vectordb_bench/backend/clients/redis/redis.py,sha256=35g9KPL8_zGeo7eYdYRaabq5dlkDXwMQ9TD8YsVser0,5976
-vectordb_bench/backend/clients/weaviate_cloud/config.py,sha256=jFhZ9cwMRoLxppR4udboSc4EPO-bnv5A5ITR9akevHE,1247
-vectordb_bench/backend/clients/weaviate_cloud/weaviate_cloud.py,sha256=QWXXSE02iZOOHy2fcBjJPYwGP5d4qnFvh9ha_2FAQZI,4991
-vectordb_bench/backend/clients/zilliz_cloud/config.py,sha256=3Tk7X4r0n2SLzan110xlF63otVGjCKe28CVDfCEI04c,910
-vectordb_bench/backend/clients/zilliz_cloud/zilliz_cloud.py,sha256=4JcwiVEJcdEykW6n471nfHeIlmhIDa-gOZ7G5H_4krY,681
-vectordb_bench/backend/runner/__init__.py,sha256=5dZfPky8pY9Bi9HD5GZ3Fge8V2FJWrkGkQUkNL2v1t0,230
-vectordb_bench/backend/runner/mp_runner.py,sha256=NEyDeim_lRbSNBbseUHZQzt12DwLMibCD1N4od6zQe0,4809
-vectordb_bench/backend/runner/serial_runner.py,sha256=LVmhv2qIuCU_v85CrWWiKKVfZUx5wmB0__HbO8HeQgo,9168
-vectordb_bench/frontend/utils.py,sha256=BzKR1kMX1ErlXAzkFUb06O2mIcxBbquRzJtxoHgRnKs,162
-vectordb_bench/frontend/vdb_benchmark.py,sha256=z9VCsMp2Ra43J-oFXRsX98Ww3Xq_koUpZ9PEZoU5qws,1649
-vectordb_bench/frontend/components/check_results/charts.py,sha256=zbtEyUSk2FJbSlaGw1LH4boSljFXfhVZlC8rrIgVw_4,5113
-vectordb_bench/frontend/components/check_results/data.py,sha256=cuCvXTarZzh_7XZ1SWUJd4gLAo78Yn9RBJ4VZpQRkFQ,3192
-vectordb_bench/frontend/components/check_results/expanderStyle.py,sha256=dETG2-smcWntQTARUXzbSv90Py5yN74mGXoBGn4loow,1295
-vectordb_bench/frontend/components/check_results/filters.py,sha256=41KXtVyC1BMGRXh3OoHodMXNw3eZLQHSzNZ91eviIk4,4225
-vectordb_bench/frontend/components/check_results/footer.py,sha256=Nh1RzorDg-8R5ewp_UGFnUqWaAEZ7xZ1RpqHDew1mGY,395
-vectordb_bench/frontend/components/check_results/headerIcon.py,sha256=Q0mbnav2FWaRkEb8QT2ACjiJjSoyioRZPfv-StQ4DVk,433
-vectordb_bench/frontend/components/check_results/nav.py,sha256=DQl74rujw70ayh37PQaiO4AdtVZ95-OtTMEtw_Ui7hE,685
-vectordb_bench/frontend/components/check_results/priceTable.py,sha256=E7sxhSCjkBOMlQFHe6zFizhQLsJ-mUcXUbNj4FpqSUE,1308
-vectordb_bench/frontend/components/check_results/stPageConfig.py,sha256=rAL2prWx0hT7Q3QWz6ALyKUMNladX6U48GlKvVq3DFA,429
-vectordb_bench/frontend/components/get_results/saveAsImage.py,sha256=MdQCqjrX5rQyK34XfTkVykVLOcOouIz4enMR1P5GBiY,1457
-vectordb_bench/frontend/components/run_test/autoRefresh.py,sha256=ofsl2sdmBd2y9O_xaJDr58NPycJsDwCdf2rEyE_f6e8,288
-vectordb_bench/frontend/components/run_test/caseSelector.py,sha256=B1rtbSDlzPHbdPK52mxFf3FbF4qYs1J9YNYdSnTxCRg,3945
-vectordb_bench/frontend/components/run_test/dbConfigSetting.py,sha256=hoelDzXP-J2EmzvgGh6Euk7uBfu9iw0YGM7lxjo0cb8,2074
-vectordb_bench/frontend/components/run_test/dbSelector.py,sha256=r8ABYpu6aWA94FiQxB0g75n7jU_mOFY5nYcHkKQ8e8g,1242
-vectordb_bench/frontend/components/run_test/generateTasks.py,sha256=9r1vb03FMSJ_vG4px_wHMKMB_RWaKv6ttv0FptsytgA,812
-vectordb_bench/frontend/components/run_test/hideSidebar.py,sha256=vb5kzIMmbMqWX67qFEHek21X4sGO_tPyn_uPqUEtp3Q,234
-vectordb_bench/frontend/components/run_test/submitTask.py,sha256=4W-wvrnwPZjEAyHjeLtahLE8-Ekjw2wYNX5aAXZbark,3050
-vectordb_bench/frontend/const/dbCaseConfigs.py,sha256=dxKTrLeKXoizTu7dKxOZjH4ZdhHr-YuDYp6Xvbe652A,18345
-vectordb_bench/frontend/const/dbPrices.py,sha256=10aBKjVcEg8y7TPSda28opmBM1KmXNrvbU9WM_BsZcE,176
-vectordb_bench/frontend/const/styles.py,sha256=B2ycRJ6CHBzew8B2P7z9nnzY-20W5SlggXLI2olfxac,2174
-vectordb_bench/frontend/pages/quries_per_dollar.py,sha256=SpXwKwdarwPz7RtF_qxyODfwARBb3VI9iKElYtnwEVs,2422
-vectordb_bench/frontend/pages/run_test.py,sha256=nkXTVBauuCgkJ6WRSQ_-qa83RAmc0Z3VH2uTDrNCQL8,2045
-vectordb_bench/results/dbPrices.json,sha256=VoaOjqbWyTdEMLXuzerL5xR46QbxOWFmxCf2mPhjJV4,576
-vectordb_bench/results/getLeaderboardData.py,sha256=viQ4iSDwI5BM0eNGy9p2kEuXsmGhW3oaUo0eK9F087s,1760
-vectordb_bench/results/leaderboard.json,sha256=N1yPKoiz2GJ8SrGvhV7WDDlBgTxtJ1GpQwq4Kec5ExA,66580
-vectordb_bench/results/ElasticCloud/result_20230727_standard_elasticcloud.json,sha256=IyJKjHGwTCcqKJAaBgfI_hhvMIGrXMl8S9Z2-19BvEE,5807
-vectordb_bench/results/ElasticCloud/result_20230808_standard_elasticcloud.json,sha256=sx_B3lbWICcMrePiYqeoJ179pwHD2l78bMf2B880QI0,4431
-vectordb_bench/results/Milvus/result_20230727_standard_milvus.json,sha256=WjFZDVDiMv9ssypbrsemL27zuxzLGBwULTHXGZDKeyk,15916
-vectordb_bench/results/Milvus/result_20230808_standard_milvus.json,sha256=d8lwrRV5P3hAfooXj-IECnWAhGMCkWH5_xztFHcb9ys,14647
-vectordb_bench/results/PgVector/result_20230727_standard_pgvector.json,sha256=gIc05u344PkZf78Dxi8zo0_sjPuKEw9PMXqAOVxzlOo,5686
-vectordb_bench/results/PgVector/result_20230808_standard_pgvector.json,sha256=vy2wTympKzQae5_fFp7zZ4dsgo607P5phCjqu2lOm3E,4323
-vectordb_bench/results/Pinecone/result_20230727_standard_pinecone.json,sha256=j9AgPgFwac9IPDnzgfsmiBOcbqM20c9J-OcaRJmf7wo,24938
-vectordb_bench/results/Pinecone/result_20230808_standard_pinecone.json,sha256=ccQaH5nHcF8MbVb4wOmRtml5PlxRoEOQ-OLEVZ496c4,21387
-vectordb_bench/results/QdrantCloud/result_20230727_standard_qdrantcloud.json,sha256=2GaPFRiufjLFxx2yekTqLqwJnsga5urNKa16zdZrQng,11187
-vectordb_bench/results/QdrantCloud/result_20230808_standard_qdrantcloud.json,sha256=tZjJSku1w4IqU-5T0LvxFfDPjf_9e0yCzMG-coiSniM,10241
-vectordb_bench/results/WeaviateCloud/result_20230727_standard_weaviatecloud.json,sha256=WBlfjmbO3R4G6F4lDuneEigffUyTU7ti1SyWoff3oNI,15497
-vectordb_bench/results/WeaviateCloud/result_20230808_standard_weaviatecloud.json,sha256=lXjudo-l-6H0EOIemoB5n4GddOOHJnwndrGwCJIH-EY,7865
-vectordb_bench/results/ZillizCloud/result_20230727_standard_zillizcloud.json,sha256=wzrlCEsqaoy4EujDNeLebCKZIC__aXNe2NhFDEdewKo,17398
-vectordb_bench/results/ZillizCloud/result_20230808_standard_zillizcloud.json,sha256=G44g4aTJfeC0FyqosPEtaC-iy8JUX-bVpnA6dn0iiYU,14969
-vectordb_bench/results/ZillizCloud/result_20240105_standard_202401_zillizcloud.json,sha256=5R5PGJheoCOksx9uOXeSu8Z24Zc6Xp9LUkgJ-OzGAtM,41007
-vectordb_bench-0.0.10.dist-info/LICENSE,sha256=HXbxhrb5u5SegVzeLNF_voVgRsJMavcLaOmD1N0lZkM,1067
-vectordb_bench-0.0.10.dist-info/METADATA,sha256=Cz5WR3qFzuwIsE-iF-clmc6ScH_Uzg0FlZOk3eBAobg,22682
-vectordb_bench-0.0.10.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
-vectordb_bench-0.0.10.dist-info/entry_points.txt,sha256=RVG6ppvzIsstAM199pDqeKu8lnxntjwYapn0smVQY7A,60
-vectordb_bench-0.0.10.dist-info/top_level.txt,sha256=jnhZFZAuKX1J60yt-XOeBZ__ctiZMvoC_s0RFq29lpM,15
-vectordb_bench-0.0.10.dist-info/RECORD,,