vectordb-bench 0.0.16__py3-none-any.whl → 0.0.18__py3-none-any.whl

vectordb_bench/frontend/components/concurrent/charts.py

@@ -6,7 +6,7 @@ import plotly.express as px
 from vectordb_bench.frontend.config.styles import COLOR_MAP
 
 
-def drawChartsByCase(allData, showCaseNames: list[str], st):
+def drawChartsByCase(allData, showCaseNames: list[str], st, latency_type: str):
     initMainExpanderStyle(st)
     for caseName in showCaseNames:
         chartContainer = st.expander(caseName, True)
@@ -14,15 +14,24 @@ def drawChartsByCase(allData, showCaseNames: list[str], st):
         data = [
             {
                 "conc_num": caseData["conc_num_list"][i],
-                "qps": caseData["conc_qps_list"][i],
-                "latency_p99": caseData["conc_latency_p99_list"][i] * 1000,
+                "qps": caseData["conc_qps_list"][i]
+                if 0 <= i < len(caseData["conc_qps_list"])
+                else 0,
+                "latency_p99": caseData["conc_latency_p99_list"][i] * 1000
+                if 0 <= i < len(caseData["conc_latency_p99_list"])
+                else 0,
+                "latency_avg": caseData["conc_latency_avg_list"][i] * 1000
+                if 0 <= i < len(caseData["conc_latency_avg_list"])
+                else 0,
                 "db_name": caseData["db_name"],
                 "db": caseData["db"],
             }
             for caseData in caseDataList
             for i in range(len(caseData["conc_num_list"]))
         ]
-        drawChart(data, chartContainer, key=f"{caseName}-qps-p99")
+        drawChart(
+            data, chartContainer, key=f"{caseName}-qps-p99", x_metric=latency_type
+        )
 
 
 def getRange(metric, data, padding_multipliers):
@@ -36,14 +45,21 @@ def getRange(metric, data, padding_multipliers):
     return rangeV
 
 
-def drawChart(data, st, key: str):
+def gen_title(s: str) -> str:
+    if "latency" in s:
+        return f'{s.replace("_", " ").title()} (ms)'
+    else:
+        return s.upper()
+
+
+def drawChart(data, st, key: str, x_metric: str = "latency_p99", y_metric: str = "qps"):
     if len(data) == 0:
         return
 
-    x = "latency_p99"
+    x = x_metric
     xrange = getRange(x, data, [0.05, 0.1])
 
-    y = "qps"
+    y = y_metric
     yrange = getRange(y, data, [0.2, 0.1])
 
     color = "db"
@@ -69,8 +85,8 @@ def drawChart(data, st, key: str):
         },
         height=720,
     )
-    fig.update_xaxes(range=xrange, title_text="Latency P99 (ms)")
-    fig.update_yaxes(range=yrange, title_text="QPS")
+    fig.update_xaxes(range=xrange, title_text=gen_title(x_metric))
+    fig.update_yaxes(range=yrange, title_text=gen_title(y_metric))
     fig.update_traces(textposition="bottom right", texttemplate="conc-%{text:,.4~r}")
 
     st.plotly_chart(fig, use_container_width=True, key=key)

vectordb_bench/frontend/config/dbCaseConfigs.py

@@ -906,6 +906,141 @@ CaseConfigParamInput_reranking_metric_PgVector = CaseConfigInput(
     == "bit" and config.get(CaseConfigParamType.reranking, False)
 )
 
+
+CaseConfigParamInput_IndexType_AlloyDB = CaseConfigInput(
+    label=CaseConfigParamType.IndexType,
+    inputHelp="Select Index Type",
+    inputType=InputType.Option,
+    inputConfig={
+        "options": [
+            IndexType.SCANN.value,
+        ],
+    },
+)
+
+CaseConfigParamInput_num_leaves_AlloyDB = CaseConfigInput(
+    label=CaseConfigParamType.numLeaves,
+    displayLabel="Num Leaves",
+    inputHelp="The number of partition to apply to this index",
+    inputType=InputType.Number,
+    inputConfig={
+        "min": 1,
+        "max": 1048576,
+        "value": 200,
+    },
+)
+
+CaseConfigParamInput_quantizer_AlloyDB = CaseConfigInput(
+    label=CaseConfigParamType.quantizer,
+    inputType=InputType.Option,
+    inputConfig={
+        "options": ["SQ8", "Flat"],
+    },
+)
+
+CaseConfigParamInput_max_num_levels_AlloyDB = CaseConfigInput(
+    label=CaseConfigParamType.maxNumLevels,
+    inputType=InputType.Option,
+    inputConfig={
+        "options": [1, 2],
+    },
+)
+
+CaseConfigParamInput_enable_pca_AlloyDB = CaseConfigInput(
+    label=CaseConfigParamType.enablePca,
+    inputType=InputType.Option,
+    inputConfig={
+        "options": ["on", "off"],
+    },
+)
+
+CaseConfigParamInput_num_leaves_to_search_AlloyDB = CaseConfigInput(
+    label=CaseConfigParamType.numLeavesToSearch,
+    displayLabel="Num leaves to search",
+    inputHelp="The database flag controls the trade off between recall and QPS",
+    inputType=InputType.Number,
+    inputConfig={
+        "min": 20,
+        "max": 10486,
+        "value": 20,
+    },
+)
+
+CaseConfigParamInput_max_top_neighbors_buffer_size_AlloyDB = CaseConfigInput(
+    label=CaseConfigParamType.maxTopNeighborsBufferSize,
+    displayLabel="Max top neighbors buffer size",
+    inputHelp="The database flag specifies the size of cache used to improve the \
+        performance for filtered queries by scoring or ranking the scanned candidate \
+        neighbors in memory instead of the disk",
+    inputType=InputType.Number,
+    inputConfig={
+        "min": 10000,
+        "max": 60000,
+        "value": 20000,
+    },
+)
+
+CaseConfigParamInput_pre_reordering_num_neighbors_AlloyDB = CaseConfigInput(
+    label=CaseConfigParamType.preReorderingNumNeigbors,
+    displayLabel="Pre reordering num neighbors",
+    inputHelp="Specifies the number of candidate neighbors to consider during the reordering \
+        stages after initial search identifies a set of candidates",
+    inputType=InputType.Number,
+    inputConfig={
+        "min": 20,
+        "max": 10486,
+        "value": 80,
+    },
+)
+
+CaseConfigParamInput_num_search_threads_AlloyDB = CaseConfigInput(
+    label=CaseConfigParamType.numSearchThreads,
+    displayLabel="Num of searcher threads",
+    inputHelp="The number of searcher threads for multi-thread search.",
+    inputType=InputType.Number,
+    inputConfig={
+        "min": 1,
+        "max": 100,
+        "value": 2,
+    },
+)
+
+CaseConfigParamInput_max_num_prefetch_datasets_AlloyDB = CaseConfigInput(
+    label=CaseConfigParamType.maxNumPrefetchDatasets,
+    displayLabel="Max num prefetch datasets",
+    inputHelp="The maximum number of data batches to prefetch during index search, where batch is a group of buffer pages",
+    inputType=InputType.Number,
+    inputConfig={
+        "min": 10,
+        "max": 150,
+        "value": 100,
+    },
+)
+
+CaseConfigParamInput_maintenance_work_mem_AlloyDB = CaseConfigInput(
+    label=CaseConfigParamType.maintenance_work_mem,
+    inputHelp="Recommended value: 1.33x the index size, not to exceed the available free memory."
+    "Specify in gigabytes. e.g. 8GB",
+    inputType=InputType.Text,
+    inputConfig={
+        "value": "8GB",
+    },
+)
+
+CaseConfigParamInput_max_parallel_workers_AlloyDB = CaseConfigInput(
+    label=CaseConfigParamType.max_parallel_workers,
+    displayLabel="Max parallel workers",
+    inputHelp="Recommended value: (cpu cores - 1). This will set the parameters: max_parallel_maintenance_workers,"
+    " max_parallel_workers & table(parallel_workers)",
+    inputType=InputType.Number,
+    inputConfig={
+        "min": 0,
+        "max": 1024,
+        "value": 7,
+    },
+)
+
+
 MilvusLoadConfig = [
     CaseConfigParamInput_IndexType,
     CaseConfigParamInput_M,
@@ -1045,6 +1180,33 @@ PgDiskANNPerformanceConfig = [
     CaseConfigParamInput_l_value_is,
 ]
 
+
+AlloyDBLoadConfig = [
+    CaseConfigParamInput_IndexType_AlloyDB,
+    CaseConfigParamInput_num_leaves_AlloyDB,
+    CaseConfigParamInput_max_num_levels_AlloyDB,
+    CaseConfigParamInput_enable_pca_AlloyDB,
+    CaseConfigParamInput_quantizer_AlloyDB,
+    CaseConfigParamInput_maintenance_work_mem_AlloyDB,
+    CaseConfigParamInput_max_parallel_workers_AlloyDB,
+]
+
+AlloyDBPerformanceConfig = [
+    CaseConfigParamInput_IndexType_AlloyDB,
+    CaseConfigParamInput_num_leaves_AlloyDB,
+    CaseConfigParamInput_max_num_levels_AlloyDB,
+    CaseConfigParamInput_enable_pca_AlloyDB,
+    CaseConfigParamInput_quantizer_AlloyDB,
+    CaseConfigParamInput_num_search_threads_AlloyDB,
+    CaseConfigParamInput_num_leaves_to_search_AlloyDB,
+    CaseConfigParamInput_max_num_prefetch_datasets_AlloyDB,
+    CaseConfigParamInput_max_top_neighbors_buffer_size_AlloyDB,
+    CaseConfigParamInput_pre_reordering_num_neighbors_AlloyDB,
+    CaseConfigParamInput_maintenance_work_mem_AlloyDB,
+    CaseConfigParamInput_max_parallel_workers_AlloyDB,
+]
+
+
 CASE_CONFIG_MAP = {
     DB.Milvus: {
         CaseLabel.Load: MilvusLoadConfig,
@@ -1081,4 +1243,8 @@ CASE_CONFIG_MAP = {
         CaseLabel.Load: PgDiskANNLoadConfig,
         CaseLabel.Performance: PgDiskANNPerformanceConfig,
     },
+    DB.AlloyDB: {
+        CaseLabel.Load: AlloyDBLoadConfig,
+        CaseLabel.Performance: AlloyDBPerformanceConfig,
+    },
 }

vectordb_bench/frontend/pages/concurrent.py

@@ -55,7 +55,11 @@ def main():
     resultesContainer = st.sidebar.container()
     getResults(resultesContainer, "vectordb_bench_concurrent")
 
-    drawChartsByCase(shownData, showCaseNames, st.container())
+    # main
+    latency_type = st.radio("Latency Type", options=["latency_p99", "latency_avg"])
+    drawChartsByCase(
+        shownData, showCaseNames, st.container(), latency_type=latency_type
+    )
 
     # footer
     footer(st.container())

vectordb_bench/metric.py

@@ -23,6 +23,7 @@ class Metric:
     conc_num_list: list[int] = field(default_factory=list)
     conc_qps_list: list[float] = field(default_factory=list)
     conc_latency_p99_list: list[float] = field(default_factory=list)
+    conc_latency_avg_list: list[float] = field(default_factory=list)
 
 
 QURIES_PER_DOLLAR_METRIC = "QP$ (Quries per Dollar)"

vectordb_bench/models.py

@@ -76,6 +76,15 @@ class CaseConfigParamType(Enum):
     num_bits_per_dimension = "num_bits_per_dimension"
     query_search_list_size = "query_search_list_size"
     query_rescore = "query_rescore"
+    numLeaves = "num_leaves"
+    quantizer = "quantizer"
+    enablePca = "enable_pca"
+    maxNumLevels = "max_num_levels"
+    numLeavesToSearch = "num_leaves_to_search"
+    maxTopNeighborsBufferSize = "max_top_neighbors_buffer_size"
+    preReorderingNumNeigbors = "pre_reordering_num_neighbors"
+    numSearchThreads = "num_search_threads"
+    maxNumPrefetchDatasets = "max_num_prefetch_datasets"
 
 
 class CustomizedCase(BaseModel):

{vectordb_bench-0.0.16.dist-info → vectordb_bench-0.0.18.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: vectordb-bench
-Version: 0.0.16
+Version: 0.0.18
 Summary: VectorDBBench is not just an offering of benchmark results for mainstream vector databases and cloud services, it's your go-to tool for the ultimate performance and cost-effectiveness comparison. Designed with ease-of-use in mind, VectorDBBench is devised to help users, even non-professionals, reproduce results or test new systems, making the hunt for the optimal choice amongst a plethora of cloud services and open-source vector databases a breeze.
 Author-email: XuanYang-cn <xuan.yang@zilliz.com>
 Project-URL: repository, https://github.com/zilliztech/VectorDBBench
@@ -14,7 +14,7 @@ Requires-Dist: click
 Requires-Dist: pytz
 Requires-Dist: streamlit-autorefresh
 Requires-Dist: streamlit!=1.34.0
-Requires-Dist: streamlit-extras
+Requires-Dist: streamlit_extras
 Requires-Dist: tqdm
 Requires-Dist: s3fs
 Requires-Dist: oss2
@@ -25,6 +25,9 @@ Requires-Dist: environs
 Requires-Dist: pydantic<v2
 Requires-Dist: scikit-learn
 Requires-Dist: pymilvus
+Provides-Extra: test
+Requires-Dist: ruff; extra == "test"
+Requires-Dist: pytest; extra == "test"
 Provides-Extra: all
 Requires-Dist: grpcio==1.53.0; extra == "all"
 Requires-Dist: grpcio-tools==1.53.0; extra == "all"
@@ -33,7 +36,7 @@ Requires-Dist: pinecone-client; extra == "all"
 Requires-Dist: weaviate-client; extra == "all"
 Requires-Dist: elasticsearch; extra == "all"
 Requires-Dist: pgvector; extra == "all"
-Requires-Dist: pgvecto-rs[psycopg3]>=0.2.2; extra == "all"
+Requires-Dist: pgvecto_rs[psycopg3]>=0.2.2; extra == "all"
 Requires-Dist: sqlalchemy; extra == "all"
 Requires-Dist: redis; extra == "all"
 Requires-Dist: chromadb; extra == "all"
@@ -41,20 +44,14 @@ Requires-Dist: psycopg; extra == "all"
 Requires-Dist: psycopg-binary; extra == "all"
 Requires-Dist: opensearch-dsl==2.1.0; extra == "all"
 Requires-Dist: opensearch-py==2.6.0; extra == "all"
-Provides-Extra: awsopensearch
-Requires-Dist: awsopensearch; extra == "awsopensearch"
-Provides-Extra: chromadb
-Requires-Dist: chromadb; extra == "chromadb"
+Provides-Extra: qdrant
+Requires-Dist: qdrant-client; extra == "qdrant"
+Provides-Extra: pinecone
+Requires-Dist: pinecone-client; extra == "pinecone"
+Provides-Extra: weaviate
+Requires-Dist: weaviate-client; extra == "weaviate"
 Provides-Extra: elastic
 Requires-Dist: elasticsearch; extra == "elastic"
-Provides-Extra: memorydb
-Requires-Dist: memorydb; extra == "memorydb"
-Provides-Extra: pgdiskann
-Requires-Dist: psycopg; extra == "pgdiskann"
-Requires-Dist: psycopg-binary; extra == "pgdiskann"
-Requires-Dist: pgvector; extra == "pgdiskann"
-Provides-Extra: pgvecto_rs
-Requires-Dist: pgvecto-rs[psycopg3]>=0.2.2; extra == "pgvecto-rs"
 Provides-Extra: pgvector
 Requires-Dist: psycopg; extra == "pgvector"
 Requires-Dist: psycopg-binary; extra == "pgvector"
@@ -63,18 +60,25 @@ Provides-Extra: pgvectorscale
 Requires-Dist: psycopg; extra == "pgvectorscale"
 Requires-Dist: psycopg-binary; extra == "pgvectorscale"
 Requires-Dist: pgvector; extra == "pgvectorscale"
-Provides-Extra: pinecone
-Requires-Dist: pinecone-client; extra == "pinecone"
-Provides-Extra: qdrant
-Requires-Dist: qdrant-client; extra == "qdrant"
+Provides-Extra: pgdiskann
+Requires-Dist: psycopg; extra == "pgdiskann"
+Requires-Dist: psycopg-binary; extra == "pgdiskann"
+Requires-Dist: pgvector; extra == "pgdiskann"
+Provides-Extra: alloydb
+Requires-Dist: psycopg; extra == "alloydb"
+Requires-Dist: psycopg-binary; extra == "alloydb"
+Requires-Dist: pgvector; extra == "alloydb"
+Provides-Extra: pgvecto-rs
+Requires-Dist: pgvecto_rs[psycopg3]>=0.2.2; extra == "pgvecto-rs"
 Provides-Extra: redis
 Requires-Dist: redis; extra == "redis"
-Provides-Extra: test
-Requires-Dist: ruff; extra == "test"
-Requires-Dist: pytest; extra == "test"
-Provides-Extra: weaviate
-Requires-Dist: weaviate-client; extra == "weaviate"
-Provides-Extra: zilliz_cloud
+Provides-Extra: memorydb
+Requires-Dist: memorydb; extra == "memorydb"
+Provides-Extra: chromadb
+Requires-Dist: chromadb; extra == "chromadb"
+Provides-Extra: awsopensearch
+Requires-Dist: awsopensearch; extra == "awsopensearch"
+Provides-Extra: zilliz-cloud
 
 # VectorDBBench: A Benchmark Tool for VectorDB
 
@@ -116,11 +120,12 @@ All the database client supported
 | pgvector                 | `pip install vectordb-bench[pgvector]`      |
 | pgvecto.rs               | `pip install vectordb-bench[pgvecto_rs]`    |
 | pgvectorscale            | `pip install vectordb-bench[pgvectorscale]` |
-| pgdiskann                | `pip install vectordb-bench[pgdiskann]` |
+| pgdiskann                | `pip install vectordb-bench[pgdiskann]`     |
 | redis                    | `pip install vectordb-bench[redis]`         |
 | memorydb                 | `pip install vectordb-bench[memorydb]`      |
 | chromadb                 | `pip install vectordb-bench[chromadb]`      |
 | awsopensearch            | `pip install vectordb-bench[awsopensearch]` |
+| alloydb                  | `pip install vectordb-bench[alloydb]`       |
 
 ### Run
 

{vectordb_bench-0.0.16.dist-info → vectordb_bench-0.0.18.dist-info}/RECORD

@@ -1,20 +1,23 @@
-vectordb_bench/__init__.py,sha256=6eCX-hQJJtc97zlz6qcwJHrdwfAtkkwMSZEYeK9RRN0,2152
+vectordb_bench/__init__.py,sha256=sma1LoKYvRHXYmNKHgz1TT3oy-65scS9ZoF5o5b30SM,2151
 vectordb_bench/__main__.py,sha256=YJOTn5MlbmLyr3PRsecY6fj7igHLB6_D3y1HwF_sO20,848
 vectordb_bench/base.py,sha256=d34WCGXZI1u5RGQtqrPHd3HbOF5AmioFrM2j30Aj1sY,130
 vectordb_bench/interface.py,sha256=ZT3pseyq--TuxtopdP2hRut-6vIInKo62pvAl2zBD10,9708
 vectordb_bench/log_util.py,sha256=nMnW-sN24WyURcI07t-WA3q2N5R-YIvFgboRsSrNJDg,2906
-vectordb_bench/metric.py,sha256=osb58NvGGmqs3EKTfFujO7Qq5fAhGO9AOkCsziKgEUs,1976
-vectordb_bench/models.py,sha256=jAY60QFq3Uhq0YPIQOGYBU1JspOz8D0XJEXSlEBT7cs,10645
+vectordb_bench/metric.py,sha256=c-LAxCtb55txnsfd3FN4gRpRif8RREhKRF0eg2JmHGc,2045
+vectordb_bench/models.py,sha256=_0_hscKUqaCHjdjyO_-ntPFgJvgU01y8aldqDcq9ELQ,11041
 vectordb_bench/backend/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 vectordb_bench/backend/assembler.py,sha256=mmoLzWXFSlrpWvaVY41wiRNWNv2IR-LzlANX55MJbYI,2028
 vectordb_bench/backend/cases.py,sha256=lQ9jgKaJGunj-mJXR3cgGt16wCsrDrvs-GS3ycTDk0U,16169
 vectordb_bench/backend/data_source.py,sha256=j4-eD0nIe7Y6fSM5WKEij3GfhyU_YOQ3L5Tyl-1GxX0,5446
-vectordb_bench/backend/dataset.py,sha256=WHHNDIOrO6eyU3LsW4SxDeZT-_u0dMFwKigNB5kWMk0,8764
+vectordb_bench/backend/dataset.py,sha256=MZSu0Q3AkK9gxiuLKNTMH6hhucKK668j4G1-8emhS18,8786
 vectordb_bench/backend/result_collector.py,sha256=jdQf5-q1z5y07SKy9Sig1wFROmm-p9x_Y81fId0sjaU,807
-vectordb_bench/backend/task_runner.py,sha256=Y1HYWvWlIo_4pe0EMLuAN8bWj2xhqfbw59afbCmZeAI,11855
+vectordb_bench/backend/task_runner.py,sha256=cn_RRDyFfNSLlTT84W-ZaXvdl54pK6Cxcsp9ucNRcCs,11864
 vectordb_bench/backend/utils.py,sha256=2UixYyfKvl8zRiashywB1l6hTI3jMtiZhiVm_bXHV1Y,1811
-vectordb_bench/backend/clients/__init__.py,sha256=vl-ldJCTAm6aXUNZS4xE5M2zbiWSz9-rua_9PcOj7ZA,6277
-vectordb_bench/backend/clients/api.py,sha256=KGHdn8gewGm_HbsF7qfn3ibep4AoMXUzaoTjLpF98NE,6176
+vectordb_bench/backend/clients/__init__.py,sha256=JKDRKwfDDZLZFct_wahtSEpqu00HVZBNsVyhJ_hHTL8,6701
+vectordb_bench/backend/clients/api.py,sha256=phvqTME3NEPyZGTo85MPeOWwICZO06W3388GT5g72pc,6210
+vectordb_bench/backend/clients/alloydb/alloydb.py,sha256=rAV558tyd2hX3jcl3bRcxOkeq__GSAXLxfl3MqkAVkM,13375
+vectordb_bench/backend/clients/alloydb/cli.py,sha256=5g3heAEfuwIHCUIHDU4LYQq-CaQto0sGAdr45jdhuNc,4970
+vectordb_bench/backend/clients/alloydb/config.py,sha256=JFQMHvBWG1P5T4N7B95o4tMfN4cVqb01I5TNvjDYQuw,5358
 vectordb_bench/backend/clients/aws_opensearch/aws_opensearch.py,sha256=O42OU7K7L0KcJ96AphjmgkyN7a220VLsOL0QwghY2aw,8038
 vectordb_bench/backend/clients/aws_opensearch/cli.py,sha256=v1bGoovgokhIGN5tZwb_MrP4af7BfXYQaOpDuy0Ibh0,1327
 vectordb_bench/backend/clients/aws_opensearch/config.py,sha256=USytbPX0zDjcWTg51J37vWWYsgualPcCHGfRFdzmGtg,1890
@@ -28,7 +31,7 @@ vectordb_bench/backend/clients/memorydb/config.py,sha256=PjhLMMr_LdJ8O91JpHNCCT6
 vectordb_bench/backend/clients/memorydb/memorydb.py,sha256=XIqtXpY-2lJohIuImFDsRO3c_upn04eCplIOlaLxFo4,10114
 vectordb_bench/backend/clients/milvus/cli.py,sha256=QqzYIOeUSXEvdLH0_YUMhwDHUDJirTNKeUxrJQIqSdw,8506
 vectordb_bench/backend/clients/milvus/config.py,sha256=AZ4QHoufRIjsX2eVrtnug8SeYnuHeBMna_34OQNFxz0,6847
-vectordb_bench/backend/clients/milvus/milvus.py,sha256=BzOySmlYCQnNScazK9XBjKPh3X99jZSm0W3-IigRAYY,7653
+vectordb_bench/backend/clients/milvus/milvus.py,sha256=7l2ilpZeCVnXLkWjut2EoIhUraYL7qWfSsBrRaq4vuo,7700
 vectordb_bench/backend/clients/pgdiskann/cli.py,sha256=ued1DyufltataIk6KcmBkNp8PdB9Aj65nVJ6WhrD_VI,3130
 vectordb_bench/backend/clients/pgdiskann/config.py,sha256=8E0GLgUxa5LlJ_eXCugbbO08qdbCVqc1wtdsoOsKEW4,4444
 vectordb_bench/backend/clients/pgdiskann/pgdiskann.py,sha256=bEcbpTVSFxRJ5HiJTX77cgu6NqTMPs8qiGeMF7jBC30,12628
@@ -58,11 +61,14 @@ vectordb_bench/backend/clients/zilliz_cloud/cli.py,sha256=V8XnjrM4IOexqJksQCBgEY
 vectordb_bench/backend/clients/zilliz_cloud/config.py,sha256=3Tk7X4r0n2SLzan110xlF63otVGjCKe28CVDfCEI04c,910
 vectordb_bench/backend/clients/zilliz_cloud/zilliz_cloud.py,sha256=4JcwiVEJcdEykW6n471nfHeIlmhIDa-gOZ7G5H_4krY,681
 vectordb_bench/backend/runner/__init__.py,sha256=5dZfPky8pY9Bi9HD5GZ3Fge8V2FJWrkGkQUkNL2v1t0,230
-vectordb_bench/backend/runner/mp_runner.py,sha256=u8UqIp44fSIEhT5M9-RQEiaFwOlxLA0L5n989hCv3hY,5456
+vectordb_bench/backend/runner/mp_runner.py,sha256=sPJJWg6bKSQYsyWEe5y_j8i_Cf9l5buhtyY-wZxXDAI,9080
+vectordb_bench/backend/runner/rate_runner.py,sha256=qLfirLmS9tR0-3jljaWD_AMw_gt6nwhAVVkxhoo4F4A,3195
+vectordb_bench/backend/runner/read_write_runner.py,sha256=B8PD_gRS5K1nFH5004x6ON1Z8TulK7c4QepW3Glltd8,4732
 vectordb_bench/backend/runner/serial_runner.py,sha256=ku1Dtps9JcmwCwZq7eDw0pcP9IN2Zjjg-1VJumXYJpA,9414
+vectordb_bench/backend/runner/util.py,sha256=pGJn-qXWwGXVlmsMulaqH0zXcasDWjsVwwOJeDFWXhc,1032
 vectordb_bench/cli/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 vectordb_bench/cli/cli.py,sha256=Z2-vLwvnnZFsVAPyjFK557cZZYWX_q60XVJP-aYUGdc,15416
-vectordb_bench/cli/vectordbbench.py,sha256=QOKwURuiaxsQ-vf7ji-qHEug5j1y_j1xSeykSsENz30,1055
+vectordb_bench/cli/vectordbbench.py,sha256=jbpyjh4xKVRocxg4XurLL3ABUzBRXEChRGYhyqH4ItE,1140
 vectordb_bench/config-files/sample_config.yml,sha256=yw9ZgHczNi9PedNuTVxZKiOTI6AVoQS1h8INNgoDjPk,340
 vectordb_bench/custom/custom_case.json,sha256=uKo7NJgXDPPLtf_V6y1uc5w1aIcjLp-GCJEYOCty1As,475
 vectordb_bench/frontend/utils.py,sha256=jCyfk0QyLl3RLh-1MBRbBy6aep9hO32ScJCDYA2kaZU,489
@@ -76,7 +82,7 @@ vectordb_bench/frontend/components/check_results/headerIcon.py,sha256=0uvvSe-oro
 vectordb_bench/frontend/components/check_results/nav.py,sha256=DQl74rujw70ayh37PQaiO4AdtVZ95-OtTMEtw_Ui7hE,685
 vectordb_bench/frontend/components/check_results/priceTable.py,sha256=n7OLXfG95CECPR9lQuK_7HXd3jjprmuk8EHgJ8hcth4,1309
 vectordb_bench/frontend/components/check_results/stPageConfig.py,sha256=vHDHS3qwAbOAQ-Zvz3DftUiKJS4Xs109172aWUmzOt0,430
-vectordb_bench/frontend/components/concurrent/charts.py,sha256=_fredxaByBkzEe_2NDX31yNxwi_EnReknUm1nqCcgbs,2218
+vectordb_bench/frontend/components/concurrent/charts.py,sha256=H1FSMrnwzmqUInJoHGLVceqLm0-CJ66ujbSNVQJ_SBg,2830
 vectordb_bench/frontend/components/custom/displayCustomCase.py,sha256=oZfvtiCWr3VnHdvXgcf5YoqvtPWsfMN-YOT7KKoIxp4,1613
 vectordb_bench/frontend/components/custom/displaypPrams.py,sha256=pxpHgnyGItxkwbajI8qIun0YBY23ZZAvsnK5z7_g5p4,1321
 vectordb_bench/frontend/components/custom/getCustomConfig.py,sha256=P0WCMla2hmzeDcsHju6gFMQrugsBzajAVSYtBZTEwWg,1050
@@ -91,10 +97,10 @@ vectordb_bench/frontend/components/run_test/hideSidebar.py,sha256=vb5kzIMmbMqWX6
 vectordb_bench/frontend/components/run_test/initStyle.py,sha256=osPUgfFfH7rRlVNHSMumvmZxvKWlLxmZiNqgnMiUJEU,723
 vectordb_bench/frontend/components/run_test/submitTask.py,sha256=NCEXfR3xudAncjVEvsV2iaiov5AatGObe830UI6481M,3341
 vectordb_bench/frontend/components/tables/data.py,sha256=pVG_hb4bTMLfUt10NUCJSqcFkPmnN7i9jTw9DcWizpI,1364
-vectordb_bench/frontend/config/dbCaseConfigs.py,sha256=Sl6sPTtUJki8uRu5wgPynKcR4OdaDwIgnmzCVVX9gQ0,31070
+vectordb_bench/frontend/config/dbCaseConfigs.py,sha256=40rJ3YtRkPbZBBlWnV7csXDArqrMVaBw6tLMtxzj3w4,36311
 vectordb_bench/frontend/config/dbPrices.py,sha256=10aBKjVcEg8y7TPSda28opmBM1KmXNrvbU9WM_BsZcE,176
 vectordb_bench/frontend/config/styles.py,sha256=E2PmwmiewxBKJJ59hQ4ZXatqg8QTN-Z53JlsvWMHM2M,2291
-vectordb_bench/frontend/pages/concurrent.py,sha256=yK62Tjto8G9ObvLy0JSVLq9fqDMy_D3oAEGZw2Te4gU,1958
+vectordb_bench/frontend/pages/concurrent.py,sha256=z2izkQ0suO5mZ8PpVY2jypZkF5VT8xUkQQEkwd6C-ww,2094
 vectordb_bench/frontend/pages/custom.py,sha256=BYQuWa7_OQz0wnDvh0LiXzjevmDpO2BbSIuF1_Z_39M,2234
 vectordb_bench/frontend/pages/quries_per_dollar.py,sha256=SRLPjGfXwZOIrLeDLgVNg1kE6xjAu-QfmXoa3Sfiqi8,2510
 vectordb_bench/frontend/pages/run_test.py,sha256=b1NoMhFA3MmUyItkofh3xozvo1vAqywXKOsoWdIWmRU,2161
@@ -117,9 +123,9 @@ vectordb_bench/results/WeaviateCloud/result_20230808_standard_weaviatecloud.json
 vectordb_bench/results/ZillizCloud/result_20230727_standard_zillizcloud.json,sha256=-Mdm4By65XDRCrmVOCF8yQXjcZtH4Xo4shcjoDoBUKU,18293
 vectordb_bench/results/ZillizCloud/result_20230808_standard_zillizcloud.json,sha256=77XlHT5zM_K7mG5HfDQKwXZnSCuR37VUbt6-P3J_amI,15737
 vectordb_bench/results/ZillizCloud/result_20240105_standard_202401_zillizcloud.json,sha256=TualfJ0664Hs-vdIW68bdkqAEYyzotXmu2P0yIN-GHk,42526
-vectordb_bench-0.0.16.dist-info/LICENSE,sha256=HXbxhrb5u5SegVzeLNF_voVgRsJMavcLaOmD1N0lZkM,1067
-vectordb_bench-0.0.16.dist-info/METADATA,sha256=CpbILuoA-dYaH1oQs0Bm08mExmD0kx5wfk8UbXPRIzc,34643
-vectordb_bench-0.0.16.dist-info/WHEEL,sha256=P9jw-gEje8ByB7_hXoICnHtVCrEwMQh-630tKvQWehc,91
-vectordb_bench-0.0.16.dist-info/entry_points.txt,sha256=Qzw6gVx96ui8esG21H6yHsI6nboEohRmV424TYhQNrA,113
-vectordb_bench-0.0.16.dist-info/top_level.txt,sha256=jnhZFZAuKX1J60yt-XOeBZ__ctiZMvoC_s0RFq29lpM,15
-vectordb_bench-0.0.16.dist-info/RECORD,,
+vectordb_bench-0.0.18.dist-info/LICENSE,sha256=HXbxhrb5u5SegVzeLNF_voVgRsJMavcLaOmD1N0lZkM,1067
+vectordb_bench-0.0.18.dist-info/METADATA,sha256=PtTRr7G1PXhzA88gZYML3Y6JPaqzXk_ejeFbvoRVMOQ,34883
+vectordb_bench-0.0.18.dist-info/WHEEL,sha256=PZUExdf71Ui_so67QXpySuHtCi3-J3wvF4ORK6k_S8U,91
+vectordb_bench-0.0.18.dist-info/entry_points.txt,sha256=Qzw6gVx96ui8esG21H6yHsI6nboEohRmV424TYhQNrA,113
+vectordb_bench-0.0.18.dist-info/top_level.txt,sha256=jnhZFZAuKX1J60yt-XOeBZ__ctiZMvoC_s0RFq29lpM,15
+vectordb_bench-0.0.18.dist-info/RECORD,,

{vectordb_bench-0.0.16.dist-info → vectordb_bench-0.0.18.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (75.3.0)
+Generator: setuptools (75.6.0)
 Root-Is-Purelib: true
 Tag: py3-none-any