vectordb-bench 0.0.18__py3-none-any.whl → 0.0.20__py3-none-any.whl

vectordb_bench/frontend/config/dbCaseConfigs.py

@@ -33,9 +33,9 @@ class UICaseItem(BaseModel):
     def __init__(
         self,
         isLine: bool = False,
-        case_id: CaseType = None,
-        custom_case: dict = {},
-        cases: list[CaseConfig] = [],
+        case_id: CaseType | None = None,
+        custom_case: dict | None = None,
+        cases: list[CaseConfig] | None = None,
         label: str = "",
         description: str = "",
         caseLabel: CaseLabel = CaseLabel.Performance,
@@ -70,17 +70,13 @@ class UICaseItemCluster(BaseModel):
 def get_custom_case_items() -> list[UICaseItem]:
     custom_configs = get_custom_configs()
     return [
-        UICaseItem(
-            case_id=CaseType.PerformanceCustomDataset, custom_case=custom_config.dict()
-        )
+        UICaseItem(case_id=CaseType.PerformanceCustomDataset, custom_case=custom_config.dict())
         for custom_config in custom_configs
     ]
 
 
 def get_custom_case_cluter() -> UICaseItemCluster:
-    return UICaseItemCluster(
-        label="Custom Search Performance Test", uiCaseItems=get_custom_case_items()
-    )
+    return UICaseItemCluster(label="Custom Search Performance Test", uiCaseItems=get_custom_case_items())
 
 
 UI_CASE_CLUSTERS: list[UICaseItemCluster] = [
@@ -224,8 +220,7 @@ CaseConfigParamInput_max_neighbors = CaseConfigInput(
         "max": 300,
         "value": 32,
     },
-    isDisplayed=lambda config: config.get(CaseConfigParamType.IndexType, None)
-    == IndexType.DISKANN.value,
+    isDisplayed=lambda config: config.get(CaseConfigParamType.IndexType, None) == IndexType.DISKANN.value,
 )
 
 CaseConfigParamInput_l_value_ib = CaseConfigInput(
@@ -236,8 +231,7 @@ CaseConfigParamInput_l_value_ib = CaseConfigInput(
         "max": 300,
         "value": 50,
     },
-    isDisplayed=lambda config: config.get(CaseConfigParamType.IndexType, None)
-    == IndexType.DISKANN.value,
+    isDisplayed=lambda config: config.get(CaseConfigParamType.IndexType, None) == IndexType.DISKANN.value,
 )
 
 CaseConfigParamInput_l_value_is = CaseConfigInput(
@@ -248,8 +242,7 @@ CaseConfigParamInput_l_value_is = CaseConfigInput(
         "max": 300,
         "value": 40,
     },
-    isDisplayed=lambda config: config.get(CaseConfigParamType.IndexType, None)
-    == IndexType.DISKANN.value,
+    isDisplayed=lambda config: config.get(CaseConfigParamType.IndexType, None) == IndexType.DISKANN.value,
 )
 
 CaseConfigParamInput_num_neighbors = CaseConfigInput(
@@ -260,8 +253,7 @@ CaseConfigParamInput_num_neighbors = CaseConfigInput(
         "max": 300,
         "value": 50,
     },
-    isDisplayed=lambda config: config.get(CaseConfigParamType.IndexType, None)
-    == IndexType.STREAMING_DISKANN.value,
+    isDisplayed=lambda config: config.get(CaseConfigParamType.IndexType, None) == IndexType.STREAMING_DISKANN.value,
 )
 
 CaseConfigParamInput_search_list_size = CaseConfigInput(
@@ -272,8 +264,7 @@ CaseConfigParamInput_search_list_size = CaseConfigInput(
         "max": 300,
         "value": 100,
     },
-    isDisplayed=lambda config: config.get(CaseConfigParamType.IndexType, None)
-    == IndexType.STREAMING_DISKANN.value,
+    isDisplayed=lambda config: config.get(CaseConfigParamType.IndexType, None) == IndexType.STREAMING_DISKANN.value,
 )
 
 CaseConfigParamInput_max_alpha = CaseConfigInput(
@@ -284,8 +275,7 @@ CaseConfigParamInput_max_alpha = CaseConfigInput(
         "max": 2.0,
         "value": 1.2,
     },
-    isDisplayed=lambda config: config.get(CaseConfigParamType.IndexType, None)
-    == IndexType.STREAMING_DISKANN.value,
+    isDisplayed=lambda config: config.get(CaseConfigParamType.IndexType, None) == IndexType.STREAMING_DISKANN.value,
 )
 
 CaseConfigParamInput_num_dimensions = CaseConfigInput(
@@ -296,8 +286,7 @@ CaseConfigParamInput_num_dimensions = CaseConfigInput(
         "max": 2000,
         "value": 0,
     },
-    isDisplayed=lambda config: config.get(CaseConfigParamType.IndexType, None)
-    == IndexType.STREAMING_DISKANN.value,
+    isDisplayed=lambda config: config.get(CaseConfigParamType.IndexType, None) == IndexType.STREAMING_DISKANN.value,
 )
 
 CaseConfigParamInput_query_search_list_size = CaseConfigInput(
@@ -308,8 +297,7 @@ CaseConfigParamInput_query_search_list_size = CaseConfigInput(
         "max": 150,
         "value": 100,
     },
-    isDisplayed=lambda config: config.get(CaseConfigParamType.IndexType, None)
-    == IndexType.STREAMING_DISKANN.value,
+    isDisplayed=lambda config: config.get(CaseConfigParamType.IndexType, None) == IndexType.STREAMING_DISKANN.value,
 )
 
 
@@ -321,8 +309,7 @@ CaseConfigParamInput_query_rescore = CaseConfigInput(
         "max": 150,
         "value": 50,
     },
-    isDisplayed=lambda config: config.get(CaseConfigParamType.IndexType, None)
-    == IndexType.STREAMING_DISKANN.value,
+    isDisplayed=lambda config: config.get(CaseConfigParamType.IndexType, None) == IndexType.STREAMING_DISKANN.value,
 )
 
 CaseConfigParamInput_IndexType_PgVector = CaseConfigInput(
@@ -358,8 +345,7 @@ CaseConfigParamInput_M = CaseConfigInput(
         "max": 64,
         "value": 30,
     },
-    isDisplayed=lambda config: config.get(CaseConfigParamType.IndexType, None)
-    == IndexType.HNSW.value,
+    isDisplayed=lambda config: config.get(CaseConfigParamType.IndexType, None) == IndexType.HNSW.value,
 )
 
 CaseConfigParamInput_m = CaseConfigInput(
@@ -370,8 +356,7 @@ CaseConfigParamInput_m = CaseConfigInput(
         "max": 64,
         "value": 16,
     },
-    isDisplayed=lambda config: config.get(CaseConfigParamType.IndexType, None)
-    == IndexType.HNSW.value,
+    isDisplayed=lambda config: config.get(CaseConfigParamType.IndexType, None) == IndexType.HNSW.value,
 )
 
 
@@ -383,8 +368,7 @@ CaseConfigParamInput_EFConstruction_Milvus = CaseConfigInput(
         "max": 512,
         "value": 360,
     },
-    isDisplayed=lambda config: config[CaseConfigParamType.IndexType]
-    == IndexType.HNSW.value,
+    isDisplayed=lambda config: config[CaseConfigParamType.IndexType] == IndexType.HNSW.value,
 )
 
 CaseConfigParamInput_EFConstruction_Weaviate = CaseConfigInput(
@@ -437,6 +421,16 @@ CaseConfigParamInput_EF_SEARCH_AWSOpensearch = CaseConfigInput(
     },
 )
 
+CaseConfigParamInput_EF_SEARCH_AliyunOpensearch = CaseConfigInput(
+    label=CaseConfigParamType.ef_search,
+    inputType=InputType.Number,
+    inputConfig={
+        "min": 1,
+        "max": 1000000,
+        "value": 40,
+    },
+)
+
 
 CaseConfigParamInput_maintenance_work_mem_PgVector = CaseConfigInput(
     label=CaseConfigParamType.maintenance_work_mem,
@@ -470,8 +464,7 @@ CaseConfigParamInput_EFConstruction_PgVectoRS = CaseConfigInput(
         "max": 2000,
         "value": 300,
     },
-    isDisplayed=lambda config: config.get(CaseConfigParamType.IndexType, None)
-    == IndexType.HNSW.value,
+    isDisplayed=lambda config: config.get(CaseConfigParamType.IndexType, None) == IndexType.HNSW.value,
 )
 
 CaseConfigParamInput_EFSearch_PgVectoRS = CaseConfigInput(
@@ -482,8 +475,7 @@ CaseConfigParamInput_EFSearch_PgVectoRS = CaseConfigInput(
         "max": 65535,
         "value": 100,
     },
-    isDisplayed=lambda config: config.get(CaseConfigParamType.IndexType, None)
-    == IndexType.HNSW.value,
+    isDisplayed=lambda config: config.get(CaseConfigParamType.IndexType, None) == IndexType.HNSW.value,
 )
 
 CaseConfigParamInput_EFConstruction_PgVector = CaseConfigInput(
@@ -494,8 +486,7 @@ CaseConfigParamInput_EFConstruction_PgVector = CaseConfigInput(
         "max": 1024,
         "value": 256,
     },
-    isDisplayed=lambda config: config[CaseConfigParamType.IndexType]
-    == IndexType.HNSW.value,
+    isDisplayed=lambda config: config[CaseConfigParamType.IndexType] == IndexType.HNSW.value,
 )
 
 
@@ -527,8 +518,7 @@ CaseConfigParamInput_EF_Milvus = CaseConfigInput(
         "max": MAX_STREAMLIT_INT,
         "value": 100,
     },
-    isDisplayed=lambda config: config[CaseConfigParamType.IndexType]
-    == IndexType.HNSW.value,
+    isDisplayed=lambda config: config[CaseConfigParamType.IndexType] == IndexType.HNSW.value,
 )
 
 CaseConfigParamInput_EF_Weaviate = CaseConfigInput(
@@ -555,8 +545,7 @@ CaseConfigParamInput_SearchList = CaseConfigInput(
         "max": MAX_STREAMLIT_INT,
         "value": 100,
     },
-    isDisplayed=lambda config: config.get(CaseConfigParamType.IndexType, None)
-    == IndexType.DISKANN.value,
+    isDisplayed=lambda config: config.get(CaseConfigParamType.IndexType, None) == IndexType.DISKANN.value,
 )
 
 CaseConfigParamInput_Nlist = CaseConfigInput(
@@ -601,8 +590,7 @@ CaseConfigParamInput_M_PQ = CaseConfigInput(
         "max": 65536,
         "value": 0,
     },
-    isDisplayed=lambda config: config.get(CaseConfigParamType.IndexType, None)
-    in [IndexType.GPU_IVF_PQ.value],
+    isDisplayed=lambda config: config.get(CaseConfigParamType.IndexType, None) in [IndexType.GPU_IVF_PQ.value],
 )
 
 
@@ -614,8 +602,7 @@ CaseConfigParamInput_Nbits_PQ = CaseConfigInput(
         "max": 65536,
         "value": 8,
     },
-    isDisplayed=lambda config: config.get(CaseConfigParamType.IndexType, None)
-    in [IndexType.GPU_IVF_PQ.value],
+    isDisplayed=lambda config: config.get(CaseConfigParamType.IndexType, None) in [IndexType.GPU_IVF_PQ.value],
 )
 
 CaseConfigParamInput_intermediate_graph_degree = CaseConfigInput(
@@ -626,8 +613,7 @@ CaseConfigParamInput_intermediate_graph_degree = CaseConfigInput(
         "max": 65536,
         "value": 64,
     },
-    isDisplayed=lambda config: config.get(CaseConfigParamType.IndexType, None)
-    in [IndexType.GPU_CAGRA.value],
+    isDisplayed=lambda config: config.get(CaseConfigParamType.IndexType, None) in [IndexType.GPU_CAGRA.value],
 )
 
 CaseConfigParamInput_graph_degree = CaseConfigInput(
@@ -638,8 +624,7 @@ CaseConfigParamInput_graph_degree = CaseConfigInput(
         "max": 65536,
         "value": 32,
     },
-    isDisplayed=lambda config: config.get(CaseConfigParamType.IndexType, None)
-    in [IndexType.GPU_CAGRA.value],
+    isDisplayed=lambda config: config.get(CaseConfigParamType.IndexType, None) in [IndexType.GPU_CAGRA.value],
 )
 
 CaseConfigParamInput_itopk_size = CaseConfigInput(
@@ -650,8 +635,7 @@ CaseConfigParamInput_itopk_size = CaseConfigInput(
         "max": 65536,
         "value": 128,
     },
-    isDisplayed=lambda config: config.get(CaseConfigParamType.IndexType, None)
-    in [IndexType.GPU_CAGRA.value],
+    isDisplayed=lambda config: config.get(CaseConfigParamType.IndexType, None) in [IndexType.GPU_CAGRA.value],
 )
 
 CaseConfigParamInput_team_size = CaseConfigInput(
@@ -662,8 +646,7 @@ CaseConfigParamInput_team_size = CaseConfigInput(
         "max": 65536,
         "value": 0,
     },
-    isDisplayed=lambda config: config.get(CaseConfigParamType.IndexType, None)
-    in [IndexType.GPU_CAGRA.value],
+    isDisplayed=lambda config: config.get(CaseConfigParamType.IndexType, None) in [IndexType.GPU_CAGRA.value],
 )
 
 CaseConfigParamInput_search_width = CaseConfigInput(
@@ -674,8 +657,7 @@ CaseConfigParamInput_search_width = CaseConfigInput(
         "max": 65536,
         "value": 4,
     },
-    isDisplayed=lambda config: config.get(CaseConfigParamType.IndexType, None)
-    in [IndexType.GPU_CAGRA.value],
+    isDisplayed=lambda config: config.get(CaseConfigParamType.IndexType, None) in [IndexType.GPU_CAGRA.value],
 )
 
 CaseConfigParamInput_min_iterations = CaseConfigInput(
@@ -686,8 +668,7 @@ CaseConfigParamInput_min_iterations = CaseConfigInput(
         "max": 65536,
         "value": 0,
     },
-    isDisplayed=lambda config: config.get(CaseConfigParamType.IndexType, None)
-    in [IndexType.GPU_CAGRA.value],
+    isDisplayed=lambda config: config.get(CaseConfigParamType.IndexType, None) in [IndexType.GPU_CAGRA.value],
 )
 
 CaseConfigParamInput_max_iterations = CaseConfigInput(
@@ -698,8 +679,7 @@ CaseConfigParamInput_max_iterations = CaseConfigInput(
         "max": 65536,
         "value": 0,
     },
-    isDisplayed=lambda config: config.get(CaseConfigParamType.IndexType, None)
-    in [IndexType.GPU_CAGRA.value],
+    isDisplayed=lambda config: config.get(CaseConfigParamType.IndexType, None) in [IndexType.GPU_CAGRA.value],
 )
 
 CaseConfigParamInput_build_algo = CaseConfigInput(
@@ -708,8 +688,7 @@ CaseConfigParamInput_build_algo = CaseConfigInput(
     inputConfig={
         "options": ["IVF_PQ", "NN_DESCENT"],
     },
-    isDisplayed=lambda config: config.get(CaseConfigParamType.IndexType, None)
-    in [IndexType.GPU_CAGRA.value],
+    isDisplayed=lambda config: config.get(CaseConfigParamType.IndexType, None) in [IndexType.GPU_CAGRA.value],
 )
 
 
@@ -752,8 +731,7 @@ CaseConfigParamInput_Lists = CaseConfigInput(
         "max": 65536,
         "value": 10,
     },
-    isDisplayed=lambda config: config.get(CaseConfigParamType.IndexType, None)
-    in [IndexType.IVFFlat.value],
+    isDisplayed=lambda config: config.get(CaseConfigParamType.IndexType, None) in [IndexType.IVFFlat.value],
 )
 
 CaseConfigParamInput_Probes = CaseConfigInput(
@@ -774,8 +752,7 @@ CaseConfigParamInput_Lists_PgVector = CaseConfigInput(
         "max": 65536,
         "value": 10,
     },
-    isDisplayed=lambda config: config.get(CaseConfigParamType.IndexType, None)
-    == IndexType.IVFFlat.value,
+    isDisplayed=lambda config: config.get(CaseConfigParamType.IndexType, None) == IndexType.IVFFlat.value,
 )
 
 CaseConfigParamInput_Probes_PgVector = CaseConfigInput(
@@ -786,8 +763,7 @@ CaseConfigParamInput_Probes_PgVector = CaseConfigInput(
         "max": 65536,
         "value": 1,
     },
-    isDisplayed=lambda config: config.get(CaseConfigParamType.IndexType, None)
-    == IndexType.IVFFlat.value,
+    isDisplayed=lambda config: config.get(CaseConfigParamType.IndexType, None) == IndexType.IVFFlat.value,
 )
 
 CaseConfigParamInput_EFSearch_PgVector = CaseConfigInput(
@@ -798,8 +774,7 @@ CaseConfigParamInput_EFSearch_PgVector = CaseConfigInput(
         "max": 2048,
         "value": 256,
     },
-    isDisplayed=lambda config: config.get(CaseConfigParamType.IndexType, None)
-    == IndexType.HNSW.value,
+    isDisplayed=lambda config: config.get(CaseConfigParamType.IndexType, None) == IndexType.HNSW.value,
 )
 
 
@@ -835,8 +810,7 @@ CaseConfigParamInput_QuantizationRatio_PgVectoRS = CaseConfigInput(
     inputConfig={
         "options": ["x4", "x8", "x16", "x32", "x64"],
     },
-    isDisplayed=lambda config: config.get(CaseConfigParamType.quantizationType, None)
-    == "product"
+    isDisplayed=lambda config: config.get(CaseConfigParamType.quantizationType, None) == "product"
     and config.get(CaseConfigParamType.IndexType, None)
     in [
         IndexType.HNSW.value,
@@ -875,8 +849,7 @@ CaseConfigParamInput_reranking_PgVector = CaseConfigInput(
     inputConfig={
         "value": False,
     },
-    isDisplayed=lambda config: config.get(CaseConfigParamType.quantizationType, None)
-    == "bit"
+    isDisplayed=lambda config: config.get(CaseConfigParamType.quantizationType, None) == "bit",
 )
 
 CaseConfigParamInput_quantized_fetch_limit_PgVector = CaseConfigInput(
@@ -889,8 +862,8 @@ CaseConfigParamInput_quantized_fetch_limit_PgVector = CaseConfigInput(
         "max": 1000,
         "value": 200,
     },
-    isDisplayed=lambda config: config.get(CaseConfigParamType.quantizationType, None)
-    == "bit" and config.get(CaseConfigParamType.reranking, False)
+    isDisplayed=lambda config: config.get(CaseConfigParamType.quantizationType, None) == "bit"
+    and config.get(CaseConfigParamType.reranking, False),
 )
 
 
@@ -898,12 +871,10 @@ CaseConfigParamInput_reranking_metric_PgVector = CaseConfigInput(
     label=CaseConfigParamType.rerankingMetric,
     inputType=InputType.Option,
     inputConfig={
-        "options": [
-            metric.value for metric in MetricType if metric.value not in ["HAMMING", "JACCARD"]
-        ],
+        "options": [metric.value for metric in MetricType if metric.value not in ["HAMMING", "JACCARD"]],
     },
-    isDisplayed=lambda config: config.get(CaseConfigParamType.quantizationType, None)
-    == "bit" and config.get(CaseConfigParamType.reranking, False)
+    isDisplayed=lambda config: config.get(CaseConfigParamType.quantizationType, None) == "bit"
+    and config.get(CaseConfigParamType.reranking, False),
 )
 
 
@@ -1040,6 +1011,35 @@ CaseConfigParamInput_max_parallel_workers_AlloyDB = CaseConfigInput(
     },
 )
 
+CaseConfigParamInput_EFConstruction_AliES = CaseConfigInput(
+    label=CaseConfigParamType.EFConstruction,
+    inputType=InputType.Number,
+    inputConfig={
+        "min": 8,
+        "max": 512,
+        "value": 360,
+    },
+)
+
+CaseConfigParamInput_M_AliES = CaseConfigInput(
+    label=CaseConfigParamType.M,
+    inputType=InputType.Number,
+    inputConfig={
+        "min": 4,
+        "max": 64,
+        "value": 30,
+    },
+)
+CaseConfigParamInput_NumCandidates_AliES = CaseConfigInput(
+    label=CaseConfigParamType.numCandidates,
+    inputType=InputType.Number,
+    inputConfig={
+        "min": 1,
+        "max": 10000,
+        "value": 100,
+    },
+)
+
 
 MilvusLoadConfig = [
     CaseConfigParamInput_IndexType,
@@ -1092,13 +1092,21 @@ ESPerformanceConfig = [
     CaseConfigParamInput_NumCandidates_ES,
 ]
 
-AWSOpensearchLoadingConfig = [CaseConfigParamInput_EFConstruction_AWSOpensearch, CaseConfigParamInput_M_AWSOpensearch]
+AWSOpensearchLoadingConfig = [
+    CaseConfigParamInput_EFConstruction_AWSOpensearch,
+    CaseConfigParamInput_M_AWSOpensearch,
+]
 AWSOpenSearchPerformanceConfig = [
     CaseConfigParamInput_EFConstruction_AWSOpensearch,
     CaseConfigParamInput_M_AWSOpensearch,
     CaseConfigParamInput_EF_SEARCH_AWSOpensearch,
 ]
 
+AliyunOpensearchLoadingConfig = []
+AliyunOpenSearchPerformanceConfig = [
+    CaseConfigParamInput_EF_SEARCH_AliyunOpensearch,
+]
+
 PgVectorLoadingConfig = [
     CaseConfigParamInput_IndexType_PgVector,
     CaseConfigParamInput_Lists_PgVector,
@@ -1206,6 +1214,15 @@ AlloyDBPerformanceConfig = [
     CaseConfigParamInput_max_parallel_workers_AlloyDB,
 ]
 
+AliyunElasticsearchLoadingConfig = [
+    CaseConfigParamInput_EFConstruction_AliES,
+    CaseConfigParamInput_M_AliES,
+]
+AliyunElasticsearchPerformanceConfig = [
+    CaseConfigParamInput_EFConstruction_AliES,
+    CaseConfigParamInput_M_AliES,
+    CaseConfigParamInput_NumCandidates_AliES,
+]
 
 CASE_CONFIG_MAP = {
     DB.Milvus: {
@@ -1247,4 +1264,12 @@ CASE_CONFIG_MAP = {
         CaseLabel.Load: AlloyDBLoadConfig,
         CaseLabel.Performance: AlloyDBPerformanceConfig,
     },
+    DB.AliyunElasticsearch: {
+        CaseLabel.Load: AliyunElasticsearchLoadingConfig,
+        CaseLabel.Performance: AliyunElasticsearchPerformanceConfig,
+    },
+    DB.AliyunOpenSearch: {
+        CaseLabel.Load: AliyunOpensearchLoadingConfig,
+        CaseLabel.Performance: AliyunOpenSearchPerformanceConfig,
+    },
 }

vectordb_bench/frontend/pages/concurrent.py

@@ -9,7 +9,7 @@ from vectordb_bench.frontend.components.check_results.filters import getshownDat
 from vectordb_bench.frontend.components.concurrent.charts import drawChartsByCase
 from vectordb_bench.frontend.components.get_results.saveAsImage import getResults
 from vectordb_bench.frontend.config.styles import FAVICON
-from vectordb_bench.interface import benchMarkRunner
+from vectordb_bench.interface import benchmark_runner
 from vectordb_bench.models import TestResult
 
 
@@ -25,7 +25,7 @@ def main():
     # header
     drawHeaderIcon(st)
 
-    allResults = benchMarkRunner.get_results()
+    allResults = benchmark_runner.get_results()
 
     def check_conc_data(res: TestResult):
         case_results = res.results
@@ -57,9 +57,7 @@ def main():
 
     # main
     latency_type = st.radio("Latency Type", options=["latency_p99", "latency_avg"])
-    drawChartsByCase(
-        shownData, showCaseNames, st.container(), latency_type=latency_type
-    )
+    drawChartsByCase(shownData, showCaseNames, st.container(), latency_type=latency_type)
 
     # footer
     footer(st.container())

vectordb_bench/frontend/pages/custom.py

@@ -1,13 +1,21 @@
+from functools import partial
 import streamlit as st
 from vectordb_bench.frontend.components.check_results.headerIcon import drawHeaderIcon
-from vectordb_bench.frontend.components.custom.displayCustomCase import displayCustomCase
+from vectordb_bench.frontend.components.custom.displayCustomCase import (
+    displayCustomCase,
+)
 from vectordb_bench.frontend.components.custom.displaypPrams import displayParams
-from vectordb_bench.frontend.components.custom.getCustomConfig import CustomCaseConfig, generate_custom_case, get_custom_configs, save_custom_configs
+from vectordb_bench.frontend.components.custom.getCustomConfig import (
+    CustomCaseConfig,
+    generate_custom_case,
+    get_custom_configs,
+    save_custom_configs,
+)
 from vectordb_bench.frontend.components.custom.initStyle import initStyle
 from vectordb_bench.frontend.config.styles import FAVICON, PAGE_TITLE
 
 
-class CustomCaseManager():
+class CustomCaseManager:
     customCaseItems: list[CustomCaseConfig]
 
     def __init__(self):
@@ -52,12 +60,25 @@ def main():
 
         columns = expander.columns(8)
         columns[0].button(
-            "Save", key=f"{key}_", type="secondary", on_click=lambda: customCaseManager.save())
-        columns[1].button(":red[Delete]", key=f"{key}_delete", type="secondary",
-                          on_click=lambda: customCaseManager.deleteCase(idx))
-
-    st.button("\+ New Dataset", key=f"add_custom_configs",
-              type="primary", on_click=lambda: customCaseManager.addCase())
+            "Save",
+            key=f"{key}_",
+            type="secondary",
+            on_click=lambda: customCaseManager.save(),
+        )
+        columns[1].button(
+            ":red[Delete]",
+            key=f"{key}_delete",
+            type="secondary",
+            # B023
+            on_click=partial(lambda idx: customCaseManager.deleteCase(idx), idx=idx),
+        )
+
+    st.button(
+        "\+ New Dataset",
+        key="add_custom_configs",
+        type="primary",
+        on_click=lambda: customCaseManager.addCase(),
+    )
 
 
 if __name__ == "__main__":

vectordb_bench/frontend/pages/quries_per_dollar.py

@@ -15,8 +15,8 @@ from vectordb_bench.frontend.components.check_results.nav import (
 from vectordb_bench.frontend.components.check_results.charts import drawMetricChart
 from vectordb_bench.frontend.components.check_results.filters import getshownData
 from vectordb_bench.frontend.components.get_results.saveAsImage import getResults
-from vectordb_bench.frontend.config.styles import *
-from vectordb_bench.interface import benchMarkRunner
+
+from vectordb_bench.interface import benchmark_runner
 from vectordb_bench.metric import QURIES_PER_DOLLAR_METRIC
 
 
@@ -27,7 +27,7 @@ def main():
     # header
     drawHeaderIcon(st)
 
-    allResults = benchMarkRunner.get_results()
+    allResults = benchmark_runner.get_results()
 
     st.title("Vector DB Benchmark (QP$)")
 

vectordb_bench/frontend/pages/run_test.py

@@ -15,10 +15,10 @@ from vectordb_bench.frontend.components.check_results.stPageConfig import initRu
 def main():
     # set page config
     initRunTestPageConfig(st)
-    
+
     # init style
     initStyle(st)
-    
+
     # header
     drawHeaderIcon(st)
 
@@ -48,11 +48,7 @@ def main():
     activedCaseList, allCaseConfigs = caseSelector(caseSelectorContainer, activedDbList)
 
     # generate tasks
-    tasks = (
-        generate_tasks(activedDbList, dbConfigs, activedCaseList, allCaseConfigs)
-        if isAllValid
-        else []
-    )
+    tasks = generate_tasks(activedDbList, dbConfigs, activedCaseList, allCaseConfigs) if isAllValid else []
 
     # submit
     submitContainer = st.container()

vectordb_bench/frontend/utils.py

@@ -18,5 +18,5 @@ def addHorizontalLine(st):
 
 def generate_random_string(length):
     letters = string.ascii_letters + string.digits
-    result = ''.join(random.choice(letters) for _ in range(length))
+    result = "".join(random.choice(letters) for _ in range(length))
     return result

vectordb_bench/frontend/vdb_benchmark.py

@@ -11,8 +11,8 @@ from vectordb_bench.frontend.components.check_results.nav import (
 from vectordb_bench.frontend.components.check_results.charts import drawCharts
 from vectordb_bench.frontend.components.check_results.filters import getshownData
 from vectordb_bench.frontend.components.get_results.saveAsImage import getResults
-from vectordb_bench.frontend.config.styles import *
-from vectordb_bench.interface import benchMarkRunner
+
+from vectordb_bench.interface import benchmark_runner
 
 
 def main():
@@ -22,7 +22,7 @@ def main():
     # header
     drawHeaderIcon(st)
 
-    allResults = benchMarkRunner.get_results()
+    allResults = benchmark_runner.get_results()
 
     st.title("Vector Database Benchmark")
     st.caption(
@@ -32,9 +32,7 @@ def main():
 
     # results selector and filter
     resultSelectorContainer = st.sidebar.container()
-    shownData, failedTasks, showCaseNames = getshownData(
-        allResults, resultSelectorContainer
-    )
+    shownData, failedTasks, showCaseNames = getshownData(allResults, resultSelectorContainer)
 
     resultSelectorContainer.divider()