vectordb-bench 0.0.11__py3-none-any.whl → 0.0.13__py3-none-any.whl

vectordb_bench/frontend/{const → config}/dbCaseConfigs.py

@@ -1,49 +1,154 @@
-from enum import IntEnum
+from enum import IntEnum, Enum
 import typing
 from pydantic import BaseModel
 from vectordb_bench.backend.cases import CaseLabel, CaseType
 from vectordb_bench.backend.clients import DB
 from vectordb_bench.backend.clients.api import IndexType
+from vectordb_bench.frontend.components.custom.getCustomConfig import get_custom_configs
 
-from vectordb_bench.models import CaseConfigParamType
+from vectordb_bench.models import CaseConfig, CaseConfigParamType
 
 MAX_STREAMLIT_INT = (1 << 53) - 1
 
 DB_LIST = [d for d in DB if d != DB.Test]
 
-DIVIDER = "DIVIDER"
-CASE_LIST_WITH_DIVIDER = [
+
+class Delimiter(Enum):
+    Line = "line"
+
+
+class BatchCaseConfig(BaseModel):
+    label: str = ""
+    description: str = ""
+    cases: list[CaseConfig] = []
+
+
+class UICaseItem(BaseModel):
+    isLine: bool = False
+    label: str = ""
+    description: str = ""
+    cases: list[CaseConfig] = []
+    caseLabel: CaseLabel = CaseLabel.Performance
+
+    def __init__(
+        self,
+        isLine: bool = False,
+        case_id: CaseType = None,
+        custom_case: dict = {},
+        cases: list[CaseConfig] = [],
+        label: str = "",
+        description: str = "",
+        caseLabel: CaseLabel = CaseLabel.Performance,
+    ):
+        if isLine is True:
+            super().__init__(isLine=True)
+        elif case_id is not None and isinstance(case_id, CaseType):
+            c = case_id.case_cls(custom_case)
+            super().__init__(
+                label=c.name,
+                description=c.description,
+                cases=[CaseConfig(case_id=case_id, custom_case=custom_case)],
+                caseLabel=c.label,
+            )
+        else:
+            super().__init__(
+                label=label,
+                description=description,
+                cases=cases,
+                caseLabel=caseLabel,
+            )
+
+    def __hash__(self) -> int:
+        return hash(self.json())
+
+
+class UICaseItemCluster(BaseModel):
+    label: str = ""
+    uiCaseItems: list[UICaseItem] = []
+
+
+def get_custom_case_items() -> list[UICaseItem]:
+    custom_configs = get_custom_configs()
+    return [
+        UICaseItem(
+            case_id=CaseType.PerformanceCustomDataset, custom_case=custom_config.dict()
+        )
+        for custom_config in custom_configs
+    ]
+
+
+def get_custom_case_cluter() -> UICaseItemCluster:
+    return UICaseItemCluster(
+        label="Custom Search Performance Test", uiCaseItems=get_custom_case_items()
+    )
+
+
+UI_CASE_CLUSTERS: list[UICaseItemCluster] = [
+    UICaseItemCluster(
+        label="Search Performance Test",
+        uiCaseItems=[
+            UICaseItem(case_id=CaseType.Performance768D100M),
+            UICaseItem(case_id=CaseType.Performance768D10M),
+            UICaseItem(case_id=CaseType.Performance768D1M),
+            UICaseItem(isLine=True),
+            UICaseItem(case_id=CaseType.Performance1536D5M),
+            UICaseItem(case_id=CaseType.Performance1536D500K),
+            UICaseItem(case_id=CaseType.Performance1536D50K),
+        ],
+    ),
+    UICaseItemCluster(
+        label="Filter Search Performance Test",
+        uiCaseItems=[
+            UICaseItem(case_id=CaseType.Performance768D10M1P),
+            UICaseItem(case_id=CaseType.Performance768D10M99P),
+            UICaseItem(case_id=CaseType.Performance768D1M1P),
+            UICaseItem(case_id=CaseType.Performance768D1M99P),
+            UICaseItem(isLine=True),
+            UICaseItem(case_id=CaseType.Performance1536D5M1P),
+            UICaseItem(case_id=CaseType.Performance1536D5M99P),
+            UICaseItem(case_id=CaseType.Performance1536D500K1P),
+            UICaseItem(case_id=CaseType.Performance1536D500K99P),
+        ],
+    ),
+    UICaseItemCluster(
+        label="Capacity Test",
+        uiCaseItems=[
+            UICaseItem(case_id=CaseType.CapacityDim960),
+            UICaseItem(case_id=CaseType.CapacityDim128),
+        ],
+    ),
+]
+
+# DIVIDER = "DIVIDER"
+DISPLAY_CASE_ORDER: list[CaseType] = [
     CaseType.Performance768D100M,
     CaseType.Performance768D10M,
     CaseType.Performance768D1M,
-    DIVIDER,
     CaseType.Performance1536D5M,
     CaseType.Performance1536D500K,
     CaseType.Performance1536D50K,
-    DIVIDER,
     CaseType.Performance768D10M1P,
     CaseType.Performance768D1M1P,
-    DIVIDER,
     CaseType.Performance1536D5M1P,
     CaseType.Performance1536D500K1P,
-    DIVIDER,
     CaseType.Performance768D10M99P,
     CaseType.Performance768D1M99P,
-    DIVIDER,
     CaseType.Performance1536D5M99P,
     CaseType.Performance1536D500K99P,
-    DIVIDER,
     CaseType.CapacityDim960,
     CaseType.CapacityDim128,
 ]
+CASE_NAME_ORDER = [case.case_cls().name for case in DISPLAY_CASE_ORDER]
 
-CASE_LIST = [item for item in CASE_LIST_WITH_DIVIDER if isinstance(item, CaseType)]
+# CASE_LIST = [
+#     item for item in CASE_LIST_WITH_DIVIDER if isinstance(item, CaseType)]
 
 
 class InputType(IntEnum):
     Text = 20001
     Number = 20002
     Option = 20003
+    Float = 20004
 
 
 class CaseConfigInput(BaseModel):
@@ -53,7 +158,7 @@ class CaseConfigInput(BaseModel):
     inputHelp: str = ""
     displayLabel: str = ""
     # todo type should be a function
-    isDisplayed: typing.Any = lambda x: True
+    isDisplayed: typing.Any = lambda config: True
 
 
 CaseConfigParamInput_IndexType = CaseConfigInput(
@@ -65,6 +170,7 @@ CaseConfigParamInput_IndexType = CaseConfigInput(
             IndexType.IVFFlat.value,
             IndexType.IVFSQ8.value,
             IndexType.DISKANN.value,
+            IndexType.STREAMING_DISKANN.value,
             IndexType.Flat.value,
             IndexType.AUTOINDEX.value,
             IndexType.GPU_IVF_FLAT.value,
@@ -74,6 +180,104 @@ CaseConfigParamInput_IndexType = CaseConfigInput(
     },
 )
 
+
+CaseConfigParamInput_IndexType_PgVectorScale = CaseConfigInput(
+    label=CaseConfigParamType.IndexType,
+    inputHelp="Select Index Type",
+    inputType=InputType.Option,
+    inputConfig={
+        "options": [
+            IndexType.STREAMING_DISKANN.value,
+        ],
+    },
+)
+
+
+CaseConfigParamInput_storage_layout = CaseConfigInput(
+    label=CaseConfigParamType.storage_layout,
+    inputHelp="Select Storage Layout",
+    inputType=InputType.Option,
+    inputConfig={
+        "options": [
+            "memory_optimized",
+            "plain",
+        ],
+    },
+)
+
+CaseConfigParamInput_num_neighbors = CaseConfigInput(
+    label=CaseConfigParamType.num_neighbors,
+    inputType=InputType.Number,
+    inputConfig={
+        "min": 10,
+        "max": 300,
+        "value": 50,
+    },
+    isDisplayed=lambda config: config.get(CaseConfigParamType.IndexType, None)
+    == IndexType.STREAMING_DISKANN.value,
+)
+
+CaseConfigParamInput_search_list_size = CaseConfigInput(
+    label=CaseConfigParamType.search_list_size,
+    inputType=InputType.Number,
+    inputConfig={
+        "min": 10,
+        "max": 300,
+        "value": 100,
+    },
+    isDisplayed=lambda config: config.get(CaseConfigParamType.IndexType, None)
+    == IndexType.STREAMING_DISKANN.value,
+)
+
+CaseConfigParamInput_max_alpha = CaseConfigInput(
+    label=CaseConfigParamType.max_alpha,
+    inputType=InputType.Float,
+    inputConfig={
+        "min": 0.1,
+        "max": 2.0,
+        "value": 1.2,
+    },
+    isDisplayed=lambda config: config.get(CaseConfigParamType.IndexType, None)
+    == IndexType.STREAMING_DISKANN.value,
+)
+
+CaseConfigParamInput_num_dimensions = CaseConfigInput(
+    label=CaseConfigParamType.num_dimensions,
+    inputType=InputType.Number,
+    inputConfig={
+        "min": 0,
+        "max": 2000,
+        "value": 0,
+    },
+    isDisplayed=lambda config: config.get(CaseConfigParamType.IndexType, None)
+    == IndexType.STREAMING_DISKANN.value,
+)
+
+CaseConfigParamInput_query_search_list_size = CaseConfigInput(
+    label=CaseConfigParamType.query_search_list_size,
+    inputType=InputType.Number,
+    inputConfig={
+        "min": 50,
+        "max": 150,
+        "value": 100,
+    },
+    isDisplayed=lambda config: config.get(CaseConfigParamType.IndexType, None)
+    == IndexType.STREAMING_DISKANN.value,
+)
+
+
+CaseConfigParamInput_query_rescore = CaseConfigInput(
+    label=CaseConfigParamType.query_rescore,
+    inputType=InputType.Number,
+    inputConfig={
+        "min": 0,
+        "max": 150,
+        "value": 50,
+    },
+    isDisplayed=lambda config: config.get(CaseConfigParamType.IndexType, None)
+    == IndexType.STREAMING_DISKANN.value,
+)
+
 CaseConfigParamInput_IndexType_PgVector = CaseConfigInput(
     label=CaseConfigParamType.IndexType,
     inputHelp="Select Index Type",
@@ -86,6 +290,19 @@ CaseConfigParamInput_IndexType_PgVector = CaseConfigInput(
     },
 )
 
+CaseConfigParamInput_IndexType_PgVectoRS = CaseConfigInput(
+    label=CaseConfigParamType.IndexType,
+    inputHelp="Select Index Type",
+    inputType=InputType.Option,
+    inputConfig={
+        "options": [
+            IndexType.HNSW.value,
+            IndexType.IVFFlat.value,
+            IndexType.Flat.value,
+        ],
+    },
+)
+
 CaseConfigParamInput_M = CaseConfigInput(
     label=CaseConfigParamType.M,
     inputType=InputType.Number,
@@ -146,7 +363,7 @@ CaseConfigParamInput_EFConstruction_ES = CaseConfigInput(
 CaseConfigParamInput_maintenance_work_mem_PgVector = CaseConfigInput(
     label=CaseConfigParamType.maintenance_work_mem,
     inputHelp="Recommended value: 1.33x the index size, not to exceed the available free memory."
-              "Specify in gigabytes. e.g. 8GB",
+    "Specify in gigabytes. e.g. 8GB",
     inputType=InputType.Text,
     inputConfig={
         "value": "8GB",
@@ -157,7 +374,7 @@ CaseConfigParamInput_max_parallel_workers_PgVector = CaseConfigInput(
     label=CaseConfigParamType.max_parallel_workers,
     displayLabel="Max parallel workers",
     inputHelp="Recommended value: (cpu cores - 1). This will set the parameters: max_parallel_maintenance_workers,"
-              " max_parallel_workers & table(parallel_workers)",
+    " max_parallel_workers & table(parallel_workers)",
     inputType=InputType.Number,
     inputConfig={
         "min": 0,
@@ -168,14 +385,26 @@ CaseConfigParamInput_max_parallel_workers_PgVector = CaseConfigInput(
 
 
 CaseConfigParamInput_EFConstruction_PgVectoRS = CaseConfigInput(
-    label=CaseConfigParamType.EFConstruction,
+    label=CaseConfigParamType.ef_construction,
     inputType=InputType.Number,
     inputConfig={
-        "min": 8,
-        "max": 512,
-        "value": 360,
+        "min": 10,
+        "max": 2000,
+        "value": 300,
     },
-    isDisplayed=lambda config: config[CaseConfigParamType.IndexType]
+    isDisplayed=lambda config: config.get(CaseConfigParamType.IndexType, None)
+    == IndexType.HNSW.value,
+)
+
+CaseConfigParamInput_EFSearch_PgVectoRS = CaseConfigInput(
+    label=CaseConfigParamType.ef_search,
+    inputType=InputType.Number,
+    inputConfig={
+        "min": 1,
+        "max": 65535,
+        "value": 100,
+    },
+    isDisplayed=lambda config: config.get(CaseConfigParamType.IndexType, None)
     == IndexType.HNSW.value,
 )
 
@@ -298,6 +527,7 @@ CaseConfigParamInput_M_PQ = CaseConfigInput(
     in [IndexType.GPU_IVF_PQ.value],
 )
 
+
 CaseConfigParamInput_Nbits_PQ = CaseConfigInput(
     label=CaseConfigParamType.nbits,
     inputType=InputType.Number,
@@ -494,6 +724,7 @@ CaseConfigParamInput_EFSearch_PgVector = CaseConfigInput(
     == IndexType.HNSW.value,
 )
 
+
 CaseConfigParamInput_QuantizationType_PgVectoRS = CaseConfigInput(
     label=CaseConfigParamType.quantizationType,
     inputType=InputType.Option,
@@ -514,13 +745,26 @@ CaseConfigParamInput_QuantizationRatio_PgVectoRS = CaseConfigInput(
         "options": ["x4", "x8", "x16", "x32", "x64"],
     },
     isDisplayed=lambda config: config.get(CaseConfigParamType.quantizationType, None)
-    == "product" and config.get(CaseConfigParamType.IndexType, None)
+    == "product"
+    and config.get(CaseConfigParamType.IndexType, None)
     in [
         IndexType.HNSW.value,
         IndexType.IVFFlat.value,
     ],
 )
 
+CaseConfigParamInput_max_parallel_workers_PgVectorRS = CaseConfigInput(
+    label=CaseConfigParamType.max_parallel_workers,
+    displayLabel="Max parallel workers",
+    inputHelp="Recommended value: (cpu cores - 1). This will set the parameters: [optimizing.optimizing_threads]",
+    inputType=InputType.Number,
+    inputConfig={
+        "min": 0,
+        "max": 1024,
+        "value": 16,
+    },
+)
+
 CaseConfigParamInput_ZillizLevel = CaseConfigInput(
     label=CaseConfigParamType.level,
     inputType=InputType.Number,
@@ -582,46 +826,69 @@ ESPerformanceConfig = [
     CaseConfigParamInput_NumCandidates_ES,
 ]
 
-PgVectorLoadingConfig = [CaseConfigParamInput_IndexType_PgVector,
-                         CaseConfigParamInput_Lists_PgVector,
-                         CaseConfigParamInput_m,
-                         CaseConfigParamInput_EFConstruction_PgVector,
-                         CaseConfigParamInput_maintenance_work_mem_PgVector,
-                         CaseConfigParamInput_max_parallel_workers_PgVector,
-                         ]
-PgVectorPerformanceConfig = [CaseConfigParamInput_IndexType_PgVector,
-                             CaseConfigParamInput_m,
-                             CaseConfigParamInput_EFConstruction_PgVector,
-                             CaseConfigParamInput_EFSearch_PgVector,
-                             CaseConfigParamInput_Lists_PgVector,
-                             CaseConfigParamInput_Probes_PgVector,
-                             CaseConfigParamInput_maintenance_work_mem_PgVector,
-                             CaseConfigParamInput_max_parallel_workers_PgVector,
-                             ]
+PgVectorLoadingConfig = [
+    CaseConfigParamInput_IndexType_PgVector,
+    CaseConfigParamInput_Lists_PgVector,
+    CaseConfigParamInput_m,
+    CaseConfigParamInput_EFConstruction_PgVector,
+    CaseConfigParamInput_maintenance_work_mem_PgVector,
+    CaseConfigParamInput_max_parallel_workers_PgVector,
+]
+PgVectorPerformanceConfig = [
+    CaseConfigParamInput_IndexType_PgVector,
+    CaseConfigParamInput_m,
+    CaseConfigParamInput_EFConstruction_PgVector,
+    CaseConfigParamInput_EFSearch_PgVector,
+    CaseConfigParamInput_Lists_PgVector,
+    CaseConfigParamInput_Probes_PgVector,
+    CaseConfigParamInput_maintenance_work_mem_PgVector,
+    CaseConfigParamInput_max_parallel_workers_PgVector,
+]
 
 PgVectoRSLoadingConfig = [
-    CaseConfigParamInput_IndexType,
-    CaseConfigParamInput_M,
+    CaseConfigParamInput_IndexType_PgVectoRS,
+    CaseConfigParamInput_m,
     CaseConfigParamInput_EFConstruction_PgVectoRS,
     CaseConfigParamInput_Nlist,
     CaseConfigParamInput_QuantizationType_PgVectoRS,
     CaseConfigParamInput_QuantizationRatio_PgVectoRS,
+    CaseConfigParamInput_max_parallel_workers_PgVectorRS,
 ]
 
 PgVectoRSPerformanceConfig = [
-    CaseConfigParamInput_IndexType,
-    CaseConfigParamInput_M,
+    CaseConfigParamInput_IndexType_PgVectoRS,
+    CaseConfigParamInput_m,
     CaseConfigParamInput_EFConstruction_PgVectoRS,
+    CaseConfigParamInput_EFSearch_PgVectoRS,
     CaseConfigParamInput_Nlist,
     CaseConfigParamInput_Nprobe,
     CaseConfigParamInput_QuantizationType_PgVectoRS,
     CaseConfigParamInput_QuantizationRatio_PgVectoRS,
+    CaseConfigParamInput_max_parallel_workers_PgVectorRS,
 ]
 
 ZillizCloudPerformanceConfig = [
     CaseConfigParamInput_ZillizLevel,
 ]
 
+PgVectorScaleLoadingConfig = [
+    CaseConfigParamInput_IndexType_PgVectorScale,
+    CaseConfigParamInput_num_neighbors,
+    CaseConfigParamInput_storage_layout,
+    CaseConfigParamInput_search_list_size,
+    CaseConfigParamInput_max_alpha,
+]
+
+PgVectorScalePerformanceConfig = [
+    CaseConfigParamInput_IndexType_PgVectorScale,
+    CaseConfigParamInput_num_neighbors,
+    CaseConfigParamInput_storage_layout,
+    CaseConfigParamInput_search_list_size,
+    CaseConfigParamInput_max_alpha,
+    CaseConfigParamInput_query_rescore,
+    CaseConfigParamInput_query_search_list_size,
+]
+
 CASE_CONFIG_MAP = {
     DB.Milvus: {
         CaseLabel.Load: MilvusLoadConfig,
@@ -646,4 +913,8 @@ CASE_CONFIG_MAP = {
         CaseLabel.Load: PgVectoRSLoadingConfig,
         CaseLabel.Performance: PgVectoRSPerformanceConfig,
     },
+    DB.PgVectorScale: {
+        CaseLabel.Load: PgVectorScaleLoadingConfig,
+        CaseLabel.Performance: PgVectorScalePerformanceConfig,
+    },
 }

vectordb_bench/frontend/{const → config}/styles.py

@@ -46,6 +46,7 @@ DB_TO_ICON = {
     DB.PgVectoRS: "https://assets.zilliz.com/PG_Vector_d464f2ef5f.png",
     DB.Redis: "https://assets.zilliz.com/Redis_Cloud_74b8bfef39.png",
     DB.Chroma: "https://assets.zilliz.com/chroma_ceb3f06ed7.png",
+    DB.AWSOpenSearch: "https://assets.zilliz.com/opensearch_1eee37584e.jpeg",
 }
 
 # RedisCloud color: #0D6EFD
@@ -59,4 +60,5 @@ COLOR_MAP = {
     DB.WeaviateCloud.value: "#20C997",
     DB.PgVector.value: "#4C779A",
     DB.Redis.value: "#0D6EFD",
+    DB.AWSOpenSearch.value: "#0DCAF0",
 }

vectordb_bench/frontend/pages/concurrent.py

@@ -1,18 +1,14 @@
-
-
-
 import streamlit as st
-from vectordb_bench.backend.cases import CaseType
 from vectordb_bench.frontend.components.check_results.footer import footer
-from vectordb_bench.frontend.components.check_results.expanderStyle import initMainExpanderStyle
-from vectordb_bench.frontend.components.check_results.priceTable import priceTable
 from vectordb_bench.frontend.components.check_results.headerIcon import drawHeaderIcon
-from vectordb_bench.frontend.components.check_results.nav import NavToResults, NavToRunTest
-from vectordb_bench.frontend.components.check_results.charts import drawMetricChart
+from vectordb_bench.frontend.components.check_results.nav import (
+    NavToResults,
+    NavToRunTest,
+)
 from vectordb_bench.frontend.components.check_results.filters import getshownData
 from vectordb_bench.frontend.components.concurrent.charts import drawChartsByCase
 from vectordb_bench.frontend.components.get_results.saveAsImage import getResults
-from vectordb_bench.frontend.const.styles import *
+from vectordb_bench.frontend.config.styles import FAVICON
 from vectordb_bench.interface import benchMarkRunner
 from vectordb_bench.models import TestResult
 
@@ -30,26 +26,23 @@ def main():
     drawHeaderIcon(st)
 
     allResults = benchMarkRunner.get_results()
-    
+
     def check_conc_data(res: TestResult):
         case_results = res.results
         count = 0
         for case_result in case_results:
             if len(case_result.metrics.conc_num_list) > 0:
                 count += 1
-        
+
         return count > 0
-    
+
     checkedResults = [res for res in allResults if check_conc_data(res)]
-        
 
     st.title("VectorDB Benchmark (Concurrent Performance)")
 
     # results selector
     resultSelectorContainer = st.sidebar.container()
-    shownData, _, showCases = getshownData(
-        checkedResults, resultSelectorContainer)
-    
+    shownData, _, showCaseNames = getshownData(checkedResults, resultSelectorContainer)
 
     resultSelectorContainer.divider()
 
@@ -61,8 +54,8 @@ def main():
     # save or share
     resultesContainer = st.sidebar.container()
     getResults(resultesContainer, "vectordb_bench_concurrent")
-    
-    drawChartsByCase(shownData, showCases, st.container())
+
+    drawChartsByCase(shownData, showCaseNames, st.container())
 
     # footer
     footer(st.container())

vectordb_bench/frontend/pages/custom.py

@@ -0,0 +1,64 @@
+import streamlit as st
+from vectordb_bench.frontend.components.check_results.headerIcon import drawHeaderIcon
+from vectordb_bench.frontend.components.custom.displayCustomCase import displayCustomCase
+from vectordb_bench.frontend.components.custom.displaypPrams import displayParams
+from vectordb_bench.frontend.components.custom.getCustomConfig import CustomCaseConfig, generate_custom_case, get_custom_configs, save_custom_configs
+from vectordb_bench.frontend.components.custom.initStyle import initStyle
+from vectordb_bench.frontend.config.styles import FAVICON, PAGE_TITLE
+
+
+class CustomCaseManager():
+    customCaseItems: list[CustomCaseConfig]
+
+    def __init__(self):
+        self.customCaseItems = get_custom_configs()
+
+    def addCase(self):
+        new_custom_case = generate_custom_case()
+        new_custom_case.dataset_config.name = f"{new_custom_case.dataset_config.name} {len(self.customCaseItems)}"
+        self.customCaseItems += [new_custom_case]
+        self.save()
+
+    def deleteCase(self, idx: int):
+        self.customCaseItems.pop(idx)
+        self.save()
+
+    def save(self):
+        save_custom_configs(self.customCaseItems)
+
+
+def main():
+    st.set_page_config(
+        page_title=PAGE_TITLE,
+        page_icon=FAVICON,
+        # layout="wide",
+        # initial_sidebar_state="collapsed",
+    )
+
+    # header
+    drawHeaderIcon(st)
+
+    # init style
+    initStyle(st)
+
+    st.title("Custom Dataset")
+    displayParams(st)
+    customCaseManager = CustomCaseManager()
+
+    for idx, customCase in enumerate(customCaseManager.customCaseItems):
+        expander = st.expander(customCase.dataset_config.name, expanded=True)
+        key = f"custom_case_{idx}"
+        displayCustomCase(customCase, expander, key=key)
+
+        columns = expander.columns(8)
+        columns[0].button(
+            "Save", key=f"{key}_", type="secondary", on_click=lambda: customCaseManager.save())
+        columns[1].button(":red[Delete]", key=f"{key}_delete", type="secondary",
+                          on_click=lambda: customCaseManager.deleteCase(idx))
+
+    st.button("\+ New Dataset", key=f"add_custom_configs",
+              type="primary", on_click=lambda: customCaseManager.addCase())
+
+
+if __name__ == "__main__":
+    main()

vectordb_bench/frontend/pages/quries_per_dollar.py

@@ -8,7 +8,7 @@ from vectordb_bench.frontend.components.check_results.nav import NavToResults, N
 from vectordb_bench.frontend.components.check_results.charts import drawMetricChart
 from vectordb_bench.frontend.components.check_results.filters import getshownData
 from vectordb_bench.frontend.components.get_results.saveAsImage import getResults
-from vectordb_bench.frontend.const.styles import *
+from vectordb_bench.frontend.config.styles import *
 from vectordb_bench.interface import benchMarkRunner
 from vectordb_bench.metric import QURIES_PER_DOLLAR_METRIC
 
@@ -26,7 +26,7 @@ def main():
 
     # results selector
     resultSelectorContainer = st.sidebar.container()
-    shownData, _, showCases = getshownData(allResults, resultSelectorContainer)
+    shownData, _, showCaseNames = getshownData(allResults, resultSelectorContainer)
 
     resultSelectorContainer.divider()
 
@@ -45,8 +45,8 @@ def main():
     priceMap = priceTable(priceTableContainer, shownData)
 
     # charts
-    for case in showCases:
-        data = [data for data in shownData if data["case_name"] == case.name]
+    for caseName in showCaseNames:
+        data = [data for data in shownData if data["case_name"] == caseName]
         dataWithMetric = []
         metric = QURIES_PER_DOLLAR_METRIC
         for d in data:
@@ -56,7 +56,7 @@ def main():
                 d[metric] = d["qps"] / price * 3.6
                 dataWithMetric.append(d)
         if len(dataWithMetric) > 0:
-            chartContainer = st.expander(case.name, True)
+            chartContainer = st.expander(caseName, True)
             drawMetricChart(data, metric, chartContainer)
 
     # footer

vectordb_bench/frontend/pages/run_test.py

@@ -5,6 +5,7 @@ from vectordb_bench.frontend.components.run_test.dbConfigSetting import dbConfig
 from vectordb_bench.frontend.components.run_test.dbSelector import dbSelector
 from vectordb_bench.frontend.components.run_test.generateTasks import generate_tasks
 from vectordb_bench.frontend.components.run_test.hideSidebar import hideSidebar
+from vectordb_bench.frontend.components.run_test.initStyle import initStyle
 from vectordb_bench.frontend.components.run_test.submitTask import submitTask
 from vectordb_bench.frontend.components.check_results.nav import NavToResults
 from vectordb_bench.frontend.components.check_results.headerIcon import drawHeaderIcon
@@ -15,6 +16,9 @@ def main():
     # set page config
     initRunTestPageConfig(st)
     
+    # init style
+    initStyle(st)
+    
     # header
     drawHeaderIcon(st)