vectordb-bench 0.0.12__py3-none-any.whl → 0.0.14__py3-none-any.whl

vectordb_bench/results/getLeaderboardData.py

@@ -4,7 +4,8 @@ import pathlib
 from vectordb_bench.backend.cases import CaseType
 from vectordb_bench.frontend.config.dbPrices import DB_DBLABEL_TO_PRICE
 from vectordb_bench.interface import benchMarkRunner
-from vectordb_bench.models import CaseResult, ResultLabel, TestResult
+from vectordb_bench.models import ResultLabel, TestResult
+from datetime import datetime
 
 taskLabelToCode = {
     ResultLabel.FAILED: -1,
@@ -13,12 +14,16 @@ taskLabelToCode = {
 }
 
 
+def format_time(ts: float) -> str:
+    default_standard_test_time = datetime(2023, 8, 1)
+    t = datetime.fromtimestamp(ts)
+    if t < default_standard_test_time:
+        t = default_standard_test_time
+    return t.strftime("%Y-%m")
+
+
 def main():
     allResults: list[TestResult] = benchMarkRunner.get_results()
-    results: list[CaseResult] = []
-    for result in allResults:
-        if "standard" in result.task_label:
-            results += result.results
 
     if allResults is not None:
         data = [
@@ -26,13 +31,18 @@ def main():
                 "db": d.task_config.db.value,
                 "db_label": d.task_config.db_config.db_label,
                 "db_name": d.task_config.db_name,
-                "case": d.task_config.case_config.case_id.case_name,
+                "case": d.task_config.case_config.case_id.case_name(),
                 "qps": d.metrics.qps,
                 "latency": d.metrics.serial_latency_p99,
                 "recall": d.metrics.recall,
                 "label": taskLabelToCode[d.label],
+                "note": d.task_config.db_config.note,
+                "version": d.task_config.db_config.version,
+                "test_time": format_time(test_result.timestamp),
             }
-            for d in results
+            for test_result in allResults
+            if "standard" in test_result.task_label
+            for d in test_result.results
             if d.task_config.case_config.case_id != CaseType.CapacityDim128
             and d.task_config.case_config.case_id != CaseType.CapacityDim960
         ]