PyPI - vectordb-bench - Versions diffs - 0.0.30__py3-none-any.whl → 1.0.0__py3-none-any.whl - Mend

vectordb-bench 0.0.30py3-none-any.whl → 1.0.0py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (76) hide show

vectordb_bench/__init__.py +14 -27
vectordb_bench/backend/assembler.py +19 -6
vectordb_bench/backend/cases.py +186 -23
vectordb_bench/backend/clients/__init__.py +16 -0
vectordb_bench/backend/clients/api.py +22 -1
vectordb_bench/backend/clients/aws_opensearch/aws_opensearch.py +82 -41
vectordb_bench/backend/clients/aws_opensearch/config.py +23 -4
vectordb_bench/backend/clients/chroma/chroma.py +6 -2
vectordb_bench/backend/clients/elastic_cloud/config.py +19 -1
vectordb_bench/backend/clients/elastic_cloud/elastic_cloud.py +133 -45
vectordb_bench/backend/clients/milvus/config.py +1 -0
vectordb_bench/backend/clients/milvus/milvus.py +74 -22
vectordb_bench/backend/clients/oceanbase/cli.py +100 -0
vectordb_bench/backend/clients/oceanbase/config.py +125 -0
vectordb_bench/backend/clients/oceanbase/oceanbase.py +215 -0
vectordb_bench/backend/clients/pinecone/pinecone.py +39 -25
vectordb_bench/backend/clients/qdrant_cloud/config.py +59 -3
vectordb_bench/backend/clients/qdrant_cloud/qdrant_cloud.py +100 -33
vectordb_bench/backend/dataset.py +143 -27
vectordb_bench/backend/filter.py +76 -0
vectordb_bench/backend/runner/__init__.py +3 -3
vectordb_bench/backend/runner/mp_runner.py +52 -39
vectordb_bench/backend/runner/rate_runner.py +68 -52
vectordb_bench/backend/runner/read_write_runner.py +125 -68
vectordb_bench/backend/runner/serial_runner.py +56 -23
vectordb_bench/backend/task_runner.py +48 -20
vectordb_bench/cli/cli.py +59 -1
vectordb_bench/cli/vectordbbench.py +3 -0
vectordb_bench/frontend/components/check_results/data.py +16 -11
vectordb_bench/frontend/components/check_results/filters.py +53 -25
vectordb_bench/frontend/components/check_results/headerIcon.py +16 -13
vectordb_bench/frontend/components/check_results/nav.py +20 -0
vectordb_bench/frontend/components/custom/displayCustomCase.py +43 -8
vectordb_bench/frontend/components/custom/displaypPrams.py +10 -5
vectordb_bench/frontend/components/custom/getCustomConfig.py +10 -0
vectordb_bench/frontend/components/label_filter/charts.py +60 -0
vectordb_bench/frontend/components/run_test/caseSelector.py +48 -52
vectordb_bench/frontend/components/run_test/dbSelector.py +9 -5
vectordb_bench/frontend/components/run_test/inputWidget.py +48 -0
vectordb_bench/frontend/components/run_test/submitTask.py +3 -1
vectordb_bench/frontend/components/streaming/charts.py +253 -0
vectordb_bench/frontend/components/streaming/data.py +62 -0
vectordb_bench/frontend/components/tables/data.py +1 -1
vectordb_bench/frontend/components/welcome/explainPrams.py +66 -0
vectordb_bench/frontend/components/welcome/pagestyle.py +106 -0
vectordb_bench/frontend/components/welcome/welcomePrams.py +147 -0
vectordb_bench/frontend/config/dbCaseConfigs.py +307 -40
vectordb_bench/frontend/config/styles.py +32 -2
vectordb_bench/frontend/pages/concurrent.py +5 -1
vectordb_bench/frontend/pages/custom.py +4 -0
vectordb_bench/frontend/pages/label_filter.py +56 -0
vectordb_bench/frontend/pages/quries_per_dollar.py +5 -1
vectordb_bench/frontend/pages/results.py +60 -0
vectordb_bench/frontend/pages/run_test.py +3 -3
vectordb_bench/frontend/pages/streaming.py +135 -0
vectordb_bench/frontend/pages/tables.py +4 -0
vectordb_bench/frontend/vdb_benchmark.py +16 -41
vectordb_bench/interface.py +6 -2
vectordb_bench/metric.py +15 -1
vectordb_bench/models.py +31 -11
vectordb_bench/results/ElasticCloud/result_20250318_standard_elasticcloud.json +5890 -0
vectordb_bench/results/Milvus/result_20250509_standard_milvus.json +6138 -0
vectordb_bench/results/OpenSearch/result_20250224_standard_opensearch.json +7319 -0
vectordb_bench/results/Pinecone/result_20250124_standard_pinecone.json +2365 -0
vectordb_bench/results/QdrantCloud/result_20250602_standard_qdrantcloud.json +3556 -0
vectordb_bench/results/ZillizCloud/result_20250613_standard_zillizcloud.json +6290 -0
vectordb_bench/results/dbPrices.json +12 -4
{vectordb_bench-0.0.30.dist-info → vectordb_bench-1.0.0.dist-info}/METADATA +85 -32
{vectordb_bench-0.0.30.dist-info → vectordb_bench-1.0.0.dist-info}/RECORD +73 -56
vectordb_bench/results/ZillizCloud/result_20230727_standard_zillizcloud.json +0 -791
vectordb_bench/results/ZillizCloud/result_20230808_standard_zillizcloud.json +0 -679
vectordb_bench/results/ZillizCloud/result_20240105_standard_202401_zillizcloud.json +0 -1352
{vectordb_bench-0.0.30.dist-info → vectordb_bench-1.0.0.dist-info}/WHEEL +0 -0
{vectordb_bench-0.0.30.dist-info → vectordb_bench-1.0.0.dist-info}/entry_points.txt +0 -0
{vectordb_bench-0.0.30.dist-info → vectordb_bench-1.0.0.dist-info}/licenses/LICENSE +0 -0
{vectordb_bench-0.0.30.dist-info → vectordb_bench-1.0.0.dist-info}/top_level.txt +0 -0

vectordb_bench/results/ZillizCloud/result_20230808_standard_zillizcloud.json DELETED Viewed

@@ -1,679 +0,0 @@
-{
-  "run_id": "5c1e8bd468224ffda1b39b08cdc342c3",
-  "task_label": "standard",
-  "results": [
-    {
-      "metrics": {
-        "max_load_count": 0,
-        "load_duration": 1079.0,
-        "qps": 297.5,
-        "serial_latency_p99": 0.0072,
-        "recall": 0.974
-      },
-      "task_config": {
-        "db": "ZillizCloud",
-        "db_config": {
-          "db_label": "1cu-perf",
-          "version": "v2023.6",
-          "uri": "**********",
-          "user": "root",
-          "password": "**********"
-        },
-        "db_case_config": {
-          "index": "AUTOINDEX",
-          "metric_type": "COSINE"
-        },
-        "case_config": {
-          "case_id": 10,
-          "custom_case": {}
-        }
-      },
-      "label": ":)"
-    },
-    {
-      "metrics": {
-        "max_load_count": 0,
-        "load_duration": 0.0,
-        "qps": 0.0,
-        "serial_latency_p99": 0.0,
-        "recall": 0.0
-      },
-      "task_config": {
-        "db": "ZillizCloud",
-        "db_config": {
-          "db_label": "1cu-perf",
-          "version": "v2023.6",
-          "uri": "**********",
-          "user": "root",
-          "password": "**********"
-        },
-        "db_case_config": {
-          "index": "AUTOINDEX",
-          "metric_type": "COSINE"
-        },
-        "case_config": {
-          "case_id": 11,
-          "custom_case": {}
-        }
-      },
-      "label": "x"
-    },
-    {
-      "metrics": {
-        "max_load_count": 0,
-        "load_duration": 1060.0,
-        "qps": 228.3,
-        "serial_latency_p99": 0.0106,
-        "recall": 0.994
-      },
-      "task_config": {
-        "db": "ZillizCloud",
-        "db_config": {
-          "db_label": "1cu-perf",
-          "version": "v2023.6",
-          "uri": "**********",
-          "user": "root",
-          "password": "**********"
-        },
-        "db_case_config": {
-          "index": "AUTOINDEX",
-          "metric_type": "COSINE"
-        },
-        "case_config": {
-          "case_id": 12,
-          "custom_case": {}
-        }
-      },
-      "label": ":)"
-    },
-    {
-      "metrics": {
-        "max_load_count": 0,
-        "load_duration": 0.0,
-        "qps": 0.0,
-        "serial_latency_p99": 0.0,
-        "recall": 0.0
-      },
-      "task_config": {
-        "db": "ZillizCloud",
-        "db_config": {
-          "db_label": "1cu-perf",
-          "version": "v2023.6",
-          "uri": "**********",
-          "user": "root",
-          "password": "**********"
-        },
-        "db_case_config": {
-          "index": "AUTOINDEX",
-          "metric_type": "COSINE"
-        },
-        "case_config": {
-          "case_id": 13,
-          "custom_case": {}
-        }
-      },
-      "label": "x"
-    },
-    {
-      "metrics": {
-        "max_load_count": 0,
-        "load_duration": 1067.0,
-        "qps": 584.0,
-        "serial_latency_p99": 0.0046,
-        "recall": 1.0
-      },
-      "task_config": {
-        "db": "ZillizCloud",
-        "db_config": {
-          "db_label": "1cu-perf",
-          "version": "v2023.6",
-          "uri": "**********",
-          "user": "root",
-          "password": "**********"
-        },
-        "db_case_config": {
-          "index": "AUTOINDEX",
-          "metric_type": "COSINE"
-        },
-        "case_config": {
-          "case_id": 14,
-          "custom_case": {}
-        }
-      },
-      "label": ":)"
-    },
-    {
-      "metrics": {
-        "max_load_count": 0,
-        "load_duration": 0.0,
-        "qps": 0.0,
-        "serial_latency_p99": 0.0,
-        "recall": 0.0
-      },
-      "task_config": {
-        "db": "ZillizCloud",
-        "db_config": {
-          "db_label": "1cu-perf",
-          "version": "v2023.6",
-          "uri": "**********",
-          "user": "root",
-          "password": "**********"
-        },
-        "db_case_config": {
-          "index": "AUTOINDEX",
-          "metric_type": "COSINE"
-        },
-        "case_config": {
-          "case_id": 15,
-          "custom_case": {}
-        }
-      },
-      "label": "x"
-    },
-    {
-      "metrics": {
-        "max_load_count": 0,
-        "load_duration": 1786.0,
-        "qps": 1871.0,
-        "serial_latency_p99": 0.007,
-        "recall": 0.9602
-      },
-      "task_config": {
-        "db": "ZillizCloud",
-        "db_config": {
-          "db_label": "8cu-perf",
-          "version": "v2023.6",
-          "uri": "**********",
-          "user": "root",
-          "password": "**********"
-        },
-        "db_case_config": {
-          "index": "AUTOINDEX",
-          "metric_type": "COSINE"
-        },
-        "case_config": {
-          "case_id": 10,
-          "custom_case": {}
-        }
-      },
-      "label": ":)"
-    },
-    {
-      "metrics": {
-        "max_load_count": 0,
-        "load_duration": 6848.0,
-        "qps": 556.7,
-        "serial_latency_p99": 0.0067,
-        "recall": 0.9723
-      },
-      "task_config": {
-        "db": "ZillizCloud",
-        "db_config": {
-          "db_label": "8cu-perf",
-          "version": "v2023.6",
-          "uri": "**********",
-          "user": "root",
-          "password": "**********"
-        },
-        "db_case_config": {
-          "index": "AUTOINDEX",
-          "metric_type": "COSINE"
-        },
-        "case_config": {
-          "case_id": 11,
-          "custom_case": {}
-        }
-      },
-      "label": ":)"
-    },
-    {
-      "metrics": {
-        "max_load_count": 0,
-        "load_duration": 1786.0,
-        "qps": 1583.0,
-        "serial_latency_p99": 0.0068,
-        "recall": 0.9836
-      },
-      "task_config": {
-        "db": "ZillizCloud",
-        "db_config": {
-          "db_label": "8cu-perf",
-          "version": "v2023.6",
-          "uri": "**********",
-          "user": "root",
-          "password": "**********"
-        },
-        "db_case_config": {
-          "index": "AUTOINDEX",
-          "metric_type": "COSINE"
-        },
-        "case_config": {
-          "case_id": 12,
-          "custom_case": {}
-        }
-      },
-      "label": ":)"
-    },
-    {
-      "metrics": {
-        "max_load_count": 0,
-        "load_duration": 6976.0,
-        "qps": 294.3,
-        "serial_latency_p99": 0.0109,
-        "recall": 0.9939
-      },
-      "task_config": {
-        "db": "ZillizCloud",
-        "db_config": {
-          "db_label": "8cu-perf",
-          "version": "v2023.6",
-          "uri": "**********",
-          "user": "root",
-          "password": "**********"
-        },
-        "db_case_config": {
-          "index": "AUTOINDEX",
-          "metric_type": "COSINE"
-        },
-        "case_config": {
-          "case_id": 13,
-          "custom_case": {}
-        }
-      },
-      "label": ":)"
-    },
-    {
-      "metrics": {
-        "max_load_count": 0,
-        "load_duration": 1786.0,
-        "qps": 2345.0,
-        "serial_latency_p99": 0.0089,
-        "recall": 1.0
-      },
-      "task_config": {
-        "db": "ZillizCloud",
-        "db_config": {
-          "db_label": "8cu-perf",
-          "version": "v2023.6",
-          "uri": "**********",
-          "user": "root",
-          "password": "**********"
-        },
-        "db_case_config": {
-          "index": "AUTOINDEX",
-          "metric_type": "COSINE"
-        },
-        "case_config": {
-          "case_id": 14,
-          "custom_case": {}
-        }
-      },
-      "label": ":)"
-    },
-    {
-      "metrics": {
-        "max_load_count": 0,
-        "load_duration": 6976.0,
-        "qps": 295.6,
-        "serial_latency_p99": 0.0123,
-        "recall": 1.0
-      },
-      "task_config": {
-        "db": "ZillizCloud",
-        "db_config": {
-          "db_label": "8cu-perf",
-          "version": "v2023.6",
-          "uri": "**********",
-          "user": "root",
-          "password": "**********"
-        },
-        "db_case_config": {
-          "index": "AUTOINDEX",
-          "metric_type": "COSINE"
-        },
-        "case_config": {
-          "case_id": 15,
-          "custom_case": {}
-        }
-      },
-      "label": ":)"
-    },
-    {
-      "metrics": {
-        "max_load_count": 0,
-        "load_duration": 2408.0,
-        "qps": 143.0,
-        "serial_latency_p99": 0.0335,
-        "recall": 0.9818
-      },
-      "task_config": {
-        "db": "ZillizCloud",
-        "db_config": {
-          "db_label": "1cu-cap",
-          "version": "v2023.6",
-          "uri": "**********",
-          "user": "root",
-          "password": "**********"
-        },
-        "db_case_config": {
-          "index": "AUTOINDEX",
-          "metric_type": "COSINE"
-        },
-        "case_config": {
-          "case_id": 10,
-          "custom_case": {}
-        }
-      },
-      "label": ":)"
-    },
-    {
-      "metrics": {
-        "max_load_count": 0,
-        "load_duration": 0.0,
-        "qps": 0.0,
-        "serial_latency_p99": 0.0,
-        "recall": 0.0
-      },
-      "task_config": {
-        "db": "ZillizCloud",
-        "db_config": {
-          "db_label": "1cu-cap",
-          "version": "v2023.6",
-          "uri": "**********",
-          "user": "root",
-          "password": "**********"
-        },
-        "db_case_config": {
-          "index": "AUTOINDEX",
-          "metric_type": "COSINE"
-        },
-        "case_config": {
-          "case_id": 11,
-          "custom_case": {}
-        }
-      },
-      "label": "x"
-    },
-    {
-      "metrics": {
-        "max_load_count": 0,
-        "load_duration": 2408.0,
-        "qps": 106.0,
-        "serial_latency_p99": 0.0207,
-        "recall": 0.9887
-      },
-      "task_config": {
-        "db": "ZillizCloud",
-        "db_config": {
-          "db_label": "1cu-cap",
-          "version": "v2023.6",
-          "uri": "**********",
-          "user": "root",
-          "password": "**********"
-        },
-        "db_case_config": {
-          "index": "AUTOINDEX",
-          "metric_type": "COSINE"
-        },
-        "case_config": {
-          "case_id": 12,
-          "custom_case": {}
-        }
-      },
-      "label": ":)"
-    },
-    {
-      "metrics": {
-        "max_load_count": 0,
-        "load_duration": 0.0,
-        "qps": 0.0,
-        "serial_latency_p99": 0.0,
-        "recall": 0.0
-      },
-      "task_config": {
-        "db": "ZillizCloud",
-        "db_config": {
-          "db_label": "1cu-cap",
-          "version": "v2023.6",
-          "uri": "**********",
-          "user": "root",
-          "password": "**********"
-        },
-        "db_case_config": {
-          "index": "AUTOINDEX",
-          "metric_type": "COSINE"
-        },
-        "case_config": {
-          "case_id": 13,
-          "custom_case": {}
-        }
-      },
-      "label": "x"
-    },
-    {
-      "metrics": {
-        "max_load_count": 0,
-        "load_duration": 2408.0,
-        "qps": 189.0,
-        "serial_latency_p99": 0.0116,
-        "recall": 1.0
-      },
-      "task_config": {
-        "db": "ZillizCloud",
-        "db_config": {
-          "db_label": "1cu-cap",
-          "version": "v2023.6",
-          "uri": "**********",
-          "user": "root",
-          "password": "**********"
-        },
-        "db_case_config": {
-          "index": "AUTOINDEX",
-          "metric_type": "COSINE"
-        },
-        "case_config": {
-          "case_id": 14,
-          "custom_case": {}
-        }
-      },
-      "label": ":)"
-    },
-    {
-      "metrics": {
-        "max_load_count": 0,
-        "load_duration": 0.0,
-        "qps": 0.0,
-        "serial_latency_p99": 0.0,
-        "recall": 0.0
-      },
-      "task_config": {
-        "db": "ZillizCloud",
-        "db_config": {
-          "db_label": "1cu-cap",
-          "version": "v2023.6",
-          "uri": "**********",
-          "user": "root",
-          "password": "**********"
-        },
-        "db_case_config": {
-          "index": "AUTOINDEX",
-          "metric_type": "COSINE"
-        },
-        "case_config": {
-          "case_id": 15,
-          "custom_case": {}
-        }
-      },
-      "label": "x"
-    },
-    {
-      "metrics": {
-        "max_load_count": 0,
-        "load_duration": 2586.0,
-        "qps": 379.9721,
-        "serial_latency_p99": 0.0124,
-        "recall": 0.982
-      },
-      "task_config": {
-        "db": "ZillizCloud",
-        "db_config": {
-          "db_label": "2cu-cap",
-          "version": "v2023.6",
-          "uri": "**********",
-          "user": "root",
-          "password": "**********"
-        },
-        "db_case_config": {
-          "index": "AUTOINDEX",
-          "metric_type": "COSINE"
-        },
-        "case_config": {
-          "case_id": 10,
-          "custom_case": {}
-        }
-      },
-      "label": ":)"
-    },
-    {
-      "metrics": {
-        "max_load_count": 0,
-        "load_duration": 15050.0,
-        "qps": 71.74,
-        "serial_latency_p99": 0.0508,
-        "recall": 0.9883
-      },
-      "task_config": {
-        "db": "ZillizCloud",
-        "db_config": {
-          "db_label": "2cu-cap",
-          "version": "v2023.6",
-          "uri": "**********",
-          "user": "root",
-          "password": "**********"
-        },
-        "db_case_config": {
-          "index": "AUTOINDEX",
-          "metric_type": "COSINE"
-        },
-        "case_config": {
-          "case_id": 11,
-          "custom_case": {}
-        }
-      },
-      "label": ":)"
-    },
-    {
-      "metrics": {
-        "max_load_count": 0,
-        "load_duration": 2586.0,
-        "qps": 287.0,
-        "serial_latency_p99": 0.0149,
-        "recall": 0.9865
-      },
-      "task_config": {
-        "db": "ZillizCloud",
-        "db_config": {
-          "db_label": "2cu-cap",
-          "version": "v2023.6",
-          "uri": "**********",
-          "user": "root",
-          "password": "**********"
-        },
-        "db_case_config": {
-          "index": "AUTOINDEX",
-          "metric_type": "COSINE"
-        },
-        "case_config": {
-          "case_id": 12,
-          "custom_case": {}
-        }
-      },
-      "label": ":)"
-    },
-    {
-      "metrics": {
-        "max_load_count": 0,
-        "load_duration": 13793.0,
-        "qps": 34.6654,
-        "serial_latency_p99": 0.0647,
-        "recall": 0.9961
-      },
-      "task_config": {
-        "db": "ZillizCloud",
-        "db_config": {
-          "db_label": "2cu-cap",
-          "version": "v2023.6",
-          "uri": "**********",
-          "user": "root",
-          "password": "**********"
-        },
-        "db_case_config": {
-          "index": "AUTOINDEX",
-          "metric_type": "COSINE"
-        },
-        "case_config": {
-          "case_id": 13,
-          "custom_case": {}
-        }
-      },
-      "label": ":)"
-    },
-    {
-      "metrics": {
-        "max_load_count": 0,
-        "load_duration": 2586.0,
-        "qps": 412.0,
-        "serial_latency_p99": 0.0103,
-        "recall": 1.0
-      },
-      "task_config": {
-        "db": "ZillizCloud",
-        "db_config": {
-          "db_label": "2cu-cap",
-          "version": "v2023.6",
-          "uri": "**********",
-          "user": "root",
-          "password": "**********"
-        },
-        "db_case_config": {
-          "index": "AUTOINDEX",
-          "metric_type": "COSINE"
-        },
-        "case_config": {
-          "case_id": 14,
-          "custom_case": {}
-        }
-      },
-      "label": ":)"
-    },
-    {
-      "metrics": {
-        "max_load_count": 0,
-        "load_duration": 13793.0,
-        "qps": 42.169,
-        "serial_latency_p99": 0.0468,
-        "recall": 1.0
-      },
-      "task_config": {
-        "db": "ZillizCloud",
-        "db_config": {
-          "db_label": "2cu-cap",
-          "version": "v2023.6",
-          "uri": "**********",
-          "user": "root",
-          "password": "**********"
-        },
-        "db_case_config": {
-          "index": "AUTOINDEX",
-          "metric_type": "COSINE"
-        },
-        "case_config": {
-          "case_id": 15,
-          "custom_case": {}
-        }
-      },
-      "label": ":)"
-    }
-  ],
-  "file_fmt": "result_{}_{}_{}.json"
-}

vectordb-bench 0.0.30__py3-none-any.whl → 1.0.0__py3-none-any.whl

vectordb-bench 0.0.30py3-none-any.whl → 1.0.0py3-none-any.whl