vectordb-bench 0.0.6__py3-none-any.whl → 0.0.8__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- vectordb_bench/backend/clients/__init__.py +4 -4
- vectordb_bench/backend/clients/api.py +1 -0
- vectordb_bench/backend/clients/chroma/chroma.py +2 -14
- vectordb_bench/backend/clients/milvus/config.py +19 -0
- vectordb_bench/backend/clients/pgvecto_rs/config.py +44 -32
- vectordb_bench/backend/clients/pgvecto_rs/pgvecto_rs.py +16 -16
- vectordb_bench/backend/clients/pgvector/config.py +63 -12
- vectordb_bench/backend/clients/pgvector/pgvector.py +105 -77
- vectordb_bench/backend/clients/qdrant_cloud/config.py +19 -6
- vectordb_bench/backend/clients/qdrant_cloud/qdrant_cloud.py +11 -7
- vectordb_bench/backend/clients/zilliz_cloud/config.py +4 -0
- vectordb_bench/backend/data_source.py +13 -64
- vectordb_bench/backend/dataset.py +45 -67
- vectordb_bench/backend/runner/serial_runner.py +1 -1
- vectordb_bench/backend/task_runner.py +2 -2
- vectordb_bench/backend/utils.py +30 -0
- vectordb_bench/frontend/components/run_test/caseSelector.py +1 -1
- vectordb_bench/frontend/const/dbCaseConfigs.py +41 -77
- vectordb_bench/models.py +1 -0
- vectordb_bench/results/PgVector/result_20230727_standard_pgvector.json +8 -0
- vectordb_bench/results/PgVector/result_20230808_standard_pgvector.json +9 -3
- vectordb_bench/results/ZillizCloud/{result_20240105_beta_202401_zillizcloud.json → result_20240105_standard_202401_zillizcloud.json} +365 -41
- vectordb_bench/results/getLeaderboardData.py +1 -1
- vectordb_bench/results/leaderboard.json +1 -1
- {vectordb_bench-0.0.6.dist-info → vectordb_bench-0.0.8.dist-info}/METADATA +15 -2
- {vectordb_bench-0.0.6.dist-info → vectordb_bench-0.0.8.dist-info}/RECORD +30 -30
- {vectordb_bench-0.0.6.dist-info → vectordb_bench-0.0.8.dist-info}/WHEEL +1 -1
- {vectordb_bench-0.0.6.dist-info → vectordb_bench-0.0.8.dist-info}/LICENSE +0 -0
- {vectordb_bench-0.0.6.dist-info → vectordb_bench-0.0.8.dist-info}/entry_points.txt +0 -0
- {vectordb_bench-0.0.6.dist-info → vectordb_bench-0.0.8.dist-info}/top_level.txt +0 -0
@@ -1 +1 @@
|
|
1
|
-
[{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":0.8836,"latency":2523.0,"recall":0.8528,"label":1,"qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-2,"qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":0.8937,"latency":3720.2000000000003,"recall":0.8525,"label":1,"qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-2,"qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":1.2145,"latency":3622.3999999999996,"recall":0.7487,"label":1,"qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-2,"qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":10.6271,"latency":730.7,"recall":0.8898,"label":1,"qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":10.8507,"latency":733.1999999999999,"recall":0.8897,"label":1,"qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":75.7055,"latency":121.2,"recall":0.9999,"label":1,"qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":11.2945,"latency":3611.2000000000003,"recall":0.996,"label":1,"qp$":84832.4640100146},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-2,"qp$":0.0},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":17.3271,"latency":3774.7999999999997,"recall":0.9961,"label":1,"qp$":130143.04193615691},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-2,"qp$":0.0},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":26.26,"latency":556.1,"recall":0.9999,"label":1,"qp$":197237.6382224077},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-2,"qp$":0.0},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":15.2269,"latency":861.8,"recall":0.9888,"label":1,"qp$":114368.53745044857},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":15.1749,"latency":774.3,"recall":0.989,"label":1,"qp$":113977.96786981013},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":27.6181,"latency":305.5,"recall":0.9999,"label":1,"qp$":207438.26413519715},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-2,"qp$":0.0},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-2,"qp$":0.0},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-2,"qp$":0.0},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":228.4,"latency":22.2,"recall":0.9348,"label":1,"qp$":5631780.821917809},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":181.5,"latency":26.1,"recall":0.9345,"label":1,"qp$":4475342.465753425},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":205.7,"latency":24.2,"recall":0.9586,"label":1,"qp$":5072054.794520548},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":67.63,"latency":36.0,"recall":0.8064,"label":1,"qp$":2502240.4933196297},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":63.35,"latency":38.4,"recall":0.8065,"label":1,"qp$":2343884.892086331},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":176.7,"latency":27.599999999999998,"recall":1.0,"label":1,"qp$":6537718.396711202},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":15.33,"latency":84.9,"recall":0.8064,"label":1,"qp$":567194.2446043165},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":15.13,"latency":86.7,"recall":0.8065,"label":1,"qp$":559794.4501541625},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":17.41,"latency":74.30000000000001,"recall":1.0,"label":1,"qp$":644152.1068859198},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":16.34,"latency":88.7,"recall":0.879,"label":1,"qp$":301661.53846153844},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":10.45,"latency":126.8,"recall":0.8208,"label":1,"qp$":192923.0769230769},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":16.18,"latency":87.5,"recall":0.8793,"label":1,"qp$":298707.69230769225},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":9.8,"latency":130.89999999999998,"recall":0.8212,"label":1,"qp$":180923.0769230769},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":36.11,"latency":55.1,"recall":1.0,"label":1,"qp$":666646.1538461539},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":14.84,"latency":92.7,"recall":0.96,"label":1,"qp$":273969.23076923075},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":322.7,"latency":26.4,"recall":0.9478,"label":1,"qp$":994623.287671233},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":265.5,"latency":26.9,"recall":0.9332,"label":1,"qp$":818321.9178082192},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":303.8,"latency":27.3,"recall":0.9478,"label":1,"qp$":936369.8630136987},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":180.2,"latency":28.2,"recall":0.9335,"label":1,"qp$":555410.9589041097},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":730.7,"latency":24.6,"recall":0.9586,"label":1,"qp$":2252157.5342465756},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":104.3,"latency":31.7,"recall":0.9563,"label":1,"qp$":321472.602739726},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":147.7,"latency":35.3,"recall":0.9707,"label":1,"qp$":682567.3940949935},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":782.5,"latency":25.9,"recall":1.0,"label":1,"qp$":3616174.5827984596},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":18.7634,"latency":153.70000000000002,"recall":0.8737,"label":1,"qp$":694226.515930113},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":18.3619,"latency":79.8,"recall":0.8741,"label":1,"qp$":679371.4285714285},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":25.2744,"latency":61.199999999999996,"recall":0.9979,"label":1,"qp$":935126.8242548818},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":261.798,"latency":23.099999999999998,"recall":0.9262,"label":1,"qp$":6455293.150684931},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":166.1851,"latency":23.900000000000002,"recall":0.9264,"label":1,"qp$":4097714.7945205485},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":121.7169,"latency":29.0,"recall":0.9693,"label":1,"qp$":3001238.6301369863},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":46.6189,"latency":43.1,"recall":0.8737,"label":1,"qp$":1724851.3874614593},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":42.4856,"latency":44.0,"recall":0.8741,"label":1,"qp$":1571923.5354573485},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":138.9479,"latency":26.200000000000003,"recall":0.9979,"label":1,"qp$":5140929.496402878},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":20.7437,"latency":75.80000000000001,"recall":0.9291,"label":1,"qp$":382960.6153846154},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":20.2993,"latency":76.5,"recall":0.9293,"label":1,"qp$":374756.30769230763},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":26.4719,"latency":67.0,"recall":1.0,"label":1,"qp$":488712.0},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":8.6675,"latency":180.2,"recall":0.8369,"label":1,"qp$":160015.38461538462},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":7.8121,"latency":167.7,"recall":0.8369,"label":1,"qp$":144223.3846153846},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":16.869,"latency":87.8,"recall":0.9814,"label":1,"qp$":311427.6923076923},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":365.0835,"latency":23.599999999999998,"recall":0.945,"label":1,"qp$":1125257.3630136987},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":325.5271,"latency":25.1,"recall":0.9452,"label":1,"qp$":1003336.9520547946},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":596.7942,"latency":24.2,"recall":0.9693,"label":1,"qp$":1839434.1780821919},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":303.2044,"latency":27.400000000000002,"recall":0.9246,"label":1,"qp$":934534.1095890411},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":136.0345,"latency":31.9,"recall":0.9244,"label":1,"qp$":419284.4178082192},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":66.7221,"latency":42.1,"recall":0.963,"label":1,"qp$":205650.30821917808},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":131.2549,"latency":30.200000000000003,"recall":0.9867,"label":1,"qp$":606569.4993581515},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":127.9337,"latency":30.099999999999998,"recall":0.9869,"label":1,"qp$":591221.2066752247},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":595.8462,"latency":23.400000000000002,"recall":1.0,"label":1,"qp$":2753589.627727856},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":330.0144,"latency":9.0,"recall":0.9507,"label":1,"qp$":7472024.150943397},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":271.6585,"latency":10.1,"recall":0.9678,"label":1,"qp$":6150758.490566038},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":216.5226,"latency":12.9,"recall":1.0,"label":1,"qp$":4902398.490566038},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":123.9553,"latency":23.0,"recall":0.971,"label":1,"qp$":1403267.5471698113},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":59.1479,"latency":44.5,"recall":0.9906,"label":1,"qp$":669598.8679245282},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":40.999,"latency":55.300000000000004,"recall":1.0,"label":1,"qp$":464139.62264150946},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":579.9416,"latency":9.4,"recall":0.9213,"label":1,"qp$":6565376.603773585},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":425.2529,"latency":11.299999999999999,"recall":0.9686,"label":1,"qp$":4814183.773584905},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":397.0539,"latency":13.799999999999999,"recall":1.0,"label":1,"qp$":4494949.811320755},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":516.27,"latency":7.0,"recall":0.9463,"label":1,"qp$":11689132.075471697},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":354.8416,"latency":10.0,"recall":0.9802,"label":1,"qp$":8034149.433962264},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":427.5229,"latency":8.7,"recall":1.0,"label":1,"qp$":9679763.773584906},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":2884.689,"latency":5.3,"recall":0.8801,"label":1,"qp$":8164214.150943396},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":1689.5799,"latency":6.6,"recall":0.9493,"label":1,"qp$":4781829.905660377},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":1517.6792,"latency":10.0,"recall":1.0,"label":1,"qp$":4295318.4905660385},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":822.5318,"latency":5.6,"recall":0.9294,"label":1,"qp$":2327920.1886792453},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":378.9146,"latency":10.3,"recall":0.9758,"label":1,"qp$":1072399.8113207547},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":218.6854,"latency":16.2,"recall":1.0,"label":1,"qp$":618920.9433962263},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":297.5,"latency":7.2,"recall":0.974,"label":1,"qp$":6735849.0566037735},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":228.3,"latency":10.6,"recall":0.994,"label":1,"qp$":5169056.603773585},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":584.0,"latency":4.6,"recall":1.0,"label":1,"qp$":13222641.509433962},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":1871.0,"latency":7.0,"recall":0.9602,"label":1,"qp$":5295283.018867925},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":556.7,"latency":6.7,"recall":0.9723,"label":1,"qp$":1575566.0377358492},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":1583.0,"latency":6.8,"recall":0.9836,"label":1,"qp$":4480188.679245283},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":294.3,"latency":10.9,"recall":0.9939,"label":1,"qp$":832924.5283018869},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":2345.0,"latency":8.9,"recall":1.0,"label":1,"qp$":6636792.452830189},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":295.6,"latency":12.3,"recall":1.0,"label":1,"qp$":836603.7735849057},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":143.0,"latency":33.5,"recall":0.9818,"label":1,"qp$":3237735.8490566034},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":106.0,"latency":20.7,"recall":0.9887,"label":1,"qp$":2400000.0},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":189.0,"latency":11.6,"recall":1.0,"label":1,"qp$":4279245.2830188675},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":379.9721,"latency":12.4,"recall":0.982,"label":1,"qp$":4301570.9433962265},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":71.74,"latency":50.8,"recall":0.9883,"label":1,"qp$":812150.9433962264},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":287.0,"latency":14.9,"recall":0.9865,"label":1,"qp$":3249056.603773585},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":34.6654,"latency":64.69999999999999,"recall":0.9961,"label":1,"qp$":392438.4905660377},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":412.0,"latency":10.3,"recall":1.0,"label":1,"qp$":4664150.9433962265},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":42.169,"latency":46.800000000000004,"recall":1.0,"label":1,"qp$":477384.9056603773},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":537.4975,"latency":18.9,"recall":0.8903,"label":1,"qp$":1356936.1851332397},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":372.0466,"latency":17.8,"recall":0.8904,"label":1,"qp$":939248.0785413746},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":1156.2898,"latency":14.4,"recall":0.9989,"label":1,"qp$":2919104.684431978},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":110.248,"latency":69.0,"recall":0.898,"label":1,"qp$":278325.94670406735},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":87.2601,"latency":27.799999999999997,"recall":0.898,"label":1,"qp$":220291.97755960727},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":125.7846,"latency":23.099999999999998,"recall":0.975,"label":1,"qp$":317548.77980364655},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":240.7209,"latency":17.4,"recall":0.8887,"label":1,"qp$":3038552.734922861},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":189.4399,"latency":17.5,"recall":0.8889,"label":1,"qp$":2391246.98457223},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":313.5116,"latency":16.1,"recall":0.9999,"label":1,"qp$":3957369.424964937},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":78.7196,"latency":49.4,"recall":0.9203,"label":1,"qp$":1707172.048192771},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":68.3111,"latency":35.5,"recall":0.9202,"label":1,"qp$":1481445.5421686745},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":210.2147,"latency":26.8,"recall":0.9996,"label":1,"qp$":4558873.012048192},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":188.6436,"latency":917.5,"recall":0.9175,"label":1,"qp$":2381195.5119214584},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":155.6991,"latency":917.1,"recall":0.9171,"label":1,"qp$":1965346.283309958},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":445.3289,"latency":14.1,"recall":0.9999,"label":1,"qp$":5621262.412342216},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":633.6033,"latency":24.6,"recall":0.919,"label":1,"qp$":1599559.5231416551},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":95.5682,"latency":58.7,"recall":0.9463,"label":1,"qp$":241266.14305750353},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":434.4062,"latency":17.4,"recall":0.9181,"label":1,"qp$":1096677.643758766},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":80.3192,"latency":26.599999999999998,"recall":0.9462,"label":1,"qp$":202769.3688639551},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":1509.3293,"latency":18.5,"recall":0.9995,"label":1,"qp$":3810368.4992987383},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":166.7252,"latency":19.599999999999998,"recall":0.9988,"label":1,"qp$":420905.1332398317},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":46.8622,"latency":123.0,"recall":0.9957,"label":1,"qp$":16703.358415841583},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":1.8388,"latency":1063.5,"recall":0.9957,"label":1,"qp$":655.4138613861386},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":45.0666,"latency":109.2,"recall":1.0,"label":1,"qp$":16063.342574257427},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":43.5017,"latency":228.7,"recall":0.9957,"label":1,"qp$":4803.8687116564415},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":1.5668,"latency":1114.4,"recall":0.9957,"label":1,"qp$":173.02085889570552},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":41.5443,"latency":159.0,"recall":1.0,"label":1,"qp$":4587.714110429448},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":67.9121,"latency":179.5,"recall":0.9909,"label":1,"qp$":7499.495705521471},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":0.7636,"latency":1921.3,"recall":0.9908,"label":1,"qp$":84.32392638036809},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":32.0,"latency":124.5,"recall":1.0,"label":1,"qp$":3533.7423312883434},{"db":"WeaviateCloud","db_label":"sandbox","db_name":"WeaviateCloud-sandbox","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"WeaviateCloud","db_label":"sandbox","db_name":"WeaviateCloud-sandbox","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"WeaviateCloud","db_label":"sandbox","db_name":"WeaviateCloud-sandbox","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"WeaviateCloud","db_label":"sandbox","db_name":"WeaviateCloud-sandbox","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"WeaviateCloud","db_label":"sandbox","db_name":"WeaviateCloud-sandbox","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"WeaviateCloud","db_label":"sandbox","db_name":"WeaviateCloud-sandbox","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":63.1365,"latency":145.7,"recall":0.991,"label":1,"qp$":22504.09900990099},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":0.7512,"latency":1983.8,"recall":0.9908,"label":1,"qp$":267.7544554455445},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":30.1358,"latency":129.8,"recall":1.0,"label":1,"qp$":10741.473267326734},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":37.432,"latency":75.0,"recall":0.9975,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":37.0696,"latency":73.5,"recall":0.9976,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":81.1915,"latency":53.0,"recall":1.0,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":321.6048,"latency":13.4,"recall":0.989,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":22.1467,"latency":86.8,"recall":0.9972,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":303.2551,"latency":10.9,"recall":0.9876,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":21.5388,"latency":81.69999999999999,"recall":0.997,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":394.5418,"latency":8.3,"recall":1.0,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":37.878,"latency":45.0,"recall":1.0,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":180.2757,"latency":6.0,"recall":0.9942,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":179.0033,"latency":6.4,"recall":0.9943,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":526.8846,"latency":3.6,"recall":1.0,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":626.5243,"latency":6.2,"recall":0.9954,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":78.4227,"latency":25.3,"recall":0.9982,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":599.4213,"latency":6.6,"recall":0.9955,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":78.5351,"latency":26.3,"recall":0.9982,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":2098.2113,"latency":3.4,"recall":1.0,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":275.6292,"latency":10.0,"recall":1.0,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":100.6667,"latency":21.1,"recall":0.9909,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":101.1399,"latency":19.7,"recall":0.9907,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":52.2606,"latency":18.3,"recall":1.0,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":61.0661,"latency":49.8,"recall":0.9911,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":58.9326,"latency":44.6,"recall":0.9911,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":42.5977,"latency":54.9,"recall":1.0,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":536.0726,"latency":8.200000000000001,"recall":0.9728,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":467.179,"latency":7.0,"recall":0.9697,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":431.7512,"latency":8.3,"recall":1.0,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":274.5407,"latency":4.8999999999999995,"recall":0.9807,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":236.5672,"latency":10.3,"recall":0.981,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":309.4833,"latency":4.3,"recall":1.0,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":178.6585,"latency":13.700000000000001,"recall":0.9843,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":178.3732,"latency":15.0,"recall":0.9844,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":229.3526,"latency":12.5,"recall":1.0,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":1258.7043,"latency":4.8999999999999995,"recall":0.9799,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":1075.8776,"latency":5.3,"recall":0.98,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":1494.8493,"latency":4.7,"recall":1.0,"label":1,"qp$":0.0}]
|
1
|
+
[{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":15.2269,"latency":861.8,"recall":0.9888,"label":1,"qp$":114368.53745044857},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":15.1749,"latency":774.3,"recall":0.989,"label":1,"qp$":113977.96786981013},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":27.6181,"latency":305.5,"recall":0.9999,"label":1,"qp$":207438.26413519715},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-2,"qp$":0.0},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-2,"qp$":0.0},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-2,"qp$":0.0},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":11.2945,"latency":3611.2000000000003,"recall":0.996,"label":1,"qp$":84832.4640100146},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-2,"qp$":0.0},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":17.3271,"latency":3774.7999999999997,"recall":0.9961,"label":1,"qp$":130143.04193615691},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-2,"qp$":0.0},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":26.26,"latency":556.1,"recall":0.9999,"label":1,"qp$":197237.6382224077},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-2,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":100.6667,"latency":21.1,"recall":0.9909,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":101.1399,"latency":19.7,"recall":0.9907,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":52.2606,"latency":18.3,"recall":1.0,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":61.0661,"latency":49.8,"recall":0.9911,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":58.9326,"latency":44.6,"recall":0.9911,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":42.5977,"latency":54.9,"recall":1.0,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":536.0726,"latency":8.200000000000001,"recall":0.9728,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":467.179,"latency":7.0,"recall":0.9697,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":431.7512,"latency":8.3,"recall":1.0,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":274.5407,"latency":4.8999999999999995,"recall":0.9807,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":236.5672,"latency":10.3,"recall":0.981,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":309.4833,"latency":4.3,"recall":1.0,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":178.6585,"latency":13.700000000000001,"recall":0.9843,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":178.3732,"latency":15.0,"recall":0.9844,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":229.3526,"latency":12.5,"recall":1.0,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":1258.7043,"latency":4.8999999999999995,"recall":0.9799,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":1075.8776,"latency":5.3,"recall":0.98,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":1494.8493,"latency":4.7,"recall":1.0,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":37.432,"latency":75.0,"recall":0.9975,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":37.0696,"latency":73.5,"recall":0.9976,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":81.1915,"latency":53.0,"recall":1.0,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":321.6048,"latency":13.4,"recall":0.989,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":22.1467,"latency":86.8,"recall":0.9972,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":303.2551,"latency":10.9,"recall":0.9876,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":21.5388,"latency":81.69999999999999,"recall":0.997,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":394.5418,"latency":8.3,"recall":1.0,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":37.878,"latency":45.0,"recall":1.0,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":180.2757,"latency":6.0,"recall":0.9942,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":179.0033,"latency":6.4,"recall":0.9943,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":526.8846,"latency":3.6,"recall":1.0,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":626.5243,"latency":6.2,"recall":0.9954,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":78.4227,"latency":25.3,"recall":0.9982,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":599.4213,"latency":6.6,"recall":0.9955,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":78.5351,"latency":26.3,"recall":0.9982,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":2098.2113,"latency":3.4,"recall":1.0,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":275.6292,"latency":10.0,"recall":1.0,"label":1,"qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":10.6271,"latency":730.7,"recall":0.8898,"label":1,"qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":10.8507,"latency":733.1999999999999,"recall":0.8897,"label":1,"qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":75.7055,"latency":121.2,"recall":0.9999,"label":1,"qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":0.8836,"latency":2523.0,"recall":0.8528,"label":1,"qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-2,"qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":0.8937,"latency":3720.2000000000003,"recall":0.8525,"label":1,"qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-2,"qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":1.2145,"latency":3622.3999999999996,"recall":0.7487,"label":1,"qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-2,"qp$":0.0},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":18.7634,"latency":153.70000000000002,"recall":0.8737,"label":1,"qp$":694226.515930113},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":18.3619,"latency":79.8,"recall":0.8741,"label":1,"qp$":679371.4285714285},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":25.2744,"latency":61.199999999999996,"recall":0.9979,"label":1,"qp$":935126.8242548818},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":261.798,"latency":23.099999999999998,"recall":0.9262,"label":1,"qp$":6455293.150684931},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":166.1851,"latency":23.900000000000002,"recall":0.9264,"label":1,"qp$":4097714.7945205485},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":121.7169,"latency":29.0,"recall":0.9693,"label":1,"qp$":3001238.6301369863},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":46.6189,"latency":43.1,"recall":0.8737,"label":1,"qp$":1724851.3874614593},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":42.4856,"latency":44.0,"recall":0.8741,"label":1,"qp$":1571923.5354573485},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":138.9479,"latency":26.200000000000003,"recall":0.9979,"label":1,"qp$":5140929.496402878},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":20.7437,"latency":75.80000000000001,"recall":0.9291,"label":1,"qp$":382960.6153846154},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":20.2993,"latency":76.5,"recall":0.9293,"label":1,"qp$":374756.30769230763},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":26.4719,"latency":67.0,"recall":1.0,"label":1,"qp$":488712.0},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":8.6675,"latency":180.2,"recall":0.8369,"label":1,"qp$":160015.38461538462},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":7.8121,"latency":167.7,"recall":0.8369,"label":1,"qp$":144223.3846153846},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":16.869,"latency":87.8,"recall":0.9814,"label":1,"qp$":311427.6923076923},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":365.0835,"latency":23.599999999999998,"recall":0.945,"label":1,"qp$":1125257.3630136987},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":325.5271,"latency":25.1,"recall":0.9452,"label":1,"qp$":1003336.9520547946},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":596.7942,"latency":24.2,"recall":0.9693,"label":1,"qp$":1839434.1780821919},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":303.2044,"latency":27.400000000000002,"recall":0.9246,"label":1,"qp$":934534.1095890411},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":136.0345,"latency":31.9,"recall":0.9244,"label":1,"qp$":419284.4178082192},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":66.7221,"latency":42.1,"recall":0.963,"label":1,"qp$":205650.30821917808},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":131.2549,"latency":30.200000000000003,"recall":0.9867,"label":1,"qp$":606569.4993581515},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":127.9337,"latency":30.099999999999998,"recall":0.9869,"label":1,"qp$":591221.2066752247},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":595.8462,"latency":23.400000000000002,"recall":1.0,"label":1,"qp$":2753589.627727856},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":228.4,"latency":22.2,"recall":0.9348,"label":1,"qp$":5631780.821917809},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":181.5,"latency":26.1,"recall":0.9345,"label":1,"qp$":4475342.465753425},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":205.7,"latency":24.2,"recall":0.9586,"label":1,"qp$":5072054.794520548},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":67.63,"latency":36.0,"recall":0.8064,"label":1,"qp$":2502240.4933196297},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":63.35,"latency":38.4,"recall":0.8065,"label":1,"qp$":2343884.892086331},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":176.7,"latency":27.599999999999998,"recall":1.0,"label":1,"qp$":6537718.396711202},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":15.33,"latency":84.9,"recall":0.8064,"label":1,"qp$":567194.2446043165},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":15.13,"latency":86.7,"recall":0.8065,"label":1,"qp$":559794.4501541625},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":17.41,"latency":74.30000000000001,"recall":1.0,"label":1,"qp$":644152.1068859198},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":16.34,"latency":88.7,"recall":0.879,"label":1,"qp$":301661.53846153844},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":10.45,"latency":126.8,"recall":0.8208,"label":1,"qp$":192923.0769230769},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":16.18,"latency":87.5,"recall":0.8793,"label":1,"qp$":298707.69230769225},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":9.8,"latency":130.89999999999998,"recall":0.8212,"label":1,"qp$":180923.0769230769},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":36.11,"latency":55.1,"recall":1.0,"label":1,"qp$":666646.1538461539},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":14.84,"latency":92.7,"recall":0.96,"label":1,"qp$":273969.23076923075},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":322.7,"latency":26.4,"recall":0.9478,"label":1,"qp$":994623.287671233},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":265.5,"latency":26.9,"recall":0.9332,"label":1,"qp$":818321.9178082192},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":303.8,"latency":27.3,"recall":0.9478,"label":1,"qp$":936369.8630136987},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":180.2,"latency":28.2,"recall":0.9335,"label":1,"qp$":555410.9589041097},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":730.7,"latency":24.6,"recall":0.9586,"label":1,"qp$":2252157.5342465756},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":104.3,"latency":31.7,"recall":0.9563,"label":1,"qp$":321472.602739726},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":147.7,"latency":35.3,"recall":0.9707,"label":1,"qp$":682567.3940949935},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":782.5,"latency":25.9,"recall":1.0,"label":1,"qp$":3616174.5827984596},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":537.4975,"latency":18.9,"recall":0.8903,"label":1,"qp$":1356936.1851332397},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":372.0466,"latency":17.8,"recall":0.8904,"label":1,"qp$":939248.0785413746},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":1156.2898,"latency":14.4,"recall":0.9989,"label":1,"qp$":2919104.684431978},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":110.248,"latency":69.0,"recall":0.898,"label":1,"qp$":278325.94670406735},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":87.2601,"latency":27.799999999999997,"recall":0.898,"label":1,"qp$":220291.97755960727},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":125.7846,"latency":23.099999999999998,"recall":0.975,"label":1,"qp$":317548.77980364655},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":240.7209,"latency":17.4,"recall":0.8887,"label":1,"qp$":3038552.734922861},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":189.4399,"latency":17.5,"recall":0.8889,"label":1,"qp$":2391246.98457223},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":313.5116,"latency":16.1,"recall":0.9999,"label":1,"qp$":3957369.424964937},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":78.7196,"latency":49.4,"recall":0.9203,"label":1,"qp$":1707172.048192771},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":68.3111,"latency":35.5,"recall":0.9202,"label":1,"qp$":1481445.5421686745},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":210.2147,"latency":26.8,"recall":0.9996,"label":1,"qp$":4558873.012048192},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":188.6436,"latency":917.5,"recall":0.9175,"label":1,"qp$":2381195.5119214584},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":155.6991,"latency":917.1,"recall":0.9171,"label":1,"qp$":1965346.283309958},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":445.3289,"latency":14.1,"recall":0.9999,"label":1,"qp$":5621262.412342216},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":633.6033,"latency":24.6,"recall":0.919,"label":1,"qp$":1599559.5231416551},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":95.5682,"latency":58.7,"recall":0.9463,"label":1,"qp$":241266.14305750353},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":434.4062,"latency":17.4,"recall":0.9181,"label":1,"qp$":1096677.643758766},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":80.3192,"latency":26.599999999999998,"recall":0.9462,"label":1,"qp$":202769.3688639551},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":1509.3293,"latency":18.5,"recall":0.9995,"label":1,"qp$":3810368.4992987383},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":166.7252,"latency":19.599999999999998,"recall":0.9988,"label":1,"qp$":420905.1332398317},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":67.9121,"latency":179.5,"recall":0.9909,"label":1,"qp$":7499.495705521471},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":0.7636,"latency":1921.3,"recall":0.9908,"label":1,"qp$":84.32392638036809},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":32.0,"latency":124.5,"recall":1.0,"label":1,"qp$":3533.7423312883434},{"db":"WeaviateCloud","db_label":"sandbox","db_name":"WeaviateCloud-sandbox","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"WeaviateCloud","db_label":"sandbox","db_name":"WeaviateCloud-sandbox","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"WeaviateCloud","db_label":"sandbox","db_name":"WeaviateCloud-sandbox","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"WeaviateCloud","db_label":"sandbox","db_name":"WeaviateCloud-sandbox","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"WeaviateCloud","db_label":"sandbox","db_name":"WeaviateCloud-sandbox","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"WeaviateCloud","db_label":"sandbox","db_name":"WeaviateCloud-sandbox","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":63.1365,"latency":145.7,"recall":0.991,"label":1,"qp$":22504.09900990099},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":0.7512,"latency":1983.8,"recall":0.9908,"label":1,"qp$":267.7544554455445},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":30.1358,"latency":129.8,"recall":1.0,"label":1,"qp$":10741.473267326734},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":46.8622,"latency":123.0,"recall":0.9957,"label":1,"qp$":16703.358415841583},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":1.8388,"latency":1063.5,"recall":0.9957,"label":1,"qp$":655.4138613861386},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":45.0666,"latency":109.2,"recall":1.0,"label":1,"qp$":16063.342574257427},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":43.5017,"latency":228.7,"recall":0.9957,"label":1,"qp$":4803.8687116564415},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":1.5668,"latency":1114.4,"recall":0.9957,"label":1,"qp$":173.02085889570552},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":41.5443,"latency":159.0,"recall":1.0,"label":1,"qp$":4587.714110429448},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":297.5,"latency":7.2,"recall":0.974,"label":1,"qp$":6735849.0566037735},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":228.3,"latency":10.6,"recall":0.994,"label":1,"qp$":5169056.603773585},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":584.0,"latency":4.6,"recall":1.0,"label":1,"qp$":13222641.509433962},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":1871.0,"latency":7.0,"recall":0.9602,"label":1,"qp$":5295283.018867925},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":556.7,"latency":6.7,"recall":0.9723,"label":1,"qp$":1575566.0377358492},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":1583.0,"latency":6.8,"recall":0.9836,"label":1,"qp$":4480188.679245283},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":294.3,"latency":10.9,"recall":0.9939,"label":1,"qp$":832924.5283018869},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":2345.0,"latency":8.9,"recall":1.0,"label":1,"qp$":6636792.452830189},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":295.6,"latency":12.3,"recall":1.0,"label":1,"qp$":836603.7735849057},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":143.0,"latency":33.5,"recall":0.9818,"label":1,"qp$":3237735.8490566034},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":106.0,"latency":20.7,"recall":0.9887,"label":1,"qp$":2400000.0},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":189.0,"latency":11.6,"recall":1.0,"label":1,"qp$":4279245.2830188675},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":379.9721,"latency":12.4,"recall":0.982,"label":1,"qp$":4301570.9433962265},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":71.74,"latency":50.8,"recall":0.9883,"label":1,"qp$":812150.9433962264},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":287.0,"latency":14.9,"recall":0.9865,"label":1,"qp$":3249056.603773585},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":34.6654,"latency":64.69999999999999,"recall":0.9961,"label":1,"qp$":392438.4905660377},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":412.0,"latency":10.3,"recall":1.0,"label":1,"qp$":4664150.9433962265},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":42.169,"latency":46.800000000000004,"recall":1.0,"label":1,"qp$":477384.9056603773},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":330.0144,"latency":9.0,"recall":0.9507,"label":1,"qp$":7472024.150943397},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":271.6585,"latency":10.1,"recall":0.9678,"label":1,"qp$":6150758.490566038},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":216.5226,"latency":12.9,"recall":1.0,"label":1,"qp$":4902398.490566038},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":123.9553,"latency":23.0,"recall":0.971,"label":1,"qp$":1403267.5471698113},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":59.1479,"latency":44.5,"recall":0.9906,"label":1,"qp$":669598.8679245282},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":40.999,"latency":55.300000000000004,"recall":1.0,"label":1,"qp$":464139.62264150946},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":579.9416,"latency":9.4,"recall":0.9213,"label":1,"qp$":6565376.603773585},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":425.2529,"latency":11.299999999999999,"recall":0.9686,"label":1,"qp$":4814183.773584905},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":397.0539,"latency":13.799999999999999,"recall":1.0,"label":1,"qp$":4494949.811320755},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":516.27,"latency":7.0,"recall":0.9463,"label":1,"qp$":11689132.075471697},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":354.8416,"latency":10.0,"recall":0.9802,"label":1,"qp$":8034149.433962264},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":427.5229,"latency":8.7,"recall":1.0,"label":1,"qp$":9679763.773584906},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":2884.689,"latency":5.3,"recall":0.8801,"label":1,"qp$":8164214.150943396},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":1689.5799,"latency":6.6,"recall":0.9493,"label":1,"qp$":4781829.905660377},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":1517.6792,"latency":10.0,"recall":1.0,"label":1,"qp$":4295318.4905660385},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":822.5318,"latency":5.6,"recall":0.9294,"label":1,"qp$":2327920.1886792453},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":378.9146,"latency":10.3,"recall":0.9758,"label":1,"qp$":1072399.8113207547},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":218.6854,"latency":16.2,"recall":1.0,"label":1,"qp$":618920.9433962263},{"db":"ZillizCloud","db_label":"8cu-perf-(Jan-2024)","db_name":"ZillizCloud-8cu-perf-(Jan-2024)","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":5115.5303,"latency":8.7,"recall":0.9469,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"8cu-perf-(Jan-2024)","db_name":"ZillizCloud-8cu-perf-(Jan-2024)","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":3685.0767,"latency":9.1,"recall":0.9736,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"8cu-perf-(Jan-2024)","db_name":"ZillizCloud-8cu-perf-(Jan-2024)","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":4742.1617,"latency":9.1,"recall":0.9936,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"8cu-perf-(Jan-2024)","db_name":"ZillizCloud-8cu-perf-(Jan-2024)","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":6054.4428,"latency":8.1,"recall":0.9155,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"8cu-perf-(Jan-2024)","db_name":"ZillizCloud-8cu-perf-(Jan-2024)","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":4104.2598,"latency":10.6,"recall":0.9506,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"8cu-perf-(Jan-2024)","db_name":"ZillizCloud-8cu-perf-(Jan-2024)","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":4252.1267,"latency":9.2,"recall":0.9964,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"8cu-perf-(Jan-2024)","db_name":"ZillizCloud-8cu-perf-(Jan-2024)","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":1685.3091,"latency":13.299999999999999,"recall":0.9718,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"8cu-perf-(Jan-2024)","db_name":"ZillizCloud-8cu-perf-(Jan-2024)","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":769.8991,"latency":10.7,"recall":0.9884,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"8cu-perf-(Jan-2024)","db_name":"ZillizCloud-8cu-perf-(Jan-2024)","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":945.4061,"latency":10.9,"recall":0.9941,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"8cu-perf-(Jan-2024)","db_name":"ZillizCloud-8cu-perf-(Jan-2024)","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":2214.9028,"latency":8.4,"recall":0.9249,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"8cu-perf-(Jan-2024)","db_name":"ZillizCloud-8cu-perf-(Jan-2024)","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":827.975,"latency":12.0,"recall":0.9692,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"8cu-perf-(Jan-2024)","db_name":"ZillizCloud-8cu-perf-(Jan-2024)","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":776.9454,"latency":11.4,"recall":0.9966,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap-(Jan-2024)","db_name":"ZillizCloud-1cu-cap-(Jan-2024)","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":269.5464,"latency":9.799999999999999,"recall":0.9776,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap-(Jan-2024)","db_name":"ZillizCloud-1cu-cap-(Jan-2024)","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":240.0363,"latency":10.6,"recall":0.9822,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap-(Jan-2024)","db_name":"ZillizCloud-1cu-cap-(Jan-2024)","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":218.0627,"latency":11.4,"recall":0.9936,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap-(Jan-2024)","db_name":"ZillizCloud-1cu-cap-(Jan-2024)","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":392.8825,"latency":6.8999999999999995,"recall":0.9581,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap-(Jan-2024)","db_name":"ZillizCloud-1cu-cap-(Jan-2024)","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":343.8204,"latency":8.4,"recall":0.968,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap-(Jan-2024)","db_name":"ZillizCloud-1cu-cap-(Jan-2024)","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":216.6773,"latency":10.1,"recall":0.9968,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"2cu-cap-(Jan-2024)","db_name":"ZillizCloud-2cu-cap-(Jan-2024)","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":503.2284,"latency":9.0,"recall":0.9677,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"2cu-cap-(Jan-2024)","db_name":"ZillizCloud-2cu-cap-(Jan-2024)","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":413.3232,"latency":9.6,"recall":0.981,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"2cu-cap-(Jan-2024)","db_name":"ZillizCloud-2cu-cap-(Jan-2024)","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":425.5492,"latency":10.200000000000001,"recall":0.9936,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"2cu-cap-(Jan-2024)","db_name":"ZillizCloud-2cu-cap-(Jan-2024)","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":789.1229,"latency":5.6,"recall":0.9396,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"2cu-cap-(Jan-2024)","db_name":"ZillizCloud-2cu-cap-(Jan-2024)","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":571.4257,"latency":7.7,"recall":0.9668,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"2cu-cap-(Jan-2024)","db_name":"ZillizCloud-2cu-cap-(Jan-2024)","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":411.7653,"latency":9.1,"recall":0.9968,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"2cu-cap-(Jan-2024)","db_name":"ZillizCloud-2cu-cap-(Jan-2024)","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":98.0448,"latency":16.1,"recall":0.9803,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"2cu-cap-(Jan-2024)","db_name":"ZillizCloud-2cu-cap-(Jan-2024)","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":58.3152,"latency":28.0,"recall":0.9891,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"2cu-cap-(Jan-2024)","db_name":"ZillizCloud-2cu-cap-(Jan-2024)","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":46.8304,"latency":28.6,"recall":0.9941,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"2cu-cap-(Jan-2024)","db_name":"ZillizCloud-2cu-cap-(Jan-2024)","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":170.5693,"latency":8.9,"recall":0.9605,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"2cu-cap-(Jan-2024)","db_name":"ZillizCloud-2cu-cap-(Jan-2024)","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":94.7766,"latency":19.599999999999998,"recall":0.9843,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"2cu-cap-(Jan-2024)","db_name":"ZillizCloud-2cu-cap-(Jan-2024)","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":44.8695,"latency":30.900000000000002,"recall":0.9966,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-perf-(Jan-2024)","db_name":"ZillizCloud-1cu-perf-(Jan-2024)","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":722.0315,"latency":7.7,"recall":0.976,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-perf-(Jan-2024)","db_name":"ZillizCloud-1cu-perf-(Jan-2024)","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":467.5795,"latency":8.8,"recall":0.9898,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-perf-(Jan-2024)","db_name":"ZillizCloud-1cu-perf-(Jan-2024)","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":975.2503,"latency":8.200000000000001,"recall":0.9936,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-perf-(Jan-2024)","db_name":"ZillizCloud-1cu-perf-(Jan-2024)","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":873.3712,"latency":6.7,"recall":0.9477,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-perf-(Jan-2024)","db_name":"ZillizCloud-1cu-perf-(Jan-2024)","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":544.6203,"latency":8.4,"recall":0.977,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-perf-(Jan-2024)","db_name":"ZillizCloud-1cu-perf-(Jan-2024)","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":930.9164,"latency":9.6,"recall":0.9968,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-perf-(Jan-2024)","db_name":"ZillizCloud-1cu-perf-(Jan-2024)","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-perf-(Jan-2024)","db_name":"ZillizCloud-1cu-perf-(Jan-2024)","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-perf-(Jan-2024)","db_name":"ZillizCloud-1cu-perf-(Jan-2024)","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-perf-(Jan-2024)","db_name":"ZillizCloud-1cu-perf-(Jan-2024)","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-perf-(Jan-2024)","db_name":"ZillizCloud-1cu-perf-(Jan-2024)","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-perf-(Jan-2024)","db_name":"ZillizCloud-1cu-perf-(Jan-2024)","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap-(Jan-2024)","db_name":"ZillizCloud-1cu-cap-(Jan-2024)","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap-(Jan-2024)","db_name":"ZillizCloud-1cu-cap-(Jan-2024)","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap-(Jan-2024)","db_name":"ZillizCloud-1cu-cap-(Jan-2024)","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap-(Jan-2024)","db_name":"ZillizCloud-1cu-cap-(Jan-2024)","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap-(Jan-2024)","db_name":"ZillizCloud-1cu-cap-(Jan-2024)","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap-(Jan-2024)","db_name":"ZillizCloud-1cu-cap-(Jan-2024)","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0}]
|
@@ -1,6 +1,6 @@
|
|
1
1
|
Metadata-Version: 2.1
|
2
2
|
Name: vectordb-bench
|
3
|
-
Version: 0.0.
|
3
|
+
Version: 0.0.8
|
4
4
|
Summary: VectorDBBench is not just an offering of benchmark results for mainstream vector databases and cloud services, it's your go-to tool for the ultimate performance and cost-effectiveness comparison. Designed with ease-of-use in mind, VectorDBBench is devised to help users, even non-professionals, reproduce results or test new systems, making the hunt for the optimal choice amongst a plethora of cloud services and open-source vector databases a breeze.
|
5
5
|
Author-email: XuanYang-cn <xuan.yang@zilliz.com>
|
6
6
|
Project-URL: repository, https://github.com/zilliztech/VectorDBBench
|
@@ -44,7 +44,7 @@ Provides-Extra: pgvecto_rs
|
|
44
44
|
Requires-Dist: psycopg2 ; extra == 'pgvecto_rs'
|
45
45
|
Provides-Extra: pgvector
|
46
46
|
Requires-Dist: pgvector ; extra == 'pgvector'
|
47
|
-
Requires-Dist:
|
47
|
+
Requires-Dist: psycopg2 ; extra == 'pgvector'
|
48
48
|
Provides-Extra: pinecone
|
49
49
|
Requires-Dist: pinecone-client ; extra == 'pinecone'
|
50
50
|
Provides-Extra: qdrant
|
@@ -149,6 +149,19 @@ OR:
|
|
149
149
|
```shell
|
150
150
|
$ init_bench
|
151
151
|
```
|
152
|
+
|
153
|
+
OR:
|
154
|
+
|
155
|
+
If you are using [dev container](https://code.visualstudio.com/docs/devcontainers/containers), create
|
156
|
+
the following dataset directory first:
|
157
|
+
|
158
|
+
```shell
|
159
|
+
# Mount local ~/vectordb_bench/dataset to contain's /tmp/vectordb_bench/dataset.
|
160
|
+
# If you are not comfortable with the path name, feel free to change it in devcontainer.json
|
161
|
+
mkdir -p ~/vectordb_bench/dataset
|
162
|
+
```
|
163
|
+
After reopen the repository in container, run `python -m vectordb_bench` in the container's bash.
|
164
|
+
|
152
165
|
### Check coding styles
|
153
166
|
```shell
|
154
167
|
$ ruff check vectordb_bench
|