vectordb-bench 0.0.6__py3-none-any.whl → 0.0.8__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (30) hide show
  1. vectordb_bench/backend/clients/__init__.py +4 -4
  2. vectordb_bench/backend/clients/api.py +1 -0
  3. vectordb_bench/backend/clients/chroma/chroma.py +2 -14
  4. vectordb_bench/backend/clients/milvus/config.py +19 -0
  5. vectordb_bench/backend/clients/pgvecto_rs/config.py +44 -32
  6. vectordb_bench/backend/clients/pgvecto_rs/pgvecto_rs.py +16 -16
  7. vectordb_bench/backend/clients/pgvector/config.py +63 -12
  8. vectordb_bench/backend/clients/pgvector/pgvector.py +105 -77
  9. vectordb_bench/backend/clients/qdrant_cloud/config.py +19 -6
  10. vectordb_bench/backend/clients/qdrant_cloud/qdrant_cloud.py +11 -7
  11. vectordb_bench/backend/clients/zilliz_cloud/config.py +4 -0
  12. vectordb_bench/backend/data_source.py +13 -64
  13. vectordb_bench/backend/dataset.py +45 -67
  14. vectordb_bench/backend/runner/serial_runner.py +1 -1
  15. vectordb_bench/backend/task_runner.py +2 -2
  16. vectordb_bench/backend/utils.py +30 -0
  17. vectordb_bench/frontend/components/run_test/caseSelector.py +1 -1
  18. vectordb_bench/frontend/const/dbCaseConfigs.py +41 -77
  19. vectordb_bench/models.py +1 -0
  20. vectordb_bench/results/PgVector/result_20230727_standard_pgvector.json +8 -0
  21. vectordb_bench/results/PgVector/result_20230808_standard_pgvector.json +9 -3
  22. vectordb_bench/results/ZillizCloud/{result_20240105_beta_202401_zillizcloud.json → result_20240105_standard_202401_zillizcloud.json} +365 -41
  23. vectordb_bench/results/getLeaderboardData.py +1 -1
  24. vectordb_bench/results/leaderboard.json +1 -1
  25. {vectordb_bench-0.0.6.dist-info → vectordb_bench-0.0.8.dist-info}/METADATA +15 -2
  26. {vectordb_bench-0.0.6.dist-info → vectordb_bench-0.0.8.dist-info}/RECORD +30 -30
  27. {vectordb_bench-0.0.6.dist-info → vectordb_bench-0.0.8.dist-info}/WHEEL +1 -1
  28. {vectordb_bench-0.0.6.dist-info → vectordb_bench-0.0.8.dist-info}/LICENSE +0 -0
  29. {vectordb_bench-0.0.6.dist-info → vectordb_bench-0.0.8.dist-info}/entry_points.txt +0 -0
  30. {vectordb_bench-0.0.6.dist-info → vectordb_bench-0.0.8.dist-info}/top_level.txt +0 -0
@@ -1 +1 @@
1
- [{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":0.8836,"latency":2523.0,"recall":0.8528,"label":1,"qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-2,"qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":0.8937,"latency":3720.2000000000003,"recall":0.8525,"label":1,"qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-2,"qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":1.2145,"latency":3622.3999999999996,"recall":0.7487,"label":1,"qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-2,"qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":10.6271,"latency":730.7,"recall":0.8898,"label":1,"qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":10.8507,"latency":733.1999999999999,"recall":0.8897,"label":1,"qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":75.7055,"latency":121.2,"recall":0.9999,"label":1,"qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":11.2945,"latency":3611.2000000000003,"recall":0.996,"label":1,"qp$":84832.4640100146},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-2,"qp$":0.0},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":17.3271,"latency":3774.7999999999997,"recall":0.9961,"label":1,"qp$":130143.04193615691},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-2,"qp$":0.0},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":26.26,"latency":556.1,"recall":0.9999,"label":1,"qp$":197237.6382224077},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-2,"qp$":0.0},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":15.2269,"latency":861.8,"recall":0.9888,"label":1,"qp$":114368.53745044857},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":15.1749,"latency":774.3,"recall":0.989,"label":1,"qp$":113977.96786981013},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":27.6181,"latency":305.5,"recall":0.9999,"label":1,"qp$":207438.26413519715},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-2,"qp$":0.0},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-2,"qp$":0.0},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-2,"qp$":0.0},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":228.4,"latency":22.2,"recall":0.9348,"label":1,"qp$":5631780.821917809},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":181.5,"latency":26.1,"recall":0.9345,"label":1,"qp$":4475342.465753425},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":205.7,"latency":24.2,"recall":0.9586,"label":1,"qp$":5072054.794520548},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":67.63,"latency":36.0,"recall":0.8064,"label":1,"qp$":2502240.4933196297},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":63.35,"latency":38.4,"recall":0.8065,"label":1,"qp$":2343884.892086331},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":176.7,"latency":27.599999999999998,"recall":1.0,"label":1,"qp$":6537718.396711202},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":15.33,"latency":84.9,"recall":0.8064,"label":1,"qp$":567194.2446043165},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":15.13,"latency":86.7,"recall":0.8065,"label":1,"qp$":559794.4501541625},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":17.41,"latency":74.30000000000001,"recall":1.0,"label":1,"qp$":644152.1068859198},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":16.34,"latency":88.7,"recall":0.879,"label":1,"qp$":301661.53846153844},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":10.45,"latency":126.8,"recall":0.8208,"label":1,"qp$":192923.0769230769},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":16.18,"latency":87.5,"recall":0.8793,"label":1,"qp$":298707.69230769225},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":9.8,"latency":130.89999999999998,"recall":0.8212,"label":1,"qp$":180923.0769230769},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":36.11,"latency":55.1,"recall":1.0,"label":1,"qp$":666646.1538461539},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":14.84,"latency":92.7,"recall":0.96,"label":1,"qp$":273969.23076923075},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":322.7,"latency":26.4,"recall":0.9478,"label":1,"qp$":994623.287671233},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":265.5,"latency":26.9,"recall":0.9332,"label":1,"qp$":818321.9178082192},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":303.8,"latency":27.3,"recall":0.9478,"label":1,"qp$":936369.8630136987},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":180.2,"latency":28.2,"recall":0.9335,"label":1,"qp$":555410.9589041097},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":730.7,"latency":24.6,"recall":0.9586,"label":1,"qp$":2252157.5342465756},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":104.3,"latency":31.7,"recall":0.9563,"label":1,"qp$":321472.602739726},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":147.7,"latency":35.3,"recall":0.9707,"label":1,"qp$":682567.3940949935},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":782.5,"latency":25.9,"recall":1.0,"label":1,"qp$":3616174.5827984596},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":18.7634,"latency":153.70000000000002,"recall":0.8737,"label":1,"qp$":694226.515930113},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":18.3619,"latency":79.8,"recall":0.8741,"label":1,"qp$":679371.4285714285},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":25.2744,"latency":61.199999999999996,"recall":0.9979,"label":1,"qp$":935126.8242548818},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":261.798,"latency":23.099999999999998,"recall":0.9262,"label":1,"qp$":6455293.150684931},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":166.1851,"latency":23.900000000000002,"recall":0.9264,"label":1,"qp$":4097714.7945205485},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":121.7169,"latency":29.0,"recall":0.9693,"label":1,"qp$":3001238.6301369863},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":46.6189,"latency":43.1,"recall":0.8737,"label":1,"qp$":1724851.3874614593},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":42.4856,"latency":44.0,"recall":0.8741,"label":1,"qp$":1571923.5354573485},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":138.9479,"latency":26.200000000000003,"recall":0.9979,"label":1,"qp$":5140929.496402878},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":20.7437,"latency":75.80000000000001,"recall":0.9291,"label":1,"qp$":382960.6153846154},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":20.2993,"latency":76.5,"recall":0.9293,"label":1,"qp$":374756.30769230763},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":26.4719,"latency":67.0,"recall":1.0,"label":1,"qp$":488712.0},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":8.6675,"latency":180.2,"recall":0.8369,"label":1,"qp$":160015.38461538462},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":7.8121,"latency":167.7,"recall":0.8369,"label":1,"qp$":144223.3846153846},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":16.869,"latency":87.8,"recall":0.9814,"label":1,"qp$":311427.6923076923},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":365.0835,"latency":23.599999999999998,"recall":0.945,"label":1,"qp$":1125257.3630136987},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":325.5271,"latency":25.1,"recall":0.9452,"label":1,"qp$":1003336.9520547946},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":596.7942,"latency":24.2,"recall":0.9693,"label":1,"qp$":1839434.1780821919},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":303.2044,"latency":27.400000000000002,"recall":0.9246,"label":1,"qp$":934534.1095890411},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":136.0345,"latency":31.9,"recall":0.9244,"label":1,"qp$":419284.4178082192},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":66.7221,"latency":42.1,"recall":0.963,"label":1,"qp$":205650.30821917808},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":131.2549,"latency":30.200000000000003,"recall":0.9867,"label":1,"qp$":606569.4993581515},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":127.9337,"latency":30.099999999999998,"recall":0.9869,"label":1,"qp$":591221.2066752247},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":595.8462,"latency":23.400000000000002,"recall":1.0,"label":1,"qp$":2753589.627727856},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":330.0144,"latency":9.0,"recall":0.9507,"label":1,"qp$":7472024.150943397},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":271.6585,"latency":10.1,"recall":0.9678,"label":1,"qp$":6150758.490566038},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":216.5226,"latency":12.9,"recall":1.0,"label":1,"qp$":4902398.490566038},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":123.9553,"latency":23.0,"recall":0.971,"label":1,"qp$":1403267.5471698113},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":59.1479,"latency":44.5,"recall":0.9906,"label":1,"qp$":669598.8679245282},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":40.999,"latency":55.300000000000004,"recall":1.0,"label":1,"qp$":464139.62264150946},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":579.9416,"latency":9.4,"recall":0.9213,"label":1,"qp$":6565376.603773585},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":425.2529,"latency":11.299999999999999,"recall":0.9686,"label":1,"qp$":4814183.773584905},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":397.0539,"latency":13.799999999999999,"recall":1.0,"label":1,"qp$":4494949.811320755},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":516.27,"latency":7.0,"recall":0.9463,"label":1,"qp$":11689132.075471697},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":354.8416,"latency":10.0,"recall":0.9802,"label":1,"qp$":8034149.433962264},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":427.5229,"latency":8.7,"recall":1.0,"label":1,"qp$":9679763.773584906},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":2884.689,"latency":5.3,"recall":0.8801,"label":1,"qp$":8164214.150943396},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":1689.5799,"latency":6.6,"recall":0.9493,"label":1,"qp$":4781829.905660377},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":1517.6792,"latency":10.0,"recall":1.0,"label":1,"qp$":4295318.4905660385},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":822.5318,"latency":5.6,"recall":0.9294,"label":1,"qp$":2327920.1886792453},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":378.9146,"latency":10.3,"recall":0.9758,"label":1,"qp$":1072399.8113207547},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":218.6854,"latency":16.2,"recall":1.0,"label":1,"qp$":618920.9433962263},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":297.5,"latency":7.2,"recall":0.974,"label":1,"qp$":6735849.0566037735},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":228.3,"latency":10.6,"recall":0.994,"label":1,"qp$":5169056.603773585},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":584.0,"latency":4.6,"recall":1.0,"label":1,"qp$":13222641.509433962},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":1871.0,"latency":7.0,"recall":0.9602,"label":1,"qp$":5295283.018867925},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":556.7,"latency":6.7,"recall":0.9723,"label":1,"qp$":1575566.0377358492},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":1583.0,"latency":6.8,"recall":0.9836,"label":1,"qp$":4480188.679245283},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":294.3,"latency":10.9,"recall":0.9939,"label":1,"qp$":832924.5283018869},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":2345.0,"latency":8.9,"recall":1.0,"label":1,"qp$":6636792.452830189},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":295.6,"latency":12.3,"recall":1.0,"label":1,"qp$":836603.7735849057},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":143.0,"latency":33.5,"recall":0.9818,"label":1,"qp$":3237735.8490566034},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":106.0,"latency":20.7,"recall":0.9887,"label":1,"qp$":2400000.0},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":189.0,"latency":11.6,"recall":1.0,"label":1,"qp$":4279245.2830188675},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":379.9721,"latency":12.4,"recall":0.982,"label":1,"qp$":4301570.9433962265},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":71.74,"latency":50.8,"recall":0.9883,"label":1,"qp$":812150.9433962264},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":287.0,"latency":14.9,"recall":0.9865,"label":1,"qp$":3249056.603773585},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":34.6654,"latency":64.69999999999999,"recall":0.9961,"label":1,"qp$":392438.4905660377},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":412.0,"latency":10.3,"recall":1.0,"label":1,"qp$":4664150.9433962265},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":42.169,"latency":46.800000000000004,"recall":1.0,"label":1,"qp$":477384.9056603773},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":537.4975,"latency":18.9,"recall":0.8903,"label":1,"qp$":1356936.1851332397},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":372.0466,"latency":17.8,"recall":0.8904,"label":1,"qp$":939248.0785413746},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":1156.2898,"latency":14.4,"recall":0.9989,"label":1,"qp$":2919104.684431978},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":110.248,"latency":69.0,"recall":0.898,"label":1,"qp$":278325.94670406735},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":87.2601,"latency":27.799999999999997,"recall":0.898,"label":1,"qp$":220291.97755960727},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":125.7846,"latency":23.099999999999998,"recall":0.975,"label":1,"qp$":317548.77980364655},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":240.7209,"latency":17.4,"recall":0.8887,"label":1,"qp$":3038552.734922861},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":189.4399,"latency":17.5,"recall":0.8889,"label":1,"qp$":2391246.98457223},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":313.5116,"latency":16.1,"recall":0.9999,"label":1,"qp$":3957369.424964937},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":78.7196,"latency":49.4,"recall":0.9203,"label":1,"qp$":1707172.048192771},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":68.3111,"latency":35.5,"recall":0.9202,"label":1,"qp$":1481445.5421686745},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":210.2147,"latency":26.8,"recall":0.9996,"label":1,"qp$":4558873.012048192},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":188.6436,"latency":917.5,"recall":0.9175,"label":1,"qp$":2381195.5119214584},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":155.6991,"latency":917.1,"recall":0.9171,"label":1,"qp$":1965346.283309958},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":445.3289,"latency":14.1,"recall":0.9999,"label":1,"qp$":5621262.412342216},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":633.6033,"latency":24.6,"recall":0.919,"label":1,"qp$":1599559.5231416551},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":95.5682,"latency":58.7,"recall":0.9463,"label":1,"qp$":241266.14305750353},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":434.4062,"latency":17.4,"recall":0.9181,"label":1,"qp$":1096677.643758766},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":80.3192,"latency":26.599999999999998,"recall":0.9462,"label":1,"qp$":202769.3688639551},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":1509.3293,"latency":18.5,"recall":0.9995,"label":1,"qp$":3810368.4992987383},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":166.7252,"latency":19.599999999999998,"recall":0.9988,"label":1,"qp$":420905.1332398317},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":46.8622,"latency":123.0,"recall":0.9957,"label":1,"qp$":16703.358415841583},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":1.8388,"latency":1063.5,"recall":0.9957,"label":1,"qp$":655.4138613861386},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":45.0666,"latency":109.2,"recall":1.0,"label":1,"qp$":16063.342574257427},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":43.5017,"latency":228.7,"recall":0.9957,"label":1,"qp$":4803.8687116564415},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":1.5668,"latency":1114.4,"recall":0.9957,"label":1,"qp$":173.02085889570552},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":41.5443,"latency":159.0,"recall":1.0,"label":1,"qp$":4587.714110429448},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":67.9121,"latency":179.5,"recall":0.9909,"label":1,"qp$":7499.495705521471},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":0.7636,"latency":1921.3,"recall":0.9908,"label":1,"qp$":84.32392638036809},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":32.0,"latency":124.5,"recall":1.0,"label":1,"qp$":3533.7423312883434},{"db":"WeaviateCloud","db_label":"sandbox","db_name":"WeaviateCloud-sandbox","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"WeaviateCloud","db_label":"sandbox","db_name":"WeaviateCloud-sandbox","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"WeaviateCloud","db_label":"sandbox","db_name":"WeaviateCloud-sandbox","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"WeaviateCloud","db_label":"sandbox","db_name":"WeaviateCloud-sandbox","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"WeaviateCloud","db_label":"sandbox","db_name":"WeaviateCloud-sandbox","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"WeaviateCloud","db_label":"sandbox","db_name":"WeaviateCloud-sandbox","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":63.1365,"latency":145.7,"recall":0.991,"label":1,"qp$":22504.09900990099},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":0.7512,"latency":1983.8,"recall":0.9908,"label":1,"qp$":267.7544554455445},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":30.1358,"latency":129.8,"recall":1.0,"label":1,"qp$":10741.473267326734},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":37.432,"latency":75.0,"recall":0.9975,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":37.0696,"latency":73.5,"recall":0.9976,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":81.1915,"latency":53.0,"recall":1.0,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":321.6048,"latency":13.4,"recall":0.989,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":22.1467,"latency":86.8,"recall":0.9972,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":303.2551,"latency":10.9,"recall":0.9876,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":21.5388,"latency":81.69999999999999,"recall":0.997,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":394.5418,"latency":8.3,"recall":1.0,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":37.878,"latency":45.0,"recall":1.0,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":180.2757,"latency":6.0,"recall":0.9942,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":179.0033,"latency":6.4,"recall":0.9943,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":526.8846,"latency":3.6,"recall":1.0,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":626.5243,"latency":6.2,"recall":0.9954,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":78.4227,"latency":25.3,"recall":0.9982,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":599.4213,"latency":6.6,"recall":0.9955,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":78.5351,"latency":26.3,"recall":0.9982,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":2098.2113,"latency":3.4,"recall":1.0,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":275.6292,"latency":10.0,"recall":1.0,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":100.6667,"latency":21.1,"recall":0.9909,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":101.1399,"latency":19.7,"recall":0.9907,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":52.2606,"latency":18.3,"recall":1.0,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":61.0661,"latency":49.8,"recall":0.9911,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":58.9326,"latency":44.6,"recall":0.9911,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":42.5977,"latency":54.9,"recall":1.0,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":536.0726,"latency":8.200000000000001,"recall":0.9728,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":467.179,"latency":7.0,"recall":0.9697,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":431.7512,"latency":8.3,"recall":1.0,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":274.5407,"latency":4.8999999999999995,"recall":0.9807,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":236.5672,"latency":10.3,"recall":0.981,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":309.4833,"latency":4.3,"recall":1.0,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":178.6585,"latency":13.700000000000001,"recall":0.9843,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":178.3732,"latency":15.0,"recall":0.9844,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":229.3526,"latency":12.5,"recall":1.0,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":1258.7043,"latency":4.8999999999999995,"recall":0.9799,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":1075.8776,"latency":5.3,"recall":0.98,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":1494.8493,"latency":4.7,"recall":1.0,"label":1,"qp$":0.0}]
1
+ [{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":15.2269,"latency":861.8,"recall":0.9888,"label":1,"qp$":114368.53745044857},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":15.1749,"latency":774.3,"recall":0.989,"label":1,"qp$":113977.96786981013},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":27.6181,"latency":305.5,"recall":0.9999,"label":1,"qp$":207438.26413519715},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-2,"qp$":0.0},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-2,"qp$":0.0},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-2,"qp$":0.0},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":11.2945,"latency":3611.2000000000003,"recall":0.996,"label":1,"qp$":84832.4640100146},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-2,"qp$":0.0},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":17.3271,"latency":3774.7999999999997,"recall":0.9961,"label":1,"qp$":130143.04193615691},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-2,"qp$":0.0},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":26.26,"latency":556.1,"recall":0.9999,"label":1,"qp$":197237.6382224077},{"db":"ElasticCloud","db_label":"upTo2.5c8g","db_name":"ElasticCloud-upTo2.5c8g","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-2,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":100.6667,"latency":21.1,"recall":0.9909,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":101.1399,"latency":19.7,"recall":0.9907,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":52.2606,"latency":18.3,"recall":1.0,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":61.0661,"latency":49.8,"recall":0.9911,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":58.9326,"latency":44.6,"recall":0.9911,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":42.5977,"latency":54.9,"recall":1.0,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":536.0726,"latency":8.200000000000001,"recall":0.9728,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":467.179,"latency":7.0,"recall":0.9697,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":431.7512,"latency":8.3,"recall":1.0,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":274.5407,"latency":4.8999999999999995,"recall":0.9807,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":236.5672,"latency":10.3,"recall":0.981,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":309.4833,"latency":4.3,"recall":1.0,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":178.6585,"latency":13.700000000000001,"recall":0.9843,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":178.3732,"latency":15.0,"recall":0.9844,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":229.3526,"latency":12.5,"recall":1.0,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":1258.7043,"latency":4.8999999999999995,"recall":0.9799,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":1075.8776,"latency":5.3,"recall":0.98,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":1494.8493,"latency":4.7,"recall":1.0,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":37.432,"latency":75.0,"recall":0.9975,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":37.0696,"latency":73.5,"recall":0.9976,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":81.1915,"latency":53.0,"recall":1.0,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-disk","db_name":"Milvus-2c8g-disk","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":321.6048,"latency":13.4,"recall":0.989,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":22.1467,"latency":86.8,"recall":0.9972,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":303.2551,"latency":10.9,"recall":0.9876,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":21.5388,"latency":81.69999999999999,"recall":0.997,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":394.5418,"latency":8.3,"recall":1.0,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"4c16g-disk","db_name":"Milvus-4c16g-disk","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":37.878,"latency":45.0,"recall":1.0,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":180.2757,"latency":6.0,"recall":0.9942,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":179.0033,"latency":6.4,"recall":0.9943,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":526.8846,"latency":3.6,"recall":1.0,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"2c8g-hnsw","db_name":"Milvus-2c8g-hnsw","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":626.5243,"latency":6.2,"recall":0.9954,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":78.4227,"latency":25.3,"recall":0.9982,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":599.4213,"latency":6.6,"recall":0.9955,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":78.5351,"latency":26.3,"recall":0.9982,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":2098.2113,"latency":3.4,"recall":1.0,"label":1,"qp$":0.0},{"db":"Milvus","db_label":"16c64g-hnsw","db_name":"Milvus-16c64g-hnsw","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":275.6292,"latency":10.0,"recall":1.0,"label":1,"qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":10.6271,"latency":730.7,"recall":0.8898,"label":1,"qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":10.8507,"latency":733.1999999999999,"recall":0.8897,"label":1,"qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":75.7055,"latency":121.2,"recall":0.9999,"label":1,"qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":0.8836,"latency":2523.0,"recall":0.8528,"label":1,"qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-2,"qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":0.8937,"latency":3720.2000000000003,"recall":0.8525,"label":1,"qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-2,"qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":1.2145,"latency":3622.3999999999996,"recall":0.7487,"label":1,"qp$":0.0},{"db":"PgVector","db_label":"2c8g","db_name":"PgVector-2c8g","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-2,"qp$":0.0},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":18.7634,"latency":153.70000000000002,"recall":0.8737,"label":1,"qp$":694226.515930113},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":18.3619,"latency":79.8,"recall":0.8741,"label":1,"qp$":679371.4285714285},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":25.2744,"latency":61.199999999999996,"recall":0.9979,"label":1,"qp$":935126.8242548818},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":261.798,"latency":23.099999999999998,"recall":0.9262,"label":1,"qp$":6455293.150684931},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":166.1851,"latency":23.900000000000002,"recall":0.9264,"label":1,"qp$":4097714.7945205485},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":121.7169,"latency":29.0,"recall":0.9693,"label":1,"qp$":3001238.6301369863},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":46.6189,"latency":43.1,"recall":0.8737,"label":1,"qp$":1724851.3874614593},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":42.4856,"latency":44.0,"recall":0.8741,"label":1,"qp$":1571923.5354573485},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":138.9479,"latency":26.200000000000003,"recall":0.9979,"label":1,"qp$":5140929.496402878},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":20.7437,"latency":75.80000000000001,"recall":0.9291,"label":1,"qp$":382960.6153846154},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":20.2993,"latency":76.5,"recall":0.9293,"label":1,"qp$":374756.30769230763},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":26.4719,"latency":67.0,"recall":1.0,"label":1,"qp$":488712.0},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":8.6675,"latency":180.2,"recall":0.8369,"label":1,"qp$":160015.38461538462},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":7.8121,"latency":167.7,"recall":0.8369,"label":1,"qp$":144223.3846153846},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":16.869,"latency":87.8,"recall":0.9814,"label":1,"qp$":311427.6923076923},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":365.0835,"latency":23.599999999999998,"recall":0.945,"label":1,"qp$":1125257.3630136987},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":325.5271,"latency":25.1,"recall":0.9452,"label":1,"qp$":1003336.9520547946},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":596.7942,"latency":24.2,"recall":0.9693,"label":1,"qp$":1839434.1780821919},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":303.2044,"latency":27.400000000000002,"recall":0.9246,"label":1,"qp$":934534.1095890411},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":136.0345,"latency":31.9,"recall":0.9244,"label":1,"qp$":419284.4178082192},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":66.7221,"latency":42.1,"recall":0.963,"label":1,"qp$":205650.30821917808},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":131.2549,"latency":30.200000000000003,"recall":0.9867,"label":1,"qp$":606569.4993581515},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":127.9337,"latency":30.099999999999998,"recall":0.9869,"label":1,"qp$":591221.2066752247},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":595.8462,"latency":23.400000000000002,"recall":1.0,"label":1,"qp$":2753589.627727856},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":228.4,"latency":22.2,"recall":0.9348,"label":1,"qp$":5631780.821917809},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":181.5,"latency":26.1,"recall":0.9345,"label":1,"qp$":4475342.465753425},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":205.7,"latency":24.2,"recall":0.9586,"label":1,"qp$":5072054.794520548},{"db":"Pinecone","db_label":"p2.x1","db_name":"Pinecone-p2.x1","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":67.63,"latency":36.0,"recall":0.8064,"label":1,"qp$":2502240.4933196297},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":63.35,"latency":38.4,"recall":0.8065,"label":1,"qp$":2343884.892086331},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":176.7,"latency":27.599999999999998,"recall":1.0,"label":1,"qp$":6537718.396711202},{"db":"Pinecone","db_label":"p1.x1","db_name":"Pinecone-p1.x1","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":15.33,"latency":84.9,"recall":0.8064,"label":1,"qp$":567194.2446043165},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":15.13,"latency":86.7,"recall":0.8065,"label":1,"qp$":559794.4501541625},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":17.41,"latency":74.30000000000001,"recall":1.0,"label":1,"qp$":644152.1068859198},{"db":"Pinecone","db_label":"s1.x1","db_name":"Pinecone-s1.x1","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":16.34,"latency":88.7,"recall":0.879,"label":1,"qp$":301661.53846153844},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":10.45,"latency":126.8,"recall":0.8208,"label":1,"qp$":192923.0769230769},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":16.18,"latency":87.5,"recall":0.8793,"label":1,"qp$":298707.69230769225},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":9.8,"latency":130.89999999999998,"recall":0.8212,"label":1,"qp$":180923.0769230769},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":36.11,"latency":55.1,"recall":1.0,"label":1,"qp$":666646.1538461539},{"db":"Pinecone","db_label":"s1.x1-2node","db_name":"Pinecone-s1.x1-2node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":14.84,"latency":92.7,"recall":0.96,"label":1,"qp$":273969.23076923075},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":322.7,"latency":26.4,"recall":0.9478,"label":1,"qp$":994623.287671233},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":265.5,"latency":26.9,"recall":0.9332,"label":1,"qp$":818321.9178082192},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":303.8,"latency":27.3,"recall":0.9478,"label":1,"qp$":936369.8630136987},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":180.2,"latency":28.2,"recall":0.9335,"label":1,"qp$":555410.9589041097},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":730.7,"latency":24.6,"recall":0.9586,"label":1,"qp$":2252157.5342465756},{"db":"Pinecone","db_label":"p2.x1-8node","db_name":"Pinecone-p2.x1-8node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":104.3,"latency":31.7,"recall":0.9563,"label":1,"qp$":321472.602739726},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":147.7,"latency":35.3,"recall":0.9707,"label":1,"qp$":682567.3940949935},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":782.5,"latency":25.9,"recall":1.0,"label":1,"qp$":3616174.5827984596},{"db":"Pinecone","db_label":"p1.x1-8node","db_name":"Pinecone-p1.x1-8node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":537.4975,"latency":18.9,"recall":0.8903,"label":1,"qp$":1356936.1851332397},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":372.0466,"latency":17.8,"recall":0.8904,"label":1,"qp$":939248.0785413746},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":1156.2898,"latency":14.4,"recall":0.9989,"label":1,"qp$":2919104.684431978},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":110.248,"latency":69.0,"recall":0.898,"label":1,"qp$":278325.94670406735},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":87.2601,"latency":27.799999999999997,"recall":0.898,"label":1,"qp$":220291.97755960727},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":125.7846,"latency":23.099999999999998,"recall":0.975,"label":1,"qp$":317548.77980364655},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":240.7209,"latency":17.4,"recall":0.8887,"label":1,"qp$":3038552.734922861},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":189.4399,"latency":17.5,"recall":0.8889,"label":1,"qp$":2391246.98457223},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":313.5116,"latency":16.1,"recall":0.9999,"label":1,"qp$":3957369.424964937},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":78.7196,"latency":49.4,"recall":0.9203,"label":1,"qp$":1707172.048192771},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":68.3111,"latency":35.5,"recall":0.9202,"label":1,"qp$":1481445.5421686745},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":210.2147,"latency":26.8,"recall":0.9996,"label":1,"qp$":4558873.012048192},{"db":"QdrantCloud","db_label":"2c8g-1node","db_name":"QdrantCloud-2c8g-1node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":188.6436,"latency":917.5,"recall":0.9175,"label":1,"qp$":2381195.5119214584},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":155.6991,"latency":917.1,"recall":0.9171,"label":1,"qp$":1965346.283309958},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":445.3289,"latency":14.1,"recall":0.9999,"label":1,"qp$":5621262.412342216},{"db":"QdrantCloud","db_label":"4c16g-1node","db_name":"QdrantCloud-4c16g-1node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":633.6033,"latency":24.6,"recall":0.919,"label":1,"qp$":1599559.5231416551},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":95.5682,"latency":58.7,"recall":0.9463,"label":1,"qp$":241266.14305750353},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":434.4062,"latency":17.4,"recall":0.9181,"label":1,"qp$":1096677.643758766},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":80.3192,"latency":26.599999999999998,"recall":0.9462,"label":1,"qp$":202769.3688639551},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":1509.3293,"latency":18.5,"recall":0.9995,"label":1,"qp$":3810368.4992987383},{"db":"QdrantCloud","db_label":"4c16g-5node","db_name":"QdrantCloud-4c16g-5node","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":166.7252,"latency":19.599999999999998,"recall":0.9988,"label":1,"qp$":420905.1332398317},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":67.9121,"latency":179.5,"recall":0.9909,"label":1,"qp$":7499.495705521471},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":0.7636,"latency":1921.3,"recall":0.9908,"label":1,"qp$":84.32392638036809},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":32.0,"latency":124.5,"recall":1.0,"label":1,"qp$":3533.7423312883434},{"db":"WeaviateCloud","db_label":"sandbox","db_name":"WeaviateCloud-sandbox","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"WeaviateCloud","db_label":"sandbox","db_name":"WeaviateCloud-sandbox","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"WeaviateCloud","db_label":"sandbox","db_name":"WeaviateCloud-sandbox","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"WeaviateCloud","db_label":"sandbox","db_name":"WeaviateCloud-sandbox","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"WeaviateCloud","db_label":"sandbox","db_name":"WeaviateCloud-sandbox","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"WeaviateCloud","db_label":"sandbox","db_name":"WeaviateCloud-sandbox","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":63.1365,"latency":145.7,"recall":0.991,"label":1,"qp$":22504.09900990099},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":0.7512,"latency":1983.8,"recall":0.9908,"label":1,"qp$":267.7544554455445},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":30.1358,"latency":129.8,"recall":1.0,"label":1,"qp$":10741.473267326734},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":46.8622,"latency":123.0,"recall":0.9957,"label":1,"qp$":16703.358415841583},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":1.8388,"latency":1063.5,"recall":0.9957,"label":1,"qp$":655.4138613861386},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":45.0666,"latency":109.2,"recall":1.0,"label":1,"qp$":16063.342574257427},{"db":"WeaviateCloud","db_label":"standard","db_name":"WeaviateCloud-standard","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":43.5017,"latency":228.7,"recall":0.9957,"label":1,"qp$":4803.8687116564415},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":1.5668,"latency":1114.4,"recall":0.9957,"label":1,"qp$":173.02085889570552},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":41.5443,"latency":159.0,"recall":1.0,"label":1,"qp$":4587.714110429448},{"db":"WeaviateCloud","db_label":"bus_crit","db_name":"WeaviateCloud-bus_crit","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":297.5,"latency":7.2,"recall":0.974,"label":1,"qp$":6735849.0566037735},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":228.3,"latency":10.6,"recall":0.994,"label":1,"qp$":5169056.603773585},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":584.0,"latency":4.6,"recall":1.0,"label":1,"qp$":13222641.509433962},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":1871.0,"latency":7.0,"recall":0.9602,"label":1,"qp$":5295283.018867925},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":556.7,"latency":6.7,"recall":0.9723,"label":1,"qp$":1575566.0377358492},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":1583.0,"latency":6.8,"recall":0.9836,"label":1,"qp$":4480188.679245283},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":294.3,"latency":10.9,"recall":0.9939,"label":1,"qp$":832924.5283018869},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":2345.0,"latency":8.9,"recall":1.0,"label":1,"qp$":6636792.452830189},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":295.6,"latency":12.3,"recall":1.0,"label":1,"qp$":836603.7735849057},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":143.0,"latency":33.5,"recall":0.9818,"label":1,"qp$":3237735.8490566034},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":106.0,"latency":20.7,"recall":0.9887,"label":1,"qp$":2400000.0},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":189.0,"latency":11.6,"recall":1.0,"label":1,"qp$":4279245.2830188675},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":379.9721,"latency":12.4,"recall":0.982,"label":1,"qp$":4301570.9433962265},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":71.74,"latency":50.8,"recall":0.9883,"label":1,"qp$":812150.9433962264},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":287.0,"latency":14.9,"recall":0.9865,"label":1,"qp$":3249056.603773585},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":34.6654,"latency":64.69999999999999,"recall":0.9961,"label":1,"qp$":392438.4905660377},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":412.0,"latency":10.3,"recall":1.0,"label":1,"qp$":4664150.9433962265},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":42.169,"latency":46.800000000000004,"recall":1.0,"label":1,"qp$":477384.9056603773},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":330.0144,"latency":9.0,"recall":0.9507,"label":1,"qp$":7472024.150943397},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":271.6585,"latency":10.1,"recall":0.9678,"label":1,"qp$":6150758.490566038},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":216.5226,"latency":12.9,"recall":1.0,"label":1,"qp$":4902398.490566038},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap","db_name":"ZillizCloud-1cu-cap","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":123.9553,"latency":23.0,"recall":0.971,"label":1,"qp$":1403267.5471698113},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":59.1479,"latency":44.5,"recall":0.9906,"label":1,"qp$":669598.8679245282},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":40.999,"latency":55.300000000000004,"recall":1.0,"label":1,"qp$":464139.62264150946},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":579.9416,"latency":9.4,"recall":0.9213,"label":1,"qp$":6565376.603773585},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":425.2529,"latency":11.299999999999999,"recall":0.9686,"label":1,"qp$":4814183.773584905},{"db":"ZillizCloud","db_label":"2cu-cap","db_name":"ZillizCloud-2cu-cap","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":397.0539,"latency":13.799999999999999,"recall":1.0,"label":1,"qp$":4494949.811320755},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":516.27,"latency":7.0,"recall":0.9463,"label":1,"qp$":11689132.075471697},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":354.8416,"latency":10.0,"recall":0.9802,"label":1,"qp$":8034149.433962264},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":427.5229,"latency":8.7,"recall":1.0,"label":1,"qp$":9679763.773584906},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-perf","db_name":"ZillizCloud-1cu-perf","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":2884.689,"latency":5.3,"recall":0.8801,"label":1,"qp$":8164214.150943396},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":1689.5799,"latency":6.6,"recall":0.9493,"label":1,"qp$":4781829.905660377},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":1517.6792,"latency":10.0,"recall":1.0,"label":1,"qp$":4295318.4905660385},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":822.5318,"latency":5.6,"recall":0.9294,"label":1,"qp$":2327920.1886792453},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":378.9146,"latency":10.3,"recall":0.9758,"label":1,"qp$":1072399.8113207547},{"db":"ZillizCloud","db_label":"8cu-perf","db_name":"ZillizCloud-8cu-perf","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":218.6854,"latency":16.2,"recall":1.0,"label":1,"qp$":618920.9433962263},{"db":"ZillizCloud","db_label":"8cu-perf-(Jan-2024)","db_name":"ZillizCloud-8cu-perf-(Jan-2024)","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":5115.5303,"latency":8.7,"recall":0.9469,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"8cu-perf-(Jan-2024)","db_name":"ZillizCloud-8cu-perf-(Jan-2024)","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":3685.0767,"latency":9.1,"recall":0.9736,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"8cu-perf-(Jan-2024)","db_name":"ZillizCloud-8cu-perf-(Jan-2024)","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":4742.1617,"latency":9.1,"recall":0.9936,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"8cu-perf-(Jan-2024)","db_name":"ZillizCloud-8cu-perf-(Jan-2024)","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":6054.4428,"latency":8.1,"recall":0.9155,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"8cu-perf-(Jan-2024)","db_name":"ZillizCloud-8cu-perf-(Jan-2024)","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":4104.2598,"latency":10.6,"recall":0.9506,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"8cu-perf-(Jan-2024)","db_name":"ZillizCloud-8cu-perf-(Jan-2024)","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":4252.1267,"latency":9.2,"recall":0.9964,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"8cu-perf-(Jan-2024)","db_name":"ZillizCloud-8cu-perf-(Jan-2024)","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":1685.3091,"latency":13.299999999999999,"recall":0.9718,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"8cu-perf-(Jan-2024)","db_name":"ZillizCloud-8cu-perf-(Jan-2024)","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":769.8991,"latency":10.7,"recall":0.9884,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"8cu-perf-(Jan-2024)","db_name":"ZillizCloud-8cu-perf-(Jan-2024)","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":945.4061,"latency":10.9,"recall":0.9941,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"8cu-perf-(Jan-2024)","db_name":"ZillizCloud-8cu-perf-(Jan-2024)","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":2214.9028,"latency":8.4,"recall":0.9249,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"8cu-perf-(Jan-2024)","db_name":"ZillizCloud-8cu-perf-(Jan-2024)","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":827.975,"latency":12.0,"recall":0.9692,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"8cu-perf-(Jan-2024)","db_name":"ZillizCloud-8cu-perf-(Jan-2024)","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":776.9454,"latency":11.4,"recall":0.9966,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap-(Jan-2024)","db_name":"ZillizCloud-1cu-cap-(Jan-2024)","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":269.5464,"latency":9.799999999999999,"recall":0.9776,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap-(Jan-2024)","db_name":"ZillizCloud-1cu-cap-(Jan-2024)","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":240.0363,"latency":10.6,"recall":0.9822,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap-(Jan-2024)","db_name":"ZillizCloud-1cu-cap-(Jan-2024)","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":218.0627,"latency":11.4,"recall":0.9936,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap-(Jan-2024)","db_name":"ZillizCloud-1cu-cap-(Jan-2024)","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":392.8825,"latency":6.8999999999999995,"recall":0.9581,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap-(Jan-2024)","db_name":"ZillizCloud-1cu-cap-(Jan-2024)","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":343.8204,"latency":8.4,"recall":0.968,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap-(Jan-2024)","db_name":"ZillizCloud-1cu-cap-(Jan-2024)","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":216.6773,"latency":10.1,"recall":0.9968,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"2cu-cap-(Jan-2024)","db_name":"ZillizCloud-2cu-cap-(Jan-2024)","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":503.2284,"latency":9.0,"recall":0.9677,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"2cu-cap-(Jan-2024)","db_name":"ZillizCloud-2cu-cap-(Jan-2024)","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":413.3232,"latency":9.6,"recall":0.981,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"2cu-cap-(Jan-2024)","db_name":"ZillizCloud-2cu-cap-(Jan-2024)","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":425.5492,"latency":10.200000000000001,"recall":0.9936,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"2cu-cap-(Jan-2024)","db_name":"ZillizCloud-2cu-cap-(Jan-2024)","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":789.1229,"latency":5.6,"recall":0.9396,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"2cu-cap-(Jan-2024)","db_name":"ZillizCloud-2cu-cap-(Jan-2024)","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":571.4257,"latency":7.7,"recall":0.9668,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"2cu-cap-(Jan-2024)","db_name":"ZillizCloud-2cu-cap-(Jan-2024)","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":411.7653,"latency":9.1,"recall":0.9968,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"2cu-cap-(Jan-2024)","db_name":"ZillizCloud-2cu-cap-(Jan-2024)","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":98.0448,"latency":16.1,"recall":0.9803,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"2cu-cap-(Jan-2024)","db_name":"ZillizCloud-2cu-cap-(Jan-2024)","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":58.3152,"latency":28.0,"recall":0.9891,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"2cu-cap-(Jan-2024)","db_name":"ZillizCloud-2cu-cap-(Jan-2024)","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":46.8304,"latency":28.6,"recall":0.9941,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"2cu-cap-(Jan-2024)","db_name":"ZillizCloud-2cu-cap-(Jan-2024)","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":170.5693,"latency":8.9,"recall":0.9605,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"2cu-cap-(Jan-2024)","db_name":"ZillizCloud-2cu-cap-(Jan-2024)","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":94.7766,"latency":19.599999999999998,"recall":0.9843,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"2cu-cap-(Jan-2024)","db_name":"ZillizCloud-2cu-cap-(Jan-2024)","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":44.8695,"latency":30.900000000000002,"recall":0.9966,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-perf-(Jan-2024)","db_name":"ZillizCloud-1cu-perf-(Jan-2024)","case":"Search Performance Test (500K Dataset, 1536 Dim)","qps":722.0315,"latency":7.7,"recall":0.976,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-perf-(Jan-2024)","db_name":"ZillizCloud-1cu-perf-(Jan-2024)","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 1%)","qps":467.5795,"latency":8.8,"recall":0.9898,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-perf-(Jan-2024)","db_name":"ZillizCloud-1cu-perf-(Jan-2024)","case":"Filtering Search Performance Test (500K Dataset, 1536 Dim, Filter 99%)","qps":975.2503,"latency":8.200000000000001,"recall":0.9936,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-perf-(Jan-2024)","db_name":"ZillizCloud-1cu-perf-(Jan-2024)","case":"Search Performance Test (1M Dataset, 768 Dim)","qps":873.3712,"latency":6.7,"recall":0.9477,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-perf-(Jan-2024)","db_name":"ZillizCloud-1cu-perf-(Jan-2024)","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 1%)","qps":544.6203,"latency":8.4,"recall":0.977,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-perf-(Jan-2024)","db_name":"ZillizCloud-1cu-perf-(Jan-2024)","case":"Filtering Search Performance Test (1M Dataset, 768 Dim, Filter 99%)","qps":930.9164,"latency":9.6,"recall":0.9968,"label":1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-perf-(Jan-2024)","db_name":"ZillizCloud-1cu-perf-(Jan-2024)","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-perf-(Jan-2024)","db_name":"ZillizCloud-1cu-perf-(Jan-2024)","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-perf-(Jan-2024)","db_name":"ZillizCloud-1cu-perf-(Jan-2024)","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-perf-(Jan-2024)","db_name":"ZillizCloud-1cu-perf-(Jan-2024)","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-perf-(Jan-2024)","db_name":"ZillizCloud-1cu-perf-(Jan-2024)","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-perf-(Jan-2024)","db_name":"ZillizCloud-1cu-perf-(Jan-2024)","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap-(Jan-2024)","db_name":"ZillizCloud-1cu-cap-(Jan-2024)","case":"Search Performance Test (10M Dataset, 768 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap-(Jan-2024)","db_name":"ZillizCloud-1cu-cap-(Jan-2024)","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap-(Jan-2024)","db_name":"ZillizCloud-1cu-cap-(Jan-2024)","case":"Filtering Search Performance Test (10M Dataset, 768 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap-(Jan-2024)","db_name":"ZillizCloud-1cu-cap-(Jan-2024)","case":"Search Performance Test (5M Dataset, 1536 Dim)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap-(Jan-2024)","db_name":"ZillizCloud-1cu-cap-(Jan-2024)","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 1%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0},{"db":"ZillizCloud","db_label":"1cu-cap-(Jan-2024)","db_name":"ZillizCloud-1cu-cap-(Jan-2024)","case":"Filtering Search Performance Test (5M Dataset, 1536 Dim, Filter 99%)","qps":0.0,"latency":0.0,"recall":0.0,"label":-1,"qp$":0.0}]
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: vectordb-bench
3
- Version: 0.0.6
3
+ Version: 0.0.8
4
4
  Summary: VectorDBBench is not just an offering of benchmark results for mainstream vector databases and cloud services, it's your go-to tool for the ultimate performance and cost-effectiveness comparison. Designed with ease-of-use in mind, VectorDBBench is devised to help users, even non-professionals, reproduce results or test new systems, making the hunt for the optimal choice amongst a plethora of cloud services and open-source vector databases a breeze.
5
5
  Author-email: XuanYang-cn <xuan.yang@zilliz.com>
6
6
  Project-URL: repository, https://github.com/zilliztech/VectorDBBench
@@ -44,7 +44,7 @@ Provides-Extra: pgvecto_rs
44
44
  Requires-Dist: psycopg2 ; extra == 'pgvecto_rs'
45
45
  Provides-Extra: pgvector
46
46
  Requires-Dist: pgvector ; extra == 'pgvector'
47
- Requires-Dist: sqlalchemy ; extra == 'pgvector'
47
+ Requires-Dist: psycopg2 ; extra == 'pgvector'
48
48
  Provides-Extra: pinecone
49
49
  Requires-Dist: pinecone-client ; extra == 'pinecone'
50
50
  Provides-Extra: qdrant
@@ -149,6 +149,19 @@ OR:
149
149
  ```shell
150
150
  $ init_bench
151
151
  ```
152
+
153
+ OR:
154
+
155
+ If you are using [dev container](https://code.visualstudio.com/docs/devcontainers/containers), create
156
+ the following dataset directory first:
157
+
158
+ ```shell
159
+ # Mount local ~/vectordb_bench/dataset to contain's /tmp/vectordb_bench/dataset.
160
+ # If you are not comfortable with the path name, feel free to change it in devcontainer.json
161
+ mkdir -p ~/vectordb_bench/dataset
162
+ ```
163
+ After reopen the repository in container, run `python -m vectordb_bench` in the container's bash.
164
+
152
165
  ### Check coding styles
153
166
  ```shell
154
167
  $ ruff check vectordb_bench