vectordb-bench 0.0.30__py3-none-any.whl → 1.0.1__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (80) hide show
  1. vectordb_bench/__init__.py +14 -27
  2. vectordb_bench/__main__.py +1 -1
  3. vectordb_bench/backend/assembler.py +19 -6
  4. vectordb_bench/backend/cases.py +186 -23
  5. vectordb_bench/backend/clients/__init__.py +16 -0
  6. vectordb_bench/backend/clients/api.py +22 -1
  7. vectordb_bench/backend/clients/aws_opensearch/aws_opensearch.py +82 -41
  8. vectordb_bench/backend/clients/aws_opensearch/config.py +37 -4
  9. vectordb_bench/backend/clients/chroma/chroma.py +6 -2
  10. vectordb_bench/backend/clients/elastic_cloud/config.py +31 -1
  11. vectordb_bench/backend/clients/elastic_cloud/elastic_cloud.py +133 -45
  12. vectordb_bench/backend/clients/milvus/config.py +1 -0
  13. vectordb_bench/backend/clients/milvus/milvus.py +75 -23
  14. vectordb_bench/backend/clients/oceanbase/cli.py +100 -0
  15. vectordb_bench/backend/clients/oceanbase/config.py +125 -0
  16. vectordb_bench/backend/clients/oceanbase/oceanbase.py +215 -0
  17. vectordb_bench/backend/clients/pinecone/pinecone.py +39 -25
  18. vectordb_bench/backend/clients/qdrant_cloud/config.py +73 -3
  19. vectordb_bench/backend/clients/qdrant_cloud/qdrant_cloud.py +100 -33
  20. vectordb_bench/backend/clients/zilliz_cloud/zilliz_cloud.py +1 -1
  21. vectordb_bench/backend/dataset.py +146 -27
  22. vectordb_bench/backend/filter.py +76 -0
  23. vectordb_bench/backend/runner/__init__.py +3 -3
  24. vectordb_bench/backend/runner/mp_runner.py +52 -39
  25. vectordb_bench/backend/runner/rate_runner.py +68 -52
  26. vectordb_bench/backend/runner/read_write_runner.py +125 -68
  27. vectordb_bench/backend/runner/serial_runner.py +56 -23
  28. vectordb_bench/backend/task_runner.py +59 -20
  29. vectordb_bench/cli/cli.py +59 -1
  30. vectordb_bench/cli/vectordbbench.py +3 -0
  31. vectordb_bench/frontend/components/check_results/data.py +16 -11
  32. vectordb_bench/frontend/components/check_results/filters.py +53 -25
  33. vectordb_bench/frontend/components/check_results/headerIcon.py +18 -13
  34. vectordb_bench/frontend/components/check_results/nav.py +20 -0
  35. vectordb_bench/frontend/components/custom/displayCustomCase.py +43 -8
  36. vectordb_bench/frontend/components/custom/displaypPrams.py +10 -5
  37. vectordb_bench/frontend/components/custom/getCustomConfig.py +10 -0
  38. vectordb_bench/frontend/components/label_filter/charts.py +60 -0
  39. vectordb_bench/frontend/components/run_test/caseSelector.py +48 -52
  40. vectordb_bench/frontend/components/run_test/dbSelector.py +9 -5
  41. vectordb_bench/frontend/components/run_test/inputWidget.py +48 -0
  42. vectordb_bench/frontend/components/run_test/submitTask.py +3 -1
  43. vectordb_bench/frontend/components/streaming/charts.py +253 -0
  44. vectordb_bench/frontend/components/streaming/data.py +62 -0
  45. vectordb_bench/frontend/components/tables/data.py +1 -1
  46. vectordb_bench/frontend/components/welcome/explainPrams.py +66 -0
  47. vectordb_bench/frontend/components/welcome/pagestyle.py +106 -0
  48. vectordb_bench/frontend/components/welcome/welcomePrams.py +147 -0
  49. vectordb_bench/frontend/config/dbCaseConfigs.py +309 -42
  50. vectordb_bench/frontend/config/styles.py +34 -4
  51. vectordb_bench/frontend/pages/concurrent.py +5 -1
  52. vectordb_bench/frontend/pages/custom.py +4 -0
  53. vectordb_bench/frontend/pages/label_filter.py +56 -0
  54. vectordb_bench/frontend/pages/quries_per_dollar.py +5 -1
  55. vectordb_bench/frontend/{vdb_benchmark.py → pages/results.py} +10 -4
  56. vectordb_bench/frontend/pages/run_test.py +3 -3
  57. vectordb_bench/frontend/pages/streaming.py +135 -0
  58. vectordb_bench/frontend/pages/tables.py +4 -0
  59. vectordb_bench/frontend/vdbbench.py +31 -0
  60. vectordb_bench/interface.py +8 -3
  61. vectordb_bench/metric.py +15 -1
  62. vectordb_bench/models.py +31 -11
  63. vectordb_bench/results/ElasticCloud/result_20250318_standard_elasticcloud.json +5890 -0
  64. vectordb_bench/results/Milvus/result_20250509_standard_milvus.json +6138 -0
  65. vectordb_bench/results/OpenSearch/result_20250224_standard_opensearch.json +7319 -0
  66. vectordb_bench/results/Pinecone/result_20250124_standard_pinecone.json +2365 -0
  67. vectordb_bench/results/QdrantCloud/result_20250602_standard_qdrantcloud.json +3556 -0
  68. vectordb_bench/results/ZillizCloud/result_20250613_standard_zillizcloud.json +6290 -0
  69. vectordb_bench/results/dbPrices.json +12 -4
  70. vectordb_bench/results/getLeaderboardDataV2.py +59 -0
  71. vectordb_bench/results/leaderboard_v2.json +2662 -0
  72. {vectordb_bench-0.0.30.dist-info → vectordb_bench-1.0.1.dist-info}/METADATA +93 -40
  73. {vectordb_bench-0.0.30.dist-info → vectordb_bench-1.0.1.dist-info}/RECORD +77 -58
  74. vectordb_bench/results/ZillizCloud/result_20230727_standard_zillizcloud.json +0 -791
  75. vectordb_bench/results/ZillizCloud/result_20230808_standard_zillizcloud.json +0 -679
  76. vectordb_bench/results/ZillizCloud/result_20240105_standard_202401_zillizcloud.json +0 -1352
  77. {vectordb_bench-0.0.30.dist-info → vectordb_bench-1.0.1.dist-info}/WHEEL +0 -0
  78. {vectordb_bench-0.0.30.dist-info → vectordb_bench-1.0.1.dist-info}/entry_points.txt +0 -0
  79. {vectordb_bench-0.0.30.dist-info → vectordb_bench-1.0.1.dist-info}/licenses/LICENSE +0 -0
  80. {vectordb_bench-0.0.30.dist-info → vectordb_bench-1.0.1.dist-info}/top_level.txt +0 -0
vectordb_bench/results/leaderboard_v2.json ADDED
@@ -0,0 +1,2662 @@
1
+ [
2
+ {
3
+ "dataset": "Cohere (Medium)",
4
+ "db": "ElasticCloud",
5
+ "label": "8c60g",
6
+ "db_name": "ElasticCloud-8c60g",
7
+ "qps": 597.3641,
8
+ "latency": 12.1,
9
+ "recall": 0.9221,
10
+ "filter_ratio": 0.0
11
+ },
12
+ {
13
+ "dataset": "Cohere (Medium)",
14
+ "db": "ElasticCloud",
15
+ "label": "8c60g",
16
+ "db_name": "ElasticCloud-8c60g",
17
+ "qps": 551.1757,
18
+ "latency": 10.7,
19
+ "recall": 0.9327,
20
+ "filter_ratio": 0.0
21
+ },
22
+ {
23
+ "dataset": "Cohere (Medium)",
24
+ "db": "ElasticCloud",
25
+ "label": "8c60g",
26
+ "db_name": "ElasticCloud-8c60g",
27
+ "qps": 492.9765,
28
+ "latency": 13.4,
29
+ "recall": 0.9443,
30
+ "filter_ratio": 0.0
31
+ },
32
+ {
33
+ "dataset": "Cohere (Medium)",
34
+ "db": "ElasticCloud",
35
+ "label": "8c60g",
36
+ "db_name": "ElasticCloud-8c60g",
37
+ "qps": 431.0155,
38
+ "latency": 15.2,
39
+ "recall": 0.954,
40
+ "filter_ratio": 0.0
41
+ },
42
+ {
43
+ "dataset": "Cohere (Medium)",
44
+ "db": "ElasticCloud",
45
+ "label": "8c60g",
46
+ "db_name": "ElasticCloud-8c60g",
47
+ "qps": 377.3634,
48
+ "latency": 16.2,
49
+ "recall": 0.9615,
50
+ "filter_ratio": 0.0
51
+ },
52
+ {
53
+ "dataset": "Cohere (Medium)",
54
+ "db": "ElasticCloud",
55
+ "label": "8c60g",
56
+ "db_name": "ElasticCloud-8c60g",
57
+ "qps": 337.5819,
58
+ "latency": 15.0,
59
+ "recall": 0.9666,
60
+ "filter_ratio": 0.0
61
+ },
62
+ {
63
+ "dataset": "Cohere (Medium)",
64
+ "db": "ElasticCloud",
65
+ "label": "8c60g",
66
+ "db_name": "ElasticCloud-8c60g",
67
+ "qps": 279.7257,
68
+ "latency": 18.1,
69
+ "recall": 0.9729,
70
+ "filter_ratio": 0.0
71
+ },
72
+ {
73
+ "dataset": "Cohere (Medium)",
74
+ "db": "ElasticCloud",
75
+ "label": "8c60g-routing-64shard",
76
+ "db_name": "ElasticCloud-8c60g-routing-64shard",
77
+ "qps": 3033.786,
78
+ "latency": 8.7,
79
+ "recall": 0.9934,
80
+ "filter_ratio": 1.0
81
+ },
82
+ {
83
+ "dataset": "Cohere (Medium)",
84
+ "db": "ElasticCloud",
85
+ "label": "8c60g-routing-64shard",
86
+ "db_name": "ElasticCloud-8c60g-routing-64shard",
87
+ "qps": 3019.2416,
88
+ "latency": 9.5,
89
+ "recall": 0.9765,
90
+ "filter_ratio": 1.0
91
+ },
92
+ {
93
+ "dataset": "Cohere (Medium)",
94
+ "db": "ElasticCloud",
95
+ "label": "8c60g-routing-64shard",
96
+ "db_name": "ElasticCloud-8c60g-routing-64shard",
97
+ "qps": 2890.9523,
98
+ "latency": 9.4,
99
+ "recall": 0.9625,
100
+ "filter_ratio": 0.99
101
+ },
102
+ {
103
+ "dataset": "Cohere (Medium)",
104
+ "db": "ElasticCloud",
105
+ "label": "8c60g-routing-64shard",
106
+ "db_name": "ElasticCloud-8c60g-routing-64shard",
107
+ "qps": 2789.7212,
108
+ "latency": 8.2,
109
+ "recall": 0.9538,
110
+ "filter_ratio": 0.99
111
+ },
112
+ {
113
+ "dataset": "Cohere (Medium)",
114
+ "db": "ElasticCloud",
115
+ "label": "8c60g-routing-64shard",
116
+ "db_name": "ElasticCloud-8c60g-routing-64shard",
117
+ "qps": 2457.2628,
118
+ "latency": 9.0,
119
+ "recall": 0.9378,
120
+ "filter_ratio": 0.98
121
+ },
122
+ {
123
+ "dataset": "Cohere (Medium)",
124
+ "db": "ElasticCloud",
125
+ "label": "8c60g-routing-64shard",
126
+ "db_name": "ElasticCloud-8c60g-routing-64shard",
127
+ "qps": 2209.4973,
128
+ "latency": 13.7,
129
+ "recall": 0.9228,
130
+ "filter_ratio": 0.95
131
+ },
132
+ {
133
+ "dataset": "Cohere (Medium)",
134
+ "db": "ElasticCloud",
135
+ "label": "8c60g-routing-64shard",
136
+ "db_name": "ElasticCloud-8c60g-routing-64shard",
137
+ "qps": 1960.388,
138
+ "latency": 11.0,
139
+ "recall": 0.9076,
140
+ "filter_ratio": 0.9
141
+ },
142
+ {
143
+ "dataset": "Cohere (Medium)",
144
+ "db": "ElasticCloud",
145
+ "label": "8c60g-routing-64shard",
146
+ "db_name": "ElasticCloud-8c60g-routing-64shard",
147
+ "qps": 1725.092,
148
+ "latency": 11.7,
149
+ "recall": 0.8969,
150
+ "filter_ratio": 0.8
151
+ },
152
+ {
153
+ "dataset": "Cohere (Medium)",
154
+ "db": "ElasticCloud",
155
+ "label": "8c60g-routing-64shard",
156
+ "db_name": "ElasticCloud-8c60g-routing-64shard",
157
+ "qps": 1307.419,
158
+ "latency": 12.3,
159
+ "recall": 0.8925,
160
+ "filter_ratio": 0.5
161
+ },
162
+ {
163
+ "dataset": "Cohere (Large)",
164
+ "db": "ElasticCloud",
165
+ "label": "8c60g-force_merge",
166
+ "db_name": "ElasticCloud-8c60g-force_merge",
167
+ "qps": 1520.4145,
168
+ "latency": 12.5,
169
+ "recall": 0.9028,
170
+ "filter_ratio": 0.0
171
+ },
172
+ {
173
+ "dataset": "Cohere (Large)",
174
+ "db": "ElasticCloud",
175
+ "label": "8c60g-force_merge",
176
+ "db_name": "ElasticCloud-8c60g-force_merge",
177
+ "qps": 1273.3452,
178
+ "latency": 12.3,
179
+ "recall": 0.9242,
180
+ "filter_ratio": 0.0
181
+ },
182
+ {
183
+ "dataset": "Cohere (Large)",
184
+ "db": "ElasticCloud",
185
+ "label": "8c60g-force_merge",
186
+ "db_name": "ElasticCloud-8c60g-force_merge",
187
+ "qps": 1011.7943,
188
+ "latency": 15.2,
189
+ "recall": 0.945,
190
+ "filter_ratio": 0.0
191
+ },
192
+ {
193
+ "dataset": "Cohere (Large)",
194
+ "db": "ElasticCloud",
195
+ "label": "8c60g-force_merge",
196
+ "db_name": "ElasticCloud-8c60g-force_merge",
197
+ "qps": 824.5097,
198
+ "latency": 15.5,
199
+ "recall": 0.9558,
200
+ "filter_ratio": 0.0
201
+ },
202
+ {
203
+ "dataset": "Cohere (Large)",
204
+ "db": "ElasticCloud",
205
+ "label": "8c60g-force_merge",
206
+ "db_name": "ElasticCloud-8c60g-force_merge",
207
+ "qps": 350.0132,
208
+ "latency": 29.7,
209
+ "recall": 1.0,
210
+ "filter_ratio": 1.0
211
+ },
212
+ {
213
+ "dataset": "Cohere (Large)",
214
+ "db": "ElasticCloud",
215
+ "label": "8c60g-force_merge",
216
+ "db_name": "ElasticCloud-8c60g-force_merge",
217
+ "qps": 179.5204,
218
+ "latency": 51.4,
219
+ "recall": 1.0,
220
+ "filter_ratio": 1.0
221
+ },
222
+ {
223
+ "dataset": "Cohere (Large)",
224
+ "db": "ElasticCloud",
225
+ "label": "8c60g-force_merge",
226
+ "db_name": "ElasticCloud-8c60g-force_merge",
227
+ "qps": 72.99,
228
+ "latency": 111.4,
229
+ "recall": 1.0,
230
+ "filter_ratio": 0.99
231
+ },
232
+ {
233
+ "dataset": "Cohere (Large)",
234
+ "db": "ElasticCloud",
235
+ "label": "8c60g-force_merge",
236
+ "db_name": "ElasticCloud-8c60g-force_merge",
237
+ "qps": 42.9877,
238
+ "latency": 201.9,
239
+ "recall": 0.9912,
240
+ "filter_ratio": 0.99
241
+ },
242
+ {
243
+ "dataset": "Cohere (Large)",
244
+ "db": "ElasticCloud",
245
+ "label": "8c60g-force_merge",
246
+ "db_name": "ElasticCloud-8c60g-force_merge",
247
+ "qps": 96.4987,
248
+ "latency": 113.1,
249
+ "recall": 0.9296,
250
+ "filter_ratio": 0.98
251
+ },
252
+ {
253
+ "dataset": "Cohere (Large)",
254
+ "db": "ElasticCloud",
255
+ "label": "8c60g-force_merge",
256
+ "db_name": "ElasticCloud-8c60g-force_merge",
257
+ "qps": 189.3789,
258
+ "latency": 58.8,
259
+ "recall": 0.9149,
260
+ "filter_ratio": 0.95
261
+ },
262
+ {
263
+ "dataset": "Cohere (Large)",
264
+ "db": "ElasticCloud",
265
+ "label": "8c60g-force_merge",
266
+ "db_name": "ElasticCloud-8c60g-force_merge",
267
+ "qps": 246.7071,
268
+ "latency": 45.1,
269
+ "recall": 0.9018,
270
+ "filter_ratio": 0.9
271
+ },
272
+ {
273
+ "dataset": "Cohere (Large)",
274
+ "db": "ElasticCloud",
275
+ "label": "8c60g-force_merge",
276
+ "db_name": "ElasticCloud-8c60g-force_merge",
277
+ "qps": 229.0379,
278
+ "latency": 43.0,
279
+ "recall": 0.8908,
280
+ "filter_ratio": 0.8
281
+ },
282
+ {
283
+ "dataset": "Cohere (Large)",
284
+ "db": "ElasticCloud",
285
+ "label": "8c60g-force_merge",
286
+ "db_name": "ElasticCloud-8c60g-force_merge",
287
+ "qps": 125.6164,
288
+ "latency": 69.8,
289
+ "recall": 0.8746,
290
+ "filter_ratio": 0.5
291
+ },
292
+ {
293
+ "dataset": "Cohere (Large)",
294
+ "db": "ElasticCloud",
295
+ "label": "8c60g",
296
+ "db_name": "ElasticCloud-8c60g",
297
+ "qps": 376.3752,
298
+ "latency": 14.5,
299
+ "recall": 0.9039,
300
+ "filter_ratio": 0.0
301
+ },
302
+ {
303
+ "dataset": "Cohere (Large)",
304
+ "db": "ElasticCloud",
305
+ "label": "8c60g",
306
+ "db_name": "ElasticCloud-8c60g",
307
+ "qps": 341.2325,
308
+ "latency": 13.4,
309
+ "recall": 0.9136,
310
+ "filter_ratio": 0.0
311
+ },
312
+ {
313
+ "dataset": "Cohere (Large)",
314
+ "db": "ElasticCloud",
315
+ "label": "8c60g",
316
+ "db_name": "ElasticCloud-8c60g",
317
+ "qps": 300.7678,
318
+ "latency": 12.8,
319
+ "recall": 0.922,
320
+ "filter_ratio": 0.0
321
+ },
322
+ {
323
+ "dataset": "Cohere (Large)",
324
+ "db": "ElasticCloud",
325
+ "label": "8c60g",
326
+ "db_name": "ElasticCloud-8c60g",
327
+ "qps": 257.0398,
328
+ "latency": 15.4,
329
+ "recall": 0.9303,
330
+ "filter_ratio": 0.0
331
+ },
332
+ {
333
+ "dataset": "Cohere (Large)",
334
+ "db": "ElasticCloud",
335
+ "label": "8c60g",
336
+ "db_name": "ElasticCloud-8c60g",
337
+ "qps": 228.7734,
338
+ "latency": 16.2,
339
+ "recall": 0.9374,
340
+ "filter_ratio": 0.0
341
+ },
342
+ {
343
+ "dataset": "Cohere (Large)",
344
+ "db": "ElasticCloud",
345
+ "label": "8c60g",
346
+ "db_name": "ElasticCloud-8c60g",
347
+ "qps": 204.3654,
348
+ "latency": 18.2,
349
+ "recall": 0.9424,
350
+ "filter_ratio": 0.0
351
+ },
352
+ {
353
+ "dataset": "Cohere (Large)",
354
+ "db": "ElasticCloud",
355
+ "label": "8c60g",
356
+ "db_name": "ElasticCloud-8c60g",
357
+ "qps": 167.5075,
358
+ "latency": 18.0,
359
+ "recall": 0.9501,
360
+ "filter_ratio": 0.0
361
+ },
362
+ {
363
+ "dataset": "Cohere (Large)",
364
+ "db": "ElasticCloud",
365
+ "label": "8c60g",
366
+ "db_name": "ElasticCloud-8c60g",
367
+ "qps": 146.339,
368
+ "latency": 20.9,
369
+ "recall": 0.9557,
370
+ "filter_ratio": 0.0
371
+ },
372
+ {
373
+ "dataset": "Cohere (Large)",
374
+ "db": "ElasticCloud",
375
+ "label": "8c60g",
376
+ "db_name": "ElasticCloud-8c60g",
377
+ "qps": 129.0705,
378
+ "latency": 24.3,
379
+ "recall": 0.96,
380
+ "filter_ratio": 0.0
381
+ },
382
+ {
383
+ "dataset": "Cohere (Medium)",
384
+ "db": "ElasticCloud",
385
+ "label": "8c60g",
386
+ "db_name": "ElasticCloud-8c60g",
387
+ "qps": 2095.7067,
388
+ "latency": 12.4,
389
+ "recall": 0.8961,
390
+ "filter_ratio": 0.0
391
+ },
392
+ {
393
+ "dataset": "Cohere (Medium)",
394
+ "db": "ElasticCloud",
395
+ "label": "8c60g",
396
+ "db_name": "ElasticCloud-8c60g",
397
+ "qps": 1925.3019,
398
+ "latency": 11.3,
399
+ "recall": 0.9141,
400
+ "filter_ratio": 0.0
401
+ },
402
+ {
403
+ "dataset": "Cohere (Medium)",
404
+ "db": "ElasticCloud",
405
+ "label": "8c60g",
406
+ "db_name": "ElasticCloud-8c60g",
407
+ "qps": 1707.8841,
408
+ "latency": 10.0,
409
+ "recall": 0.9314,
410
+ "filter_ratio": 0.0
411
+ },
412
+ {
413
+ "dataset": "Cohere (Medium)",
414
+ "db": "ElasticCloud",
415
+ "label": "8c60g",
416
+ "db_name": "ElasticCloud-8c60g",
417
+ "qps": 1442.0638,
418
+ "latency": 10.1,
419
+ "recall": 0.9482,
420
+ "filter_ratio": 0.0
421
+ },
422
+ {
423
+ "dataset": "Cohere (Medium)",
424
+ "db": "ElasticCloud",
425
+ "label": "8c60g",
426
+ "db_name": "ElasticCloud-8c60g",
427
+ "qps": 1115.106,
428
+ "latency": 13.1,
429
+ "recall": 0.9662,
430
+ "filter_ratio": 0.0
431
+ },
432
+ {
433
+ "dataset": "Cohere (Medium)",
434
+ "db": "ElasticCloud",
435
+ "label": "8c60g",
436
+ "db_name": "ElasticCloud-8c60g",
437
+ "qps": 910.4322,
438
+ "latency": 14.2,
439
+ "recall": 0.9748,
440
+ "filter_ratio": 0.0
441
+ },
442
+ {
443
+ "dataset": "Cohere (Medium)",
444
+ "db": "ElasticCloud",
445
+ "label": "8c60g-force_merge",
446
+ "db_name": "ElasticCloud-8c60g-force_merge",
447
+ "qps": 2175.2694,
448
+ "latency": 9.8,
449
+ "recall": 1.0,
450
+ "filter_ratio": 1.0
451
+ },
452
+ {
453
+ "dataset": "Cohere (Medium)",
454
+ "db": "ElasticCloud",
455
+ "label": "8c60g-force_merge",
456
+ "db_name": "ElasticCloud-8c60g-force_merge",
457
+ "qps": 1430.0244,
458
+ "latency": 12.6,
459
+ "recall": 1.0,
460
+ "filter_ratio": 1.0
461
+ },
462
+ {
463
+ "dataset": "Cohere (Medium)",
464
+ "db": "ElasticCloud",
465
+ "label": "8c60g-force_merge",
466
+ "db_name": "ElasticCloud-8c60g-force_merge",
467
+ "qps": 692.5751,
468
+ "latency": 18.7,
469
+ "recall": 1.0,
470
+ "filter_ratio": 0.99
471
+ },
472
+ {
473
+ "dataset": "Cohere (Medium)",
474
+ "db": "ElasticCloud",
475
+ "label": "8c60g-force_merge",
476
+ "db_name": "ElasticCloud-8c60g-force_merge",
477
+ "qps": 364.3516,
478
+ "latency": 26.4,
479
+ "recall": 1.0,
480
+ "filter_ratio": 0.99
481
+ },
482
+ {
483
+ "dataset": "Cohere (Medium)",
484
+ "db": "ElasticCloud",
485
+ "label": "8c60g-force_merge",
486
+ "db_name": "ElasticCloud-8c60g-force_merge",
487
+ "qps": 190.3777,
488
+ "latency": 47.9,
489
+ "recall": 1.0,
490
+ "filter_ratio": 0.98
491
+ },
492
+ {
493
+ "dataset": "Cohere (Medium)",
494
+ "db": "ElasticCloud",
495
+ "label": "8c60g-force_merge",
496
+ "db_name": "ElasticCloud-8c60g-force_merge",
497
+ "qps": 249.3519,
498
+ "latency": 44.7,
499
+ "recall": 0.9446,
500
+ "filter_ratio": 0.95
501
+ },
502
+ {
503
+ "dataset": "Cohere (Medium)",
504
+ "db": "ElasticCloud",
505
+ "label": "8c60g-force_merge",
506
+ "db_name": "ElasticCloud-8c60g-force_merge",
507
+ "qps": 437.8735,
508
+ "latency": 27.1,
509
+ "recall": 0.9364,
510
+ "filter_ratio": 0.9
511
+ },
512
+ {
513
+ "dataset": "Cohere (Medium)",
514
+ "db": "ElasticCloud",
515
+ "label": "8c60g-force_merge",
516
+ "db_name": "ElasticCloud-8c60g-force_merge",
517
+ "qps": 669.9441,
518
+ "latency": 19.1,
519
+ "recall": 0.9227,
520
+ "filter_ratio": 0.8
521
+ },
522
+ {
523
+ "dataset": "Cohere (Medium)",
524
+ "db": "ElasticCloud",
525
+ "label": "8c60g-force_merge",
526
+ "db_name": "ElasticCloud-8c60g-force_merge",
527
+ "qps": 899.3114,
528
+ "latency": 14.9,
529
+ "recall": 0.9072,
530
+ "filter_ratio": 0.5
531
+ },
532
+ {
533
+ "dataset": "Cohere (Medium)",
534
+ "db": "Milvus",
535
+ "label": "16c64g-sq8",
536
+ "db_name": "Milvus-16c64g-sq8",
537
+ "qps": 3465.1696,
538
+ "latency": 2.2,
539
+ "recall": 0.9528,
540
+ "filter_ratio": 0.0
541
+ },
542
+ {
543
+ "dataset": "Cohere (Medium)",
544
+ "db": "Milvus",
545
+ "label": "16c64g-sq8",
546
+ "db_name": "Milvus-16c64g-sq8",
547
+ "qps": 3102.1518,
548
+ "latency": 2.3,
549
+ "recall": 0.9608,
550
+ "filter_ratio": 0.0
551
+ },
552
+ {
553
+ "dataset": "Cohere (Medium)",
554
+ "db": "Milvus",
555
+ "label": "16c64g-sq8",
556
+ "db_name": "Milvus-16c64g-sq8",
557
+ "qps": 2681.2848,
558
+ "latency": 2.5,
559
+ "recall": 0.9681,
560
+ "filter_ratio": 0.0
561
+ },
562
+ {
563
+ "dataset": "Cohere (Medium)",
564
+ "db": "Milvus",
565
+ "label": "16c64g-sq8",
566
+ "db_name": "Milvus-16c64g-sq8",
567
+ "qps": 2232.9105,
568
+ "latency": 2.9,
569
+ "recall": 0.9757,
570
+ "filter_ratio": 0.0
571
+ },
572
+ {
573
+ "dataset": "Cohere (Medium)",
574
+ "db": "Milvus",
575
+ "label": "16c64g-sq8",
576
+ "db_name": "Milvus-16c64g-sq8",
577
+ "qps": 1913.17,
578
+ "latency": 3.2,
579
+ "recall": 0.9797,
580
+ "filter_ratio": 0.0
581
+ },
582
+ {
583
+ "dataset": "Cohere (Medium)",
584
+ "db": "Milvus",
585
+ "label": "16c64g-sq8",
586
+ "db_name": "Milvus-16c64g-sq8",
587
+ "qps": 1575.8137,
588
+ "latency": 3.5,
589
+ "recall": 0.9822,
590
+ "filter_ratio": 0.0
591
+ },
592
+ {
593
+ "dataset": "Cohere (Medium)",
594
+ "db": "Milvus",
595
+ "label": "16c64g-sq8",
596
+ "db_name": "Milvus-16c64g-sq8",
597
+ "qps": 1344.5652,
598
+ "latency": 4.2,
599
+ "recall": 0.9849,
600
+ "filter_ratio": 0.0
601
+ },
602
+ {
603
+ "dataset": "Cohere (Medium)",
604
+ "db": "Milvus",
605
+ "label": "16c64g-sq8",
606
+ "db_name": "Milvus-16c64g-sq8",
607
+ "qps": 1148.7813,
608
+ "latency": 4.8,
609
+ "recall": 0.9861,
610
+ "filter_ratio": 0.0
611
+ },
612
+ {
613
+ "dataset": "Cohere (Medium)",
614
+ "db": "Milvus",
615
+ "label": "16c64g-sq8",
616
+ "db_name": "Milvus-16c64g-sq8",
617
+ "qps": 3680.6045,
618
+ "latency": 2.2,
619
+ "recall": 0.9954,
620
+ "filter_ratio": 1.0
621
+ },
622
+ {
623
+ "dataset": "Cohere (Medium)",
624
+ "db": "Milvus",
625
+ "label": "16c64g-sq8",
626
+ "db_name": "Milvus-16c64g-sq8",
627
+ "qps": 3407.9972,
628
+ "latency": 2.2,
629
+ "recall": 0.994,
630
+ "filter_ratio": 1.0
631
+ },
632
+ {
633
+ "dataset": "Cohere (Medium)",
634
+ "db": "Milvus",
635
+ "label": "16c64g-sq8",
636
+ "db_name": "Milvus-16c64g-sq8",
637
+ "qps": 3062.6755,
638
+ "latency": 2.4,
639
+ "recall": 0.9932,
640
+ "filter_ratio": 0.99
641
+ },
642
+ {
643
+ "dataset": "Cohere (Medium)",
644
+ "db": "Milvus",
645
+ "label": "16c64g-sq8",
646
+ "db_name": "Milvus-16c64g-sq8",
647
+ "qps": 2568.3371,
648
+ "latency": 2.7,
649
+ "recall": 0.9927,
650
+ "filter_ratio": 0.99
651
+ },
652
+ {
653
+ "dataset": "Cohere (Medium)",
654
+ "db": "Milvus",
655
+ "label": "16c64g-sq8",
656
+ "db_name": "Milvus-16c64g-sq8",
657
+ "qps": 1886.2891,
658
+ "latency": 3.3,
659
+ "recall": 0.992,
660
+ "filter_ratio": 0.98
661
+ },
662
+ {
663
+ "dataset": "Cohere (Medium)",
664
+ "db": "Milvus",
665
+ "label": "16c64g-sq8",
666
+ "db_name": "Milvus-16c64g-sq8",
667
+ "qps": 923.8685,
668
+ "latency": 6.7,
669
+ "recall": 0.9919,
670
+ "filter_ratio": 0.95
671
+ },
672
+ {
673
+ "dataset": "Cohere (Medium)",
674
+ "db": "Milvus",
675
+ "label": "16c64g-sq8",
676
+ "db_name": "Milvus-16c64g-sq8",
677
+ "qps": 1442.1076,
678
+ "latency": 4.1,
679
+ "recall": 0.9517,
680
+ "filter_ratio": 0.9
681
+ },
682
+ {
683
+ "dataset": "Cohere (Medium)",
684
+ "db": "Milvus",
685
+ "label": "16c64g-sq8",
686
+ "db_name": "Milvus-16c64g-sq8",
687
+ "qps": 2002.9865,
688
+ "latency": 3.2,
689
+ "recall": 0.9467,
690
+ "filter_ratio": 0.8
691
+ },
692
+ {
693
+ "dataset": "Cohere (Medium)",
694
+ "db": "Milvus",
695
+ "label": "16c64g-sq8",
696
+ "db_name": "Milvus-16c64g-sq8",
697
+ "qps": 3201.9438,
698
+ "latency": 2.3,
699
+ "recall": 0.922,
700
+ "filter_ratio": 0.5
701
+ },
702
+ {
703
+ "dataset": "Cohere (Medium)",
704
+ "db": "Milvus",
705
+ "label": "16c64g-sq8-partition_key",
706
+ "db_name": "Milvus-16c64g-sq8-partition_key",
707
+ "qps": 11763.5538,
708
+ "latency": 1.5,
709
+ "recall": 1.0,
710
+ "filter_ratio": 1.0
711
+ },
712
+ {
713
+ "dataset": "Cohere (Medium)",
714
+ "db": "Milvus",
715
+ "label": "16c64g-sq8-partition_key",
716
+ "db_name": "Milvus-16c64g-sq8-partition_key",
717
+ "qps": 11803.1944,
718
+ "latency": 1.5,
719
+ "recall": 0.9778,
720
+ "filter_ratio": 1.0
721
+ },
722
+ {
723
+ "dataset": "Cohere (Medium)",
724
+ "db": "Milvus",
725
+ "label": "16c64g-sq8-partition_key",
726
+ "db_name": "Milvus-16c64g-sq8-partition_key",
727
+ "qps": 11520.9234,
728
+ "latency": 1.5,
729
+ "recall": 0.9634,
730
+ "filter_ratio": 0.99
731
+ },
732
+ {
733
+ "dataset": "Cohere (Medium)",
734
+ "db": "Milvus",
735
+ "label": "16c64g-sq8-partition_key",
736
+ "db_name": "Milvus-16c64g-sq8-partition_key",
737
+ "qps": 11280.0849,
738
+ "latency": 1.6,
739
+ "recall": 0.9507,
740
+ "filter_ratio": 0.99
741
+ },
742
+ {
743
+ "dataset": "Cohere (Medium)",
744
+ "db": "Milvus",
745
+ "label": "16c64g-sq8-partition_key",
746
+ "db_name": "Milvus-16c64g-sq8-partition_key",
747
+ "qps": 10671.8925,
748
+ "latency": 1.7,
749
+ "recall": 0.9339,
750
+ "filter_ratio": 0.98
751
+ },
752
+ {
753
+ "dataset": "Cohere (Medium)",
754
+ "db": "Milvus",
755
+ "label": "16c64g-sq8-partition_key",
756
+ "db_name": "Milvus-16c64g-sq8-partition_key",
757
+ "qps": 10258.2661,
758
+ "latency": 1.7,
759
+ "recall": 0.9139,
760
+ "filter_ratio": 0.95
761
+ },
762
+ {
763
+ "dataset": "Cohere (Medium)",
764
+ "db": "Milvus",
765
+ "label": "16c64g-sq8-partition_key",
766
+ "db_name": "Milvus-16c64g-sq8-partition_key",
767
+ "qps": 9681.5656,
768
+ "latency": 1.9,
769
+ "recall": 0.9008,
770
+ "filter_ratio": 0.9
771
+ },
772
+ {
773
+ "dataset": "Cohere (Medium)",
774
+ "db": "Milvus",
775
+ "label": "16c64g-sq8-partition_key",
776
+ "db_name": "Milvus-16c64g-sq8-partition_key",
777
+ "qps": 8945.4041,
778
+ "latency": 1.9,
779
+ "recall": 0.8894,
780
+ "filter_ratio": 0.8
781
+ },
782
+ {
783
+ "dataset": "Cohere (Medium)",
784
+ "db": "Milvus",
785
+ "label": "16c64g-sq8-partition_key",
786
+ "db_name": "Milvus-16c64g-sq8-partition_key",
787
+ "qps": 5436.8907,
788
+ "latency": 2.0,
789
+ "recall": 0.929,
790
+ "filter_ratio": 0.5
791
+ },
792
+ {
793
+ "dataset": "Cohere (Large)",
794
+ "db": "Milvus",
795
+ "label": "16c64g-sq8",
796
+ "db_name": "Milvus-16c64g-sq8",
797
+ "qps": 437.1695,
798
+ "latency": 5.1,
799
+ "recall": 0.951,
800
+ "filter_ratio": 0.0
801
+ },
802
+ {
803
+ "dataset": "Cohere (Large)",
804
+ "db": "Milvus",
805
+ "label": "16c64g-sq8",
806
+ "db_name": "Milvus-16c64g-sq8",
807
+ "qps": 400.0053,
808
+ "latency": 5.6,
809
+ "recall": 0.9558,
810
+ "filter_ratio": 0.0
811
+ },
812
+ {
813
+ "dataset": "Cohere (Large)",
814
+ "db": "Milvus",
815
+ "label": "16c64g-sq8",
816
+ "db_name": "Milvus-16c64g-sq8",
817
+ "qps": 343.938,
818
+ "latency": 6.5,
819
+ "recall": 0.9605,
820
+ "filter_ratio": 0.0
821
+ },
822
+ {
823
+ "dataset": "Cohere (Large)",
824
+ "db": "Milvus",
825
+ "label": "16c64g-sq8",
826
+ "db_name": "Milvus-16c64g-sq8",
827
+ "qps": 275.2271,
828
+ "latency": 7.7,
829
+ "recall": 0.9649,
830
+ "filter_ratio": 0.0
831
+ },
832
+ {
833
+ "dataset": "Cohere (Large)",
834
+ "db": "Milvus",
835
+ "label": "16c64g-sq8",
836
+ "db_name": "Milvus-16c64g-sq8",
837
+ "qps": 234.9937,
838
+ "latency": 8.7,
839
+ "recall": 0.9677,
840
+ "filter_ratio": 0.0
841
+ },
842
+ {
843
+ "dataset": "Cohere (Large)",
844
+ "db": "Milvus",
845
+ "label": "16c64g-sq8",
846
+ "db_name": "Milvus-16c64g-sq8",
847
+ "qps": 202.6975,
848
+ "latency": 9.9,
849
+ "recall": 0.9696,
850
+ "filter_ratio": 0.0
851
+ },
852
+ {
853
+ "dataset": "Cohere (Large)",
854
+ "db": "Milvus",
855
+ "label": "16c64g-sq8",
856
+ "db_name": "Milvus-16c64g-sq8",
857
+ "qps": 164.6073,
858
+ "latency": 12.1,
859
+ "recall": 0.972,
860
+ "filter_ratio": 0.0
861
+ },
862
+ {
863
+ "dataset": "Cohere (Large)",
864
+ "db": "Milvus",
865
+ "label": "16c64g-sq8",
866
+ "db_name": "Milvus-16c64g-sq8",
867
+ "qps": 135.9624,
868
+ "latency": 13.9,
869
+ "recall": 0.9733,
870
+ "filter_ratio": 0.0
871
+ },
872
+ {
873
+ "dataset": "Cohere (Large)",
874
+ "db": "Milvus",
875
+ "label": "16c64g-sq8",
876
+ "db_name": "Milvus-16c64g-sq8",
877
+ "qps": 432.8374,
878
+ "latency": 5.0,
879
+ "recall": 0.9865,
880
+ "filter_ratio": 1.0
881
+ },
882
+ {
883
+ "dataset": "Cohere (Large)",
884
+ "db": "Milvus",
885
+ "label": "16c64g-sq8",
886
+ "db_name": "Milvus-16c64g-sq8",
887
+ "qps": 368.6042,
888
+ "latency": 5.4,
889
+ "recall": 0.9843,
890
+ "filter_ratio": 1.0
891
+ },
892
+ {
893
+ "dataset": "Cohere (Large)",
894
+ "db": "Milvus",
895
+ "label": "16c64g-sq8",
896
+ "db_name": "Milvus-16c64g-sq8",
897
+ "qps": 318.8159,
898
+ "latency": 7.1,
899
+ "recall": 0.9836,
900
+ "filter_ratio": 0.99
901
+ },
902
+ {
903
+ "dataset": "Cohere (Large)",
904
+ "db": "Milvus",
905
+ "label": "16c64g-sq8",
906
+ "db_name": "Milvus-16c64g-sq8",
907
+ "qps": 217.0963,
908
+ "latency": 9.1,
909
+ "recall": 0.9822,
910
+ "filter_ratio": 0.99
911
+ },
912
+ {
913
+ "dataset": "Cohere (Large)",
914
+ "db": "Milvus",
915
+ "label": "16c64g-sq8",
916
+ "db_name": "Milvus-16c64g-sq8",
917
+ "qps": 150.9989,
918
+ "latency": 12.5,
919
+ "recall": 0.9814,
920
+ "filter_ratio": 0.98
921
+ },
922
+ {
923
+ "dataset": "Cohere (Large)",
924
+ "db": "Milvus",
925
+ "label": "16c64g-sq8",
926
+ "db_name": "Milvus-16c64g-sq8",
927
+ "qps": 76.0341,
928
+ "latency": 23.1,
929
+ "recall": 0.9797,
930
+ "filter_ratio": 0.95
931
+ },
932
+ {
933
+ "dataset": "Cohere (Large)",
934
+ "db": "Milvus",
935
+ "label": "16c64g-sq8",
936
+ "db_name": "Milvus-16c64g-sq8",
937
+ "qps": 166.5611,
938
+ "latency": 11.5,
939
+ "recall": 0.9675,
940
+ "filter_ratio": 0.9
941
+ },
942
+ {
943
+ "dataset": "Cohere (Large)",
944
+ "db": "Milvus",
945
+ "label": "16c64g-sq8",
946
+ "db_name": "Milvus-16c64g-sq8",
947
+ "qps": 248.9625,
948
+ "latency": 8.3,
949
+ "recall": 0.9608,
950
+ "filter_ratio": 0.8
951
+ },
952
+ {
953
+ "dataset": "Cohere (Large)",
954
+ "db": "Milvus",
955
+ "label": "16c64g-sq8",
956
+ "db_name": "Milvus-16c64g-sq8",
957
+ "qps": 435.3358,
958
+ "latency": 8.2,
959
+ "recall": 0.9417,
960
+ "filter_ratio": 0.5
961
+ },
962
+ {
963
+ "dataset": "Cohere (Large)",
964
+ "db": "Milvus",
965
+ "label": "16c64g-sq8-partition_key",
966
+ "db_name": "Milvus-16c64g-sq8-partition_key",
967
+ "qps": 11397.7043,
968
+ "latency": 1.6,
969
+ "recall": 0.9597,
970
+ "filter_ratio": 1.0
971
+ },
972
+ {
973
+ "dataset": "Cohere (Large)",
974
+ "db": "Milvus",
975
+ "label": "16c64g-sq8-partition_key",
976
+ "db_name": "Milvus-16c64g-sq8-partition_key",
977
+ "qps": 10891.7531,
978
+ "latency": 1.7,
979
+ "recall": 0.9408,
980
+ "filter_ratio": 1.0
981
+ },
982
+ {
983
+ "dataset": "Cohere (Large)",
984
+ "db": "Milvus",
985
+ "label": "16c64g-sq8-partition_key",
986
+ "db_name": "Milvus-16c64g-sq8-partition_key",
987
+ "qps": 10276.7451,
988
+ "latency": 1.7,
989
+ "recall": 0.9159,
990
+ "filter_ratio": 0.99
991
+ },
992
+ {
993
+ "dataset": "Cohere (Large)",
994
+ "db": "Milvus",
995
+ "label": "16c64g-sq8-partition_key",
996
+ "db_name": "Milvus-16c64g-sq8-partition_key",
997
+ "qps": 9664.2855,
998
+ "latency": 1.8,
999
+ "recall": 0.899,
1000
+ "filter_ratio": 0.99
1001
+ },
1002
+ {
1003
+ "dataset": "Cohere (Large)",
1004
+ "db": "Milvus",
1005
+ "label": "16c64g-sq8-partition_key",
1006
+ "db_name": "Milvus-16c64g-sq8-partition_key",
1007
+ "qps": 8936.7962,
1008
+ "latency": 2.0,
1009
+ "recall": 0.8835,
1010
+ "filter_ratio": 0.98
1011
+ },
1012
+ {
1013
+ "dataset": "Cohere (Large)",
1014
+ "db": "Milvus",
1015
+ "label": "16c64g-sq8-partition_key",
1016
+ "db_name": "Milvus-16c64g-sq8-partition_key",
1017
+ "qps": 5671.2562,
1018
+ "latency": 2.1,
1019
+ "recall": 0.903,
1020
+ "filter_ratio": 0.95
1021
+ },
1022
+ {
1023
+ "dataset": "Cohere (Large)",
1024
+ "db": "Milvus",
1025
+ "label": "16c64g-sq8-partition_key",
1026
+ "db_name": "Milvus-16c64g-sq8-partition_key",
1027
+ "qps": 3157.707,
1028
+ "latency": 2.3,
1029
+ "recall": 0.9347,
1030
+ "filter_ratio": 0.9
1031
+ },
1032
+ {
1033
+ "dataset": "Cohere (Large)",
1034
+ "db": "Milvus",
1035
+ "label": "16c64g-sq8-partition_key",
1036
+ "db_name": "Milvus-16c64g-sq8-partition_key",
1037
+ "qps": 1985.8124,
1038
+ "latency": 2.6,
1039
+ "recall": 0.9407,
1040
+ "filter_ratio": 0.8
1041
+ },
1042
+ {
1043
+ "dataset": "Cohere (Large)",
1044
+ "db": "Milvus",
1045
+ "label": "16c64g-sq8-partition_key",
1046
+ "db_name": "Milvus-16c64g-sq8-partition_key",
1047
+ "qps": 920.9627,
1048
+ "latency": 3.4,
1049
+ "recall": 0.9488,
1050
+ "filter_ratio": 0.5
1051
+ },
1052
+ {
1053
+ "dataset": "Cohere (Medium)",
1054
+ "db": "Pinecone",
1055
+ "label": "p2.x8-1node",
1056
+ "db_name": "Pinecone-p2.x8-1node",
1057
+ "qps": 1146.5286,
1058
+ "latency": 13.7,
1059
+ "recall": 0.9262,
1060
+ "filter_ratio": 0.0
1061
+ },
1062
+ {
1063
+ "dataset": "Cohere (Medium)",
1064
+ "db": "Pinecone",
1065
+ "label": "p2.x8-1node",
1066
+ "db_name": "Pinecone-p2.x8-1node",
1067
+ "qps": 1148.1735,
1068
+ "latency": 8.9,
1069
+ "recall": 0.9801,
1070
+ "filter_ratio": 1.0
1071
+ },
1072
+ {
1073
+ "dataset": "Cohere (Medium)",
1074
+ "db": "Pinecone",
1075
+ "label": "p2.x8-1node",
1076
+ "db_name": "Pinecone-p2.x8-1node",
1077
+ "qps": 1149.1219,
1078
+ "latency": 10.3,
1079
+ "recall": 0.9764,
1080
+ "filter_ratio": 1.0
1081
+ },
1082
+ {
1083
+ "dataset": "Cohere (Medium)",
1084
+ "db": "Pinecone",
1085
+ "label": "p2.x8-1node",
1086
+ "db_name": "Pinecone-p2.x8-1node",
1087
+ "qps": 1140.4099,
1088
+ "latency": 13.5,
1089
+ "recall": 0.9716,
1090
+ "filter_ratio": 0.99
1091
+ },
1092
+ {
1093
+ "dataset": "Cohere (Medium)",
1094
+ "db": "Pinecone",
1095
+ "label": "p2.x8-1node",
1096
+ "db_name": "Pinecone-p2.x8-1node",
1097
+ "qps": 1123.5147,
1098
+ "latency": 18.5,
1099
+ "recall": 0.9688,
1100
+ "filter_ratio": 0.99
1101
+ },
1102
+ {
1103
+ "dataset": "Cohere (Medium)",
1104
+ "db": "Pinecone",
1105
+ "label": "p2.x8-1node",
1106
+ "db_name": "Pinecone-p2.x8-1node",
1107
+ "qps": 487.8343,
1108
+ "latency": 25.4,
1109
+ "recall": 0.9668,
1110
+ "filter_ratio": 0.98
1111
+ },
1112
+ {
1113
+ "dataset": "Cohere (Medium)",
1114
+ "db": "Pinecone",
1115
+ "label": "p2.x8-1node",
1116
+ "db_name": "Pinecone-p2.x8-1node",
1117
+ "qps": 264.9324,
1118
+ "latency": 49.6,
1119
+ "recall": 0.936,
1120
+ "filter_ratio": 0.95
1121
+ },
1122
+ {
1123
+ "dataset": "Cohere (Medium)",
1124
+ "db": "Pinecone",
1125
+ "label": "p2.x8-1node",
1126
+ "db_name": "Pinecone-p2.x8-1node",
1127
+ "qps": 492.4887,
1128
+ "latency": 29.6,
1129
+ "recall": 0.9269,
1130
+ "filter_ratio": 0.9
1131
+ },
1132
+ {
1133
+ "dataset": "Cohere (Medium)",
1134
+ "db": "Pinecone",
1135
+ "label": "p2.x8-1node",
1136
+ "db_name": "Pinecone-p2.x8-1node",
1137
+ "qps": 823.1775,
1138
+ "latency": 20.5,
1139
+ "recall": 0.9148,
1140
+ "filter_ratio": 0.8
1141
+ },
1142
+ {
1143
+ "dataset": "Cohere (Medium)",
1144
+ "db": "Pinecone",
1145
+ "label": "p2.x8-1node",
1146
+ "db_name": "Pinecone-p2.x8-1node",
1147
+ "qps": 1147.1977,
1148
+ "latency": 13.3,
1149
+ "recall": 0.8999,
1150
+ "filter_ratio": 0.5
1151
+ },
1152
+ {
1153
+ "dataset": "Cohere (Large)",
1154
+ "db": "Pinecone",
1155
+ "label": "p2.x8-1node",
1156
+ "db_name": "Pinecone-p2.x8-1node",
1157
+ "qps": 1131.3087,
1158
+ "latency": 14.1,
1159
+ "recall": 0.9024,
1160
+ "filter_ratio": 0.0
1161
+ },
1162
+ {
1163
+ "dataset": "Cohere (Large)",
1164
+ "db": "Pinecone",
1165
+ "label": "p2.x8-1node",
1166
+ "db_name": "Pinecone-p2.x8-1node",
1167
+ "qps": 1114.952,
1168
+ "latency": 12.7,
1169
+ "recall": 0.97,
1170
+ "filter_ratio": 1.0
1171
+ },
1172
+ {
1173
+ "dataset": "Cohere (Large)",
1174
+ "db": "Pinecone",
1175
+ "label": "p2.x8-1node",
1176
+ "db_name": "Pinecone-p2.x8-1node",
1177
+ "qps": 583.5009,
1178
+ "latency": 23.0,
1179
+ "recall": 0.9668,
1180
+ "filter_ratio": 1.0
1181
+ },
1182
+ {
1183
+ "dataset": "Cohere (Large)",
1184
+ "db": "Pinecone",
1185
+ "label": "p2.x8-1node",
1186
+ "db_name": "Pinecone-p2.x8-1node",
1187
+ "qps": 31.4779,
1188
+ "latency": 351.0,
1189
+ "recall": 0.9414,
1190
+ "filter_ratio": 0.99
1191
+ },
1192
+ {
1193
+ "dataset": "Cohere (Large)",
1194
+ "db": "Pinecone",
1195
+ "label": "p2.x8-1node",
1196
+ "db_name": "Pinecone-p2.x8-1node",
1197
+ "qps": 57.8988,
1198
+ "latency": 200.1,
1199
+ "recall": 0.9332,
1200
+ "filter_ratio": 0.99
1201
+ },
1202
+ {
1203
+ "dataset": "Cohere (Large)",
1204
+ "db": "Pinecone",
1205
+ "label": "p2.x8-1node",
1206
+ "db_name": "Pinecone-p2.x8-1node",
1207
+ "qps": 101.1774,
1208
+ "latency": 116.1,
1209
+ "recall": 0.9241,
1210
+ "filter_ratio": 0.98
1211
+ },
1212
+ {
1213
+ "dataset": "Cohere (Large)",
1214
+ "db": "Pinecone",
1215
+ "label": "p2.x8-1node",
1216
+ "db_name": "Pinecone-p2.x8-1node",
1217
+ "qps": 212.7466,
1218
+ "latency": 58.7,
1219
+ "recall": 0.9099,
1220
+ "filter_ratio": 0.95
1221
+ },
1222
+ {
1223
+ "dataset": "Cohere (Large)",
1224
+ "db": "Pinecone",
1225
+ "label": "p2.x8-1node",
1226
+ "db_name": "Pinecone-p2.x8-1node",
1227
+ "qps": 372.2462,
1228
+ "latency": 35.9,
1229
+ "recall": 0.8977,
1230
+ "filter_ratio": 0.9
1231
+ },
1232
+ {
1233
+ "dataset": "Cohere (Large)",
1234
+ "db": "Pinecone",
1235
+ "label": "p2.x8-1node",
1236
+ "db_name": "Pinecone-p2.x8-1node",
1237
+ "qps": 617.0881,
1238
+ "latency": 22.4,
1239
+ "recall": 0.8844,
1240
+ "filter_ratio": 0.8
1241
+ },
1242
+ {
1243
+ "dataset": "Cohere (Large)",
1244
+ "db": "Pinecone",
1245
+ "label": "p2.x8-1node",
1246
+ "db_name": "Pinecone-p2.x8-1node",
1247
+ "qps": 1094.5967,
1248
+ "latency": 14.3,
1249
+ "recall": 0.8659,
1250
+ "filter_ratio": 0.5
1251
+ },
1252
+ {
1253
+ "dataset": "Cohere (Medium)",
1254
+ "db": "QdrantCloud",
1255
+ "label": "16c64g-payload-index",
1256
+ "db_name": "QdrantCloud-16c64g-payload-index",
1257
+ "qps": 4318.9697,
1258
+ "latency": 4.3,
1259
+ "recall": 1.0,
1260
+ "filter_ratio": 1.0
1261
+ },
1262
+ {
1263
+ "dataset": "Cohere (Medium)",
1264
+ "db": "QdrantCloud",
1265
+ "label": "16c64g-payload-index",
1266
+ "db_name": "QdrantCloud-16c64g-payload-index",
1267
+ "qps": 4250.2894,
1268
+ "latency": 4.6,
1269
+ "recall": 1.0,
1270
+ "filter_ratio": 1.0
1271
+ },
1272
+ {
1273
+ "dataset": "Cohere (Medium)",
1274
+ "db": "QdrantCloud",
1275
+ "label": "16c64g-payload-index",
1276
+ "db_name": "QdrantCloud-16c64g-payload-index",
1277
+ "qps": 2997.4391,
1278
+ "latency": 6.1,
1279
+ "recall": 1.0,
1280
+ "filter_ratio": 0.99
1281
+ },
1282
+ {
1283
+ "dataset": "Cohere (Medium)",
1284
+ "db": "QdrantCloud",
1285
+ "label": "16c64g-payload-index",
1286
+ "db_name": "QdrantCloud-16c64g-payload-index",
1287
+ "qps": 1494.5334,
1288
+ "latency": 7.0,
1289
+ "recall": 1.0,
1290
+ "filter_ratio": 0.99
1291
+ },
1292
+ {
1293
+ "dataset": "Cohere (Medium)",
1294
+ "db": "QdrantCloud",
1295
+ "label": "16c64g-payload-index",
1296
+ "db_name": "QdrantCloud-16c64g-payload-index",
1297
+ "qps": 1108.6473,
1298
+ "latency": 7.4,
1299
+ "recall": 0.995,
1300
+ "filter_ratio": 0.98
1301
+ },
1302
+ {
1303
+ "dataset": "Cohere (Medium)",
1304
+ "db": "QdrantCloud",
1305
+ "label": "16c64g-payload-index",
1306
+ "db_name": "QdrantCloud-16c64g-payload-index",
1307
+ "qps": 1289.5164,
1308
+ "latency": 6.4,
1309
+ "recall": 0.9906,
1310
+ "filter_ratio": 0.95
1311
+ },
1312
+ {
1313
+ "dataset": "Cohere (Medium)",
1314
+ "db": "QdrantCloud",
1315
+ "label": "16c64g-payload-index",
1316
+ "db_name": "QdrantCloud-16c64g-payload-index",
1317
+ "qps": 1059.3394,
1318
+ "latency": 7.8,
1319
+ "recall": 0.9856,
1320
+ "filter_ratio": 0.9
1321
+ },
1322
+ {
1323
+ "dataset": "Cohere (Medium)",
1324
+ "db": "QdrantCloud",
1325
+ "label": "16c64g-payload-index",
1326
+ "db_name": "QdrantCloud-16c64g-payload-index",
1327
+ "qps": 987.0795,
1328
+ "latency": 7.1,
1329
+ "recall": 0.9804,
1330
+ "filter_ratio": 0.8
1331
+ },
1332
+ {
1333
+ "dataset": "Cohere (Medium)",
1334
+ "db": "QdrantCloud",
1335
+ "label": "16c64g-payload-index",
1336
+ "db_name": "QdrantCloud-16c64g-payload-index",
1337
+ "qps": 1591.7055,
1338
+ "latency": 7.8,
1339
+ "recall": 0.8506,
1340
+ "filter_ratio": 0.5
1341
+ },
1342
+ {
1343
+ "dataset": "Cohere (Large)",
1344
+ "db": "QdrantCloud",
1345
+ "label": "16c64g-payload-index",
1346
+ "db_name": "QdrantCloud-16c64g-payload-index",
1347
+ "qps": 1202.8677,
1348
+ "latency": 7.0,
1349
+ "recall": 1.0,
1350
+ "filter_ratio": 1.0
1351
+ },
1352
+ {
1353
+ "dataset": "Cohere (Large)",
1354
+ "db": "QdrantCloud",
1355
+ "label": "16c64g-payload-index",
1356
+ "db_name": "QdrantCloud-16c64g-payload-index",
1357
+ "qps": 639.3991,
1358
+ "latency": 7.3,
1359
+ "recall": 1.0,
1360
+ "filter_ratio": 1.0
1361
+ },
1362
+ {
1363
+ "dataset": "Cohere (Large)",
1364
+ "db": "QdrantCloud",
1365
+ "label": "16c64g-payload-index",
1366
+ "db_name": "QdrantCloud-16c64g-payload-index",
1367
+ "qps": 274.8559,
1368
+ "latency": 9.9,
1369
+ "recall": 1.0,
1370
+ "filter_ratio": 0.99
1371
+ },
1372
+ {
1373
+ "dataset": "Cohere (Large)",
1374
+ "db": "QdrantCloud",
1375
+ "label": "16c64g-payload-index",
1376
+ "db_name": "QdrantCloud-16c64g-payload-index",
1377
+ "qps": 441.4152,
1378
+ "latency": 8.3,
1379
+ "recall": 0.997,
1380
+ "filter_ratio": 0.99
1381
+ },
1382
+ {
1383
+ "dataset": "Cohere (Large)",
1384
+ "db": "QdrantCloud",
1385
+ "label": "16c64g-payload-index",
1386
+ "db_name": "QdrantCloud-16c64g-payload-index",
1387
+ "qps": 358.8949,
1388
+ "latency": 9.5,
1389
+ "recall": 0.995,
1390
+ "filter_ratio": 0.98
1391
+ },
1392
+ {
1393
+ "dataset": "Cohere (Large)",
1394
+ "db": "QdrantCloud",
1395
+ "label": "16c64g-payload-index",
1396
+ "db_name": "QdrantCloud-16c64g-payload-index",
1397
+ "qps": 325.2245,
1398
+ "latency": 10.3,
1399
+ "recall": 0.9909,
1400
+ "filter_ratio": 0.95
1401
+ },
1402
+ {
1403
+ "dataset": "Cohere (Large)",
1404
+ "db": "QdrantCloud",
1405
+ "label": "16c64g-payload-index",
1406
+ "db_name": "QdrantCloud-16c64g-payload-index",
1407
+ "qps": 273.4174,
1408
+ "latency": 13.3,
1409
+ "recall": 0.9789,
1410
+ "filter_ratio": 0.9
1411
+ },
1412
+ {
1413
+ "dataset": "Cohere (Large)",
1414
+ "db": "QdrantCloud",
1415
+ "label": "16c64g-payload-index",
1416
+ "db_name": "QdrantCloud-16c64g-payload-index",
1417
+ "qps": 262.8314,
1418
+ "latency": 11.3,
1419
+ "recall": 0.9808,
1420
+ "filter_ratio": 0.8
1421
+ },
1422
+ {
1423
+ "dataset": "Cohere (Large)",
1424
+ "db": "QdrantCloud",
1425
+ "label": "16c64g-payload-index",
1426
+ "db_name": "QdrantCloud-16c64g-payload-index",
1427
+ "qps": 434.5481,
1428
+ "latency": 8.5,
1429
+ "recall": 0.7237,
1430
+ "filter_ratio": 0.5
1431
+ },
1432
+ {
1433
+ "dataset": "Cohere (Large)",
1434
+ "db": "QdrantCloud",
1435
+ "label": "16c64g",
1436
+ "db_name": "QdrantCloud-16c64g",
1437
+ "qps": 446.9116,
1438
+ "latency": 9.2,
1439
+ "recall": 0.9357,
1440
+ "filter_ratio": 0.0
1441
+ },
1442
+ {
1443
+ "dataset": "Cohere (Large)",
1444
+ "db": "QdrantCloud",
1445
+ "label": "16c64g",
1446
+ "db_name": "QdrantCloud-16c64g",
1447
+ "qps": 388.3028,
1448
+ "latency": 9.6,
1449
+ "recall": 0.9431,
1450
+ "filter_ratio": 0.0
1451
+ },
1452
+ {
1453
+ "dataset": "Cohere (Large)",
1454
+ "db": "QdrantCloud",
1455
+ "label": "16c64g",
1456
+ "db_name": "QdrantCloud-16c64g",
1457
+ "qps": 323.3964,
1458
+ "latency": 9.8,
1459
+ "recall": 0.9507,
1460
+ "filter_ratio": 0.0
1461
+ },
1462
+ {
1463
+ "dataset": "Cohere (Large)",
1464
+ "db": "QdrantCloud",
1465
+ "label": "16c64g",
1466
+ "db_name": "QdrantCloud-16c64g",
1467
+ "qps": 256.4668,
1468
+ "latency": 11.3,
1469
+ "recall": 0.9588,
1470
+ "filter_ratio": 0.0
1471
+ },
1472
+ {
1473
+ "dataset": "Cohere (Large)",
1474
+ "db": "QdrantCloud",
1475
+ "label": "16c64g",
1476
+ "db_name": "QdrantCloud-16c64g",
1477
+ "qps": 145.5316,
1478
+ "latency": 18.4,
1479
+ "recall": 0.9726,
1480
+ "filter_ratio": 0.0
1481
+ },
1482
+ {
1483
+ "dataset": "Cohere (Medium)",
1484
+ "db": "QdrantCloud",
1485
+ "label": "16c64g",
1486
+ "db_name": "QdrantCloud-16c64g",
1487
+ "qps": 1242.428,
1488
+ "latency": 6.4,
1489
+ "recall": 0.9474,
1490
+ "filter_ratio": 0.0
1491
+ },
1492
+ {
1493
+ "dataset": "Cohere (Medium)",
1494
+ "db": "QdrantCloud",
1495
+ "label": "16c64g",
1496
+ "db_name": "QdrantCloud-16c64g",
1497
+ "qps": 1111.3633,
1498
+ "latency": 7.0,
1499
+ "recall": 0.955,
1500
+ "filter_ratio": 0.0
1501
+ },
1502
+ {
1503
+ "dataset": "Cohere (Medium)",
1504
+ "db": "QdrantCloud",
1505
+ "label": "16c64g",
1506
+ "db_name": "QdrantCloud-16c64g",
1507
+ "qps": 955.4701,
1508
+ "latency": 7.2,
1509
+ "recall": 0.9629,
1510
+ "filter_ratio": 0.0
1511
+ },
1512
+ {
1513
+ "dataset": "Cohere (Medium)",
1514
+ "db": "QdrantCloud",
1515
+ "label": "16c64g",
1516
+ "db_name": "QdrantCloud-16c64g",
1517
+ "qps": 783.5207,
1518
+ "latency": 7.7,
1519
+ "recall": 0.971,
1520
+ "filter_ratio": 0.0
1521
+ },
1522
+ {
1523
+ "dataset": "Cohere (Medium)",
1524
+ "db": "QdrantCloud",
1525
+ "label": "16c64g",
1526
+ "db_name": "QdrantCloud-16c64g",
1527
+ "qps": 470.8546,
1528
+ "latency": 9.5,
1529
+ "recall": 0.9835,
1530
+ "filter_ratio": 0.0
1531
+ },
1532
+ {
1533
+ "dataset": "Cohere (Medium)",
1534
+ "db": "OpenSearch",
1535
+ "label": "16c128g",
1536
+ "db_name": "OpenSearch-16c128g",
1537
+ "qps": 950.6332,
1538
+ "latency": 13.2,
1539
+ "recall": 0.914,
1540
+ "filter_ratio": 0.0
1541
+ },
1542
+ {
1543
+ "dataset": "Cohere (Medium)",
1544
+ "db": "OpenSearch",
1545
+ "label": "16c128g",
1546
+ "db_name": "OpenSearch-16c128g",
1547
+ "qps": 823.2224,
1548
+ "latency": 13.5,
1549
+ "recall": 0.9434,
1550
+ "filter_ratio": 0.0
1551
+ },
1552
+ {
1553
+ "dataset": "Cohere (Medium)",
1554
+ "db": "OpenSearch",
1555
+ "label": "16c128g",
1556
+ "db_name": "OpenSearch-16c128g",
1557
+ "qps": 743.9815,
1558
+ "latency": 14.8,
1559
+ "recall": 0.9583,
1560
+ "filter_ratio": 0.0
1561
+ },
1562
+ {
1563
+ "dataset": "Cohere (Medium)",
1564
+ "db": "OpenSearch",
1565
+ "label": "16c128g",
1566
+ "db_name": "OpenSearch-16c128g",
1567
+ "qps": 683.1873,
1568
+ "latency": 15.7,
1569
+ "recall": 0.9677,
1570
+ "filter_ratio": 0.0
1571
+ },
1572
+ {
1573
+ "dataset": "Cohere (Medium)",
1574
+ "db": "OpenSearch",
1575
+ "label": "16c128g",
1576
+ "db_name": "OpenSearch-16c128g",
1577
+ "qps": 619.7468,
1578
+ "latency": 17.2,
1579
+ "recall": 0.9738,
1580
+ "filter_ratio": 0.0
1581
+ },
1582
+ {
1583
+ "dataset": "Cohere (Medium)",
1584
+ "db": "OpenSearch",
1585
+ "label": "16c128g",
1586
+ "db_name": "OpenSearch-16c128g",
1587
+ "qps": 537.4082,
1588
+ "latency": 18.8,
1589
+ "recall": 0.9809,
1590
+ "filter_ratio": 0.0
1591
+ },
1592
+ {
1593
+ "dataset": "Cohere (Medium)",
1594
+ "db": "OpenSearch",
1595
+ "label": "16c128g",
1596
+ "db_name": "OpenSearch-16c128g",
1597
+ "qps": 474.9941,
1598
+ "latency": 20.9,
1599
+ "recall": 0.9848,
1600
+ "filter_ratio": 0.0
1601
+ },
1602
+ {
1603
+ "dataset": "Cohere (Large)",
1604
+ "db": "OpenSearch",
1605
+ "label": "16c128g",
1606
+ "db_name": "OpenSearch-16c128g",
1607
+ "qps": 505.7458,
1608
+ "latency": 20.7,
1609
+ "recall": 0.9068,
1610
+ "filter_ratio": 0.0
1611
+ },
1612
+ {
1613
+ "dataset": "Cohere (Large)",
1614
+ "db": "OpenSearch",
1615
+ "label": "16c128g",
1616
+ "db_name": "OpenSearch-16c128g",
1617
+ "qps": 433.9034,
1618
+ "latency": 23.1,
1619
+ "recall": 0.931,
1620
+ "filter_ratio": 0.0
1621
+ },
1622
+ {
1623
+ "dataset": "Cohere (Large)",
1624
+ "db": "OpenSearch",
1625
+ "label": "16c128g",
1626
+ "db_name": "OpenSearch-16c128g",
1627
+ "qps": 381.7737,
1628
+ "latency": 25.7,
1629
+ "recall": 0.9431,
1630
+ "filter_ratio": 0.0
1631
+ },
1632
+ {
1633
+ "dataset": "Cohere (Large)",
1634
+ "db": "OpenSearch",
1635
+ "label": "16c128g",
1636
+ "db_name": "OpenSearch-16c128g",
1637
+ "qps": 342.1123,
1638
+ "latency": 29.0,
1639
+ "recall": 0.951,
1640
+ "filter_ratio": 0.0
1641
+ },
1642
+ {
1643
+ "dataset": "Cohere (Large)",
1644
+ "db": "OpenSearch",
1645
+ "label": "16c128g",
1646
+ "db_name": "OpenSearch-16c128g",
1647
+ "qps": 308.2216,
1648
+ "latency": 31.3,
1649
+ "recall": 0.9561,
1650
+ "filter_ratio": 0.0
1651
+ },
1652
+ {
1653
+ "dataset": "Cohere (Large)",
1654
+ "db": "OpenSearch",
1655
+ "label": "16c128g",
1656
+ "db_name": "OpenSearch-16c128g",
1657
+ "qps": 257.7928,
1658
+ "latency": 36.4,
1659
+ "recall": 0.9626,
1660
+ "filter_ratio": 0.0
1661
+ },
1662
+ {
1663
+ "dataset": "Cohere (Large)",
1664
+ "db": "OpenSearch",
1665
+ "label": "16c128g",
1666
+ "db_name": "OpenSearch-16c128g",
1667
+ "qps": 223.8166,
1668
+ "latency": 42.1,
1669
+ "recall": 0.9666,
1670
+ "filter_ratio": 0.0
1671
+ },
1672
+ {
1673
+ "dataset": "Cohere (Medium)",
1674
+ "db": "OpenSearch",
1675
+ "label": "16c128g-force_merge",
1676
+ "db_name": "OpenSearch-16c128g-force_merge",
1677
+ "qps": 3055.0123,
1678
+ "latency": 7.2,
1679
+ "recall": 0.9066,
1680
+ "filter_ratio": 0.0
1681
+ },
1682
+ {
1683
+ "dataset": "Cohere (Medium)",
1684
+ "db": "OpenSearch",
1685
+ "label": "16c128g-force_merge",
1686
+ "db_name": "OpenSearch-16c128g-force_merge",
1687
+ "qps": 3013.4439,
1688
+ "latency": 6.9,
1689
+ "recall": 0.9268,
1690
+ "filter_ratio": 0.0
1691
+ },
1692
+ {
1693
+ "dataset": "Cohere (Medium)",
1694
+ "db": "OpenSearch",
1695
+ "label": "16c128g-force_merge",
1696
+ "db_name": "OpenSearch-16c128g-force_merge",
1697
+ "qps": 2801.7241,
1698
+ "latency": 7.4,
1699
+ "recall": 0.9476,
1700
+ "filter_ratio": 0.0
1701
+ },
1702
+ {
1703
+ "dataset": "Cohere (Medium)",
1704
+ "db": "OpenSearch",
1705
+ "label": "16c128g-force_merge",
1706
+ "db_name": "OpenSearch-16c128g-force_merge",
1707
+ "qps": 2590.3809,
1708
+ "latency": 8.6,
1709
+ "recall": 0.9679,
1710
+ "filter_ratio": 0.0
1711
+ },
1712
+ {
1713
+ "dataset": "Cohere (Medium)",
1714
+ "db": "OpenSearch",
1715
+ "label": "16c128g-force_merge",
1716
+ "db_name": "OpenSearch-16c128g-force_merge",
1717
+ "qps": 2291.2159,
1718
+ "latency": 8.9,
1719
+ "recall": 0.9764,
1720
+ "filter_ratio": 0.0
1721
+ },
1722
+ {
1723
+ "dataset": "Cohere (Medium)",
1724
+ "db": "OpenSearch",
1725
+ "label": "16c128g-force_merge",
1726
+ "db_name": "OpenSearch-16c128g-force_merge",
1727
+ "qps": 3099.4124,
1728
+ "latency": 6.2,
1729
+ "recall": 1.0,
1730
+ "filter_ratio": 1.0
1731
+ },
1732
+ {
1733
+ "dataset": "Cohere (Medium)",
1734
+ "db": "OpenSearch",
1735
+ "label": "16c128g-force_merge",
1736
+ "db_name": "OpenSearch-16c128g-force_merge",
1737
+ "qps": 3014.2483,
1738
+ "latency": 7.0,
1739
+ "recall": 1.0,
1740
+ "filter_ratio": 1.0
1741
+ },
1742
+ {
1743
+ "dataset": "Cohere (Medium)",
1744
+ "db": "OpenSearch",
1745
+ "label": "16c128g-force_merge",
1746
+ "db_name": "OpenSearch-16c128g-force_merge",
1747
+ "qps": 2073.2153,
1748
+ "latency": 11.0,
1749
+ "recall": 1.0,
1750
+ "filter_ratio": 0.99
1751
+ },
1752
+ {
1753
+ "dataset": "Cohere (Medium)",
1754
+ "db": "OpenSearch",
1755
+ "label": "16c128g-force_merge",
1756
+ "db_name": "OpenSearch-16c128g-force_merge",
1757
+ "qps": 1507.6899,
1758
+ "latency": 12.8,
1759
+ "recall": 1.0,
1760
+ "filter_ratio": 0.99
1761
+ },
1762
+ {
1763
+ "dataset": "Cohere (Medium)",
1764
+ "db": "OpenSearch",
1765
+ "label": "16c128g-force_merge",
1766
+ "db_name": "OpenSearch-16c128g-force_merge",
1767
+ "qps": 942.2296,
1768
+ "latency": 18.2,
1769
+ "recall": 1.0,
1770
+ "filter_ratio": 0.98
1771
+ },
1772
+ {
1773
+ "dataset": "Cohere (Medium)",
1774
+ "db": "OpenSearch",
1775
+ "label": "16c128g-force_merge",
1776
+ "db_name": "OpenSearch-16c128g-force_merge",
1777
+ "qps": 677.1414,
1778
+ "latency": 33.5,
1779
+ "recall": 0.7655,
1780
+ "filter_ratio": 0.95
1781
+ },
1782
+ {
1783
+ "dataset": "Cohere (Medium)",
1784
+ "db": "OpenSearch",
1785
+ "label": "16c128g-force_merge",
1786
+ "db_name": "OpenSearch-16c128g-force_merge",
1787
+ "qps": 2685.6654,
1788
+ "latency": 7.6,
1789
+ "recall": 0.4914,
1790
+ "filter_ratio": 0.9
1791
+ },
1792
+ {
1793
+ "dataset": "Cohere (Medium)",
1794
+ "db": "OpenSearch",
1795
+ "label": "16c128g-force_merge",
1796
+ "db_name": "OpenSearch-16c128g-force_merge",
1797
+ "qps": 2604.4444,
1798
+ "latency": 7.8,
1799
+ "recall": 0.63,
1800
+ "filter_ratio": 0.8
1801
+ },
1802
+ {
1803
+ "dataset": "Cohere (Medium)",
1804
+ "db": "OpenSearch",
1805
+ "label": "16c128g-force_merge",
1806
+ "db_name": "OpenSearch-16c128g-force_merge",
1807
+ "qps": 2159.051,
1808
+ "latency": 9.4,
1809
+ "recall": 0.801,
1810
+ "filter_ratio": 0.5
1811
+ },
1812
+ {
1813
+ "dataset": "Cohere (Medium)",
1814
+ "db": "OpenSearch",
1815
+ "label": "16c128g-routing-64shard-force_merge",
1816
+ "db_name": "OpenSearch-16c128g-routing-64shard-force_merge",
1817
+ "qps": 2251.1274,
1818
+ "latency": 8.7,
1819
+ "recall": 0.8848,
1820
+ "filter_ratio": 0.5
1821
+ },
1822
+ {
1823
+ "dataset": "Cohere (Medium)",
1824
+ "db": "OpenSearch",
1825
+ "label": "16c128g-routing-64shard-force_merge",
1826
+ "db_name": "OpenSearch-16c128g-routing-64shard-force_merge",
1827
+ "qps": 3103.0539,
1828
+ "latency": 5.6,
1829
+ "recall": 1.0,
1830
+ "filter_ratio": 1.0
1831
+ },
1832
+ {
1833
+ "dataset": "Cohere (Medium)",
1834
+ "db": "OpenSearch",
1835
+ "label": "16c128g-routing-64shard-force_merge",
1836
+ "db_name": "OpenSearch-16c128g-routing-64shard-force_merge",
1837
+ "qps": 3086.1957,
1838
+ "latency": 6.7,
1839
+ "recall": 1.0,
1840
+ "filter_ratio": 1.0
1841
+ },
1842
+ {
1843
+ "dataset": "Cohere (Medium)",
1844
+ "db": "OpenSearch",
1845
+ "label": "16c128g-routing-64shard-force_merge",
1846
+ "db_name": "OpenSearch-16c128g-routing-64shard-force_merge",
1847
+ "qps": 3090.0478,
1848
+ "latency": 6.4,
1849
+ "recall": 0.9628,
1850
+ "filter_ratio": 0.99
1851
+ },
1852
+ {
1853
+ "dataset": "Cohere (Medium)",
1854
+ "db": "OpenSearch",
1855
+ "label": "16c128g-routing-64shard-force_merge",
1856
+ "db_name": "OpenSearch-16c128g-routing-64shard-force_merge",
1857
+ "qps": 3064.6288,
1858
+ "latency": 6.5,
1859
+ "recall": 0.9507,
1860
+ "filter_ratio": 0.99
1861
+ },
1862
+ {
1863
+ "dataset": "Cohere (Medium)",
1864
+ "db": "OpenSearch",
1865
+ "label": "16c128g-routing-64shard-force_merge",
1866
+ "db_name": "OpenSearch-16c128g-routing-64shard-force_merge",
1867
+ "qps": 3065.6134,
1868
+ "latency": 6.2,
1869
+ "recall": 0.9328,
1870
+ "filter_ratio": 0.98
1871
+ },
1872
+ {
1873
+ "dataset": "Cohere (Medium)",
1874
+ "db": "OpenSearch",
1875
+ "label": "16c128g-routing-64shard-force_merge",
1876
+ "db_name": "OpenSearch-16c128g-routing-64shard-force_merge",
1877
+ "qps": 3028.858,
1878
+ "latency": 6.7,
1879
+ "recall": 0.9133,
1880
+ "filter_ratio": 0.95
1881
+ },
1882
+ {
1883
+ "dataset": "Cohere (Medium)",
1884
+ "db": "OpenSearch",
1885
+ "label": "16c128g-routing-64shard-force_merge",
1886
+ "db_name": "OpenSearch-16c128g-routing-64shard-force_merge",
1887
+ "qps": 2935.9403,
1888
+ "latency": 6.8,
1889
+ "recall": 0.8992,
1890
+ "filter_ratio": 0.9
1891
+ },
1892
+ {
1893
+ "dataset": "Cohere (Medium)",
1894
+ "db": "OpenSearch",
1895
+ "label": "16c128g-routing-64shard-force_merge",
1896
+ "db_name": "OpenSearch-16c128g-routing-64shard-force_merge",
1897
+ "qps": 2771.2009,
1898
+ "latency": 7.6,
1899
+ "recall": 0.889,
1900
+ "filter_ratio": 0.8
1901
+ },
1902
+ {
1903
+ "dataset": "Cohere (Large)",
1904
+ "db": "OpenSearch",
1905
+ "label": "16c128g-force_merge",
1906
+ "db_name": "OpenSearch-16c128g-force_merge",
1907
+ "qps": 1610.9496,
1908
+ "latency": 10.8,
1909
+ "recall": 0.9,
1910
+ "filter_ratio": 0.0
1911
+ },
1912
+ {
1913
+ "dataset": "Cohere (Large)",
1914
+ "db": "OpenSearch",
1915
+ "label": "16c128g-force_merge",
1916
+ "db_name": "OpenSearch-16c128g-force_merge",
1917
+ "qps": 1557.3623,
1918
+ "latency": 10.8,
1919
+ "recall": 0.9244,
1920
+ "filter_ratio": 0.0
1921
+ },
1922
+ {
1923
+ "dataset": "Cohere (Large)",
1924
+ "db": "OpenSearch",
1925
+ "label": "16c128g-force_merge",
1926
+ "db_name": "OpenSearch-16c128g-force_merge",
1927
+ "qps": 1473.9256,
1928
+ "latency": 11.7,
1929
+ "recall": 0.9484,
1930
+ "filter_ratio": 0.0
1931
+ },
1932
+ {
1933
+ "dataset": "Cohere (Large)",
1934
+ "db": "OpenSearch",
1935
+ "label": "16c128g-force_merge",
1936
+ "db_name": "OpenSearch-16c128g-force_merge",
1937
+ "qps": 1388.5547,
1938
+ "latency": 12.5,
1939
+ "recall": 0.9597,
1940
+ "filter_ratio": 0.0
1941
+ },
1942
+ {
1943
+ "dataset": "Cohere (Large)",
1944
+ "db": "OpenSearch",
1945
+ "label": "16c128g-force_merge",
1946
+ "db_name": "OpenSearch-16c128g-force_merge",
1947
+ "qps": 1022.2696,
1948
+ "latency": 17.9,
1949
+ "recall": 0.936,
1950
+ "filter_ratio": 1.0
1951
+ },
1952
+ {
1953
+ "dataset": "Cohere (Large)",
1954
+ "db": "OpenSearch",
1955
+ "label": "16c128g-force_merge",
1956
+ "db_name": "OpenSearch-16c128g-force_merge",
1957
+ "qps": 696.9777,
1958
+ "latency": 24.6,
1959
+ "recall": 0.997,
1960
+ "filter_ratio": 1.0
1961
+ },
1962
+ {
1963
+ "dataset": "Cohere (Large)",
1964
+ "db": "OpenSearch",
1965
+ "label": "16c128g-force_merge",
1966
+ "db_name": "OpenSearch-16c128g-force_merge",
1967
+ "qps": 353.7862,
1968
+ "latency": 45.2,
1969
+ "recall": 1.0,
1970
+ "filter_ratio": 0.99
1971
+ },
1972
+ {
1973
+ "dataset": "Cohere (Large)",
1974
+ "db": "OpenSearch",
1975
+ "label": "16c128g-force_merge",
1976
+ "db_name": "OpenSearch-16c128g-force_merge",
1977
+ "qps": 210.3227,
1978
+ "latency": 71.4,
1979
+ "recall": 1.0,
1980
+ "filter_ratio": 0.99
1981
+ },
1982
+ {
1983
+ "dataset": "Cohere (Large)",
1984
+ "db": "OpenSearch",
1985
+ "label": "16c128g-force_merge",
1986
+ "db_name": "OpenSearch-16c128g-force_merge",
1987
+ "qps": 114.8061,
1988
+ "latency": 126.6,
1989
+ "recall": 0.9985,
1990
+ "filter_ratio": 0.98
1991
+ },
1992
+ {
1993
+ "dataset": "Cohere (Large)",
1994
+ "db": "OpenSearch",
1995
+ "label": "16c128g-force_merge",
1996
+ "db_name": "OpenSearch-16c128g-force_merge",
1997
+ "qps": 504.9179,
1998
+ "latency": 272.6,
1999
+ "recall": 0.4664,
2000
+ "filter_ratio": 0.95
2001
+ },
2002
+ {
2003
+ "dataset": "Cohere (Large)",
2004
+ "db": "OpenSearch",
2005
+ "label": "16c128g-force_merge",
2006
+ "db_name": "OpenSearch-16c128g-force_merge",
2007
+ "qps": 1053.1495,
2008
+ "latency": 17.7,
2009
+ "recall": 0.5673,
2010
+ "filter_ratio": 0.9
2011
+ },
2012
+ {
2013
+ "dataset": "Cohere (Large)",
2014
+ "db": "OpenSearch",
2015
+ "label": "16c128g-force_merge",
2016
+ "db_name": "OpenSearch-16c128g-force_merge",
2017
+ "qps": 808.3294,
2018
+ "latency": 22.2,
2019
+ "recall": 0.7016,
2020
+ "filter_ratio": 0.8
2021
+ },
2022
+ {
2023
+ "dataset": "Cohere (Large)",
2024
+ "db": "OpenSearch",
2025
+ "label": "16c128g-force_merge",
2026
+ "db_name": "OpenSearch-16c128g-force_merge",
2027
+ "qps": 8.0584,
2028
+ "latency": 1757.9,
2029
+ "recall": 1.0,
2030
+ "filter_ratio": 0.5
2031
+ },
2032
+ {
2033
+ "dataset": "Cohere (Large)",
2034
+ "db": "OpenSearch",
2035
+ "label": "16c128g-routing-64shard-force_merge",
2036
+ "db_name": "OpenSearch-16c128g-routing-64shard-force_merge",
2037
+ "qps": 3033.5491,
2038
+ "latency": 6.4,
2039
+ "recall": 0.9844,
2040
+ "filter_ratio": 1.0
2041
+ },
2042
+ {
2043
+ "dataset": "Cohere (Large)",
2044
+ "db": "OpenSearch",
2045
+ "label": "16c128g-routing-64shard-force_merge",
2046
+ "db_name": "OpenSearch-16c128g-routing-64shard-force_merge",
2047
+ "qps": 2988.4205,
2048
+ "latency": 7.6,
2049
+ "recall": 0.9741,
2050
+ "filter_ratio": 1.0
2051
+ },
2052
+ {
2053
+ "dataset": "Cohere (Large)",
2054
+ "db": "OpenSearch",
2055
+ "label": "16c128g-routing-64shard-force_merge",
2056
+ "db_name": "OpenSearch-16c128g-routing-64shard-force_merge",
2057
+ "qps": 2950.717,
2058
+ "latency": 6.9,
2059
+ "recall": 0.9558,
2060
+ "filter_ratio": 0.99
2061
+ },
2062
+ {
2063
+ "dataset": "Cohere (Large)",
2064
+ "db": "OpenSearch",
2065
+ "label": "16c128g-routing-64shard-force_merge",
2066
+ "db_name": "OpenSearch-16c128g-routing-64shard-force_merge",
2067
+ "qps": 2782.0274,
2068
+ "latency": 7.4,
2069
+ "recall": 0.9466,
2070
+ "filter_ratio": 0.99
2071
+ },
2072
+ {
2073
+ "dataset": "Cohere (Large)",
2074
+ "db": "OpenSearch",
2075
+ "label": "16c128g-routing-64shard-force_merge",
2076
+ "db_name": "OpenSearch-16c128g-routing-64shard-force_merge",
2077
+ "qps": 2708.6752,
2078
+ "latency": 8.4,
2079
+ "recall": 0.9337,
2080
+ "filter_ratio": 0.98
2081
+ },
2082
+ {
2083
+ "dataset": "Cohere (Large)",
2084
+ "db": "OpenSearch",
2085
+ "label": "16c128g-routing-64shard-force_merge",
2086
+ "db_name": "OpenSearch-16c128g-routing-64shard-force_merge",
2087
+ "qps": 2275.2854,
2088
+ "latency": 9.1,
2089
+ "recall": 0.917,
2090
+ "filter_ratio": 0.95
2091
+ },
2092
+ {
2093
+ "dataset": "Cohere (Large)",
2094
+ "db": "OpenSearch",
2095
+ "label": "16c128g-routing-64shard-force_merge",
2096
+ "db_name": "OpenSearch-16c128g-routing-64shard-force_merge",
2097
+ "qps": 1844.8918,
2098
+ "latency": 10.6,
2099
+ "recall": 0.9085,
2100
+ "filter_ratio": 0.9
2101
+ },
2102
+ {
2103
+ "dataset": "Cohere (Large)",
2104
+ "db": "OpenSearch",
2105
+ "label": "16c128g-routing-64shard-force_merge",
2106
+ "db_name": "OpenSearch-16c128g-routing-64shard-force_merge",
2107
+ "qps": 1301.4102,
2108
+ "latency": 14.7,
2109
+ "recall": 0.9011,
2110
+ "filter_ratio": 0.8
2111
+ },
2112
+ {
2113
+ "dataset": "Cohere (Large)",
2114
+ "db": "OpenSearch",
2115
+ "label": "16c128g-routing-64shard-force_merge",
2116
+ "db_name": "OpenSearch-16c128g-routing-64shard-force_merge",
2117
+ "qps": 13.0379,
2118
+ "latency": 1063.5,
2119
+ "recall": 1.0,
2120
+ "filter_ratio": 0.5
2121
+ },
2122
+ {
2123
+ "dataset": "Cohere (Medium)",
2124
+ "db": "ZillizCloud",
2125
+ "label": "8cu-perf",
2126
+ "db_name": "ZillizCloud-8cu-perf",
2127
+ "qps": 9704.4214,
2128
+ "latency": 2.5,
2129
+ "recall": 0.9169,
2130
+ "filter_ratio": 0.0
2131
+ },
2132
+ {
2133
+ "dataset": "Cohere (Medium)",
2134
+ "db": "ZillizCloud",
2135
+ "label": "8cu-perf",
2136
+ "db_name": "ZillizCloud-8cu-perf",
2137
+ "qps": 9463.4991,
2138
+ "latency": 2.6,
2139
+ "recall": 0.9393,
2140
+ "filter_ratio": 0.0
2141
+ },
2142
+ {
2143
+ "dataset": "Cohere (Medium)",
2144
+ "db": "ZillizCloud",
2145
+ "label": "8cu-perf",
2146
+ "db_name": "ZillizCloud-8cu-perf",
2147
+ "qps": 9194.9922,
2148
+ "latency": 2.7,
2149
+ "recall": 0.9543,
2150
+ "filter_ratio": 0.0
2151
+ },
2152
+ {
2153
+ "dataset": "Cohere (Medium)",
2154
+ "db": "ZillizCloud",
2155
+ "label": "8cu-perf",
2156
+ "db_name": "ZillizCloud-8cu-perf",
2157
+ "qps": 8779.8779,
2158
+ "latency": 2.9,
2159
+ "recall": 0.9685,
2160
+ "filter_ratio": 0.0
2161
+ },
2162
+ {
2163
+ "dataset": "Cohere (Medium)",
2164
+ "db": "ZillizCloud",
2165
+ "label": "8cu-perf",
2166
+ "db_name": "ZillizCloud-8cu-perf",
2167
+ "qps": 8153.4648,
2168
+ "latency": 3.0,
2169
+ "recall": 0.9757,
2170
+ "filter_ratio": 0.0
2171
+ },
2172
+ {
2173
+ "dataset": "Cohere (Medium)",
2174
+ "db": "ZillizCloud",
2175
+ "label": "8cu-perf",
2176
+ "db_name": "ZillizCloud-8cu-perf",
2177
+ "qps": 6848.5254,
2178
+ "latency": 4.4,
2179
+ "recall": 0.9835,
2180
+ "filter_ratio": 0.0
2181
+ },
2182
+ {
2183
+ "dataset": "Cohere (Medium)",
2184
+ "db": "ZillizCloud",
2185
+ "label": "8cu-perf",
2186
+ "db_name": "ZillizCloud-8cu-perf",
2187
+ "qps": 6124.4431,
2188
+ "latency": 3.8,
2189
+ "recall": 0.9873,
2190
+ "filter_ratio": 0.0
2191
+ },
2192
+ {
2193
+ "dataset": "Cohere (Medium)",
2194
+ "db": "ZillizCloud",
2195
+ "label": "8cu-perf",
2196
+ "db_name": "ZillizCloud-8cu-perf",
2197
+ "qps": 5186.8135,
2198
+ "latency": 5.3,
2199
+ "recall": 0.9893,
2200
+ "filter_ratio": 0.0
2201
+ },
2202
+ {
2203
+ "dataset": "Cohere (Medium)",
2204
+ "db": "ZillizCloud",
2205
+ "label": "8cu-perf",
2206
+ "db_name": "ZillizCloud-8cu-perf",
2207
+ "qps": 4898.2048,
2208
+ "latency": 5.6,
2209
+ "recall": 0.9904,
2210
+ "filter_ratio": 0.0
2211
+ },
2212
+ {
2213
+ "dataset": "Cohere (Medium)",
2214
+ "db": "ZillizCloud",
2215
+ "label": "8cu-perf",
2216
+ "db_name": "ZillizCloud-8cu-perf",
2217
+ "qps": 9773.6593,
2218
+ "latency": 3.7,
2219
+ "recall": 0.9955,
2220
+ "filter_ratio": 1.0
2221
+ },
2222
+ {
2223
+ "dataset": "Cohere (Medium)",
2224
+ "db": "ZillizCloud",
2225
+ "label": "8cu-perf",
2226
+ "db_name": "ZillizCloud-8cu-perf",
2227
+ "qps": 9081.1518,
2228
+ "latency": 3.0,
2229
+ "recall": 0.9943,
2230
+ "filter_ratio": 1.0
2231
+ },
2232
+ {
2233
+ "dataset": "Cohere (Medium)",
2234
+ "db": "ZillizCloud",
2235
+ "label": "8cu-perf",
2236
+ "db_name": "ZillizCloud-8cu-perf",
2237
+ "qps": 8455.2896,
2238
+ "latency": 4.0,
2239
+ "recall": 0.9921,
2240
+ "filter_ratio": 0.99
2241
+ },
2242
+ {
2243
+ "dataset": "Cohere (Medium)",
2244
+ "db": "ZillizCloud",
2245
+ "label": "8cu-perf",
2246
+ "db_name": "ZillizCloud-8cu-perf",
2247
+ "qps": 7610.0519,
2248
+ "latency": 3.3,
2249
+ "recall": 0.9903,
2250
+ "filter_ratio": 0.99
2251
+ },
2252
+ {
2253
+ "dataset": "Cohere (Medium)",
2254
+ "db": "ZillizCloud",
2255
+ "label": "8cu-perf",
2256
+ "db_name": "ZillizCloud-8cu-perf",
2257
+ "qps": 7589.664,
2258
+ "latency": 3.8,
2259
+ "recall": 0.9235,
2260
+ "filter_ratio": 0.98
2261
+ },
2262
+ {
2263
+ "dataset": "Cohere (Medium)",
2264
+ "db": "ZillizCloud",
2265
+ "label": "8cu-perf",
2266
+ "db_name": "ZillizCloud-8cu-perf",
2267
+ "qps": 6750.2495,
2268
+ "latency": 4.4,
2269
+ "recall": 0.9105,
2270
+ "filter_ratio": 0.95
2271
+ },
2272
+ {
2273
+ "dataset": "Cohere (Medium)",
2274
+ "db": "ZillizCloud",
2275
+ "label": "8cu-perf",
2276
+ "db_name": "ZillizCloud-8cu-perf",
2277
+ "qps": 5506.1808,
2278
+ "latency": 5.5,
2279
+ "recall": 0.9193,
2280
+ "filter_ratio": 0.9
2281
+ },
2282
+ {
2283
+ "dataset": "Cohere (Medium)",
2284
+ "db": "ZillizCloud",
2285
+ "label": "8cu-perf",
2286
+ "db_name": "ZillizCloud-8cu-perf",
2287
+ "qps": 6860.8577,
2288
+ "latency": 4.7,
2289
+ "recall": 0.9226,
2290
+ "filter_ratio": 0.8
2291
+ },
2292
+ {
2293
+ "dataset": "Cohere (Medium)",
2294
+ "db": "ZillizCloud",
2295
+ "label": "8cu-perf",
2296
+ "db_name": "ZillizCloud-8cu-perf",
2297
+ "qps": 8468.4611,
2298
+ "latency": 3.1,
2299
+ "recall": 0.8925,
2300
+ "filter_ratio": 0.5
2301
+ },
2302
+ {
2303
+ "dataset": "Cohere (Medium)",
2304
+ "db": "ZillizCloud",
2305
+ "label": "8cu-perf-partition_key",
2306
+ "db_name": "ZillizCloud-8cu-perf-partition_key",
2307
+ "qps": 10089.4308,
2308
+ "latency": 2.6,
2309
+ "recall": 0.9934,
2310
+ "filter_ratio": 1.0
2311
+ },
2312
+ {
2313
+ "dataset": "Cohere (Medium)",
2314
+ "db": "ZillizCloud",
2315
+ "label": "8cu-perf-partition_key",
2316
+ "db_name": "ZillizCloud-8cu-perf-partition_key",
2317
+ "qps": 10557.4373,
2318
+ "latency": 2.7,
2319
+ "recall": 0.9393,
2320
+ "filter_ratio": 1.0
2321
+ },
2322
+ {
2323
+ "dataset": "Cohere (Medium)",
2324
+ "db": "ZillizCloud",
2325
+ "label": "8cu-perf-partition_key",
2326
+ "db_name": "ZillizCloud-8cu-perf-partition_key",
2327
+ "qps": 9805.0401,
2328
+ "latency": 2.6,
2329
+ "recall": 0.9257,
2330
+ "filter_ratio": 0.99
2331
+ },
2332
+ {
2333
+ "dataset": "Cohere (Medium)",
2334
+ "db": "ZillizCloud",
2335
+ "label": "8cu-perf-partition_key",
2336
+ "db_name": "ZillizCloud-8cu-perf-partition_key",
2337
+ "qps": 10020.5299,
2338
+ "latency": 2.6,
2339
+ "recall": 0.9788,
2340
+ "filter_ratio": 0.99
2341
+ },
2342
+ {
2343
+ "dataset": "Cohere (Medium)",
2344
+ "db": "ZillizCloud",
2345
+ "label": "8cu-perf-partition_key",
2346
+ "db_name": "ZillizCloud-8cu-perf-partition_key",
2347
+ "qps": 10041.0338,
2348
+ "latency": 2.7,
2349
+ "recall": 0.9693,
2350
+ "filter_ratio": 0.98
2351
+ },
2352
+ {
2353
+ "dataset": "Cohere (Medium)",
2354
+ "db": "ZillizCloud",
2355
+ "label": "8cu-perf-partition_key",
2356
+ "db_name": "ZillizCloud-8cu-perf-partition_key",
2357
+ "qps": 9861.9686,
2358
+ "latency": 2.6,
2359
+ "recall": 0.955,
2360
+ "filter_ratio": 0.95
2361
+ },
2362
+ {
2363
+ "dataset": "Cohere (Medium)",
2364
+ "db": "ZillizCloud",
2365
+ "label": "8cu-perf-partition_key",
2366
+ "db_name": "ZillizCloud-8cu-perf-partition_key",
2367
+ "qps": 9507.9991,
2368
+ "latency": 2.8,
2369
+ "recall": 0.9453,
2370
+ "filter_ratio": 0.9
2371
+ },
2372
+ {
2373
+ "dataset": "Cohere (Medium)",
2374
+ "db": "ZillizCloud",
2375
+ "label": "8cu-perf-partition_key",
2376
+ "db_name": "ZillizCloud-8cu-perf-partition_key",
2377
+ "qps": 9428.4531,
2378
+ "latency": 2.6,
2379
+ "recall": 0.9331,
2380
+ "filter_ratio": 0.8
2381
+ },
2382
+ {
2383
+ "dataset": "Cohere (Medium)",
2384
+ "db": "ZillizCloud",
2385
+ "label": "8cu-perf-partition_key",
2386
+ "db_name": "ZillizCloud-8cu-perf-partition_key",
2387
+ "qps": 9048.6431,
2388
+ "latency": 3.9,
2389
+ "recall": 0.9216,
2390
+ "filter_ratio": 0.5
2391
+ },
2392
+ {
2393
+ "dataset": "Cohere (Large)",
2394
+ "db": "ZillizCloud",
2395
+ "label": "8cu-perf-partition_key",
2396
+ "db_name": "ZillizCloud-8cu-perf-partition_key",
2397
+ "qps": 8695.2765,
2398
+ "latency": 4.3,
2399
+ "recall": 0.9603,
2400
+ "filter_ratio": 1.0
2401
+ },
2402
+ {
2403
+ "dataset": "Cohere (Large)",
2404
+ "db": "ZillizCloud",
2405
+ "label": "8cu-perf-partition_key",
2406
+ "db_name": "ZillizCloud-8cu-perf-partition_key",
2407
+ "qps": 9244.1135,
2408
+ "latency": 4.2,
2409
+ "recall": 0.9724,
2410
+ "filter_ratio": 1.0
2411
+ },
2412
+ {
2413
+ "dataset": "Cohere (Large)",
2414
+ "db": "ZillizCloud",
2415
+ "label": "8cu-perf-partition_key",
2416
+ "db_name": "ZillizCloud-8cu-perf-partition_key",
2417
+ "qps": 9289.0118,
2418
+ "latency": 4.2,
2419
+ "recall": 0.9574,
2420
+ "filter_ratio": 0.99
2421
+ },
2422
+ {
2423
+ "dataset": "Cohere (Large)",
2424
+ "db": "ZillizCloud",
2425
+ "label": "8cu-perf-partition_key",
2426
+ "db_name": "ZillizCloud-8cu-perf-partition_key",
2427
+ "qps": 9374.8941,
2428
+ "latency": 4.2,
2429
+ "recall": 0.9425,
2430
+ "filter_ratio": 0.99
2431
+ },
2432
+ {
2433
+ "dataset": "Cohere (Large)",
2434
+ "db": "ZillizCloud",
2435
+ "label": "8cu-perf-partition_key",
2436
+ "db_name": "ZillizCloud-8cu-perf-partition_key",
2437
+ "qps": 9368.1325,
2438
+ "latency": 3.8,
2439
+ "recall": 0.9292,
2440
+ "filter_ratio": 0.98
2441
+ },
2442
+ {
2443
+ "dataset": "Cohere (Large)",
2444
+ "db": "ZillizCloud",
2445
+ "label": "8cu-perf-partition_key",
2446
+ "db_name": "ZillizCloud-8cu-perf-partition_key",
2447
+ "qps": 9220.3627,
2448
+ "latency": 3.8,
2449
+ "recall": 0.9081,
2450
+ "filter_ratio": 0.95
2451
+ },
2452
+ {
2453
+ "dataset": "Cohere (Large)",
2454
+ "db": "ZillizCloud",
2455
+ "label": "8cu-perf-partition_key",
2456
+ "db_name": "ZillizCloud-8cu-perf-partition_key",
2457
+ "qps": 8633.8949,
2458
+ "latency": 4.1,
2459
+ "recall": 0.8928,
2460
+ "filter_ratio": 0.9
2461
+ },
2462
+ {
2463
+ "dataset": "Cohere (Large)",
2464
+ "db": "ZillizCloud",
2465
+ "label": "8cu-perf-partition_key",
2466
+ "db_name": "ZillizCloud-8cu-perf-partition_key",
2467
+ "qps": 6820.6863,
2468
+ "latency": 3.2,
2469
+ "recall": 0.9159,
2470
+ "filter_ratio": 0.8
2471
+ },
2472
+ {
2473
+ "dataset": "Cohere (Large)",
2474
+ "db": "ZillizCloud",
2475
+ "label": "8cu-perf-partition_key",
2476
+ "db_name": "ZillizCloud-8cu-perf-partition_key",
2477
+ "qps": 3938.6004,
2478
+ "latency": 3.7,
2479
+ "recall": 0.9196,
2480
+ "filter_ratio": 0.5
2481
+ },
2482
+ {
2483
+ "dataset": "Cohere (Large)",
2484
+ "db": "ZillizCloud",
2485
+ "label": "8cu-perf",
2486
+ "db_name": "ZillizCloud-8cu-perf",
2487
+ "qps": 3957.0757,
2488
+ "latency": 2.7,
2489
+ "recall": 0.932,
2490
+ "filter_ratio": 0.0
2491
+ },
2492
+ {
2493
+ "dataset": "Cohere (Large)",
2494
+ "db": "ZillizCloud",
2495
+ "label": "8cu-perf",
2496
+ "db_name": "ZillizCloud-8cu-perf",
2497
+ "qps": 3539.2869,
2498
+ "latency": 4.3,
2499
+ "recall": 0.9471,
2500
+ "filter_ratio": 0.0
2501
+ },
2502
+ {
2503
+ "dataset": "Cohere (Large)",
2504
+ "db": "ZillizCloud",
2505
+ "label": "8cu-perf",
2506
+ "db_name": "ZillizCloud-8cu-perf",
2507
+ "qps": 3154.6501,
2508
+ "latency": 3.9,
2509
+ "recall": 0.9565,
2510
+ "filter_ratio": 0.0
2511
+ },
2512
+ {
2513
+ "dataset": "Cohere (Large)",
2514
+ "db": "ZillizCloud",
2515
+ "label": "8cu-perf",
2516
+ "db_name": "ZillizCloud-8cu-perf",
2517
+ "qps": 2743.4561,
2518
+ "latency": 4.3,
2519
+ "recall": 0.9681,
2520
+ "filter_ratio": 0.0
2521
+ },
2522
+ {
2523
+ "dataset": "Cohere (Large)",
2524
+ "db": "ZillizCloud",
2525
+ "label": "8cu-perf",
2526
+ "db_name": "ZillizCloud-8cu-perf",
2527
+ "qps": 2318.7835,
2528
+ "latency": 3.1,
2529
+ "recall": 0.9763,
2530
+ "filter_ratio": 0.0
2531
+ },
2532
+ {
2533
+ "dataset": "Cohere (Large)",
2534
+ "db": "ZillizCloud",
2535
+ "label": "8cu-perf",
2536
+ "db_name": "ZillizCloud-8cu-perf",
2537
+ "qps": 1763.2054,
2538
+ "latency": 5.0,
2539
+ "recall": 0.9829,
2540
+ "filter_ratio": 0.0
2541
+ },
2542
+ {
2543
+ "dataset": "Cohere (Large)",
2544
+ "db": "ZillizCloud",
2545
+ "label": "8cu-perf",
2546
+ "db_name": "ZillizCloud-8cu-perf",
2547
+ "qps": 1454.0462,
2548
+ "latency": 4.0,
2549
+ "recall": 0.9863,
2550
+ "filter_ratio": 0.0
2551
+ },
2552
+ {
2553
+ "dataset": "Cohere (Large)",
2554
+ "db": "ZillizCloud",
2555
+ "label": "8cu-perf",
2556
+ "db_name": "ZillizCloud-8cu-perf",
2557
+ "qps": 1251.1255,
2558
+ "latency": 4.5,
2559
+ "recall": 0.9884,
2560
+ "filter_ratio": 0.0
2561
+ },
2562
+ {
2563
+ "dataset": "Cohere (Large)",
2564
+ "db": "ZillizCloud",
2565
+ "label": "8cu-perf",
2566
+ "db_name": "ZillizCloud-8cu-perf",
2567
+ "qps": 1076.8329,
2568
+ "latency": 4.4,
2569
+ "recall": 0.9897,
2570
+ "filter_ratio": 0.0
2571
+ },
2572
+ {
2573
+ "dataset": "Cohere (Large)",
2574
+ "db": "ZillizCloud",
2575
+ "label": "8cu-perf",
2576
+ "db_name": "ZillizCloud-8cu-perf",
2577
+ "qps": 3411.0934,
2578
+ "latency": 3.3,
2579
+ "recall": 0.995,
2580
+ "filter_ratio": 1.0
2581
+ },
2582
+ {
2583
+ "dataset": "Cohere (Large)",
2584
+ "db": "ZillizCloud",
2585
+ "label": "8cu-perf",
2586
+ "db_name": "ZillizCloud-8cu-perf",
2587
+ "qps": 2838.356,
2588
+ "latency": 3.8,
2589
+ "recall": 0.9946,
2590
+ "filter_ratio": 1.0
2591
+ },
2592
+ {
2593
+ "dataset": "Cohere (Large)",
2594
+ "db": "ZillizCloud",
2595
+ "label": "8cu-perf",
2596
+ "db_name": "ZillizCloud-8cu-perf",
2597
+ "qps": 1826.0672,
2598
+ "latency": 5.3,
2599
+ "recall": 0.9938,
2600
+ "filter_ratio": 0.99
2601
+ },
2602
+ {
2603
+ "dataset": "Cohere (Large)",
2604
+ "db": "ZillizCloud",
2605
+ "label": "8cu-perf",
2606
+ "db_name": "ZillizCloud-8cu-perf",
2607
+ "qps": 1234.6534,
2608
+ "latency": 6.4,
2609
+ "recall": 0.9942,
2610
+ "filter_ratio": 0.99
2611
+ },
2612
+ {
2613
+ "dataset": "Cohere (Large)",
2614
+ "db": "ZillizCloud",
2615
+ "label": "8cu-perf",
2616
+ "db_name": "ZillizCloud-8cu-perf",
2617
+ "qps": 1773.0919,
2618
+ "latency": 5.3,
2619
+ "recall": 0.9699,
2620
+ "filter_ratio": 0.98
2621
+ },
2622
+ {
2623
+ "dataset": "Cohere (Large)",
2624
+ "db": "ZillizCloud",
2625
+ "label": "8cu-perf",
2626
+ "db_name": "ZillizCloud-8cu-perf",
2627
+ "qps": 1454.8382,
2628
+ "latency": 4.6,
2629
+ "recall": 0.9659,
2630
+ "filter_ratio": 0.95
2631
+ },
2632
+ {
2633
+ "dataset": "Cohere (Large)",
2634
+ "db": "ZillizCloud",
2635
+ "label": "8cu-perf",
2636
+ "db_name": "ZillizCloud-8cu-perf",
2637
+ "qps": 1373.0307,
2638
+ "latency": 5.7,
2639
+ "recall": 0.9716,
2640
+ "filter_ratio": 0.9
2641
+ },
2642
+ {
2643
+ "dataset": "Cohere (Large)",
2644
+ "db": "ZillizCloud",
2645
+ "label": "8cu-perf",
2646
+ "db_name": "ZillizCloud-8cu-perf",
2647
+ "qps": 2039.8673,
2648
+ "latency": 3.8,
2649
+ "recall": 0.9559,
2650
+ "filter_ratio": 0.8
2651
+ },
2652
+ {
2653
+ "dataset": "Cohere (Large)",
2654
+ "db": "ZillizCloud",
2655
+ "label": "8cu-perf",
2656
+ "db_name": "ZillizCloud-8cu-perf",
2657
+ "qps": 2950.8165,
2658
+ "latency": 3.3,
2659
+ "recall": 0.9147,
2660
+ "filter_ratio": 0.5
2661
+ }
2662
+ ]