vectordb-bench 0.0.30__py3-none-any.whl → 1.0.1__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (80) hide show
  1. vectordb_bench/__init__.py +14 -27
  2. vectordb_bench/__main__.py +1 -1
  3. vectordb_bench/backend/assembler.py +19 -6
  4. vectordb_bench/backend/cases.py +186 -23
  5. vectordb_bench/backend/clients/__init__.py +16 -0
  6. vectordb_bench/backend/clients/api.py +22 -1
  7. vectordb_bench/backend/clients/aws_opensearch/aws_opensearch.py +82 -41
  8. vectordb_bench/backend/clients/aws_opensearch/config.py +37 -4
  9. vectordb_bench/backend/clients/chroma/chroma.py +6 -2
  10. vectordb_bench/backend/clients/elastic_cloud/config.py +31 -1
  11. vectordb_bench/backend/clients/elastic_cloud/elastic_cloud.py +133 -45
  12. vectordb_bench/backend/clients/milvus/config.py +1 -0
  13. vectordb_bench/backend/clients/milvus/milvus.py +75 -23
  14. vectordb_bench/backend/clients/oceanbase/cli.py +100 -0
  15. vectordb_bench/backend/clients/oceanbase/config.py +125 -0
  16. vectordb_bench/backend/clients/oceanbase/oceanbase.py +215 -0
  17. vectordb_bench/backend/clients/pinecone/pinecone.py +39 -25
  18. vectordb_bench/backend/clients/qdrant_cloud/config.py +73 -3
  19. vectordb_bench/backend/clients/qdrant_cloud/qdrant_cloud.py +100 -33
  20. vectordb_bench/backend/clients/zilliz_cloud/zilliz_cloud.py +1 -1
  21. vectordb_bench/backend/dataset.py +146 -27
  22. vectordb_bench/backend/filter.py +76 -0
  23. vectordb_bench/backend/runner/__init__.py +3 -3
  24. vectordb_bench/backend/runner/mp_runner.py +52 -39
  25. vectordb_bench/backend/runner/rate_runner.py +68 -52
  26. vectordb_bench/backend/runner/read_write_runner.py +125 -68
  27. vectordb_bench/backend/runner/serial_runner.py +56 -23
  28. vectordb_bench/backend/task_runner.py +59 -20
  29. vectordb_bench/cli/cli.py +59 -1
  30. vectordb_bench/cli/vectordbbench.py +3 -0
  31. vectordb_bench/frontend/components/check_results/data.py +16 -11
  32. vectordb_bench/frontend/components/check_results/filters.py +53 -25
  33. vectordb_bench/frontend/components/check_results/headerIcon.py +18 -13
  34. vectordb_bench/frontend/components/check_results/nav.py +20 -0
  35. vectordb_bench/frontend/components/custom/displayCustomCase.py +43 -8
  36. vectordb_bench/frontend/components/custom/displaypPrams.py +10 -5
  37. vectordb_bench/frontend/components/custom/getCustomConfig.py +10 -0
  38. vectordb_bench/frontend/components/label_filter/charts.py +60 -0
  39. vectordb_bench/frontend/components/run_test/caseSelector.py +48 -52
  40. vectordb_bench/frontend/components/run_test/dbSelector.py +9 -5
  41. vectordb_bench/frontend/components/run_test/inputWidget.py +48 -0
  42. vectordb_bench/frontend/components/run_test/submitTask.py +3 -1
  43. vectordb_bench/frontend/components/streaming/charts.py +253 -0
  44. vectordb_bench/frontend/components/streaming/data.py +62 -0
  45. vectordb_bench/frontend/components/tables/data.py +1 -1
  46. vectordb_bench/frontend/components/welcome/explainPrams.py +66 -0
  47. vectordb_bench/frontend/components/welcome/pagestyle.py +106 -0
  48. vectordb_bench/frontend/components/welcome/welcomePrams.py +147 -0
  49. vectordb_bench/frontend/config/dbCaseConfigs.py +309 -42
  50. vectordb_bench/frontend/config/styles.py +34 -4
  51. vectordb_bench/frontend/pages/concurrent.py +5 -1
  52. vectordb_bench/frontend/pages/custom.py +4 -0
  53. vectordb_bench/frontend/pages/label_filter.py +56 -0
  54. vectordb_bench/frontend/pages/quries_per_dollar.py +5 -1
  55. vectordb_bench/frontend/{vdb_benchmark.py → pages/results.py} +10 -4
  56. vectordb_bench/frontend/pages/run_test.py +3 -3
  57. vectordb_bench/frontend/pages/streaming.py +135 -0
  58. vectordb_bench/frontend/pages/tables.py +4 -0
  59. vectordb_bench/frontend/vdbbench.py +31 -0
  60. vectordb_bench/interface.py +8 -3
  61. vectordb_bench/metric.py +15 -1
  62. vectordb_bench/models.py +31 -11
  63. vectordb_bench/results/ElasticCloud/result_20250318_standard_elasticcloud.json +5890 -0
  64. vectordb_bench/results/Milvus/result_20250509_standard_milvus.json +6138 -0
  65. vectordb_bench/results/OpenSearch/result_20250224_standard_opensearch.json +7319 -0
  66. vectordb_bench/results/Pinecone/result_20250124_standard_pinecone.json +2365 -0
  67. vectordb_bench/results/QdrantCloud/result_20250602_standard_qdrantcloud.json +3556 -0
  68. vectordb_bench/results/ZillizCloud/result_20250613_standard_zillizcloud.json +6290 -0
  69. vectordb_bench/results/dbPrices.json +12 -4
  70. vectordb_bench/results/getLeaderboardDataV2.py +59 -0
  71. vectordb_bench/results/leaderboard_v2.json +2662 -0
  72. {vectordb_bench-0.0.30.dist-info → vectordb_bench-1.0.1.dist-info}/METADATA +93 -40
  73. {vectordb_bench-0.0.30.dist-info → vectordb_bench-1.0.1.dist-info}/RECORD +77 -58
  74. vectordb_bench/results/ZillizCloud/result_20230727_standard_zillizcloud.json +0 -791
  75. vectordb_bench/results/ZillizCloud/result_20230808_standard_zillizcloud.json +0 -679
  76. vectordb_bench/results/ZillizCloud/result_20240105_standard_202401_zillizcloud.json +0 -1352
  77. {vectordb_bench-0.0.30.dist-info → vectordb_bench-1.0.1.dist-info}/WHEEL +0 -0
  78. {vectordb_bench-0.0.30.dist-info → vectordb_bench-1.0.1.dist-info}/entry_points.txt +0 -0
  79. {vectordb_bench-0.0.30.dist-info → vectordb_bench-1.0.1.dist-info}/licenses/LICENSE +0 -0
  80. {vectordb_bench-0.0.30.dist-info → vectordb_bench-1.0.1.dist-info}/top_level.txt +0 -0
vectordb_bench/results/QdrantCloud/result_20250602_standard_qdrantcloud.json ADDED
@@ -0,0 +1,3556 @@
1
+ {
2
+ "run_id": "d60af9965dec47739a5924d55bd3ca8d",
3
+ "task_label": "standard_2025",
4
+ "results": [
5
+ {
6
+ "metrics": {
7
+ "max_load_count": 0,
8
+ "insert_duration": 1319.08,
9
+ "optimize_duration": 20.1262,
10
+ "load_duration": 1339.2062,
11
+ "qps": 4318.9697,
12
+ "serial_latency_p99": 0.0043,
13
+ "recall": 1.0,
14
+ "ndcg": 1.0,
15
+ "conc_num_list": [
16
+ 1,
17
+ 5,
18
+ 10,
19
+ 20,
20
+ 30,
21
+ 40,
22
+ 60,
23
+ 80
24
+ ],
25
+ "conc_qps_list": [
26
+ 293.2625,
27
+ 1418.2237,
28
+ 2503.3143,
29
+ 4040.6711,
30
+ 4318.9697,
31
+ 4231.1635,
32
+ 3968.657,
33
+ 3873.9566
34
+ ],
35
+ "conc_latency_p99_list": [
36
+ 0.004108009400451913,
37
+ 0.00469942291992993,
38
+ 0.005965515149819113,
39
+ 0.009690882539725878,
40
+ 0.015310119479809219,
41
+ 0.019062151899652286,
42
+ 0.02478109099949506,
43
+ 0.030745067499719874
44
+ ],
45
+ "conc_latency_avg_list": [
46
+ 0.0033968326940370785,
47
+ 0.003504317851431097,
48
+ 0.003958530295749986,
49
+ 0.004864683437812893,
50
+ 0.006765798381240783,
51
+ 0.009086413973290202,
52
+ 0.014139072129676184,
53
+ 0.018795127060711247
54
+ ],
55
+ "st_ideal_insert_duration": 0,
56
+ "st_search_stage_list": [],
57
+ "st_search_time_list": [],
58
+ "st_max_qps_list_list": [],
59
+ "st_recall_list": [],
60
+ "st_ndcg_list": [],
61
+ "st_serial_latency_p99_list": [],
62
+ "st_conc_failed_rate_list": []
63
+ },
64
+ "task_config": {
65
+ "db": "QdrantCloud",
66
+ "db_config": {
67
+ "db_label": "16c64g-payload-index",
68
+ "version": "1.14.1",
69
+ "note": "",
70
+ "url": "**********",
71
+ "api_key": "**********"
72
+ },
73
+ "db_case_config": {
74
+ "metric_type": "COSINE",
75
+ "m": 16,
76
+ "payload_m": 16,
77
+ "create_payload_int_index": false,
78
+ "create_payload_keyword_index": true,
79
+ "is_tenant": false,
80
+ "use_scalar_quant": false,
81
+ "sq_quantile": 0.99,
82
+ "default_segment_number": 0,
83
+ "use_rescore": false,
84
+ "oversampling": 1.0,
85
+ "indexed_only": false,
86
+ "hnsw_ef": 100,
87
+ "exact": false,
88
+ "with_payload": false
89
+ },
90
+ "case_config": {
91
+ "case_id": 300,
92
+ "custom_case": {
93
+ "dataset_with_size_type": "Medium Cohere (768dim, 1M)",
94
+ "label_percentage": 0.001
95
+ },
96
+ "k": 100,
97
+ "concurrency_search_config": {
98
+ "num_concurrency": [
99
+ 1,
100
+ 5,
101
+ 10,
102
+ 20,
103
+ 30,
104
+ 40,
105
+ 60,
106
+ 80
107
+ ],
108
+ "concurrency_duration": 30
109
+ }
110
+ },
111
+ "stages": [
112
+ "drop_old",
113
+ "load",
114
+ "search_serial",
115
+ "search_concurrent"
116
+ ]
117
+ },
118
+ "label": ":)"
119
+ },
120
+ {
121
+ "metrics": {
122
+ "max_load_count": 0,
123
+ "insert_duration": 1319.08,
124
+ "optimize_duration": 20.1262,
125
+ "load_duration": 1339.2062,
126
+ "qps": 4250.2894,
127
+ "serial_latency_p99": 0.0046,
128
+ "recall": 1.0,
129
+ "ndcg": 1.0,
130
+ "conc_num_list": [
131
+ 1,
132
+ 5,
133
+ 10,
134
+ 20,
135
+ 30,
136
+ 40,
137
+ 60,
138
+ 80
139
+ ],
140
+ "conc_qps_list": [
141
+ 277.4786,
142
+ 1318.99,
143
+ 2393.7592,
144
+ 3833.7677,
145
+ 4250.2894,
146
+ 4184.1166,
147
+ 4000.5926,
148
+ 3862.6429
149
+ ],
150
+ "conc_latency_p99_list": [
151
+ 0.004508941039603082,
152
+ 0.004984925999924594,
153
+ 0.006595623899847849,
154
+ 0.010582116120258365,
155
+ 0.01574212464009181,
156
+ 0.018370582070228906,
157
+ 0.02465197935991454,
158
+ 0.030694995440426295
159
+ ],
160
+ "conc_latency_avg_list": [
161
+ 0.0035900876433641237,
162
+ 0.003769701729715891,
163
+ 0.004140400060134759,
164
+ 0.005126895276394362,
165
+ 0.006872501639850592,
166
+ 0.00918103882152727,
167
+ 0.014044806699768219,
168
+ 0.01873456016794685
169
+ ],
170
+ "st_ideal_insert_duration": 0,
171
+ "st_search_stage_list": [],
172
+ "st_search_time_list": [],
173
+ "st_max_qps_list_list": [],
174
+ "st_recall_list": [],
175
+ "st_ndcg_list": [],
176
+ "st_serial_latency_p99_list": [],
177
+ "st_conc_failed_rate_list": []
178
+ },
179
+ "task_config": {
180
+ "db": "QdrantCloud",
181
+ "db_config": {
182
+ "db_label": "16c64g-payload-index",
183
+ "version": "1.14.1",
184
+ "note": "",
185
+ "url": "**********",
186
+ "api_key": "**********"
187
+ },
188
+ "db_case_config": {
189
+ "metric_type": "COSINE",
190
+ "m": 16,
191
+ "payload_m": 16,
192
+ "create_payload_int_index": false,
193
+ "create_payload_keyword_index": true,
194
+ "is_tenant": false,
195
+ "use_scalar_quant": false,
196
+ "sq_quantile": 0.99,
197
+ "default_segment_number": 0,
198
+ "use_rescore": false,
199
+ "oversampling": 1.0,
200
+ "indexed_only": false,
201
+ "hnsw_ef": 100,
202
+ "exact": false,
203
+ "with_payload": false
204
+ },
205
+ "case_config": {
206
+ "case_id": 300,
207
+ "custom_case": {
208
+ "dataset_with_size_type": "Medium Cohere (768dim, 1M)",
209
+ "label_percentage": 0.002
210
+ },
211
+ "k": 100,
212
+ "concurrency_search_config": {
213
+ "num_concurrency": [
214
+ 1,
215
+ 5,
216
+ 10,
217
+ 20,
218
+ 30,
219
+ 40,
220
+ 60,
221
+ 80
222
+ ],
223
+ "concurrency_duration": 30
224
+ }
225
+ },
226
+ "stages": [
227
+ "drop_old",
228
+ "load",
229
+ "search_serial",
230
+ "search_concurrent"
231
+ ]
232
+ },
233
+ "label": ":)"
234
+ },
235
+ {
236
+ "metrics": {
237
+ "max_load_count": 0,
238
+ "insert_duration": 1319.08,
239
+ "optimize_duration": 20.1262,
240
+ "load_duration": 1339.2062,
241
+ "qps": 2997.4391,
242
+ "serial_latency_p99": 0.0061,
243
+ "recall": 1.0,
244
+ "ndcg": 1.0,
245
+ "conc_num_list": [
246
+ 1,
247
+ 5,
248
+ 10,
249
+ 20,
250
+ 30,
251
+ 40,
252
+ 60,
253
+ 80
254
+ ],
255
+ "conc_qps_list": [
256
+ 259.2959,
257
+ 1178.8468,
258
+ 2018.6883,
259
+ 2490.6234,
260
+ 2893.8137,
261
+ 2996.8477,
262
+ 2988.859,
263
+ 2997.4391
264
+ ],
265
+ "conc_latency_p99_list": [
266
+ 0.004596146079784376,
267
+ 0.005777928030111063,
268
+ 0.00855043300963189,
269
+ 0.015129041220061491,
270
+ 0.019837499320237838,
271
+ 0.02368464209943336,
272
+ 0.03564275155032192,
273
+ 0.046053308929758716
274
+ ],
275
+ "conc_latency_avg_list": [
276
+ 0.003842165242025026,
277
+ 0.004217991263362464,
278
+ 0.00491051189097537,
279
+ 0.007205748604411966,
280
+ 0.010093602282638538,
281
+ 0.01287320282645513,
282
+ 0.018831706458738242,
283
+ 0.024423919263035544
284
+ ],
285
+ "st_ideal_insert_duration": 0,
286
+ "st_search_stage_list": [],
287
+ "st_search_time_list": [],
288
+ "st_max_qps_list_list": [],
289
+ "st_recall_list": [],
290
+ "st_ndcg_list": [],
291
+ "st_serial_latency_p99_list": [],
292
+ "st_conc_failed_rate_list": []
293
+ },
294
+ "task_config": {
295
+ "db": "QdrantCloud",
296
+ "db_config": {
297
+ "db_label": "16c64g-payload-index",
298
+ "version": "1.14.1",
299
+ "note": "",
300
+ "url": "**********",
301
+ "api_key": "**********"
302
+ },
303
+ "db_case_config": {
304
+ "metric_type": "COSINE",
305
+ "m": 16,
306
+ "payload_m": 16,
307
+ "create_payload_int_index": false,
308
+ "create_payload_keyword_index": true,
309
+ "is_tenant": false,
310
+ "use_scalar_quant": false,
311
+ "sq_quantile": 0.99,
312
+ "default_segment_number": 0,
313
+ "use_rescore": false,
314
+ "oversampling": 1.0,
315
+ "indexed_only": false,
316
+ "hnsw_ef": 100,
317
+ "exact": false,
318
+ "with_payload": false
319
+ },
320
+ "case_config": {
321
+ "case_id": 300,
322
+ "custom_case": {
323
+ "dataset_with_size_type": "Medium Cohere (768dim, 1M)",
324
+ "label_percentage": 0.005
325
+ },
326
+ "k": 100,
327
+ "concurrency_search_config": {
328
+ "num_concurrency": [
329
+ 1,
330
+ 5,
331
+ 10,
332
+ 20,
333
+ 30,
334
+ 40,
335
+ 60,
336
+ 80
337
+ ],
338
+ "concurrency_duration": 30
339
+ }
340
+ },
341
+ "stages": [
342
+ "drop_old",
343
+ "load",
344
+ "search_serial",
345
+ "search_concurrent"
346
+ ]
347
+ },
348
+ "label": ":)"
349
+ },
350
+ {
351
+ "metrics": {
352
+ "max_load_count": 0,
353
+ "insert_duration": 1319.08,
354
+ "optimize_duration": 20.1262,
355
+ "load_duration": 1339.2062,
356
+ "qps": 1494.5334,
357
+ "serial_latency_p99": 0.007,
358
+ "recall": 1.0,
359
+ "ndcg": 1.0,
360
+ "conc_num_list": [
361
+ 1,
362
+ 5,
363
+ 10,
364
+ 20,
365
+ 30,
366
+ 40,
367
+ 60,
368
+ 80
369
+ ],
370
+ "conc_qps_list": [
371
+ 203.6708,
372
+ 969.6341,
373
+ 1428.3563,
374
+ 1486.8859,
375
+ 1494.5334,
376
+ 1483.2116,
377
+ 1474.5178,
378
+ 1368.0349
379
+ ],
380
+ "conc_latency_p99_list": [
381
+ 0.005929753999680542,
382
+ 0.007170458190130376,
383
+ 0.013735425040104018,
384
+ 0.021000384040271457,
385
+ 0.0289086314002634,
386
+ 0.0352984104501047,
387
+ 0.04928370412053478,
388
+ 0.062043446079951534
389
+ ],
390
+ "conc_latency_avg_list": [
391
+ 0.004891689839344045,
392
+ 0.005125268532403679,
393
+ 0.006941333195860831,
394
+ 0.01323872120834617,
395
+ 0.019574734836527944,
396
+ 0.026080113358016896,
397
+ 0.03856528288604421,
398
+ 0.05103612621286848
399
+ ],
400
+ "st_ideal_insert_duration": 0,
401
+ "st_search_stage_list": [],
402
+ "st_search_time_list": [],
403
+ "st_max_qps_list_list": [],
404
+ "st_recall_list": [],
405
+ "st_ndcg_list": [],
406
+ "st_serial_latency_p99_list": [],
407
+ "st_conc_failed_rate_list": []
408
+ },
409
+ "task_config": {
410
+ "db": "QdrantCloud",
411
+ "db_config": {
412
+ "db_label": "16c64g-payload-index",
413
+ "version": "1.14.1",
414
+ "note": "",
415
+ "url": "**********",
416
+ "api_key": "**********"
417
+ },
418
+ "db_case_config": {
419
+ "metric_type": "COSINE",
420
+ "m": 16,
421
+ "payload_m": 16,
422
+ "create_payload_int_index": false,
423
+ "create_payload_keyword_index": true,
424
+ "is_tenant": false,
425
+ "use_scalar_quant": false,
426
+ "sq_quantile": 0.99,
427
+ "default_segment_number": 0,
428
+ "use_rescore": false,
429
+ "oversampling": 1.0,
430
+ "indexed_only": false,
431
+ "hnsw_ef": 100,
432
+ "exact": false,
433
+ "with_payload": false
434
+ },
435
+ "case_config": {
436
+ "case_id": 300,
437
+ "custom_case": {
438
+ "dataset_with_size_type": "Medium Cohere (768dim, 1M)",
439
+ "label_percentage": 0.01
440
+ },
441
+ "k": 100,
442
+ "concurrency_search_config": {
443
+ "num_concurrency": [
444
+ 1,
445
+ 5,
446
+ 10,
447
+ 20,
448
+ 30,
449
+ 40,
450
+ 60,
451
+ 80
452
+ ],
453
+ "concurrency_duration": 30
454
+ }
455
+ },
456
+ "stages": [
457
+ "drop_old",
458
+ "load",
459
+ "search_serial",
460
+ "search_concurrent"
461
+ ]
462
+ },
463
+ "label": ":)"
464
+ },
465
+ {
466
+ "metrics": {
467
+ "max_load_count": 0,
468
+ "insert_duration": 1319.08,
469
+ "optimize_duration": 20.1262,
470
+ "load_duration": 1339.2062,
471
+ "qps": 1108.6473,
472
+ "serial_latency_p99": 0.0074,
473
+ "recall": 0.995,
474
+ "ndcg": 0.9953,
475
+ "conc_num_list": [
476
+ 1,
477
+ 5,
478
+ 10,
479
+ 20,
480
+ 30,
481
+ 40,
482
+ 60,
483
+ 80
484
+ ],
485
+ "conc_qps_list": [
486
+ 155.0156,
487
+ 759.7266,
488
+ 1098.4745,
489
+ 1108.6473,
490
+ 1107.189,
491
+ 1010.1489,
492
+ 1100.3861,
493
+ 1007.2433
494
+ ],
495
+ "conc_latency_p99_list": [
496
+ 0.00785500895030964,
497
+ 0.008967568600201054,
498
+ 0.015656784659768146,
499
+ 0.028236765000110544,
500
+ 0.03794425167947339,
501
+ 0.04669991659957308,
502
+ 0.06410694274995876,
503
+ 0.08198375469952227
504
+ ],
505
+ "conc_latency_avg_list": [
506
+ 0.006427684545643792,
507
+ 0.006545558126009102,
508
+ 0.009028796154110398,
509
+ 0.017762212212337446,
510
+ 0.0264548593750186,
511
+ 0.03507294947193464,
512
+ 0.051781498749312135,
513
+ 0.06840506317045031
514
+ ],
515
+ "st_ideal_insert_duration": 0,
516
+ "st_search_stage_list": [],
517
+ "st_search_time_list": [],
518
+ "st_max_qps_list_list": [],
519
+ "st_recall_list": [],
520
+ "st_ndcg_list": [],
521
+ "st_serial_latency_p99_list": [],
522
+ "st_conc_failed_rate_list": []
523
+ },
524
+ "task_config": {
525
+ "db": "QdrantCloud",
526
+ "db_config": {
527
+ "db_label": "16c64g-payload-index",
528
+ "version": "1.14.1",
529
+ "note": "",
530
+ "url": "**********",
531
+ "api_key": "**********"
532
+ },
533
+ "db_case_config": {
534
+ "metric_type": "COSINE",
535
+ "m": 16,
536
+ "payload_m": 16,
537
+ "create_payload_int_index": false,
538
+ "create_payload_keyword_index": true,
539
+ "is_tenant": false,
540
+ "use_scalar_quant": false,
541
+ "sq_quantile": 0.99,
542
+ "default_segment_number": 0,
543
+ "use_rescore": false,
544
+ "oversampling": 1.0,
545
+ "indexed_only": false,
546
+ "hnsw_ef": 100,
547
+ "exact": false,
548
+ "with_payload": false
549
+ },
550
+ "case_config": {
551
+ "case_id": 300,
552
+ "custom_case": {
553
+ "dataset_with_size_type": "Medium Cohere (768dim, 1M)",
554
+ "label_percentage": 0.02
555
+ },
556
+ "k": 100,
557
+ "concurrency_search_config": {
558
+ "num_concurrency": [
559
+ 1,
560
+ 5,
561
+ 10,
562
+ 20,
563
+ 30,
564
+ 40,
565
+ 60,
566
+ 80
567
+ ],
568
+ "concurrency_duration": 30
569
+ }
570
+ },
571
+ "stages": [
572
+ "drop_old",
573
+ "load",
574
+ "search_serial",
575
+ "search_concurrent"
576
+ ]
577
+ },
578
+ "label": ":)"
579
+ },
580
+ {
581
+ "metrics": {
582
+ "max_load_count": 0,
583
+ "insert_duration": 1319.08,
584
+ "optimize_duration": 20.1262,
585
+ "load_duration": 1339.2062,
586
+ "qps": 1289.5164,
587
+ "serial_latency_p99": 0.0064,
588
+ "recall": 0.9906,
589
+ "ndcg": 0.9914,
590
+ "conc_num_list": [
591
+ 1,
592
+ 5,
593
+ 10,
594
+ 20,
595
+ 30,
596
+ 40,
597
+ 60,
598
+ 80
599
+ ],
600
+ "conc_qps_list": [
601
+ 192.663,
602
+ 894.383,
603
+ 1260.0815,
604
+ 1289.5164,
605
+ 1287.7963,
606
+ 1175.2373,
607
+ 1168.3505,
608
+ 1162.7818
609
+ ],
610
+ "conc_latency_p99_list": [
611
+ 0.006316989139695581,
612
+ 0.008128716850251365,
613
+ 0.015395553400521745,
614
+ 0.026328772799861355,
615
+ 0.03552735675981239,
616
+ 0.04340343913015204,
617
+ 0.05868663019987247,
618
+ 0.07328483299988875
619
+ ],
620
+ "conc_latency_avg_list": [
621
+ 0.005170983138963148,
622
+ 0.0055568424552364356,
623
+ 0.00787051162470654,
624
+ 0.015257475040559534,
625
+ 0.022746841193685464,
626
+ 0.030291182935339646,
627
+ 0.04500688047272738,
628
+ 0.058709776506761735
629
+ ],
630
+ "st_ideal_insert_duration": 0,
631
+ "st_search_stage_list": [],
632
+ "st_search_time_list": [],
633
+ "st_max_qps_list_list": [],
634
+ "st_recall_list": [],
635
+ "st_ndcg_list": [],
636
+ "st_serial_latency_p99_list": [],
637
+ "st_conc_failed_rate_list": []
638
+ },
639
+ "task_config": {
640
+ "db": "QdrantCloud",
641
+ "db_config": {
642
+ "db_label": "16c64g-payload-index",
643
+ "version": "1.14.1",
644
+ "note": "",
645
+ "url": "**********",
646
+ "api_key": "**********"
647
+ },
648
+ "db_case_config": {
649
+ "metric_type": "COSINE",
650
+ "m": 16,
651
+ "payload_m": 16,
652
+ "create_payload_int_index": false,
653
+ "create_payload_keyword_index": true,
654
+ "is_tenant": false,
655
+ "use_scalar_quant": false,
656
+ "sq_quantile": 0.99,
657
+ "default_segment_number": 0,
658
+ "use_rescore": false,
659
+ "oversampling": 1.0,
660
+ "indexed_only": false,
661
+ "hnsw_ef": 100,
662
+ "exact": false,
663
+ "with_payload": false
664
+ },
665
+ "case_config": {
666
+ "case_id": 300,
667
+ "custom_case": {
668
+ "dataset_with_size_type": "Medium Cohere (768dim, 1M)",
669
+ "label_percentage": 0.05
670
+ },
671
+ "k": 100,
672
+ "concurrency_search_config": {
673
+ "num_concurrency": [
674
+ 1,
675
+ 5,
676
+ 10,
677
+ 20,
678
+ 30,
679
+ 40,
680
+ 60,
681
+ 80
682
+ ],
683
+ "concurrency_duration": 30
684
+ }
685
+ },
686
+ "stages": [
687
+ "drop_old",
688
+ "load",
689
+ "search_serial",
690
+ "search_concurrent"
691
+ ]
692
+ },
693
+ "label": ":)"
694
+ },
695
+ {
696
+ "metrics": {
697
+ "max_load_count": 0,
698
+ "insert_duration": 1319.08,
699
+ "optimize_duration": 20.1262,
700
+ "load_duration": 1339.2062,
701
+ "qps": 1059.3394,
702
+ "serial_latency_p99": 0.0078,
703
+ "recall": 0.9856,
704
+ "ndcg": 0.9865,
705
+ "conc_num_list": [
706
+ 1,
707
+ 5,
708
+ 10,
709
+ 20,
710
+ 30,
711
+ 40,
712
+ 60,
713
+ 80
714
+ ],
715
+ "conc_qps_list": [
716
+ 182.0687,
717
+ 817.4502,
718
+ 1050.4022,
719
+ 1059.3394,
720
+ 1057.7988,
721
+ 1027.603,
722
+ 963.131,
723
+ 959.5137
724
+ ],
725
+ "conc_latency_p99_list": [
726
+ 0.006470868200085524,
727
+ 0.008868805800193518,
728
+ 0.017504915279787377,
729
+ 0.029769426550319604,
730
+ 0.03973150839992743,
731
+ 0.04859697681950819,
732
+ 0.06808674165962657,
733
+ 0.08627920324966
734
+ ],
735
+ "conc_latency_avg_list": [
736
+ 0.005472145389340478,
737
+ 0.006080082797610136,
738
+ 0.009440536055800997,
739
+ 0.018597708752576308,
740
+ 0.027687777141859785,
741
+ 0.036729990492687103,
742
+ 0.05458301345296143,
743
+ 0.07152907761295225
744
+ ],
745
+ "st_ideal_insert_duration": 0,
746
+ "st_search_stage_list": [],
747
+ "st_search_time_list": [],
748
+ "st_max_qps_list_list": [],
749
+ "st_recall_list": [],
750
+ "st_ndcg_list": [],
751
+ "st_serial_latency_p99_list": [],
752
+ "st_conc_failed_rate_list": []
753
+ },
754
+ "task_config": {
755
+ "db": "QdrantCloud",
756
+ "db_config": {
757
+ "db_label": "16c64g-payload-index",
758
+ "version": "1.14.1",
759
+ "note": "",
760
+ "url": "**********",
761
+ "api_key": "**********"
762
+ },
763
+ "db_case_config": {
764
+ "metric_type": "COSINE",
765
+ "m": 16,
766
+ "payload_m": 16,
767
+ "create_payload_int_index": false,
768
+ "create_payload_keyword_index": true,
769
+ "is_tenant": false,
770
+ "use_scalar_quant": false,
771
+ "sq_quantile": 0.99,
772
+ "default_segment_number": 0,
773
+ "use_rescore": false,
774
+ "oversampling": 1.0,
775
+ "indexed_only": false,
776
+ "hnsw_ef": 100,
777
+ "exact": false,
778
+ "with_payload": false
779
+ },
780
+ "case_config": {
781
+ "case_id": 300,
782
+ "custom_case": {
783
+ "dataset_with_size_type": "Medium Cohere (768dim, 1M)",
784
+ "label_percentage": 0.1
785
+ },
786
+ "k": 100,
787
+ "concurrency_search_config": {
788
+ "num_concurrency": [
789
+ 1,
790
+ 5,
791
+ 10,
792
+ 20,
793
+ 30,
794
+ 40,
795
+ 60,
796
+ 80
797
+ ],
798
+ "concurrency_duration": 30
799
+ }
800
+ },
801
+ "stages": [
802
+ "drop_old",
803
+ "load",
804
+ "search_serial",
805
+ "search_concurrent"
806
+ ]
807
+ },
808
+ "label": ":)"
809
+ },
810
+ {
811
+ "metrics": {
812
+ "max_load_count": 0,
813
+ "insert_duration": 1319.08,
814
+ "optimize_duration": 20.1262,
815
+ "load_duration": 1339.2062,
816
+ "qps": 987.0795,
817
+ "serial_latency_p99": 0.0071,
818
+ "recall": 0.9804,
819
+ "ndcg": 0.9814,
820
+ "conc_num_list": [
821
+ 1,
822
+ 5,
823
+ 10,
824
+ 20,
825
+ 30,
826
+ 40,
827
+ 60,
828
+ 80
829
+ ],
830
+ "conc_qps_list": [
831
+ 170.2351,
832
+ 799.1863,
833
+ 976.5353,
834
+ 987.0795,
835
+ 982.7753,
836
+ 896.5894,
837
+ 971.9598,
838
+ 883.3496
839
+ ],
840
+ "conc_latency_p99_list": [
841
+ 0.007034681559271121,
842
+ 0.00902814224973554,
843
+ 0.018402551080162078,
844
+ 0.031121550620100604,
845
+ 0.04181672295933825,
846
+ 0.051991278479690664,
847
+ 0.07187199053005315,
848
+ 0.09237229285055035
849
+ ],
850
+ "conc_latency_avg_list": [
851
+ 0.005852643577169901,
852
+ 0.006221069343522768,
853
+ 0.010157681946698735,
854
+ 0.019942006644400066,
855
+ 0.0298103925036599,
856
+ 0.039504880680964735,
857
+ 0.058654024613022694,
858
+ 0.077525677224489
859
+ ],
860
+ "st_ideal_insert_duration": 0,
861
+ "st_search_stage_list": [],
862
+ "st_search_time_list": [],
863
+ "st_max_qps_list_list": [],
864
+ "st_recall_list": [],
865
+ "st_ndcg_list": [],
866
+ "st_serial_latency_p99_list": [],
867
+ "st_conc_failed_rate_list": []
868
+ },
869
+ "task_config": {
870
+ "db": "QdrantCloud",
871
+ "db_config": {
872
+ "db_label": "16c64g-payload-index",
873
+ "version": "1.14.1",
874
+ "note": "",
875
+ "url": "**********",
876
+ "api_key": "**********"
877
+ },
878
+ "db_case_config": {
879
+ "metric_type": "COSINE",
880
+ "m": 16,
881
+ "payload_m": 16,
882
+ "create_payload_int_index": false,
883
+ "create_payload_keyword_index": true,
884
+ "is_tenant": false,
885
+ "use_scalar_quant": false,
886
+ "sq_quantile": 0.99,
887
+ "default_segment_number": 0,
888
+ "use_rescore": false,
889
+ "oversampling": 1.0,
890
+ "indexed_only": false,
891
+ "hnsw_ef": 100,
892
+ "exact": false,
893
+ "with_payload": false
894
+ },
895
+ "case_config": {
896
+ "case_id": 300,
897
+ "custom_case": {
898
+ "dataset_with_size_type": "Medium Cohere (768dim, 1M)",
899
+ "label_percentage": 0.2
900
+ },
901
+ "k": 100,
902
+ "concurrency_search_config": {
903
+ "num_concurrency": [
904
+ 1,
905
+ 5,
906
+ 10,
907
+ 20,
908
+ 30,
909
+ 40,
910
+ 60,
911
+ 80
912
+ ],
913
+ "concurrency_duration": 30
914
+ }
915
+ },
916
+ "stages": [
917
+ "drop_old",
918
+ "load",
919
+ "search_serial",
920
+ "search_concurrent"
921
+ ]
922
+ },
923
+ "label": ":)"
924
+ },
925
+ {
926
+ "metrics": {
927
+ "max_load_count": 0,
928
+ "insert_duration": 1319.08,
929
+ "optimize_duration": 20.1262,
930
+ "load_duration": 1339.2062,
931
+ "qps": 1591.7055,
932
+ "serial_latency_p99": 0.0078,
933
+ "recall": 0.8506,
934
+ "ndcg": 0.8538,
935
+ "conc_num_list": [
936
+ 1,
937
+ 5,
938
+ 10,
939
+ 20,
940
+ 30,
941
+ 40,
942
+ 60,
943
+ 80
944
+ ],
945
+ "conc_qps_list": [
946
+ 204.7748,
947
+ 985.4012,
948
+ 1468.5406,
949
+ 1591.7055,
950
+ 1457.7184,
951
+ 1590.3698,
952
+ 1489.2644,
953
+ 1454.2574
954
+ ],
955
+ "conc_latency_p99_list": [
956
+ 0.006079022370122401,
957
+ 0.007035757980193004,
958
+ 0.01645851233961361,
959
+ 0.02284473285999411,
960
+ 0.03139393492060659,
961
+ 0.03826638910008112,
962
+ 0.05060729249998985,
963
+ 0.06300347028023684
964
+ ],
965
+ "conc_latency_avg_list": [
966
+ 0.004865269940793477,
967
+ 0.005044995872658895,
968
+ 0.0067500134283456316,
969
+ 0.012369487155991286,
970
+ 0.01833301637215765,
971
+ 0.024331188459427163,
972
+ 0.0360246762552596,
973
+ 0.047445003783414805
974
+ ],
975
+ "st_ideal_insert_duration": 0,
976
+ "st_search_stage_list": [],
977
+ "st_search_time_list": [],
978
+ "st_max_qps_list_list": [],
979
+ "st_recall_list": [],
980
+ "st_ndcg_list": [],
981
+ "st_serial_latency_p99_list": [],
982
+ "st_conc_failed_rate_list": []
983
+ },
984
+ "task_config": {
985
+ "db": "QdrantCloud",
986
+ "db_config": {
987
+ "db_label": "16c64g-payload-index",
988
+ "version": "1.14.1",
989
+ "note": "",
990
+ "url": "**********",
991
+ "api_key": "**********"
992
+ },
993
+ "db_case_config": {
994
+ "metric_type": "COSINE",
995
+ "m": 16,
996
+ "payload_m": 16,
997
+ "create_payload_int_index": false,
998
+ "create_payload_keyword_index": true,
999
+ "is_tenant": false,
1000
+ "use_scalar_quant": false,
1001
+ "sq_quantile": 0.99,
1002
+ "default_segment_number": 0,
1003
+ "use_rescore": false,
1004
+ "oversampling": 1.0,
1005
+ "indexed_only": false,
1006
+ "hnsw_ef": 100,
1007
+ "exact": false,
1008
+ "with_payload": false
1009
+ },
1010
+ "case_config": {
1011
+ "case_id": 300,
1012
+ "custom_case": {
1013
+ "dataset_with_size_type": "Medium Cohere (768dim, 1M)",
1014
+ "label_percentage": 0.5
1015
+ },
1016
+ "k": 100,
1017
+ "concurrency_search_config": {
1018
+ "num_concurrency": [
1019
+ 1,
1020
+ 5,
1021
+ 10,
1022
+ 20,
1023
+ 30,
1024
+ 40,
1025
+ 60,
1026
+ 80
1027
+ ],
1028
+ "concurrency_duration": 30
1029
+ }
1030
+ },
1031
+ "stages": [
1032
+ "drop_old",
1033
+ "load",
1034
+ "search_serial",
1035
+ "search_concurrent"
1036
+ ]
1037
+ },
1038
+ "label": ":)"
1039
+ },
1040
+ {
1041
+ "metrics": {
1042
+ "max_load_count": 0,
1043
+ "insert_duration": 14293.8033,
1044
+ "optimize_duration": 15.235,
1045
+ "load_duration": 14309.0383,
1046
+ "qps": 1202.8677,
1047
+ "serial_latency_p99": 0.007,
1048
+ "recall": 1.0,
1049
+ "ndcg": 1.0,
1050
+ "conc_num_list": [
1051
+ 1,
1052
+ 5,
1053
+ 10,
1054
+ 20,
1055
+ 30,
1056
+ 40,
1057
+ 60,
1058
+ 80
1059
+ ],
1060
+ "conc_qps_list": [
1061
+ 206.967,
1062
+ 911.4194,
1063
+ 1148.5274,
1064
+ 1100.4431,
1065
+ 1119.6533,
1066
+ 1110.5234,
1067
+ 1201.3445,
1068
+ 1202.8677
1069
+ ],
1070
+ "conc_latency_p99_list": [
1071
+ 0.005655336518393597,
1072
+ 0.008416454441903623,
1073
+ 0.021868546077021246,
1074
+ 0.028908773838775235,
1075
+ 0.03925096478807966,
1076
+ 0.04731271557880973,
1077
+ 0.06442837212060115,
1078
+ 0.08021722926117947
1079
+ ],
1080
+ "conc_latency_avg_list": [
1081
+ 0.004814049540212592,
1082
+ 0.005456099164853924,
1083
+ 0.008637005004549426,
1084
+ 0.0163061362063892,
1085
+ 0.024269634272066843,
1086
+ 0.03209051234716432,
1087
+ 0.047439863532524634,
1088
+ 0.06192339823549479
1089
+ ],
1090
+ "st_ideal_insert_duration": 0,
1091
+ "st_search_stage_list": [],
1092
+ "st_search_time_list": [],
1093
+ "st_max_qps_list_list": [],
1094
+ "st_recall_list": [],
1095
+ "st_ndcg_list": [],
1096
+ "st_serial_latency_p99_list": [],
1097
+ "st_conc_failed_rate_list": []
1098
+ },
1099
+ "task_config": {
1100
+ "db": "QdrantCloud",
1101
+ "db_config": {
1102
+ "db_label": "16c64g-payload-index",
1103
+ "version": "1.14.1",
1104
+ "note": "",
1105
+ "url": "**********",
1106
+ "api_key": "**********"
1107
+ },
1108
+ "db_case_config": {
1109
+ "metric_type": "COSINE",
1110
+ "m": 16,
1111
+ "payload_m": 16,
1112
+ "create_payload_int_index": false,
1113
+ "create_payload_keyword_index": true,
1114
+ "is_tenant": false,
1115
+ "use_scalar_quant": false,
1116
+ "sq_quantile": 0.99,
1117
+ "default_segment_number": 0,
1118
+ "use_rescore": false,
1119
+ "oversampling": 1.0,
1120
+ "indexed_only": false,
1121
+ "hnsw_ef": 100,
1122
+ "exact": false,
1123
+ "with_payload": false
1124
+ },
1125
+ "case_config": {
1126
+ "case_id": 300,
1127
+ "custom_case": {
1128
+ "dataset_with_size_type": "Large Cohere (768dim, 10M)",
1129
+ "label_percentage": 0.001
1130
+ },
1131
+ "k": 100,
1132
+ "concurrency_search_config": {
1133
+ "num_concurrency": [
1134
+ 1,
1135
+ 5,
1136
+ 10,
1137
+ 20,
1138
+ 30,
1139
+ 40,
1140
+ 60,
1141
+ 80
1142
+ ],
1143
+ "concurrency_duration": 30
1144
+ }
1145
+ },
1146
+ "stages": [
1147
+ "drop_old",
1148
+ "load",
1149
+ "search_serial",
1150
+ "search_concurrent"
1151
+ ]
1152
+ },
1153
+ "label": ":)"
1154
+ },
1155
+ {
1156
+ "metrics": {
1157
+ "max_load_count": 0,
1158
+ "insert_duration": 14293.8033,
1159
+ "optimize_duration": 15.235,
1160
+ "load_duration": 14309.0383,
1161
+ "qps": 639.3991,
1162
+ "serial_latency_p99": 0.0073,
1163
+ "recall": 1.0,
1164
+ "ndcg": 1.0,
1165
+ "conc_num_list": [
1166
+ 1,
1167
+ 5,
1168
+ 10,
1169
+ 20,
1170
+ 30,
1171
+ 40,
1172
+ 60,
1173
+ 80
1174
+ ],
1175
+ "conc_qps_list": [
1176
+ 167.8168,
1177
+ 629.6706,
1178
+ 636.3062,
1179
+ 639.3991,
1180
+ 635.9869,
1181
+ 585.4089,
1182
+ 633.1348,
1183
+ 631.6696
1184
+ ],
1185
+ "conc_latency_p99_list": [
1186
+ 0.006691822270004194,
1187
+ 0.014931110736870323,
1188
+ 0.025915584146059694,
1189
+ 0.041898286758514605,
1190
+ 0.05745977048325586,
1191
+ 0.07294807943864724,
1192
+ 0.10194685441900218,
1193
+ 0.1351531705029629
1194
+ ],
1195
+ "conc_latency_avg_list": [
1196
+ 0.0059370943387183715,
1197
+ 0.007896892117463701,
1198
+ 0.015588208636262504,
1199
+ 0.03081194091131072,
1200
+ 0.046093567302827605,
1201
+ 0.06091807750021593,
1202
+ 0.09030891374826104,
1203
+ 0.11862098875833996
1204
+ ],
1205
+ "st_ideal_insert_duration": 0,
1206
+ "st_search_stage_list": [],
1207
+ "st_search_time_list": [],
1208
+ "st_max_qps_list_list": [],
1209
+ "st_recall_list": [],
1210
+ "st_ndcg_list": [],
1211
+ "st_serial_latency_p99_list": [],
1212
+ "st_conc_failed_rate_list": []
1213
+ },
1214
+ "task_config": {
1215
+ "db": "QdrantCloud",
1216
+ "db_config": {
1217
+ "db_label": "16c64g-payload-index",
1218
+ "version": "1.14.1",
1219
+ "note": "",
1220
+ "url": "**********",
1221
+ "api_key": "**********"
1222
+ },
1223
+ "db_case_config": {
1224
+ "metric_type": "COSINE",
1225
+ "m": 16,
1226
+ "payload_m": 16,
1227
+ "create_payload_int_index": false,
1228
+ "create_payload_keyword_index": true,
1229
+ "is_tenant": false,
1230
+ "use_scalar_quant": false,
1231
+ "sq_quantile": 0.99,
1232
+ "default_segment_number": 0,
1233
+ "use_rescore": false,
1234
+ "oversampling": 1.0,
1235
+ "indexed_only": false,
1236
+ "hnsw_ef": 100,
1237
+ "exact": false,
1238
+ "with_payload": false
1239
+ },
1240
+ "case_config": {
1241
+ "case_id": 300,
1242
+ "custom_case": {
1243
+ "dataset_with_size_type": "Large Cohere (768dim, 10M)",
1244
+ "label_percentage": 0.002
1245
+ },
1246
+ "k": 100,
1247
+ "concurrency_search_config": {
1248
+ "num_concurrency": [
1249
+ 1,
1250
+ 5,
1251
+ 10,
1252
+ 20,
1253
+ 30,
1254
+ 40,
1255
+ 60,
1256
+ 80
1257
+ ],
1258
+ "concurrency_duration": 30
1259
+ }
1260
+ },
1261
+ "stages": [
1262
+ "drop_old",
1263
+ "load",
1264
+ "search_serial",
1265
+ "search_concurrent"
1266
+ ]
1267
+ },
1268
+ "label": ":)"
1269
+ },
1270
+ {
1271
+ "metrics": {
1272
+ "max_load_count": 0,
1273
+ "insert_duration": 14293.8033,
1274
+ "optimize_duration": 15.235,
1275
+ "load_duration": 14309.0383,
1276
+ "qps": 274.8559,
1277
+ "serial_latency_p99": 0.0099,
1278
+ "recall": 1.0,
1279
+ "ndcg": 1.0,
1280
+ "conc_num_list": [
1281
+ 1,
1282
+ 5,
1283
+ 10,
1284
+ 20,
1285
+ 30,
1286
+ 40,
1287
+ 60,
1288
+ 80
1289
+ ],
1290
+ "conc_qps_list": [
1291
+ 111.8443,
1292
+ 274.8559,
1293
+ 273.919,
1294
+ 273.2946,
1295
+ 248.1112,
1296
+ 272.0351,
1297
+ 248.232,
1298
+ 251.5627
1299
+ ],
1300
+ "conc_latency_p99_list": [
1301
+ 0.010098347063612897,
1302
+ 0.02121279940183743,
1303
+ 0.03981989816180431,
1304
+ 0.07721344975107058,
1305
+ 0.11303051400172993,
1306
+ 0.15008354073906957,
1307
+ 0.22340935355983674,
1308
+ 0.29631453135276387
1309
+ ],
1310
+ "conc_latency_avg_list": [
1311
+ 0.008908439349240458,
1312
+ 0.01809537173827183,
1313
+ 0.036229195362535445,
1314
+ 0.07212283733843941,
1315
+ 0.10802966199286358,
1316
+ 0.14274027652628404,
1317
+ 0.2124717999302204,
1318
+ 0.279949356427757
1319
+ ],
1320
+ "st_ideal_insert_duration": 0,
1321
+ "st_search_stage_list": [],
1322
+ "st_search_time_list": [],
1323
+ "st_max_qps_list_list": [],
1324
+ "st_recall_list": [],
1325
+ "st_ndcg_list": [],
1326
+ "st_serial_latency_p99_list": [],
1327
+ "st_conc_failed_rate_list": []
1328
+ },
1329
+ "task_config": {
1330
+ "db": "QdrantCloud",
1331
+ "db_config": {
1332
+ "db_label": "16c64g-payload-index",
1333
+ "version": "1.14.1",
1334
+ "note": "",
1335
+ "url": "**********",
1336
+ "api_key": "**********"
1337
+ },
1338
+ "db_case_config": {
1339
+ "metric_type": "COSINE",
1340
+ "m": 16,
1341
+ "payload_m": 16,
1342
+ "create_payload_int_index": false,
1343
+ "create_payload_keyword_index": true,
1344
+ "is_tenant": false,
1345
+ "use_scalar_quant": false,
1346
+ "sq_quantile": 0.99,
1347
+ "default_segment_number": 0,
1348
+ "use_rescore": false,
1349
+ "oversampling": 1.0,
1350
+ "indexed_only": false,
1351
+ "hnsw_ef": 100,
1352
+ "exact": false,
1353
+ "with_payload": false
1354
+ },
1355
+ "case_config": {
1356
+ "case_id": 300,
1357
+ "custom_case": {
1358
+ "dataset_with_size_type": "Large Cohere (768dim, 10M)",
1359
+ "label_percentage": 0.005
1360
+ },
1361
+ "k": 100,
1362
+ "concurrency_search_config": {
1363
+ "num_concurrency": [
1364
+ 1,
1365
+ 5,
1366
+ 10,
1367
+ 20,
1368
+ 30,
1369
+ 40,
1370
+ 60,
1371
+ 80
1372
+ ],
1373
+ "concurrency_duration": 30
1374
+ }
1375
+ },
1376
+ "stages": [
1377
+ "drop_old",
1378
+ "load",
1379
+ "search_serial",
1380
+ "search_concurrent"
1381
+ ]
1382
+ },
1383
+ "label": ":)"
1384
+ },
1385
+ {
1386
+ "metrics": {
1387
+ "max_load_count": 0,
1388
+ "insert_duration": 14293.8033,
1389
+ "optimize_duration": 15.235,
1390
+ "load_duration": 14309.0383,
1391
+ "qps": 441.4152,
1392
+ "serial_latency_p99": 0.0083,
1393
+ "recall": 0.997,
1394
+ "ndcg": 0.9971,
1395
+ "conc_num_list": [
1396
+ 1,
1397
+ 5,
1398
+ 10,
1399
+ 20,
1400
+ 30,
1401
+ 40,
1402
+ 60,
1403
+ 80
1404
+ ],
1405
+ "conc_qps_list": [
1406
+ 143.4669,
1407
+ 436.254,
1408
+ 441.4152,
1409
+ 438.6738,
1410
+ 399.6966,
1411
+ 432.7183,
1412
+ 429.2645,
1413
+ 394.5522
1414
+ ],
1415
+ "conc_latency_p99_list": [
1416
+ 0.008762944238405885,
1417
+ 0.01626307624981564,
1418
+ 0.028729068860702648,
1419
+ 0.05270900674076984,
1420
+ 0.07277014915714972,
1421
+ 0.09666912357643015,
1422
+ 0.1437478300393559,
1423
+ 0.18816683990880848
1424
+ ],
1425
+ "conc_latency_avg_list": [
1426
+ 0.006945026401799453,
1427
+ 0.011399085068879888,
1428
+ 0.022478999864959583,
1429
+ 0.04491813725015799,
1430
+ 0.06726079640580303,
1431
+ 0.08962663279288086,
1432
+ 0.1333593012912701,
1433
+ 0.1745350267776829
1434
+ ],
1435
+ "st_ideal_insert_duration": 0,
1436
+ "st_search_stage_list": [],
1437
+ "st_search_time_list": [],
1438
+ "st_max_qps_list_list": [],
1439
+ "st_recall_list": [],
1440
+ "st_ndcg_list": [],
1441
+ "st_serial_latency_p99_list": [],
1442
+ "st_conc_failed_rate_list": []
1443
+ },
1444
+ "task_config": {
1445
+ "db": "QdrantCloud",
1446
+ "db_config": {
1447
+ "db_label": "16c64g-payload-index",
1448
+ "version": "1.14.1",
1449
+ "note": "",
1450
+ "url": "**********",
1451
+ "api_key": "**********"
1452
+ },
1453
+ "db_case_config": {
1454
+ "metric_type": "COSINE",
1455
+ "m": 16,
1456
+ "payload_m": 16,
1457
+ "create_payload_int_index": false,
1458
+ "create_payload_keyword_index": true,
1459
+ "is_tenant": false,
1460
+ "use_scalar_quant": false,
1461
+ "sq_quantile": 0.99,
1462
+ "default_segment_number": 0,
1463
+ "use_rescore": false,
1464
+ "oversampling": 1.0,
1465
+ "indexed_only": false,
1466
+ "hnsw_ef": 100,
1467
+ "exact": false,
1468
+ "with_payload": false
1469
+ },
1470
+ "case_config": {
1471
+ "case_id": 300,
1472
+ "custom_case": {
1473
+ "dataset_with_size_type": "Large Cohere (768dim, 10M)",
1474
+ "label_percentage": 0.01
1475
+ },
1476
+ "k": 100,
1477
+ "concurrency_search_config": {
1478
+ "num_concurrency": [
1479
+ 1,
1480
+ 5,
1481
+ 10,
1482
+ 20,
1483
+ 30,
1484
+ 40,
1485
+ 60,
1486
+ 80
1487
+ ],
1488
+ "concurrency_duration": 30
1489
+ }
1490
+ },
1491
+ "stages": [
1492
+ "drop_old",
1493
+ "load",
1494
+ "search_serial",
1495
+ "search_concurrent"
1496
+ ]
1497
+ },
1498
+ "label": ":)"
1499
+ },
1500
+ {
1501
+ "metrics": {
1502
+ "max_load_count": 0,
1503
+ "insert_duration": 14293.8033,
1504
+ "optimize_duration": 15.235,
1505
+ "load_duration": 14309.0383,
1506
+ "qps": 358.8949,
1507
+ "serial_latency_p99": 0.0095,
1508
+ "recall": 0.995,
1509
+ "ndcg": 0.9951,
1510
+ "conc_num_list": [
1511
+ 1,
1512
+ 5,
1513
+ 10,
1514
+ 20,
1515
+ 30,
1516
+ 40,
1517
+ 60,
1518
+ 80
1519
+ ],
1520
+ "conc_qps_list": [
1521
+ 116.5584,
1522
+ 356.5275,
1523
+ 358.8949,
1524
+ 324.8888,
1525
+ 355.3511,
1526
+ 351.7406,
1527
+ 326.7391,
1528
+ 349.4246
1529
+ ],
1530
+ "conc_latency_p99_list": [
1531
+ 0.010250616880657617,
1532
+ 0.01863548950059339,
1533
+ 0.0321760157468816,
1534
+ 0.06016570479914661,
1535
+ 0.0885519881368236,
1536
+ 0.11717015530601202,
1537
+ 0.17205338899948402,
1538
+ 0.23131503604490716
1539
+ ],
1540
+ "conc_latency_avg_list": [
1541
+ 0.008548762044159492,
1542
+ 0.01394755542425568,
1543
+ 0.027644554680582297,
1544
+ 0.05522321678649889,
1545
+ 0.08252783976879721,
1546
+ 0.1103059612746877,
1547
+ 0.16326103678644524,
1548
+ 0.2149607624005845
1549
+ ],
1550
+ "st_ideal_insert_duration": 0,
1551
+ "st_search_stage_list": [],
1552
+ "st_search_time_list": [],
1553
+ "st_max_qps_list_list": [],
1554
+ "st_recall_list": [],
1555
+ "st_ndcg_list": [],
1556
+ "st_serial_latency_p99_list": [],
1557
+ "st_conc_failed_rate_list": []
1558
+ },
1559
+ "task_config": {
1560
+ "db": "QdrantCloud",
1561
+ "db_config": {
1562
+ "db_label": "16c64g-payload-index",
1563
+ "version": "1.14.1",
1564
+ "note": "",
1565
+ "url": "**********",
1566
+ "api_key": "**********"
1567
+ },
1568
+ "db_case_config": {
1569
+ "metric_type": "COSINE",
1570
+ "m": 16,
1571
+ "payload_m": 16,
1572
+ "create_payload_int_index": false,
1573
+ "create_payload_keyword_index": true,
1574
+ "is_tenant": false,
1575
+ "use_scalar_quant": false,
1576
+ "sq_quantile": 0.99,
1577
+ "default_segment_number": 0,
1578
+ "use_rescore": false,
1579
+ "oversampling": 1.0,
1580
+ "indexed_only": false,
1581
+ "hnsw_ef": 100,
1582
+ "exact": false,
1583
+ "with_payload": false
1584
+ },
1585
+ "case_config": {
1586
+ "case_id": 300,
1587
+ "custom_case": {
1588
+ "dataset_with_size_type": "Large Cohere (768dim, 10M)",
1589
+ "label_percentage": 0.02
1590
+ },
1591
+ "k": 100,
1592
+ "concurrency_search_config": {
1593
+ "num_concurrency": [
1594
+ 1,
1595
+ 5,
1596
+ 10,
1597
+ 20,
1598
+ 30,
1599
+ 40,
1600
+ 60,
1601
+ 80
1602
+ ],
1603
+ "concurrency_duration": 30
1604
+ }
1605
+ },
1606
+ "stages": [
1607
+ "drop_old",
1608
+ "load",
1609
+ "search_serial",
1610
+ "search_concurrent"
1611
+ ]
1612
+ },
1613
+ "label": ":)"
1614
+ },
1615
+ {
1616
+ "metrics": {
1617
+ "max_load_count": 0,
1618
+ "insert_duration": 14293.8033,
1619
+ "optimize_duration": 15.235,
1620
+ "load_duration": 14309.0383,
1621
+ "qps": 325.2245,
1622
+ "serial_latency_p99": 0.0103,
1623
+ "recall": 0.9909,
1624
+ "ndcg": 0.9909,
1625
+ "conc_num_list": [
1626
+ 1,
1627
+ 5,
1628
+ 10,
1629
+ 20,
1630
+ 30,
1631
+ 40,
1632
+ 60,
1633
+ 80
1634
+ ],
1635
+ "conc_qps_list": [
1636
+ 123.0427,
1637
+ 325.1471,
1638
+ 325.2245,
1639
+ 295.1217,
1640
+ 292.9007,
1641
+ 322.4289,
1642
+ 319.6973,
1643
+ 320.7764
1644
+ ],
1645
+ "conc_latency_p99_list": [
1646
+ 0.00931106200099748,
1647
+ 0.020588611690036486,
1648
+ 0.035066349752305555,
1649
+ 0.06571827707251941,
1650
+ 0.09726342149588163,
1651
+ 0.12768566494181868,
1652
+ 0.1897035929947742,
1653
+ 0.25184306000272044
1654
+ ],
1655
+ "conc_latency_avg_list": [
1656
+ 0.008098515189237565,
1657
+ 0.01529155639642761,
1658
+ 0.030518992861499915,
1659
+ 0.06095409537227186,
1660
+ 0.0914411181375523,
1661
+ 0.12030570511547133,
1662
+ 0.17938279938524543,
1663
+ 0.23454913445770756
1664
+ ],
1665
+ "st_ideal_insert_duration": 0,
1666
+ "st_search_stage_list": [],
1667
+ "st_search_time_list": [],
1668
+ "st_max_qps_list_list": [],
1669
+ "st_recall_list": [],
1670
+ "st_ndcg_list": [],
1671
+ "st_serial_latency_p99_list": [],
1672
+ "st_conc_failed_rate_list": []
1673
+ },
1674
+ "task_config": {
1675
+ "db": "QdrantCloud",
1676
+ "db_config": {
1677
+ "db_label": "16c64g-payload-index",
1678
+ "version": "1.14.1",
1679
+ "note": "",
1680
+ "url": "**********",
1681
+ "api_key": "**********"
1682
+ },
1683
+ "db_case_config": {
1684
+ "metric_type": "COSINE",
1685
+ "m": 16,
1686
+ "payload_m": 16,
1687
+ "create_payload_int_index": false,
1688
+ "create_payload_keyword_index": true,
1689
+ "is_tenant": false,
1690
+ "use_scalar_quant": false,
1691
+ "sq_quantile": 0.99,
1692
+ "default_segment_number": 0,
1693
+ "use_rescore": false,
1694
+ "oversampling": 1.0,
1695
+ "indexed_only": false,
1696
+ "hnsw_ef": 100,
1697
+ "exact": false,
1698
+ "with_payload": false
1699
+ },
1700
+ "case_config": {
1701
+ "case_id": 300,
1702
+ "custom_case": {
1703
+ "dataset_with_size_type": "Large Cohere (768dim, 10M)",
1704
+ "label_percentage": 0.05
1705
+ },
1706
+ "k": 100,
1707
+ "concurrency_search_config": {
1708
+ "num_concurrency": [
1709
+ 1,
1710
+ 5,
1711
+ 10,
1712
+ 20,
1713
+ 30,
1714
+ 40,
1715
+ 60,
1716
+ 80
1717
+ ],
1718
+ "concurrency_duration": 30
1719
+ }
1720
+ },
1721
+ "stages": [
1722
+ "drop_old",
1723
+ "load",
1724
+ "search_serial",
1725
+ "search_concurrent"
1726
+ ]
1727
+ },
1728
+ "label": ":)"
1729
+ },
1730
+ {
1731
+ "metrics": {
1732
+ "max_load_count": 0,
1733
+ "insert_duration": 14293.8033,
1734
+ "optimize_duration": 15.235,
1735
+ "load_duration": 14309.0383,
1736
+ "qps": 273.4174,
1737
+ "serial_latency_p99": 0.0133,
1738
+ "recall": 0.9789,
1739
+ "ndcg": 0.9787,
1740
+ "conc_num_list": [
1741
+ 1,
1742
+ 5,
1743
+ 10,
1744
+ 20,
1745
+ 30,
1746
+ 40,
1747
+ 60,
1748
+ 80
1749
+ ],
1750
+ "conc_qps_list": [
1751
+ 110.8047,
1752
+ 272.4043,
1753
+ 273.4174,
1754
+ 271.6536,
1755
+ 247.8823,
1756
+ 270.479,
1757
+ 244.699,
1758
+ 246.9894
1759
+ ],
1760
+ "conc_latency_p99_list": [
1761
+ 0.010369178601467872,
1762
+ 0.023040348696231366,
1763
+ 0.04003402912028832,
1764
+ 0.07837427703983849,
1765
+ 0.11477441169990926,
1766
+ 0.15143905847704442,
1767
+ 0.22774383698764722,
1768
+ 0.3014751199996681
1769
+ ],
1770
+ "conc_latency_avg_list": [
1771
+ 0.00899149234024069,
1772
+ 0.018262957926889967,
1773
+ 0.03629607029711298,
1774
+ 0.07254300809577825,
1775
+ 0.10818437217162749,
1776
+ 0.14350989930487565,
1777
+ 0.21475331164430142,
1778
+ 0.28076783016090423
1779
+ ],
1780
+ "st_ideal_insert_duration": 0,
1781
+ "st_search_stage_list": [],
1782
+ "st_search_time_list": [],
1783
+ "st_max_qps_list_list": [],
1784
+ "st_recall_list": [],
1785
+ "st_ndcg_list": [],
1786
+ "st_serial_latency_p99_list": [],
1787
+ "st_conc_failed_rate_list": []
1788
+ },
1789
+ "task_config": {
1790
+ "db": "QdrantCloud",
1791
+ "db_config": {
1792
+ "db_label": "16c64g-payload-index",
1793
+ "version": "1.14.1",
1794
+ "note": "",
1795
+ "url": "**********",
1796
+ "api_key": "**********"
1797
+ },
1798
+ "db_case_config": {
1799
+ "metric_type": "COSINE",
1800
+ "m": 16,
1801
+ "payload_m": 16,
1802
+ "create_payload_int_index": false,
1803
+ "create_payload_keyword_index": true,
1804
+ "is_tenant": false,
1805
+ "use_scalar_quant": false,
1806
+ "sq_quantile": 0.99,
1807
+ "default_segment_number": 0,
1808
+ "use_rescore": false,
1809
+ "oversampling": 1.0,
1810
+ "indexed_only": false,
1811
+ "hnsw_ef": 100,
1812
+ "exact": false,
1813
+ "with_payload": false
1814
+ },
1815
+ "case_config": {
1816
+ "case_id": 300,
1817
+ "custom_case": {
1818
+ "dataset_with_size_type": "Large Cohere (768dim, 10M)",
1819
+ "label_percentage": 0.1
1820
+ },
1821
+ "k": 100,
1822
+ "concurrency_search_config": {
1823
+ "num_concurrency": [
1824
+ 1,
1825
+ 5,
1826
+ 10,
1827
+ 20,
1828
+ 30,
1829
+ 40,
1830
+ 60,
1831
+ 80
1832
+ ],
1833
+ "concurrency_duration": 30
1834
+ }
1835
+ },
1836
+ "stages": [
1837
+ "drop_old",
1838
+ "load",
1839
+ "search_serial",
1840
+ "search_concurrent"
1841
+ ]
1842
+ },
1843
+ "label": ":)"
1844
+ },
1845
+ {
1846
+ "metrics": {
1847
+ "max_load_count": 0,
1848
+ "insert_duration": 14293.8033,
1849
+ "optimize_duration": 15.235,
1850
+ "load_duration": 14309.0383,
1851
+ "qps": 262.8314,
1852
+ "serial_latency_p99": 0.0113,
1853
+ "recall": 0.9808,
1854
+ "ndcg": 0.9803,
1855
+ "conc_num_list": [
1856
+ 1,
1857
+ 5,
1858
+ 10,
1859
+ 20,
1860
+ 30,
1861
+ 40,
1862
+ 60,
1863
+ 80
1864
+ ],
1865
+ "conc_qps_list": [
1866
+ 108.7174,
1867
+ 262.1674,
1868
+ 255.4049,
1869
+ 262.8314,
1870
+ 250.187,
1871
+ 259.8525,
1872
+ 260.7161,
1873
+ 244.5148
1874
+ ],
1875
+ "conc_latency_p99_list": [
1876
+ 0.01143218348093795,
1877
+ 0.024378688477445384,
1878
+ 0.04247373699261517,
1879
+ 0.08093938276135304,
1880
+ 0.11894121329678455,
1881
+ 0.15802012887754244,
1882
+ 0.23411726899939822,
1883
+ 0.31060514779637743
1884
+ ],
1885
+ "conc_latency_avg_list": [
1886
+ 0.009165488431407798,
1887
+ 0.018973467987600433,
1888
+ 0.03771409502210758,
1889
+ 0.07494889929330883,
1890
+ 0.1121941421376435,
1891
+ 0.14947845852134778,
1892
+ 0.21990355361726233,
1893
+ 0.2905831009492956
1894
+ ],
1895
+ "st_ideal_insert_duration": 0,
1896
+ "st_search_stage_list": [],
1897
+ "st_search_time_list": [],
1898
+ "st_max_qps_list_list": [],
1899
+ "st_recall_list": [],
1900
+ "st_ndcg_list": [],
1901
+ "st_serial_latency_p99_list": [],
1902
+ "st_conc_failed_rate_list": []
1903
+ },
1904
+ "task_config": {
1905
+ "db": "QdrantCloud",
1906
+ "db_config": {
1907
+ "db_label": "16c64g-payload-index",
1908
+ "version": "1.14.1",
1909
+ "note": "",
1910
+ "url": "**********",
1911
+ "api_key": "**********"
1912
+ },
1913
+ "db_case_config": {
1914
+ "metric_type": "COSINE",
1915
+ "m": 16,
1916
+ "payload_m": 16,
1917
+ "create_payload_int_index": false,
1918
+ "create_payload_keyword_index": true,
1919
+ "is_tenant": false,
1920
+ "use_scalar_quant": false,
1921
+ "sq_quantile": 0.99,
1922
+ "default_segment_number": 0,
1923
+ "use_rescore": false,
1924
+ "oversampling": 1.0,
1925
+ "indexed_only": false,
1926
+ "hnsw_ef": 100,
1927
+ "exact": false,
1928
+ "with_payload": false
1929
+ },
1930
+ "case_config": {
1931
+ "case_id": 300,
1932
+ "custom_case": {
1933
+ "dataset_with_size_type": "Large Cohere (768dim, 10M)",
1934
+ "label_percentage": 0.2
1935
+ },
1936
+ "k": 100,
1937
+ "concurrency_search_config": {
1938
+ "num_concurrency": [
1939
+ 1,
1940
+ 5,
1941
+ 10,
1942
+ 20,
1943
+ 30,
1944
+ 40,
1945
+ 60,
1946
+ 80
1947
+ ],
1948
+ "concurrency_duration": 30
1949
+ }
1950
+ },
1951
+ "stages": [
1952
+ "drop_old",
1953
+ "load",
1954
+ "search_serial",
1955
+ "search_concurrent"
1956
+ ]
1957
+ },
1958
+ "label": ":)"
1959
+ },
1960
+ {
1961
+ "metrics": {
1962
+ "max_load_count": 0,
1963
+ "insert_duration": 14293.8033,
1964
+ "optimize_duration": 15.235,
1965
+ "load_duration": 14309.0383,
1966
+ "qps": 434.5481,
1967
+ "serial_latency_p99": 0.0085,
1968
+ "recall": 0.7237,
1969
+ "ndcg": 0.7219,
1970
+ "conc_num_list": [
1971
+ 1,
1972
+ 5,
1973
+ 10,
1974
+ 20,
1975
+ 30,
1976
+ 40,
1977
+ 60,
1978
+ 80
1979
+ ],
1980
+ "conc_qps_list": [
1981
+ 146.5507,
1982
+ 432.7754,
1983
+ 434.5481,
1984
+ 432.2032,
1985
+ 427.358,
1986
+ 429.1023,
1987
+ 397.9899,
1988
+ 420.7208
1989
+ ],
1990
+ "conc_latency_p99_list": [
1991
+ 0.008506639694678568,
1992
+ 0.016457689051821954,
1993
+ 0.03029727175802691,
1994
+ 0.05180674914037809,
1995
+ 0.07415859206215827,
1996
+ 0.09747324070434843,
1997
+ 0.144179983921349,
1998
+ 0.18923682705222744
1999
+ ],
2000
+ "conc_latency_avg_list": [
2001
+ 0.006799216841598663,
2002
+ 0.011487961056909447,
2003
+ 0.022828979750202868,
2004
+ 0.04558859892952997,
2005
+ 0.06864003222227749,
2006
+ 0.09041309401874563,
2007
+ 0.13320785231271542,
2008
+ 0.17517457189081279
2009
+ ],
2010
+ "st_ideal_insert_duration": 0,
2011
+ "st_search_stage_list": [],
2012
+ "st_search_time_list": [],
2013
+ "st_max_qps_list_list": [],
2014
+ "st_recall_list": [],
2015
+ "st_ndcg_list": [],
2016
+ "st_serial_latency_p99_list": [],
2017
+ "st_conc_failed_rate_list": []
2018
+ },
2019
+ "task_config": {
2020
+ "db": "QdrantCloud",
2021
+ "db_config": {
2022
+ "db_label": "16c64g-payload-index",
2023
+ "version": "1.14.1",
2024
+ "note": "",
2025
+ "url": "**********",
2026
+ "api_key": "**********"
2027
+ },
2028
+ "db_case_config": {
2029
+ "metric_type": "COSINE",
2030
+ "m": 16,
2031
+ "payload_m": 16,
2032
+ "create_payload_int_index": false,
2033
+ "create_payload_keyword_index": true,
2034
+ "is_tenant": false,
2035
+ "use_scalar_quant": false,
2036
+ "sq_quantile": 0.99,
2037
+ "default_segment_number": 0,
2038
+ "use_rescore": false,
2039
+ "oversampling": 1.0,
2040
+ "indexed_only": false,
2041
+ "hnsw_ef": 100,
2042
+ "exact": false,
2043
+ "with_payload": false
2044
+ },
2045
+ "case_config": {
2046
+ "case_id": 300,
2047
+ "custom_case": {
2048
+ "dataset_with_size_type": "Large Cohere (768dim, 10M)",
2049
+ "label_percentage": 0.5
2050
+ },
2051
+ "k": 100,
2052
+ "concurrency_search_config": {
2053
+ "num_concurrency": [
2054
+ 1,
2055
+ 5,
2056
+ 10,
2057
+ 20,
2058
+ 30,
2059
+ 40,
2060
+ 60,
2061
+ 80
2062
+ ],
2063
+ "concurrency_duration": 30
2064
+ }
2065
+ },
2066
+ "stages": [
2067
+ "drop_old",
2068
+ "load",
2069
+ "search_serial",
2070
+ "search_concurrent"
2071
+ ]
2072
+ },
2073
+ "label": ":)"
2074
+ },
2075
+ {
2076
+ "metrics": {
2077
+ "max_load_count": 0,
2078
+ "insert_duration": 15697.2116,
2079
+ "optimize_duration": 25.248,
2080
+ "load_duration": 15722.4597,
2081
+ "qps": 446.9116,
2082
+ "serial_latency_p99": 0.0092,
2083
+ "recall": 0.9357,
2084
+ "ndcg": 0.9335,
2085
+ "conc_num_list": [
2086
+ 1,
2087
+ 5,
2088
+ 10,
2089
+ 20,
2090
+ 30,
2091
+ 40,
2092
+ 60,
2093
+ 80
2094
+ ],
2095
+ "conc_qps_list": [
2096
+ 142.7501,
2097
+ 443.3815,
2098
+ 446.9116,
2099
+ 443.2777,
2100
+ 441.5765,
2101
+ 401.0699,
2102
+ 402.4964,
2103
+ 398.8342
2104
+ ],
2105
+ "conc_latency_p99_list": [
2106
+ 0.008392416880233212,
2107
+ 0.01584005208598683,
2108
+ 0.028442546800943082,
2109
+ 0.05118929252625094,
2110
+ 0.07514514699869324,
2111
+ 0.09705145264073507,
2112
+ 0.14375627939181868,
2113
+ 0.19555685989616903
2114
+ ],
2115
+ "conc_latency_avg_list": [
2116
+ 0.006980073732057059,
2117
+ 0.01121524413576223,
2118
+ 0.022193516598336436,
2119
+ 0.04443628341357066,
2120
+ 0.06647024051023769,
2121
+ 0.08843647627449298,
2122
+ 0.13041777449940556,
2123
+ 0.1724508536656257
2124
+ ],
2125
+ "st_ideal_insert_duration": 0,
2126
+ "st_search_stage_list": [],
2127
+ "st_search_time_list": [],
2128
+ "st_max_qps_list_list": [],
2129
+ "st_recall_list": [],
2130
+ "st_ndcg_list": [],
2131
+ "st_serial_latency_p99_list": [],
2132
+ "st_conc_failed_rate_list": []
2133
+ },
2134
+ "task_config": {
2135
+ "db": "QdrantCloud",
2136
+ "db_config": {
2137
+ "db_label": "16c64g",
2138
+ "version": "1.14.1",
2139
+ "note": "",
2140
+ "url": "**********",
2141
+ "api_key": "**********"
2142
+ },
2143
+ "db_case_config": {
2144
+ "metric_type": "COSINE",
2145
+ "m": 16,
2146
+ "payload_m": 16,
2147
+ "create_payload_int_index": false,
2148
+ "create_payload_keyword_index": true,
2149
+ "is_tenant": false,
2150
+ "use_scalar_quant": false,
2151
+ "sq_quantile": 0.99,
2152
+ "default_segment_number": 0,
2153
+ "use_rescore": false,
2154
+ "oversampling": 1.0,
2155
+ "indexed_only": false,
2156
+ "hnsw_ef": 100,
2157
+ "exact": false,
2158
+ "with_payload": false
2159
+ },
2160
+ "case_config": {
2161
+ "case_id": 4,
2162
+ "custom_case": null,
2163
+ "k": 100,
2164
+ "concurrency_search_config": {
2165
+ "num_concurrency": [
2166
+ 1,
2167
+ 5,
2168
+ 10,
2169
+ 20,
2170
+ 30,
2171
+ 40,
2172
+ 60,
2173
+ 80
2174
+ ],
2175
+ "concurrency_duration": 30
2176
+ }
2177
+ },
2178
+ "stages": [
2179
+ "drop_old",
2180
+ "load",
2181
+ "search_serial",
2182
+ "search_concurrent"
2183
+ ]
2184
+ },
2185
+ "label": ":)"
2186
+ },
2187
+ {
2188
+ "metrics": {
2189
+ "max_load_count": 0,
2190
+ "insert_duration": 15697.2116,
2191
+ "optimize_duration": 25.248,
2192
+ "load_duration": 15722.4597,
2193
+ "qps": 388.3028,
2194
+ "serial_latency_p99": 0.0096,
2195
+ "recall": 0.9431,
2196
+ "ndcg": 0.9408,
2197
+ "conc_num_list": [
2198
+ 1,
2199
+ 5,
2200
+ 10,
2201
+ 20,
2202
+ 30,
2203
+ 40,
2204
+ 60,
2205
+ 80
2206
+ ],
2207
+ "conc_qps_list": [
2208
+ 131.5849,
2209
+ 386.79,
2210
+ 388.3028,
2211
+ 384.3793,
2212
+ 350.2126,
2213
+ 382.9576,
2214
+ 357.9247,
2215
+ 345.2787
2216
+ ],
2217
+ "conc_latency_p99_list": [
2218
+ 0.009005484194494788,
2219
+ 0.017353906916105187,
2220
+ 0.03040585625058156,
2221
+ 0.057311439691548,
2222
+ 0.08304099037777633,
2223
+ 0.10989078817598055,
2224
+ 0.17235435267328283,
2225
+ 0.2187008540763054
2226
+ ],
2227
+ "conc_latency_avg_list": [
2228
+ 0.007572031373672018,
2229
+ 0.012854121107101395,
2230
+ 0.025544531089812063,
2231
+ 0.05126603037090653,
2232
+ 0.07649834288550998,
2233
+ 0.10133032444037796,
2234
+ 0.15425695780864176,
2235
+ 0.20059700252203141
2236
+ ],
2237
+ "st_ideal_insert_duration": 0,
2238
+ "st_search_stage_list": [],
2239
+ "st_search_time_list": [],
2240
+ "st_max_qps_list_list": [],
2241
+ "st_recall_list": [],
2242
+ "st_ndcg_list": [],
2243
+ "st_serial_latency_p99_list": [],
2244
+ "st_conc_failed_rate_list": []
2245
+ },
2246
+ "task_config": {
2247
+ "db": "QdrantCloud",
2248
+ "db_config": {
2249
+ "db_label": "16c64g",
2250
+ "version": "1.14.1",
2251
+ "note": "",
2252
+ "url": "**********",
2253
+ "api_key": "**********"
2254
+ },
2255
+ "db_case_config": {
2256
+ "metric_type": "COSINE",
2257
+ "m": 16,
2258
+ "payload_m": 16,
2259
+ "create_payload_int_index": false,
2260
+ "create_payload_keyword_index": true,
2261
+ "is_tenant": false,
2262
+ "use_scalar_quant": false,
2263
+ "sq_quantile": 0.99,
2264
+ "default_segment_number": 0,
2265
+ "use_rescore": false,
2266
+ "oversampling": 1.0,
2267
+ "indexed_only": false,
2268
+ "hnsw_ef": 120,
2269
+ "exact": false,
2270
+ "with_payload": false
2271
+ },
2272
+ "case_config": {
2273
+ "case_id": 4,
2274
+ "custom_case": null,
2275
+ "k": 100,
2276
+ "concurrency_search_config": {
2277
+ "num_concurrency": [
2278
+ 1,
2279
+ 5,
2280
+ 10,
2281
+ 20,
2282
+ 30,
2283
+ 40,
2284
+ 60,
2285
+ 80
2286
+ ],
2287
+ "concurrency_duration": 30
2288
+ }
2289
+ },
2290
+ "stages": [
2291
+ "drop_old",
2292
+ "load",
2293
+ "search_serial",
2294
+ "search_concurrent"
2295
+ ]
2296
+ },
2297
+ "label": ":)"
2298
+ },
2299
+ {
2300
+ "metrics": {
2301
+ "max_load_count": 0,
2302
+ "insert_duration": 15697.2116,
2303
+ "optimize_duration": 25.248,
2304
+ "load_duration": 15722.4597,
2305
+ "qps": 323.3964,
2306
+ "serial_latency_p99": 0.0098,
2307
+ "recall": 0.9507,
2308
+ "ndcg": 0.9483,
2309
+ "conc_num_list": [
2310
+ 1,
2311
+ 5,
2312
+ 10,
2313
+ 20,
2314
+ 30,
2315
+ 40,
2316
+ 60,
2317
+ 80
2318
+ ],
2319
+ "conc_qps_list": [
2320
+ 124.2697,
2321
+ 318.5581,
2322
+ 322.1527,
2323
+ 323.3964,
2324
+ 322.1696,
2325
+ 320.3444,
2326
+ 294.1645,
2327
+ 299.0843
2328
+ ],
2329
+ "conc_latency_p99_list": [
2330
+ 0.010349974400014606,
2331
+ 0.020900160419550954,
2332
+ 0.0361085274803918,
2333
+ 0.06776922240387649,
2334
+ 0.1010101246323029,
2335
+ 0.1304961043482763,
2336
+ 0.19832630217249972,
2337
+ 0.2581200256987359
2338
+ ],
2339
+ "conc_latency_avg_list": [
2340
+ 0.008017921087583696,
2341
+ 0.015609509724329028,
2342
+ 0.030780220204673667,
2343
+ 0.060905707038577506,
2344
+ 0.09105612227316368,
2345
+ 0.12116364518938445,
2346
+ 0.18088966608844861,
2347
+ 0.23796571711282502
2348
+ ],
2349
+ "st_ideal_insert_duration": 0,
2350
+ "st_search_stage_list": [],
2351
+ "st_search_time_list": [],
2352
+ "st_max_qps_list_list": [],
2353
+ "st_recall_list": [],
2354
+ "st_ndcg_list": [],
2355
+ "st_serial_latency_p99_list": [],
2356
+ "st_conc_failed_rate_list": []
2357
+ },
2358
+ "task_config": {
2359
+ "db": "QdrantCloud",
2360
+ "db_config": {
2361
+ "db_label": "16c64g",
2362
+ "version": "1.14.1",
2363
+ "note": "",
2364
+ "url": "**********",
2365
+ "api_key": "**********"
2366
+ },
2367
+ "db_case_config": {
2368
+ "metric_type": "COSINE",
2369
+ "m": 16,
2370
+ "payload_m": 16,
2371
+ "create_payload_int_index": false,
2372
+ "create_payload_keyword_index": true,
2373
+ "is_tenant": false,
2374
+ "use_scalar_quant": false,
2375
+ "sq_quantile": 0.99,
2376
+ "default_segment_number": 0,
2377
+ "use_rescore": false,
2378
+ "oversampling": 1.0,
2379
+ "indexed_only": false,
2380
+ "hnsw_ef": 150,
2381
+ "exact": false,
2382
+ "with_payload": false
2383
+ },
2384
+ "case_config": {
2385
+ "case_id": 4,
2386
+ "custom_case": null,
2387
+ "k": 100,
2388
+ "concurrency_search_config": {
2389
+ "num_concurrency": [
2390
+ 1,
2391
+ 5,
2392
+ 10,
2393
+ 20,
2394
+ 30,
2395
+ 40,
2396
+ 60,
2397
+ 80
2398
+ ],
2399
+ "concurrency_duration": 30
2400
+ }
2401
+ },
2402
+ "stages": [
2403
+ "drop_old",
2404
+ "load",
2405
+ "search_serial",
2406
+ "search_concurrent"
2407
+ ]
2408
+ },
2409
+ "label": ":)"
2410
+ },
2411
+ {
2412
+ "metrics": {
2413
+ "max_load_count": 0,
2414
+ "insert_duration": 15697.2116,
2415
+ "optimize_duration": 25.248,
2416
+ "load_duration": 15722.4597,
2417
+ "qps": 256.4668,
2418
+ "serial_latency_p99": 0.0113,
2419
+ "recall": 0.9588,
2420
+ "ndcg": 0.9565,
2421
+ "conc_num_list": [
2422
+ 1,
2423
+ 5,
2424
+ 10,
2425
+ 20,
2426
+ 30,
2427
+ 40,
2428
+ 60,
2429
+ 80
2430
+ ],
2431
+ "conc_qps_list": [
2432
+ 109.5611,
2433
+ 256.4668,
2434
+ 256.1527,
2435
+ 254.6602,
2436
+ 254.0357,
2437
+ 230.7082,
2438
+ 231.7745,
2439
+ 231.2401
2440
+ ],
2441
+ "conc_latency_p99_list": [
2442
+ 0.011419588899880154,
2443
+ 0.023989050570235114,
2444
+ 0.04468748835133739,
2445
+ 0.08459992891002913,
2446
+ 0.12495911995429194,
2447
+ 0.1651804892499058,
2448
+ 0.24398564357354185,
2449
+ 0.3289348165634146
2450
+ ],
2451
+ "conc_latency_avg_list": [
2452
+ 0.009094595299014826,
2453
+ 0.01939382785093295,
2454
+ 0.03874371727302175,
2455
+ 0.07740749485565217,
2456
+ 0.11551361239043029,
2457
+ 0.15364336360536066,
2458
+ 0.22721854368843947,
2459
+ 0.30011830827724206
2460
+ ],
2461
+ "st_ideal_insert_duration": 0,
2462
+ "st_search_stage_list": [],
2463
+ "st_search_time_list": [],
2464
+ "st_max_qps_list_list": [],
2465
+ "st_recall_list": [],
2466
+ "st_ndcg_list": [],
2467
+ "st_serial_latency_p99_list": [],
2468
+ "st_conc_failed_rate_list": []
2469
+ },
2470
+ "task_config": {
2471
+ "db": "QdrantCloud",
2472
+ "db_config": {
2473
+ "db_label": "16c64g",
2474
+ "version": "1.14.1",
2475
+ "note": "",
2476
+ "url": "**********",
2477
+ "api_key": "**********"
2478
+ },
2479
+ "db_case_config": {
2480
+ "metric_type": "COSINE",
2481
+ "m": 16,
2482
+ "payload_m": 16,
2483
+ "create_payload_int_index": false,
2484
+ "create_payload_keyword_index": true,
2485
+ "is_tenant": false,
2486
+ "use_scalar_quant": false,
2487
+ "sq_quantile": 0.99,
2488
+ "default_segment_number": 0,
2489
+ "use_rescore": false,
2490
+ "oversampling": 1.0,
2491
+ "indexed_only": false,
2492
+ "hnsw_ef": 200,
2493
+ "exact": false,
2494
+ "with_payload": false
2495
+ },
2496
+ "case_config": {
2497
+ "case_id": 4,
2498
+ "custom_case": null,
2499
+ "k": 100,
2500
+ "concurrency_search_config": {
2501
+ "num_concurrency": [
2502
+ 1,
2503
+ 5,
2504
+ 10,
2505
+ 20,
2506
+ 30,
2507
+ 40,
2508
+ 60,
2509
+ 80
2510
+ ],
2511
+ "concurrency_duration": 30
2512
+ }
2513
+ },
2514
+ "stages": [
2515
+ "drop_old",
2516
+ "load",
2517
+ "search_serial",
2518
+ "search_concurrent"
2519
+ ]
2520
+ },
2521
+ "label": ":)"
2522
+ },
2523
+ {
2524
+ "metrics": {
2525
+ "max_load_count": 0,
2526
+ "insert_duration": 15697.2116,
2527
+ "optimize_duration": 25.248,
2528
+ "load_duration": 15722.4597,
2529
+ "qps": 145.5316,
2530
+ "serial_latency_p99": 0.0184,
2531
+ "recall": 0.9726,
2532
+ "ndcg": 0.9707,
2533
+ "conc_num_list": [
2534
+ 1,
2535
+ 5,
2536
+ 10,
2537
+ 20,
2538
+ 30,
2539
+ 40,
2540
+ 60,
2541
+ 80
2542
+ ],
2543
+ "conc_qps_list": [
2544
+ 74.3446,
2545
+ 145.5316,
2546
+ 145.1482,
2547
+ 145.102,
2548
+ 143.753,
2549
+ 142.6857,
2550
+ 143.4072,
2551
+ 131.2489
2552
+ ],
2553
+ "conc_latency_p99_list": [
2554
+ 0.0165358613866556,
2555
+ 0.04113009970023996,
2556
+ 0.077625898544502,
2557
+ 0.14813462275924394,
2558
+ 0.22295340399432462,
2559
+ 0.294517316972051,
2560
+ 0.4269371400595992,
2561
+ 0.57246596743993
2562
+ ],
2563
+ "conc_latency_avg_list": [
2564
+ 0.013403153333653934,
2565
+ 0.03417354834242769,
2566
+ 0.06837094118196142,
2567
+ 0.13579538898822568,
2568
+ 0.20402374799944983,
2569
+ 0.2720148916482139,
2570
+ 0.40060691868951254,
2571
+ 0.5273792696663513
2572
+ ],
2573
+ "st_ideal_insert_duration": 0,
2574
+ "st_search_stage_list": [],
2575
+ "st_search_time_list": [],
2576
+ "st_max_qps_list_list": [],
2577
+ "st_recall_list": [],
2578
+ "st_ndcg_list": [],
2579
+ "st_serial_latency_p99_list": [],
2580
+ "st_conc_failed_rate_list": []
2581
+ },
2582
+ "task_config": {
2583
+ "db": "QdrantCloud",
2584
+ "db_config": {
2585
+ "db_label": "16c64g",
2586
+ "version": "1.14.1",
2587
+ "note": "",
2588
+ "url": "**********",
2589
+ "api_key": "**********"
2590
+ },
2591
+ "db_case_config": {
2592
+ "metric_type": "COSINE",
2593
+ "m": 16,
2594
+ "payload_m": 16,
2595
+ "create_payload_int_index": false,
2596
+ "create_payload_keyword_index": true,
2597
+ "is_tenant": false,
2598
+ "use_scalar_quant": false,
2599
+ "sq_quantile": 0.99,
2600
+ "default_segment_number": 0,
2601
+ "use_rescore": false,
2602
+ "oversampling": 1.0,
2603
+ "indexed_only": false,
2604
+ "hnsw_ef": 400,
2605
+ "exact": false,
2606
+ "with_payload": false
2607
+ },
2608
+ "case_config": {
2609
+ "case_id": 4,
2610
+ "custom_case": null,
2611
+ "k": 100,
2612
+ "concurrency_search_config": {
2613
+ "num_concurrency": [
2614
+ 1,
2615
+ 5,
2616
+ 10,
2617
+ 20,
2618
+ 30,
2619
+ 40,
2620
+ 60,
2621
+ 80
2622
+ ],
2623
+ "concurrency_duration": 30
2624
+ }
2625
+ },
2626
+ "stages": [
2627
+ "drop_old",
2628
+ "load",
2629
+ "search_serial",
2630
+ "search_concurrent"
2631
+ ]
2632
+ },
2633
+ "label": ":)"
2634
+ },
2635
+ {
2636
+ "metrics": {
2637
+ "max_load_count": 0,
2638
+ "insert_duration": 1494.757,
2639
+ "optimize_duration": 5.1229,
2640
+ "load_duration": 1499.8799,
2641
+ "qps": 1242.428,
2642
+ "serial_latency_p99": 0.0064,
2643
+ "recall": 0.9474,
2644
+ "ndcg": 0.9486,
2645
+ "conc_num_list": [
2646
+ 1,
2647
+ 5,
2648
+ 10,
2649
+ 20,
2650
+ 30,
2651
+ 40,
2652
+ 60,
2653
+ 80
2654
+ ],
2655
+ "conc_qps_list": [
2656
+ 207.8059,
2657
+ 902.797,
2658
+ 1219.065,
2659
+ 1240.8819,
2660
+ 1242.428,
2661
+ 1237.4131,
2662
+ 1124.9325,
2663
+ 1229.1616
2664
+ ],
2665
+ "conc_latency_p99_list": [
2666
+ 0.0060893742035841554,
2667
+ 0.008183636299363537,
2668
+ 0.01749036556459033,
2669
+ 0.027307031642994833,
2670
+ 0.03601452884089667,
2671
+ 0.04419223924487593,
2672
+ 0.060375755269196814,
2673
+ 0.07551046840235356
2674
+ ],
2675
+ "conc_latency_avg_list": [
2676
+ 0.004791590131146785,
2677
+ 0.005505182189747005,
2678
+ 0.008129613384402488,
2679
+ 0.015862831474249578,
2680
+ 0.02355766877181347,
2681
+ 0.03122876961641923,
2682
+ 0.04634096147879825,
2683
+ 0.06034169457423981
2684
+ ],
2685
+ "st_ideal_insert_duration": 0,
2686
+ "st_search_stage_list": [],
2687
+ "st_search_time_list": [],
2688
+ "st_max_qps_list_list": [],
2689
+ "st_recall_list": [],
2690
+ "st_ndcg_list": [],
2691
+ "st_serial_latency_p99_list": [],
2692
+ "st_conc_failed_rate_list": []
2693
+ },
2694
+ "task_config": {
2695
+ "db": "QdrantCloud",
2696
+ "db_config": {
2697
+ "db_label": "16c64g",
2698
+ "version": "1.14.1",
2699
+ "note": "",
2700
+ "url": "**********",
2701
+ "api_key": "**********"
2702
+ },
2703
+ "db_case_config": {
2704
+ "metric_type": "COSINE",
2705
+ "m": 16,
2706
+ "payload_m": 16,
2707
+ "create_payload_int_index": false,
2708
+ "create_payload_keyword_index": true,
2709
+ "is_tenant": false,
2710
+ "use_scalar_quant": false,
2711
+ "sq_quantile": 0.99,
2712
+ "default_segment_number": 0,
2713
+ "use_rescore": false,
2714
+ "oversampling": 1.0,
2715
+ "indexed_only": false,
2716
+ "hnsw_ef": 100,
2717
+ "exact": false,
2718
+ "with_payload": false
2719
+ },
2720
+ "case_config": {
2721
+ "case_id": 5,
2722
+ "custom_case": null,
2723
+ "k": 100,
2724
+ "concurrency_search_config": {
2725
+ "num_concurrency": [
2726
+ 1,
2727
+ 5,
2728
+ 10,
2729
+ 20,
2730
+ 30,
2731
+ 40,
2732
+ 60,
2733
+ 80
2734
+ ],
2735
+ "concurrency_duration": 30
2736
+ }
2737
+ },
2738
+ "stages": [
2739
+ "drop_old",
2740
+ "load",
2741
+ "search_serial",
2742
+ "search_concurrent"
2743
+ ]
2744
+ },
2745
+ "label": ":)"
2746
+ },
2747
+ {
2748
+ "metrics": {
2749
+ "max_load_count": 0,
2750
+ "insert_duration": 1494.757,
2751
+ "optimize_duration": 5.1229,
2752
+ "load_duration": 1499.8799,
2753
+ "qps": 1111.3633,
2754
+ "serial_latency_p99": 0.007,
2755
+ "recall": 0.955,
2756
+ "ndcg": 0.956,
2757
+ "conc_num_list": [
2758
+ 1,
2759
+ 5,
2760
+ 10,
2761
+ 20,
2762
+ 30,
2763
+ 40,
2764
+ 60,
2765
+ 80
2766
+ ],
2767
+ "conc_qps_list": [
2768
+ 199.8141,
2769
+ 785.9127,
2770
+ 1091.3633,
2771
+ 1111.3633,
2772
+ 1107.3346,
2773
+ 1019.6958,
2774
+ 1093.839,
2775
+ 1001.0577
2776
+ ],
2777
+ "conc_latency_p99_list": [
2778
+ 0.006530326353822624,
2779
+ 0.008225571255024985,
2780
+ 0.017999547327926833,
2781
+ 0.029327484158857265,
2782
+ 0.03849634404294192,
2783
+ 0.047883413638337514,
2784
+ 0.06567232204484762,
2785
+ 0.08299460219568575
2786
+ ],
2787
+ "conc_latency_avg_list": [
2788
+ 0.00498352885090105,
2789
+ 0.005752180062709554,
2790
+ 0.009082087941841361,
2791
+ 0.017690200270742782,
2792
+ 0.026413517018950422,
2793
+ 0.03529832812277323,
2794
+ 0.052006293456525306,
2795
+ 0.06830146688681735
2796
+ ],
2797
+ "st_ideal_insert_duration": 0,
2798
+ "st_search_stage_list": [],
2799
+ "st_search_time_list": [],
2800
+ "st_max_qps_list_list": [],
2801
+ "st_recall_list": [],
2802
+ "st_ndcg_list": [],
2803
+ "st_serial_latency_p99_list": [],
2804
+ "st_conc_failed_rate_list": []
2805
+ },
2806
+ "task_config": {
2807
+ "db": "QdrantCloud",
2808
+ "db_config": {
2809
+ "db_label": "16c64g",
2810
+ "version": "1.14.1",
2811
+ "note": "",
2812
+ "url": "**********",
2813
+ "api_key": "**********"
2814
+ },
2815
+ "db_case_config": {
2816
+ "metric_type": "COSINE",
2817
+ "m": 16,
2818
+ "payload_m": 16,
2819
+ "create_payload_int_index": false,
2820
+ "create_payload_keyword_index": true,
2821
+ "is_tenant": false,
2822
+ "use_scalar_quant": false,
2823
+ "sq_quantile": 0.99,
2824
+ "default_segment_number": 0,
2825
+ "use_rescore": false,
2826
+ "oversampling": 1.0,
2827
+ "indexed_only": false,
2828
+ "hnsw_ef": 120,
2829
+ "exact": false,
2830
+ "with_payload": false
2831
+ },
2832
+ "case_config": {
2833
+ "case_id": 5,
2834
+ "custom_case": null,
2835
+ "k": 100,
2836
+ "concurrency_search_config": {
2837
+ "num_concurrency": [
2838
+ 1,
2839
+ 5,
2840
+ 10,
2841
+ 20,
2842
+ 30,
2843
+ 40,
2844
+ 60,
2845
+ 80
2846
+ ],
2847
+ "concurrency_duration": 30
2848
+ }
2849
+ },
2850
+ "stages": [
2851
+ "drop_old",
2852
+ "load",
2853
+ "search_serial",
2854
+ "search_concurrent"
2855
+ ]
2856
+ },
2857
+ "label": ":)"
2858
+ },
2859
+ {
2860
+ "metrics": {
2861
+ "max_load_count": 0,
2862
+ "insert_duration": 1494.757,
2863
+ "optimize_duration": 5.1229,
2864
+ "load_duration": 1499.8799,
2865
+ "qps": 955.4701,
2866
+ "serial_latency_p99": 0.0072,
2867
+ "recall": 0.9629,
2868
+ "ndcg": 0.9632,
2869
+ "conc_num_list": [
2870
+ 1,
2871
+ 5,
2872
+ 10,
2873
+ 20,
2874
+ 30,
2875
+ 40,
2876
+ 60,
2877
+ 80
2878
+ ],
2879
+ "conc_qps_list": [
2880
+ 185.6622,
2881
+ 793.3415,
2882
+ 946.8505,
2883
+ 874.562,
2884
+ 955.4701,
2885
+ 885.0771,
2886
+ 864.3945,
2887
+ 878.4182
2888
+ ],
2889
+ "conc_latency_p99_list": [
2890
+ 0.0064235684403683956,
2891
+ 0.009337397581984989,
2892
+ 0.018315727375738763,
2893
+ 0.031765532111166984,
2894
+ 0.042694028073310616,
2895
+ 0.05360910270901515,
2896
+ 0.07373746164739715,
2897
+ 0.09410388803691604
2898
+ ],
2899
+ "conc_latency_avg_list": [
2900
+ 0.005364062557172294,
2901
+ 0.006263937348206006,
2902
+ 0.01046897073615085,
2903
+ 0.02055041627559809,
2904
+ 0.03061415695899272,
2905
+ 0.040724336093685407,
2906
+ 0.06015554927031619,
2907
+ 0.0788253454650213
2908
+ ],
2909
+ "st_ideal_insert_duration": 0,
2910
+ "st_search_stage_list": [],
2911
+ "st_search_time_list": [],
2912
+ "st_max_qps_list_list": [],
2913
+ "st_recall_list": [],
2914
+ "st_ndcg_list": [],
2915
+ "st_serial_latency_p99_list": [],
2916
+ "st_conc_failed_rate_list": []
2917
+ },
2918
+ "task_config": {
2919
+ "db": "QdrantCloud",
2920
+ "db_config": {
2921
+ "db_label": "16c64g",
2922
+ "version": "1.14.1",
2923
+ "note": "",
2924
+ "url": "**********",
2925
+ "api_key": "**********"
2926
+ },
2927
+ "db_case_config": {
2928
+ "metric_type": "COSINE",
2929
+ "m": 16,
2930
+ "payload_m": 16,
2931
+ "create_payload_int_index": false,
2932
+ "create_payload_keyword_index": true,
2933
+ "is_tenant": false,
2934
+ "use_scalar_quant": false,
2935
+ "sq_quantile": 0.99,
2936
+ "default_segment_number": 0,
2937
+ "use_rescore": false,
2938
+ "oversampling": 1.0,
2939
+ "indexed_only": false,
2940
+ "hnsw_ef": 150,
2941
+ "exact": false,
2942
+ "with_payload": false
2943
+ },
2944
+ "case_config": {
2945
+ "case_id": 5,
2946
+ "custom_case": null,
2947
+ "k": 100,
2948
+ "concurrency_search_config": {
2949
+ "num_concurrency": [
2950
+ 1,
2951
+ 5,
2952
+ 10,
2953
+ 20,
2954
+ 30,
2955
+ 40,
2956
+ 60,
2957
+ 80
2958
+ ],
2959
+ "concurrency_duration": 30
2960
+ }
2961
+ },
2962
+ "stages": [
2963
+ "drop_old",
2964
+ "load",
2965
+ "search_serial",
2966
+ "search_concurrent"
2967
+ ]
2968
+ },
2969
+ "label": ":)"
2970
+ },
2971
+ {
2972
+ "metrics": {
2973
+ "max_load_count": 0,
2974
+ "insert_duration": 1494.757,
2975
+ "optimize_duration": 5.1229,
2976
+ "load_duration": 1499.8799,
2977
+ "qps": 783.5207,
2978
+ "serial_latency_p99": 0.0077,
2979
+ "recall": 0.971,
2980
+ "ndcg": 0.9707,
2981
+ "conc_num_list": [
2982
+ 1,
2983
+ 5,
2984
+ 10,
2985
+ 20,
2986
+ 30,
2987
+ 40,
2988
+ 60,
2989
+ 80
2990
+ ],
2991
+ "conc_qps_list": [
2992
+ 166.4231,
2993
+ 708.7004,
2994
+ 782.3072,
2995
+ 749.9331,
2996
+ 783.5207,
2997
+ 715.0206,
2998
+ 772.7293,
2999
+ 766.1657
3000
+ ],
3001
+ "conc_latency_p99_list": [
3002
+ 0.007752005998918312,
3003
+ 0.011055799241439674,
3004
+ 0.01983165598663617,
3005
+ 0.03580881697766016,
3006
+ 0.04827545183929032,
3007
+ 0.06106030683557037,
3008
+ 0.0860168857887038,
3009
+ 0.11303307615977244
3010
+ ],
3011
+ "conc_latency_avg_list": [
3012
+ 0.005984532021070551,
3013
+ 0.007016301564799948,
3014
+ 0.012666817424782246,
3015
+ 0.025068033731047566,
3016
+ 0.03733852664949933,
3017
+ 0.04976950311346699,
3018
+ 0.07373640385407187,
3019
+ 0.09734759330709476
3020
+ ],
3021
+ "st_ideal_insert_duration": 0,
3022
+ "st_search_stage_list": [],
3023
+ "st_search_time_list": [],
3024
+ "st_max_qps_list_list": [],
3025
+ "st_recall_list": [],
3026
+ "st_ndcg_list": [],
3027
+ "st_serial_latency_p99_list": [],
3028
+ "st_conc_failed_rate_list": []
3029
+ },
3030
+ "task_config": {
3031
+ "db": "QdrantCloud",
3032
+ "db_config": {
3033
+ "db_label": "16c64g",
3034
+ "version": "1.14.1",
3035
+ "note": "",
3036
+ "url": "**********",
3037
+ "api_key": "**********"
3038
+ },
3039
+ "db_case_config": {
3040
+ "metric_type": "COSINE",
3041
+ "m": 16,
3042
+ "payload_m": 16,
3043
+ "create_payload_int_index": false,
3044
+ "create_payload_keyword_index": true,
3045
+ "is_tenant": false,
3046
+ "use_scalar_quant": false,
3047
+ "sq_quantile": 0.99,
3048
+ "default_segment_number": 0,
3049
+ "use_rescore": false,
3050
+ "oversampling": 1.0,
3051
+ "indexed_only": false,
3052
+ "hnsw_ef": 200,
3053
+ "exact": false,
3054
+ "with_payload": false
3055
+ },
3056
+ "case_config": {
3057
+ "case_id": 5,
3058
+ "custom_case": null,
3059
+ "k": 100,
3060
+ "concurrency_search_config": {
3061
+ "num_concurrency": [
3062
+ 1,
3063
+ 5,
3064
+ 10,
3065
+ 20,
3066
+ 30,
3067
+ 40,
3068
+ 60,
3069
+ 80
3070
+ ],
3071
+ "concurrency_duration": 30
3072
+ }
3073
+ },
3074
+ "stages": [
3075
+ "drop_old",
3076
+ "load",
3077
+ "search_serial",
3078
+ "search_concurrent"
3079
+ ]
3080
+ },
3081
+ "label": ":)"
3082
+ },
3083
+ {
3084
+ "metrics": {
3085
+ "max_load_count": 0,
3086
+ "insert_duration": 1494.757,
3087
+ "optimize_duration": 5.1229,
3088
+ "load_duration": 1499.8799,
3089
+ "qps": 470.8546,
3090
+ "serial_latency_p99": 0.0095,
3091
+ "recall": 0.9835,
3092
+ "ndcg": 0.983,
3093
+ "conc_num_list": [
3094
+ 1,
3095
+ 5,
3096
+ 10,
3097
+ 20,
3098
+ 30,
3099
+ 40,
3100
+ 60,
3101
+ 80
3102
+ ],
3103
+ "conc_qps_list": [
3104
+ 128.7549,
3105
+ 463.3066,
3106
+ 470.8546,
3107
+ 449.3394,
3108
+ 425.8643,
3109
+ 467.8202,
3110
+ 424.3519,
3111
+ 461.6996
3112
+ ],
3113
+ "conc_latency_p99_list": [
3114
+ 0.009610975488612894,
3115
+ 0.015854567807982656,
3116
+ 0.02673192903806921,
3117
+ 0.04810779881445335,
3118
+ 0.0697591826786811,
3119
+ 0.08984742730972357,
3120
+ 0.133888148713595,
3121
+ 0.17759855342650552
3122
+ ],
3123
+ "conc_latency_avg_list": [
3124
+ 0.00773696570017495,
3125
+ 0.010733455494322586,
3126
+ 0.021064175327174202,
3127
+ 0.0418164996085016,
3128
+ 0.06287635106079846,
3129
+ 0.08275500306312698,
3130
+ 0.1233307168734776,
3131
+ 0.16212584284777362
3132
+ ],
3133
+ "st_ideal_insert_duration": 0,
3134
+ "st_search_stage_list": [],
3135
+ "st_search_time_list": [],
3136
+ "st_max_qps_list_list": [],
3137
+ "st_recall_list": [],
3138
+ "st_ndcg_list": [],
3139
+ "st_serial_latency_p99_list": [],
3140
+ "st_conc_failed_rate_list": []
3141
+ },
3142
+ "task_config": {
3143
+ "db": "QdrantCloud",
3144
+ "db_config": {
3145
+ "db_label": "16c64g",
3146
+ "version": "1.14.1",
3147
+ "note": "",
3148
+ "url": "**********",
3149
+ "api_key": "**********"
3150
+ },
3151
+ "db_case_config": {
3152
+ "metric_type": "COSINE",
3153
+ "m": 16,
3154
+ "payload_m": 16,
3155
+ "create_payload_int_index": false,
3156
+ "create_payload_keyword_index": true,
3157
+ "is_tenant": false,
3158
+ "use_scalar_quant": false,
3159
+ "sq_quantile": 0.99,
3160
+ "default_segment_number": 0,
3161
+ "use_rescore": false,
3162
+ "oversampling": 1.0,
3163
+ "indexed_only": false,
3164
+ "hnsw_ef": 400,
3165
+ "exact": false,
3166
+ "with_payload": false
3167
+ },
3168
+ "case_config": {
3169
+ "case_id": 5,
3170
+ "custom_case": null,
3171
+ "k": 100,
3172
+ "concurrency_search_config": {
3173
+ "num_concurrency": [
3174
+ 1,
3175
+ 5,
3176
+ 10,
3177
+ 20,
3178
+ 30,
3179
+ 40,
3180
+ 60,
3181
+ 80
3182
+ ],
3183
+ "concurrency_duration": 30
3184
+ }
3185
+ },
3186
+ "stages": [
3187
+ "drop_old",
3188
+ "load",
3189
+ "search_serial",
3190
+ "search_concurrent"
3191
+ ]
3192
+ },
3193
+ "label": ":)"
3194
+ },
3195
+ {
3196
+ "metrics": {
3197
+ "max_load_count": 0,
3198
+ "insert_duration": 20000.296593046995,
3199
+ "optimize_duration": 5.1060515040007886,
3200
+ "load_duration": 0.0,
3201
+ "qps": 0.0,
3202
+ "serial_latency_p99": 0.0,
3203
+ "recall": 0.0,
3204
+ "ndcg": 0.0,
3205
+ "conc_num_list": [],
3206
+ "conc_qps_list": [],
3207
+ "conc_latency_p99_list": [],
3208
+ "conc_latency_avg_list": [],
3209
+ "st_ideal_insert_duration": 20000,
3210
+ "st_search_stage_list": [
3211
+ 10,
3212
+ 20,
3213
+ 30,
3214
+ 40,
3215
+ 50,
3216
+ 60,
3217
+ 70,
3218
+ 80,
3219
+ 90,
3220
+ 100,
3221
+ 110
3222
+ ],
3223
+ "st_search_time_list": [
3224
+ 2001.8252,
3225
+ 4001.8289,
3226
+ 6001.8338,
3227
+ 8001.8531,
3228
+ 10001.845,
3229
+ 12001.8527,
3230
+ 14001.8583,
3231
+ 16001.8614,
3232
+ 18001.8645,
3233
+ 20001.823,
3234
+ 20138.2828
3235
+ ],
3236
+ "st_max_qps_list_list": [
3237
+ 917.7631,
3238
+ 798.2215,
3239
+ 783.596,
3240
+ 689.1114,
3241
+ 602.6186,
3242
+ 523.3032,
3243
+ 471.7532,
3244
+ 423.088,
3245
+ 393.753,
3246
+ 432.3835,
3247
+ 439.1116
3248
+ ],
3249
+ "st_recall_list": [
3250
+ 0.0964,
3251
+ 0.1889,
3252
+ 0.2779,
3253
+ 0.3667,
3254
+ 0.4587,
3255
+ 0.5518,
3256
+ 0.6444,
3257
+ 0.7394,
3258
+ 0.835,
3259
+ 0.9279,
3260
+ 0.9278
3261
+ ],
3262
+ "st_ndcg_list": [
3263
+ 0.0962,
3264
+ 0.1884,
3265
+ 0.2781,
3266
+ 0.367,
3267
+ 0.4592,
3268
+ 0.5519,
3269
+ 0.644,
3270
+ 0.7386,
3271
+ 0.8337,
3272
+ 0.9261,
3273
+ 0.926
3274
+ ],
3275
+ "st_serial_latency_p99_list": [
3276
+ 0.006,
3277
+ 0.0088,
3278
+ 0.0094,
3279
+ 0.009,
3280
+ 0.0091,
3281
+ 0.0095,
3282
+ 0.0098,
3283
+ 0.0093,
3284
+ 0.0162,
3285
+ 0.0091,
3286
+ 0.0082
3287
+ ],
3288
+ "st_conc_failed_rate_list": [
3289
+ 0.0,
3290
+ 0.0,
3291
+ 0.0,
3292
+ 0.0,
3293
+ 0.0,
3294
+ 0.0,
3295
+ 0.0,
3296
+ 0.0,
3297
+ 0.0,
3298
+ 0.0,
3299
+ 0.0
3300
+ ]
3301
+ },
3302
+ "task_config": {
3303
+ "db": "QdrantCloud",
3304
+ "db_config": {
3305
+ "db_label": "16c64g",
3306
+ "version": "1.14.1",
3307
+ "note": "",
3308
+ "url": "**********",
3309
+ "api_key": "**********"
3310
+ },
3311
+ "db_case_config": {
3312
+ "metric_type": "COSINE",
3313
+ "m": 16,
3314
+ "payload_m": 16,
3315
+ "create_payload_int_index": false,
3316
+ "create_payload_keyword_index": false,
3317
+ "is_tenant": false,
3318
+ "use_scalar_quant": false,
3319
+ "sq_quantile": 0.99,
3320
+ "default_segment_number": 0,
3321
+ "use_rescore": false,
3322
+ "oversampling": 1.0,
3323
+ "indexed_only": false,
3324
+ "hnsw_ef": 100,
3325
+ "exact": false,
3326
+ "with_payload": false
3327
+ },
3328
+ "case_config": {
3329
+ "case_id": 200,
3330
+ "custom_case": {
3331
+ "dataset_with_size_type": "Large Cohere (768dim, 10M)",
3332
+ "insert_rate": 500,
3333
+ "search_stages": [
3334
+ 0.1,
3335
+ 0.2,
3336
+ 0.3,
3337
+ 0.4,
3338
+ 0.5,
3339
+ 0.6,
3340
+ 0.7,
3341
+ 0.8,
3342
+ 0.9
3343
+ ],
3344
+ "concurrencies": [
3345
+ 5,
3346
+ 10,
3347
+ 20
3348
+ ]
3349
+ },
3350
+ "k": 100,
3351
+ "concurrency_search_config": {
3352
+ "num_concurrency": [
3353
+ 1,
3354
+ 5,
3355
+ 10,
3356
+ 20,
3357
+ 30,
3358
+ 40,
3359
+ 60,
3360
+ 80
3361
+ ],
3362
+ "concurrency_duration": 30
3363
+ }
3364
+ },
3365
+ "stages": [
3366
+ "drop_old",
3367
+ "load",
3368
+ "search_serial",
3369
+ "search_concurrent"
3370
+ ]
3371
+ },
3372
+ "label": ":)"
3373
+ },
3374
+ {
3375
+ "metrics": {
3376
+ "max_load_count": 0,
3377
+ "insert_duration": 11178.049474759988,
3378
+ "optimize_duration": 5.107795905001694,
3379
+ "load_duration": 0.0,
3380
+ "qps": 0.0,
3381
+ "serial_latency_p99": 0.0,
3382
+ "recall": 0.0,
3383
+ "ndcg": 0.0,
3384
+ "conc_num_list": [],
3385
+ "conc_qps_list": [],
3386
+ "conc_latency_p99_list": [],
3387
+ "conc_latency_avg_list": [],
3388
+ "st_ideal_insert_duration": 10000,
3389
+ "st_search_stage_list": [
3390
+ 10,
3391
+ 20,
3392
+ 30,
3393
+ 40,
3394
+ 50,
3395
+ 60,
3396
+ 70,
3397
+ 80,
3398
+ 90,
3399
+ 100,
3400
+ 110
3401
+ ],
3402
+ "st_search_time_list": [
3403
+ 1052.3021,
3404
+ 2196.7439,
3405
+ 3334.1675,
3406
+ 4464.7879,
3407
+ 5593.3489,
3408
+ 6716.0947,
3409
+ 7834.9031,
3410
+ 8949.4354,
3411
+ 10068.6546,
3412
+ 11179.6041,
3413
+ 11317.8056
3414
+ ],
3415
+ "st_max_qps_list_list": [
3416
+ 735.1562,
3417
+ 563.6946,
3418
+ 623.9262,
3419
+ 584.5904,
3420
+ 517.4969,
3421
+ 450.3825,
3422
+ 385.8495,
3423
+ 351.788,
3424
+ 347.5774,
3425
+ 436.6905,
3426
+ 434.8848
3427
+ ],
3428
+ "st_recall_list": [
3429
+ 0.0972,
3430
+ 0.1923,
3431
+ 0.2838,
3432
+ 0.3735,
3433
+ 0.4657,
3434
+ 0.5586,
3435
+ 0.6521,
3436
+ 0.7481,
3437
+ 0.8439,
3438
+ 0.9364,
3439
+ 0.9363
3440
+ ],
3441
+ "st_ndcg_list": [
3442
+ 0.097,
3443
+ 0.1919,
3444
+ 0.2839,
3445
+ 0.3733,
3446
+ 0.4657,
3447
+ 0.5581,
3448
+ 0.6513,
3449
+ 0.7468,
3450
+ 0.842,
3451
+ 0.9339,
3452
+ 0.9338
3453
+ ],
3454
+ "st_serial_latency_p99_list": [
3455
+ 0.0094,
3456
+ 0.0123,
3457
+ 0.0098,
3458
+ 0.0132,
3459
+ 0.0118,
3460
+ 0.0111,
3461
+ 0.0131,
3462
+ 0.0116,
3463
+ 0.0118,
3464
+ 0.011,
3465
+ 0.0088
3466
+ ],
3467
+ "st_conc_failed_rate_list": [
3468
+ 0.0,
3469
+ 0.0,
3470
+ 0.0,
3471
+ 0.0,
3472
+ 0.0,
3473
+ 0.0,
3474
+ 0.0,
3475
+ 0.0,
3476
+ 0.0,
3477
+ 0.0,
3478
+ 0.0
3479
+ ]
3480
+ },
3481
+ "task_config": {
3482
+ "db": "QdrantCloud",
3483
+ "db_config": {
3484
+ "db_label": "16c64g",
3485
+ "version": "1.14.1",
3486
+ "note": "",
3487
+ "url": "**********",
3488
+ "api_key": "**********"
3489
+ },
3490
+ "db_case_config": {
3491
+ "metric_type": "COSINE",
3492
+ "m": 16,
3493
+ "payload_m": 16,
3494
+ "create_payload_int_index": false,
3495
+ "create_payload_keyword_index": false,
3496
+ "is_tenant": false,
3497
+ "use_scalar_quant": false,
3498
+ "sq_quantile": 0.99,
3499
+ "default_segment_number": 0,
3500
+ "use_rescore": false,
3501
+ "oversampling": 1.0,
3502
+ "indexed_only": false,
3503
+ "hnsw_ef": 100,
3504
+ "exact": false,
3505
+ "with_payload": false
3506
+ },
3507
+ "case_config": {
3508
+ "case_id": 200,
3509
+ "custom_case": {
3510
+ "dataset_with_size_type": "Large Cohere (768dim, 10M)",
3511
+ "insert_rate": 1000,
3512
+ "search_stages": [
3513
+ 0.1,
3514
+ 0.2,
3515
+ 0.3,
3516
+ 0.4,
3517
+ 0.5,
3518
+ 0.6,
3519
+ 0.7,
3520
+ 0.8,
3521
+ 0.9
3522
+ ],
3523
+ "concurrencies": [
3524
+ 5,
3525
+ 10,
3526
+ 20
3527
+ ]
3528
+ },
3529
+ "k": 100,
3530
+ "concurrency_search_config": {
3531
+ "num_concurrency": [
3532
+ 1,
3533
+ 5,
3534
+ 10,
3535
+ 20,
3536
+ 30,
3537
+ 40,
3538
+ 60,
3539
+ 80
3540
+ ],
3541
+ "concurrency_duration": 30
3542
+ }
3543
+ },
3544
+ "stages": [
3545
+ "drop_old",
3546
+ "load",
3547
+ "search_serial",
3548
+ "search_concurrent"
3549
+ ]
3550
+ },
3551
+ "label": ":)"
3552
+ }
3553
+ ],
3554
+ "file_fmt": "result_{}_{}_{}.json",
3555
+ "timestamp": 1748822400.0
3556
+ }