vectordb-bench 0.0.29__py3-none-any.whl → 1.0.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (90) hide show
  1. vectordb_bench/__init__.py +14 -27
  2. vectordb_bench/backend/assembler.py +19 -6
  3. vectordb_bench/backend/cases.py +186 -23
  4. vectordb_bench/backend/clients/__init__.py +32 -0
  5. vectordb_bench/backend/clients/api.py +22 -1
  6. vectordb_bench/backend/clients/aws_opensearch/aws_opensearch.py +249 -43
  7. vectordb_bench/backend/clients/aws_opensearch/cli.py +51 -21
  8. vectordb_bench/backend/clients/aws_opensearch/config.py +58 -16
  9. vectordb_bench/backend/clients/chroma/chroma.py +6 -2
  10. vectordb_bench/backend/clients/elastic_cloud/config.py +19 -1
  11. vectordb_bench/backend/clients/elastic_cloud/elastic_cloud.py +133 -45
  12. vectordb_bench/backend/clients/lancedb/cli.py +62 -8
  13. vectordb_bench/backend/clients/lancedb/config.py +14 -1
  14. vectordb_bench/backend/clients/lancedb/lancedb.py +21 -9
  15. vectordb_bench/backend/clients/memorydb/memorydb.py +2 -2
  16. vectordb_bench/backend/clients/milvus/cli.py +30 -9
  17. vectordb_bench/backend/clients/milvus/config.py +3 -0
  18. vectordb_bench/backend/clients/milvus/milvus.py +81 -23
  19. vectordb_bench/backend/clients/oceanbase/cli.py +100 -0
  20. vectordb_bench/backend/clients/oceanbase/config.py +125 -0
  21. vectordb_bench/backend/clients/oceanbase/oceanbase.py +215 -0
  22. vectordb_bench/backend/clients/pinecone/pinecone.py +39 -25
  23. vectordb_bench/backend/clients/qdrant_cloud/config.py +59 -3
  24. vectordb_bench/backend/clients/qdrant_cloud/qdrant_cloud.py +100 -33
  25. vectordb_bench/backend/clients/qdrant_local/cli.py +60 -0
  26. vectordb_bench/backend/clients/qdrant_local/config.py +47 -0
  27. vectordb_bench/backend/clients/qdrant_local/qdrant_local.py +232 -0
  28. vectordb_bench/backend/clients/weaviate_cloud/cli.py +29 -3
  29. vectordb_bench/backend/clients/weaviate_cloud/config.py +2 -0
  30. vectordb_bench/backend/clients/weaviate_cloud/weaviate_cloud.py +5 -0
  31. vectordb_bench/backend/dataset.py +143 -27
  32. vectordb_bench/backend/filter.py +76 -0
  33. vectordb_bench/backend/runner/__init__.py +3 -3
  34. vectordb_bench/backend/runner/mp_runner.py +52 -39
  35. vectordb_bench/backend/runner/rate_runner.py +68 -52
  36. vectordb_bench/backend/runner/read_write_runner.py +125 -68
  37. vectordb_bench/backend/runner/serial_runner.py +56 -23
  38. vectordb_bench/backend/task_runner.py +48 -20
  39. vectordb_bench/cli/batch_cli.py +121 -0
  40. vectordb_bench/cli/cli.py +59 -1
  41. vectordb_bench/cli/vectordbbench.py +7 -0
  42. vectordb_bench/config-files/batch_sample_config.yml +17 -0
  43. vectordb_bench/frontend/components/check_results/data.py +16 -11
  44. vectordb_bench/frontend/components/check_results/filters.py +53 -25
  45. vectordb_bench/frontend/components/check_results/headerIcon.py +16 -13
  46. vectordb_bench/frontend/components/check_results/nav.py +20 -0
  47. vectordb_bench/frontend/components/custom/displayCustomCase.py +43 -8
  48. vectordb_bench/frontend/components/custom/displaypPrams.py +10 -5
  49. vectordb_bench/frontend/components/custom/getCustomConfig.py +10 -0
  50. vectordb_bench/frontend/components/label_filter/charts.py +60 -0
  51. vectordb_bench/frontend/components/run_test/caseSelector.py +48 -52
  52. vectordb_bench/frontend/components/run_test/dbSelector.py +9 -5
  53. vectordb_bench/frontend/components/run_test/inputWidget.py +48 -0
  54. vectordb_bench/frontend/components/run_test/submitTask.py +3 -1
  55. vectordb_bench/frontend/components/streaming/charts.py +253 -0
  56. vectordb_bench/frontend/components/streaming/data.py +62 -0
  57. vectordb_bench/frontend/components/tables/data.py +1 -1
  58. vectordb_bench/frontend/components/welcome/explainPrams.py +66 -0
  59. vectordb_bench/frontend/components/welcome/pagestyle.py +106 -0
  60. vectordb_bench/frontend/components/welcome/welcomePrams.py +147 -0
  61. vectordb_bench/frontend/config/dbCaseConfigs.py +420 -41
  62. vectordb_bench/frontend/config/styles.py +32 -2
  63. vectordb_bench/frontend/pages/concurrent.py +5 -1
  64. vectordb_bench/frontend/pages/custom.py +4 -0
  65. vectordb_bench/frontend/pages/label_filter.py +56 -0
  66. vectordb_bench/frontend/pages/quries_per_dollar.py +5 -1
  67. vectordb_bench/frontend/pages/results.py +60 -0
  68. vectordb_bench/frontend/pages/run_test.py +3 -3
  69. vectordb_bench/frontend/pages/streaming.py +135 -0
  70. vectordb_bench/frontend/pages/tables.py +4 -0
  71. vectordb_bench/frontend/vdb_benchmark.py +16 -41
  72. vectordb_bench/interface.py +6 -2
  73. vectordb_bench/metric.py +15 -1
  74. vectordb_bench/models.py +38 -11
  75. vectordb_bench/results/ElasticCloud/result_20250318_standard_elasticcloud.json +5890 -0
  76. vectordb_bench/results/Milvus/result_20250509_standard_milvus.json +6138 -0
  77. vectordb_bench/results/OpenSearch/result_20250224_standard_opensearch.json +7319 -0
  78. vectordb_bench/results/Pinecone/result_20250124_standard_pinecone.json +2365 -0
  79. vectordb_bench/results/QdrantCloud/result_20250602_standard_qdrantcloud.json +3556 -0
  80. vectordb_bench/results/ZillizCloud/result_20250613_standard_zillizcloud.json +6290 -0
  81. vectordb_bench/results/dbPrices.json +12 -4
  82. {vectordb_bench-0.0.29.dist-info → vectordb_bench-1.0.0.dist-info}/METADATA +131 -32
  83. {vectordb_bench-0.0.29.dist-info → vectordb_bench-1.0.0.dist-info}/RECORD +87 -65
  84. {vectordb_bench-0.0.29.dist-info → vectordb_bench-1.0.0.dist-info}/WHEEL +1 -1
  85. vectordb_bench/results/ZillizCloud/result_20230727_standard_zillizcloud.json +0 -791
  86. vectordb_bench/results/ZillizCloud/result_20230808_standard_zillizcloud.json +0 -679
  87. vectordb_bench/results/ZillizCloud/result_20240105_standard_202401_zillizcloud.json +0 -1352
  88. {vectordb_bench-0.0.29.dist-info → vectordb_bench-1.0.0.dist-info}/entry_points.txt +0 -0
  89. {vectordb_bench-0.0.29.dist-info → vectordb_bench-1.0.0.dist-info}/licenses/LICENSE +0 -0
  90. {vectordb_bench-0.0.29.dist-info → vectordb_bench-1.0.0.dist-info}/top_level.txt +0 -0
vectordb_bench/results/ZillizCloud/result_20240105_standard_202401_zillizcloud.json DELETED
@@ -1,1352 +0,0 @@
1
- {
2
- "run_id": "0ae10e14e34c4c3c9a7116e7a9591d01",
3
- "task_label": "standard_202401",
4
- "results": [
5
- {
6
- "metrics": {
7
- "max_load_count": 0,
8
- "load_duration": 861.8295,
9
- "qps": 5115.5303,
10
- "serial_latency_p99": 0.0087,
11
- "recall": 0.9469
12
- },
13
- "task_config": {
14
- "db": "ZillizCloud",
15
- "db_config": {
16
- "db_label": "8cu-perf",
17
- "version": "v2024.1",
18
- "uri": "**********",
19
- "user": "db_admin",
20
- "password": "**********"
21
- },
22
- "db_case_config": {
23
- "index": "AUTOINDEX",
24
- "metric_type": "COSINE"
25
- },
26
- "case_config": {
27
- "case_id": 10,
28
- "custom_case": {}
29
- }
30
- },
31
- "label": ":)"
32
- },
33
- {
34
- "metrics": {
35
- "max_load_count": 0,
36
- "load_duration": 861.8295,
37
- "qps": 3685.0767,
38
- "serial_latency_p99": 0.0091,
39
- "recall": 0.9736
40
- },
41
- "task_config": {
42
- "db": "ZillizCloud",
43
- "db_config": {
44
- "db_label": "8cu-perf",
45
- "version": "v2024.1",
46
- "uri": "**********",
47
- "user": "db_admin",
48
- "password": "**********"
49
- },
50
- "db_case_config": {
51
- "index": "AUTOINDEX",
52
- "metric_type": "COSINE"
53
- },
54
- "case_config": {
55
- "case_id": 12,
56
- "custom_case": {}
57
- }
58
- },
59
- "label": ":)"
60
- },
61
- {
62
- "metrics": {
63
- "max_load_count": 0,
64
- "load_duration": 861.8295,
65
- "qps": 4742.1617,
66
- "serial_latency_p99": 0.0091,
67
- "recall": 0.9936
68
- },
69
- "task_config": {
70
- "db": "ZillizCloud",
71
- "db_config": {
72
- "db_label": "8cu-perf",
73
- "version": "v2024.1",
74
- "uri": "**********",
75
- "user": "db_admin",
76
- "password": "**********"
77
- },
78
- "db_case_config": {
79
- "index": "AUTOINDEX",
80
- "metric_type": "COSINE"
81
- },
82
- "case_config": {
83
- "case_id": 14,
84
- "custom_case": {}
85
- }
86
- },
87
- "label": ":)"
88
- },
89
- {
90
- "metrics": {
91
- "max_load_count": 0,
92
- "load_duration": 888.3719,
93
- "qps": 6054.4428,
94
- "serial_latency_p99": 0.0081,
95
- "recall": 0.9155
96
- },
97
- "task_config": {
98
- "db": "ZillizCloud",
99
- "db_config": {
100
- "db_label": "8cu-perf",
101
- "version": "v2024.1",
102
- "uri": "**********",
103
- "user": "db_admin",
104
- "password": "**********"
105
- },
106
- "db_case_config": {
107
- "index": "AUTOINDEX",
108
- "metric_type": "COSINE"
109
- },
110
- "case_config": {
111
- "case_id": 5,
112
- "custom_case": {}
113
- }
114
- },
115
- "label": ":)"
116
- },
117
- {
118
- "metrics": {
119
- "max_load_count": 0,
120
- "load_duration": 888.3719,
121
- "qps": 4104.2598,
122
- "serial_latency_p99": 0.0106,
123
- "recall": 0.9506
124
- },
125
- "task_config": {
126
- "db": "ZillizCloud",
127
- "db_config": {
128
- "db_label": "8cu-perf",
129
- "version": "v2024.1",
130
- "uri": "**********",
131
- "user": "db_admin",
132
- "password": "**********"
133
- },
134
- "db_case_config": {
135
- "index": "AUTOINDEX",
136
- "metric_type": "COSINE"
137
- },
138
- "case_config": {
139
- "case_id": 7,
140
- "custom_case": {}
141
- }
142
- },
143
- "label": ":)"
144
- },
145
- {
146
- "metrics": {
147
- "max_load_count": 0,
148
- "load_duration": 888.3719,
149
- "qps": 4252.1267,
150
- "serial_latency_p99": 0.0092,
151
- "recall": 0.9964
152
- },
153
- "task_config": {
154
- "db": "ZillizCloud",
155
- "db_config": {
156
- "db_label": "8cu-perf",
157
- "version": "v2024.1",
158
- "uri": "**********",
159
- "user": "db_admin",
160
- "password": "**********"
161
- },
162
- "db_case_config": {
163
- "index": "AUTOINDEX",
164
- "metric_type": "COSINE"
165
- },
166
- "case_config": {
167
- "case_id": 9,
168
- "custom_case": {}
169
- }
170
- },
171
- "label": ":)"
172
- },
173
- {
174
- "metrics": {
175
- "max_load_count": 0,
176
- "load_duration": 7920.7947,
177
- "qps": 1685.3091,
178
- "serial_latency_p99": 0.0133,
179
- "recall": 0.9718
180
- },
181
- "task_config": {
182
- "db": "ZillizCloud",
183
- "db_config": {
184
- "db_label": "8cu-perf",
185
- "version": "v2024.1",
186
- "uri": "**********",
187
- "user": "db_admin",
188
- "password": "**********"
189
- },
190
- "db_case_config": {
191
- "index": "AUTOINDEX",
192
- "metric_type": "COSINE"
193
- },
194
- "case_config": {
195
- "case_id": 11,
196
- "custom_case": {}
197
- }
198
- },
199
- "label": ":)"
200
- },
201
- {
202
- "metrics": {
203
- "max_load_count": 0,
204
- "load_duration": 7920.7947,
205
- "qps": 769.8991,
206
- "serial_latency_p99": 0.0107,
207
- "recall": 0.9884
208
- },
209
- "task_config": {
210
- "db": "ZillizCloud",
211
- "db_config": {
212
- "db_label": "8cu-perf",
213
- "version": "v2024.1",
214
- "uri": "**********",
215
- "user": "db_admin",
216
- "password": "**********"
217
- },
218
- "db_case_config": {
219
- "index": "AUTOINDEX",
220
- "metric_type": "COSINE"
221
- },
222
- "case_config": {
223
- "case_id": 13,
224
- "custom_case": {}
225
- }
226
- },
227
- "label": ":)"
228
- },
229
- {
230
- "metrics": {
231
- "max_load_count": 0,
232
- "load_duration": 7920.7947,
233
- "qps": 945.4061,
234
- "serial_latency_p99": 0.0109,
235
- "recall": 0.9941
236
- },
237
- "task_config": {
238
- "db": "ZillizCloud",
239
- "db_config": {
240
- "db_label": "8cu-perf",
241
- "version": "v2024.1",
242
- "uri": "**********",
243
- "user": "db_admin",
244
- "password": "**********"
245
- },
246
- "db_case_config": {
247
- "index": "AUTOINDEX",
248
- "metric_type": "COSINE"
249
- },
250
- "case_config": {
251
- "case_id": 15,
252
- "custom_case": {}
253
- }
254
- },
255
- "label": ":)"
256
- },
257
- {
258
- "metrics": {
259
- "max_load_count": 0,
260
- "load_duration": 9149.0776,
261
- "qps": 2214.9028,
262
- "serial_latency_p99": 0.0084,
263
- "recall": 0.9249
264
- },
265
- "task_config": {
266
- "db": "ZillizCloud",
267
- "db_config": {
268
- "db_label": "8cu-perf",
269
- "version": "v2024.1",
270
- "uri": "**********",
271
- "user": "db_admin",
272
- "password": "**********"
273
- },
274
- "db_case_config": {
275
- "index": "AUTOINDEX",
276
- "metric_type": "COSINE"
277
- },
278
- "case_config": {
279
- "case_id": 4,
280
- "custom_case": {}
281
- }
282
- },
283
- "label": ":)"
284
- },
285
- {
286
- "metrics": {
287
- "max_load_count": 0,
288
- "load_duration": 9149.0776,
289
- "qps": 827.975,
290
- "serial_latency_p99": 0.012,
291
- "recall": 0.9692
292
- },
293
- "task_config": {
294
- "db": "ZillizCloud",
295
- "db_config": {
296
- "db_label": "8cu-perf",
297
- "version": "v2024.1",
298
- "uri": "**********",
299
- "user": "db_admin",
300
- "password": "**********"
301
- },
302
- "db_case_config": {
303
- "index": "AUTOINDEX",
304
- "metric_type": "COSINE"
305
- },
306
- "case_config": {
307
- "case_id": 6,
308
- "custom_case": {}
309
- }
310
- },
311
- "label": ":)"
312
- },
313
- {
314
- "metrics": {
315
- "max_load_count": 0,
316
- "load_duration": 9149.0776,
317
- "qps": 776.9454,
318
- "serial_latency_p99": 0.0114,
319
- "recall": 0.9966
320
- },
321
- "task_config": {
322
- "db": "ZillizCloud",
323
- "db_config": {
324
- "db_label": "8cu-perf",
325
- "version": "v2024.1",
326
- "uri": "**********",
327
- "user": "db_admin",
328
- "password": "**********"
329
- },
330
- "db_case_config": {
331
- "index": "AUTOINDEX",
332
- "metric_type": "COSINE"
333
- },
334
- "case_config": {
335
- "case_id": 8,
336
- "custom_case": {}
337
- }
338
- },
339
- "label": ":)"
340
- },
341
- {
342
- "metrics": {
343
- "max_load_count": 0,
344
- "load_duration": 2689.1534,
345
- "qps": 269.5464,
346
- "serial_latency_p99": 0.0098,
347
- "recall": 0.9776
348
- },
349
- "task_config": {
350
- "db": "ZillizCloud",
351
- "db_config": {
352
- "db_label": "1cu-cap",
353
- "version": "v2024.1",
354
- "uri": "**********",
355
- "user": "db_admin",
356
- "password": "**********"
357
- },
358
- "db_case_config": {
359
- "index": "AUTOINDEX",
360
- "metric_type": "COSINE"
361
- },
362
- "case_config": {
363
- "case_id": 10,
364
- "custom_case": {}
365
- }
366
- },
367
- "label": ":)"
368
- },
369
- {
370
- "metrics": {
371
- "max_load_count": 0,
372
- "load_duration": 2689.1534,
373
- "qps": 240.0363,
374
- "serial_latency_p99": 0.0106,
375
- "recall": 0.9822
376
- },
377
- "task_config": {
378
- "db": "ZillizCloud",
379
- "db_config": {
380
- "db_label": "1cu-cap",
381
- "version": "v2024.1",
382
- "uri": "**********",
383
- "user": "db_admin",
384
- "password": "**********"
385
- },
386
- "db_case_config": {
387
- "index": "AUTOINDEX",
388
- "metric_type": "COSINE"
389
- },
390
- "case_config": {
391
- "case_id": 12,
392
- "custom_case": {}
393
- }
394
- },
395
- "label": ":)"
396
- },
397
- {
398
- "metrics": {
399
- "max_load_count": 0,
400
- "load_duration": 2689.1534,
401
- "qps": 218.0627,
402
- "serial_latency_p99": 0.0114,
403
- "recall": 0.9936
404
- },
405
- "task_config": {
406
- "db": "ZillizCloud",
407
- "db_config": {
408
- "db_label": "1cu-cap",
409
- "version": "v2024.1",
410
- "uri": "**********",
411
- "user": "db_admin",
412
- "password": "**********"
413
- },
414
- "db_case_config": {
415
- "index": "AUTOINDEX",
416
- "metric_type": "COSINE"
417
- },
418
- "case_config": {
419
- "case_id": 14,
420
- "custom_case": {}
421
- }
422
- },
423
- "label": ":)"
424
- },
425
- {
426
- "metrics": {
427
- "max_load_count": 0,
428
- "load_duration": 2431.0279,
429
- "qps": 392.8825,
430
- "serial_latency_p99": 0.0069,
431
- "recall": 0.9581
432
- },
433
- "task_config": {
434
- "db": "ZillizCloud",
435
- "db_config": {
436
- "db_label": "1cu-cap",
437
- "version": "v2024.1",
438
- "uri": "**********",
439
- "user": "db_admin",
440
- "password": "**********"
441
- },
442
- "db_case_config": {
443
- "index": "AUTOINDEX",
444
- "metric_type": "COSINE"
445
- },
446
- "case_config": {
447
- "case_id": 5,
448
- "custom_case": {}
449
- }
450
- },
451
- "label": ":)"
452
- },
453
- {
454
- "metrics": {
455
- "max_load_count": 0,
456
- "load_duration": 2431.0279,
457
- "qps": 343.8204,
458
- "serial_latency_p99": 0.0084,
459
- "recall": 0.968
460
- },
461
- "task_config": {
462
- "db": "ZillizCloud",
463
- "db_config": {
464
- "db_label": "1cu-cap",
465
- "version": "v2024.1",
466
- "uri": "**********",
467
- "user": "db_admin",
468
- "password": "**********"
469
- },
470
- "db_case_config": {
471
- "index": "AUTOINDEX",
472
- "metric_type": "COSINE"
473
- },
474
- "case_config": {
475
- "case_id": 7,
476
- "custom_case": {}
477
- }
478
- },
479
- "label": ":)"
480
- },
481
- {
482
- "metrics": {
483
- "max_load_count": 0,
484
- "load_duration": 2431.0279,
485
- "qps": 216.6773,
486
- "serial_latency_p99": 0.0101,
487
- "recall": 0.9968
488
- },
489
- "task_config": {
490
- "db": "ZillizCloud",
491
- "db_config": {
492
- "db_label": "1cu-cap",
493
- "version": "v2024.1",
494
- "uri": "**********",
495
- "user": "db_admin",
496
- "password": "**********"
497
- },
498
- "db_case_config": {
499
- "index": "AUTOINDEX",
500
- "metric_type": "COSINE"
501
- },
502
- "case_config": {
503
- "case_id": 9,
504
- "custom_case": {}
505
- }
506
- },
507
- "label": ":)"
508
- },
509
- {
510
- "metrics": {
511
- "max_load_count": 0,
512
- "load_duration": 1730.3904,
513
- "qps": 503.2284,
514
- "serial_latency_p99": 0.009,
515
- "recall": 0.9677
516
- },
517
- "task_config": {
518
- "db": "ZillizCloud",
519
- "db_config": {
520
- "db_label": "2cu-cap",
521
- "version": "v2024.1",
522
- "uri": "**********",
523
- "user": "db_admin",
524
- "password": "**********"
525
- },
526
- "db_case_config": {
527
- "index": "AUTOINDEX",
528
- "metric_type": "COSINE"
529
- },
530
- "case_config": {
531
- "case_id": 10,
532
- "custom_case": {}
533
- }
534
- },
535
- "label": ":)"
536
- },
537
- {
538
- "metrics": {
539
- "max_load_count": 0,
540
- "load_duration": 1730.3904,
541
- "qps": 413.3232,
542
- "serial_latency_p99": 0.0096,
543
- "recall": 0.981
544
- },
545
- "task_config": {
546
- "db": "ZillizCloud",
547
- "db_config": {
548
- "db_label": "2cu-cap",
549
- "version": "v2024.1",
550
- "uri": "**********",
551
- "user": "db_admin",
552
- "password": "**********"
553
- },
554
- "db_case_config": {
555
- "index": "AUTOINDEX",
556
- "metric_type": "COSINE"
557
- },
558
- "case_config": {
559
- "case_id": 12,
560
- "custom_case": {}
561
- }
562
- },
563
- "label": ":)"
564
- },
565
- {
566
- "metrics": {
567
- "max_load_count": 0,
568
- "load_duration": 1730.3904,
569
- "qps": 425.5492,
570
- "serial_latency_p99": 0.0102,
571
- "recall": 0.9936
572
- },
573
- "task_config": {
574
- "db": "ZillizCloud",
575
- "db_config": {
576
- "db_label": "2cu-cap",
577
- "version": "v2024.1",
578
- "uri": "**********",
579
- "user": "db_admin",
580
- "password": "**********"
581
- },
582
- "db_case_config": {
583
- "index": "AUTOINDEX",
584
- "metric_type": "COSINE"
585
- },
586
- "case_config": {
587
- "case_id": 14,
588
- "custom_case": {}
589
- }
590
- },
591
- "label": ":)"
592
- },
593
- {
594
- "metrics": {
595
- "max_load_count": 0,
596
- "load_duration": 1779.991,
597
- "qps": 789.1229,
598
- "serial_latency_p99": 0.0056,
599
- "recall": 0.9396
600
- },
601
- "task_config": {
602
- "db": "ZillizCloud",
603
- "db_config": {
604
- "db_label": "2cu-cap",
605
- "version": "v2024.1",
606
- "uri": "**********",
607
- "user": "db_admin",
608
- "password": "**********"
609
- },
610
- "db_case_config": {
611
- "index": "AUTOINDEX",
612
- "metric_type": "COSINE"
613
- },
614
- "case_config": {
615
- "case_id": 5,
616
- "custom_case": {}
617
- }
618
- },
619
- "label": ":)"
620
- },
621
- {
622
- "metrics": {
623
- "max_load_count": 0,
624
- "load_duration": 1779.991,
625
- "qps": 571.4257,
626
- "serial_latency_p99": 0.0077,
627
- "recall": 0.9668
628
- },
629
- "task_config": {
630
- "db": "ZillizCloud",
631
- "db_config": {
632
- "db_label": "2cu-cap",
633
- "version": "v2024.1",
634
- "uri": "**********",
635
- "user": "db_admin",
636
- "password": "**********"
637
- },
638
- "db_case_config": {
639
- "index": "AUTOINDEX",
640
- "metric_type": "COSINE"
641
- },
642
- "case_config": {
643
- "case_id": 7,
644
- "custom_case": {}
645
- }
646
- },
647
- "label": ":)"
648
- },
649
- {
650
- "metrics": {
651
- "max_load_count": 0,
652
- "load_duration": 1779.991,
653
- "qps": 411.7653,
654
- "serial_latency_p99": 0.0091,
655
- "recall": 0.9968
656
- },
657
- "task_config": {
658
- "db": "ZillizCloud",
659
- "db_config": {
660
- "db_label": "2cu-cap",
661
- "version": "v2024.1",
662
- "uri": "**********",
663
- "user": "db_admin",
664
- "password": "**********"
665
- },
666
- "db_case_config": {
667
- "index": "AUTOINDEX",
668
- "metric_type": "COSINE"
669
- },
670
- "case_config": {
671
- "case_id": 9,
672
- "custom_case": {}
673
- }
674
- },
675
- "label": ":)"
676
- },
677
- {
678
- "metrics": {
679
- "max_load_count": 0,
680
- "load_duration": 12608.007,
681
- "qps": 98.0448,
682
- "serial_latency_p99": 0.0161,
683
- "recall": 0.9803
684
- },
685
- "task_config": {
686
- "db": "ZillizCloud",
687
- "db_config": {
688
- "db_label": "2cu-cap",
689
- "version": "v2024.1",
690
- "uri": "**********",
691
- "user": "db_admin",
692
- "password": "**********"
693
- },
694
- "db_case_config": {
695
- "index": "AUTOINDEX",
696
- "metric_type": "COSINE"
697
- },
698
- "case_config": {
699
- "case_id": 11,
700
- "custom_case": {}
701
- }
702
- },
703
- "label": ":)"
704
- },
705
- {
706
- "metrics": {
707
- "max_load_count": 0,
708
- "load_duration": 12608.007,
709
- "qps": 58.3152,
710
- "serial_latency_p99": 0.028,
711
- "recall": 0.9891
712
- },
713
- "task_config": {
714
- "db": "ZillizCloud",
715
- "db_config": {
716
- "db_label": "2cu-cap",
717
- "version": "v2024.1",
718
- "uri": "**********",
719
- "user": "db_admin",
720
- "password": "**********"
721
- },
722
- "db_case_config": {
723
- "index": "AUTOINDEX",
724
- "metric_type": "COSINE"
725
- },
726
- "case_config": {
727
- "case_id": 13,
728
- "custom_case": {}
729
- }
730
- },
731
- "label": ":)"
732
- },
733
- {
734
- "metrics": {
735
- "max_load_count": 0,
736
- "load_duration": 12608.007,
737
- "qps": 46.8304,
738
- "serial_latency_p99": 0.0286,
739
- "recall": 0.9941
740
- },
741
- "task_config": {
742
- "db": "ZillizCloud",
743
- "db_config": {
744
- "db_label": "2cu-cap",
745
- "version": "v2024.1",
746
- "uri": "**********",
747
- "user": "db_admin",
748
- "password": "**********"
749
- },
750
- "db_case_config": {
751
- "index": "AUTOINDEX",
752
- "metric_type": "COSINE"
753
- },
754
- "case_config": {
755
- "case_id": 15,
756
- "custom_case": {}
757
- }
758
- },
759
- "label": ":)"
760
- },
761
- {
762
- "metrics": {
763
- "max_load_count": 0,
764
- "load_duration": 14895.0657,
765
- "qps": 170.5693,
766
- "serial_latency_p99": 0.0089,
767
- "recall": 0.9605
768
- },
769
- "task_config": {
770
- "db": "ZillizCloud",
771
- "db_config": {
772
- "db_label": "2cu-cap",
773
- "version": "v2024.1",
774
- "uri": "**********",
775
- "user": "db_admin",
776
- "password": "**********"
777
- },
778
- "db_case_config": {
779
- "index": "AUTOINDEX",
780
- "metric_type": "COSINE"
781
- },
782
- "case_config": {
783
- "case_id": 4,
784
- "custom_case": {}
785
- }
786
- },
787
- "label": ":)"
788
- },
789
- {
790
- "metrics": {
791
- "max_load_count": 0,
792
- "load_duration": 14895.0657,
793
- "qps": 94.7766,
794
- "serial_latency_p99": 0.0196,
795
- "recall": 0.9843
796
- },
797
- "task_config": {
798
- "db": "ZillizCloud",
799
- "db_config": {
800
- "db_label": "2cu-cap",
801
- "version": "v2024.1",
802
- "uri": "**********",
803
- "user": "db_admin",
804
- "password": "**********"
805
- },
806
- "db_case_config": {
807
- "index": "AUTOINDEX",
808
- "metric_type": "COSINE"
809
- },
810
- "case_config": {
811
- "case_id": 6,
812
- "custom_case": {}
813
- }
814
- },
815
- "label": ":)"
816
- },
817
- {
818
- "metrics": {
819
- "max_load_count": 0,
820
- "load_duration": 14895.0657,
821
- "qps": 44.8695,
822
- "serial_latency_p99": 0.0309,
823
- "recall": 0.9966
824
- },
825
- "task_config": {
826
- "db": "ZillizCloud",
827
- "db_config": {
828
- "db_label": "2cu-cap",
829
- "version": "v2024.1",
830
- "uri": "**********",
831
- "user": "db_admin",
832
- "password": "**********"
833
- },
834
- "db_case_config": {
835
- "index": "AUTOINDEX",
836
- "metric_type": "COSINE"
837
- },
838
- "case_config": {
839
- "case_id": 8,
840
- "custom_case": {}
841
- }
842
- },
843
- "label": ":)"
844
- },
845
- {
846
- "metrics": {
847
- "max_load_count": 0,
848
- "load_duration": 949.3081,
849
- "qps": 722.0315,
850
- "serial_latency_p99": 0.0077,
851
- "recall": 0.976
852
- },
853
- "task_config": {
854
- "db": "ZillizCloud",
855
- "db_config": {
856
- "db_label": "1cu-perf",
857
- "version": "v2024.1",
858
- "uri": "**********",
859
- "user": "db_admin",
860
- "password": "**********"
861
- },
862
- "db_case_config": {
863
- "index": "AUTOINDEX",
864
- "metric_type": "COSINE"
865
- },
866
- "case_config": {
867
- "case_id": 10,
868
- "custom_case": {}
869
- }
870
- },
871
- "label": ":)"
872
- },
873
- {
874
- "metrics": {
875
- "max_load_count": 0,
876
- "load_duration": 949.3081,
877
- "qps": 467.5795,
878
- "serial_latency_p99": 0.0088,
879
- "recall": 0.9898
880
- },
881
- "task_config": {
882
- "db": "ZillizCloud",
883
- "db_config": {
884
- "db_label": "1cu-perf",
885
- "version": "v2024.1",
886
- "uri": "**********",
887
- "user": "db_admin",
888
- "password": "**********"
889
- },
890
- "db_case_config": {
891
- "index": "AUTOINDEX",
892
- "metric_type": "COSINE"
893
- },
894
- "case_config": {
895
- "case_id": 12,
896
- "custom_case": {}
897
- }
898
- },
899
- "label": ":)"
900
- },
901
- {
902
- "metrics": {
903
- "max_load_count": 0,
904
- "load_duration": 949.3081,
905
- "qps": 975.2503,
906
- "serial_latency_p99": 0.0082,
907
- "recall": 0.9936
908
- },
909
- "task_config": {
910
- "db": "ZillizCloud",
911
- "db_config": {
912
- "db_label": "1cu-perf",
913
- "version": "v2024.1",
914
- "uri": "**********",
915
- "user": "db_admin",
916
- "password": "**********"
917
- },
918
- "db_case_config": {
919
- "index": "AUTOINDEX",
920
- "metric_type": "COSINE"
921
- },
922
- "case_config": {
923
- "case_id": 14,
924
- "custom_case": {}
925
- }
926
- },
927
- "label": ":)"
928
- },
929
- {
930
- "metrics": {
931
- "max_load_count": 0,
932
- "load_duration": 963.5924,
933
- "qps": 873.3712,
934
- "serial_latency_p99": 0.0067,
935
- "recall": 0.9477
936
- },
937
- "task_config": {
938
- "db": "ZillizCloud",
939
- "db_config": {
940
- "db_label": "1cu-perf",
941
- "version": "v2024.1",
942
- "uri": "**********",
943
- "user": "db_admin",
944
- "password": "**********"
945
- },
946
- "db_case_config": {
947
- "index": "AUTOINDEX",
948
- "metric_type": "COSINE"
949
- },
950
- "case_config": {
951
- "case_id": 5,
952
- "custom_case": {}
953
- }
954
- },
955
- "label": ":)"
956
- },
957
- {
958
- "metrics": {
959
- "max_load_count": 0,
960
- "load_duration": 960.7296,
961
- "qps": 544.6203,
962
- "serial_latency_p99": 0.0084,
963
- "recall": 0.977
964
- },
965
- "task_config": {
966
- "db": "ZillizCloud",
967
- "db_config": {
968
- "db_label": "1cu-perf",
969
- "version": "v2024.1",
970
- "uri": "**********",
971
- "user": "db_admin",
972
- "password": "**********"
973
- },
974
- "db_case_config": {
975
- "index": "AUTOINDEX",
976
- "metric_type": "COSINE"
977
- },
978
- "case_config": {
979
- "case_id": 7,
980
- "custom_case": {}
981
- }
982
- },
983
- "label": ":)"
984
- },
985
- {
986
- "metrics": {
987
- "max_load_count": 0,
988
- "load_duration": 960.7296,
989
- "qps": 930.9164,
990
- "serial_latency_p99": 0.0096,
991
- "recall": 0.9968
992
- },
993
- "task_config": {
994
- "db": "ZillizCloud",
995
- "db_config": {
996
- "db_label": "1cu-perf",
997
- "version": "v2024.1",
998
- "uri": "**********",
999
- "user": "db_admin",
1000
- "password": "**********"
1001
- },
1002
- "db_case_config": {
1003
- "index": "AUTOINDEX",
1004
- "metric_type": "COSINE"
1005
- },
1006
- "case_config": {
1007
- "case_id": 9,
1008
- "custom_case": {}
1009
- }
1010
- },
1011
- "label": ":)"
1012
- },
1013
- {
1014
- "metrics": {
1015
- "max_load_count": 0,
1016
- "load_duration": 0.0,
1017
- "qps": 0.0,
1018
- "serial_latency_p99": 0.0,
1019
- "recall": 0.0
1020
- },
1021
- "task_config": {
1022
- "db": "ZillizCloud",
1023
- "db_config": {
1024
- "db_label": "1cu-perf",
1025
- "version": "v2024.1",
1026
- "uri": "**********",
1027
- "user": "db_admin",
1028
- "password": "**********"
1029
- },
1030
- "db_case_config": {
1031
- "index": "AUTOINDEX",
1032
- "metric_type": "COSINE"
1033
- },
1034
- "case_config": {
1035
- "case_id": 4,
1036
- "custom_case": {}
1037
- }
1038
- },
1039
- "label": "x"
1040
- },
1041
- {
1042
- "metrics": {
1043
- "max_load_count": 0,
1044
- "load_duration": 0.0,
1045
- "qps": 0.0,
1046
- "serial_latency_p99": 0.0,
1047
- "recall": 0.0
1048
- },
1049
- "task_config": {
1050
- "db": "ZillizCloud",
1051
- "db_config": {
1052
- "db_label": "1cu-perf",
1053
- "version": "v2024.1",
1054
- "uri": "**********",
1055
- "user": "db_admin",
1056
- "password": "**********"
1057
- },
1058
- "db_case_config": {
1059
- "index": "AUTOINDEX",
1060
- "metric_type": "COSINE"
1061
- },
1062
- "case_config": {
1063
- "case_id": 6,
1064
- "custom_case": {}
1065
- }
1066
- },
1067
- "label": "x"
1068
- },
1069
- {
1070
- "metrics": {
1071
- "max_load_count": 0,
1072
- "load_duration": 0.0,
1073
- "qps": 0.0,
1074
- "serial_latency_p99": 0.0,
1075
- "recall": 0.0
1076
- },
1077
- "task_config": {
1078
- "db": "ZillizCloud",
1079
- "db_config": {
1080
- "db_label": "1cu-perf",
1081
- "version": "v2024.1",
1082
- "uri": "**********",
1083
- "user": "db_admin",
1084
- "password": "**********"
1085
- },
1086
- "db_case_config": {
1087
- "index": "AUTOINDEX",
1088
- "metric_type": "COSINE"
1089
- },
1090
- "case_config": {
1091
- "case_id": 8,
1092
- "custom_case": {}
1093
- }
1094
- },
1095
- "label": "x"
1096
- },
1097
- {
1098
- "metrics": {
1099
- "max_load_count": 0,
1100
- "load_duration": 0.0,
1101
- "qps": 0.0,
1102
- "serial_latency_p99": 0.0,
1103
- "recall": 0.0
1104
- },
1105
- "task_config": {
1106
- "db": "ZillizCloud",
1107
- "db_config": {
1108
- "db_label": "1cu-perf",
1109
- "version": "v2024.1",
1110
- "uri": "**********",
1111
- "user": "db_admin",
1112
- "password": "**********"
1113
- },
1114
- "db_case_config": {
1115
- "index": "AUTOINDEX",
1116
- "metric_type": "COSINE"
1117
- },
1118
- "case_config": {
1119
- "case_id": 11,
1120
- "custom_case": {}
1121
- }
1122
- },
1123
- "label": "x"
1124
- },
1125
- {
1126
- "metrics": {
1127
- "max_load_count": 0,
1128
- "load_duration": 0.0,
1129
- "qps": 0.0,
1130
- "serial_latency_p99": 0.0,
1131
- "recall": 0.0
1132
- },
1133
- "task_config": {
1134
- "db": "ZillizCloud",
1135
- "db_config": {
1136
- "db_label": "1cu-perf",
1137
- "version": "v2024.1",
1138
- "uri": "**********",
1139
- "user": "db_admin",
1140
- "password": "**********"
1141
- },
1142
- "db_case_config": {
1143
- "index": "AUTOINDEX",
1144
- "metric_type": "COSINE"
1145
- },
1146
- "case_config": {
1147
- "case_id": 13,
1148
- "custom_case": {}
1149
- }
1150
- },
1151
- "label": "x"
1152
- },
1153
- {
1154
- "metrics": {
1155
- "max_load_count": 0,
1156
- "load_duration": 0.0,
1157
- "qps": 0.0,
1158
- "serial_latency_p99": 0.0,
1159
- "recall": 0.0
1160
- },
1161
- "task_config": {
1162
- "db": "ZillizCloud",
1163
- "db_config": {
1164
- "db_label": "1cu-perf",
1165
- "version": "v2024.1",
1166
- "uri": "**********",
1167
- "user": "db_admin",
1168
- "password": "**********"
1169
- },
1170
- "db_case_config": {
1171
- "index": "AUTOINDEX",
1172
- "metric_type": "COSINE"
1173
- },
1174
- "case_config": {
1175
- "case_id": 15,
1176
- "custom_case": {}
1177
- }
1178
- },
1179
- "label": "x"
1180
- },
1181
- {
1182
- "metrics": {
1183
- "max_load_count": 0,
1184
- "load_duration": 0.0,
1185
- "qps": 0.0,
1186
- "serial_latency_p99": 0.0,
1187
- "recall": 0.0
1188
- },
1189
- "task_config": {
1190
- "db": "ZillizCloud",
1191
- "db_config": {
1192
- "db_label": "1cu-cap",
1193
- "version": "v2024.1",
1194
- "uri": "**********",
1195
- "user": "db_admin",
1196
- "password": "**********"
1197
- },
1198
- "db_case_config": {
1199
- "index": "AUTOINDEX",
1200
- "metric_type": "COSINE"
1201
- },
1202
- "case_config": {
1203
- "case_id": 4,
1204
- "custom_case": {}
1205
- }
1206
- },
1207
- "label": "x"
1208
- },
1209
- {
1210
- "metrics": {
1211
- "max_load_count": 0,
1212
- "load_duration": 0.0,
1213
- "qps": 0.0,
1214
- "serial_latency_p99": 0.0,
1215
- "recall": 0.0
1216
- },
1217
- "task_config": {
1218
- "db": "ZillizCloud",
1219
- "db_config": {
1220
- "db_label": "1cu-cap",
1221
- "version": "v2024.1",
1222
- "uri": "**********",
1223
- "user": "db_admin",
1224
- "password": "**********"
1225
- },
1226
- "db_case_config": {
1227
- "index": "AUTOINDEX",
1228
- "metric_type": "COSINE"
1229
- },
1230
- "case_config": {
1231
- "case_id": 6,
1232
- "custom_case": {}
1233
- }
1234
- },
1235
- "label": "x"
1236
- },
1237
- {
1238
- "metrics": {
1239
- "max_load_count": 0,
1240
- "load_duration": 0.0,
1241
- "qps": 0.0,
1242
- "serial_latency_p99": 0.0,
1243
- "recall": 0.0
1244
- },
1245
- "task_config": {
1246
- "db": "ZillizCloud",
1247
- "db_config": {
1248
- "db_label": "1cu-cap",
1249
- "version": "v2024.1",
1250
- "uri": "**********",
1251
- "user": "db_admin",
1252
- "password": "**********"
1253
- },
1254
- "db_case_config": {
1255
- "index": "AUTOINDEX",
1256
- "metric_type": "COSINE"
1257
- },
1258
- "case_config": {
1259
- "case_id": 8,
1260
- "custom_case": {}
1261
- }
1262
- },
1263
- "label": "x"
1264
- },
1265
- {
1266
- "metrics": {
1267
- "max_load_count": 0,
1268
- "load_duration": 0.0,
1269
- "qps": 0.0,
1270
- "serial_latency_p99": 0.0,
1271
- "recall": 0.0
1272
- },
1273
- "task_config": {
1274
- "db": "ZillizCloud",
1275
- "db_config": {
1276
- "db_label": "1cu-cap",
1277
- "version": "v2024.1",
1278
- "uri": "**********",
1279
- "user": "db_admin",
1280
- "password": "**********"
1281
- },
1282
- "db_case_config": {
1283
- "index": "AUTOINDEX",
1284
- "metric_type": "COSINE"
1285
- },
1286
- "case_config": {
1287
- "case_id": 11,
1288
- "custom_case": {}
1289
- }
1290
- },
1291
- "label": "x"
1292
- },
1293
- {
1294
- "metrics": {
1295
- "max_load_count": 0,
1296
- "load_duration": 0.0,
1297
- "qps": 0.0,
1298
- "serial_latency_p99": 0.0,
1299
- "recall": 0.0
1300
- },
1301
- "task_config": {
1302
- "db": "ZillizCloud",
1303
- "db_config": {
1304
- "db_label": "1cu-cap",
1305
- "version": "v2024.1",
1306
- "uri": "**********",
1307
- "user": "db_admin",
1308
- "password": "**********"
1309
- },
1310
- "db_case_config": {
1311
- "index": "AUTOINDEX",
1312
- "metric_type": "COSINE"
1313
- },
1314
- "case_config": {
1315
- "case_id": 13,
1316
- "custom_case": {}
1317
- }
1318
- },
1319
- "label": "x"
1320
- },
1321
- {
1322
- "metrics": {
1323
- "max_load_count": 0,
1324
- "load_duration": 0.0,
1325
- "qps": 0.0,
1326
- "serial_latency_p99": 0.0,
1327
- "recall": 0.0
1328
- },
1329
- "task_config": {
1330
- "db": "ZillizCloud",
1331
- "db_config": {
1332
- "db_label": "1cu-cap",
1333
- "version": "v2024.1",
1334
- "uri": "**********",
1335
- "user": "db_admin",
1336
- "password": "**********"
1337
- },
1338
- "db_case_config": {
1339
- "index": "AUTOINDEX",
1340
- "metric_type": "COSINE"
1341
- },
1342
- "case_config": {
1343
- "case_id": 15,
1344
- "custom_case": {}
1345
- }
1346
- },
1347
- "label": "x"
1348
- }
1349
- ],
1350
- "file_fmt": "result_{}_{}_{}.json",
1351
- "timestamp": 1704038400.0
1352
- }