vectordb-bench 0.0.1__py3-none-any.whl → 0.0.3__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- vectordb_bench/__init__.py +14 -3
- vectordb_bench/backend/assembler.py +2 -2
- vectordb_bench/backend/cases.py +146 -57
- vectordb_bench/backend/clients/__init__.py +6 -1
- vectordb_bench/backend/clients/api.py +23 -11
- vectordb_bench/backend/clients/elastic_cloud/config.py +5 -5
- vectordb_bench/backend/clients/elastic_cloud/elastic_cloud.py +11 -9
- vectordb_bench/backend/clients/milvus/config.py +2 -3
- vectordb_bench/backend/clients/milvus/milvus.py +32 -19
- vectordb_bench/backend/clients/pgvector/config.py +49 -0
- vectordb_bench/backend/clients/pgvector/pgvector.py +171 -0
- vectordb_bench/backend/clients/pinecone/config.py +3 -3
- vectordb_bench/backend/clients/pinecone/pinecone.py +19 -13
- vectordb_bench/backend/clients/qdrant_cloud/config.py +23 -6
- vectordb_bench/backend/clients/qdrant_cloud/qdrant_cloud.py +12 -13
- vectordb_bench/backend/clients/weaviate_cloud/config.py +3 -3
- vectordb_bench/backend/clients/weaviate_cloud/weaviate_cloud.py +9 -8
- vectordb_bench/backend/clients/zilliz_cloud/config.py +5 -4
- vectordb_bench/backend/clients/zilliz_cloud/zilliz_cloud.py +3 -1
- vectordb_bench/backend/dataset.py +100 -162
- vectordb_bench/backend/result_collector.py +2 -2
- vectordb_bench/backend/runner/mp_runner.py +29 -13
- vectordb_bench/backend/runner/serial_runner.py +98 -36
- vectordb_bench/backend/task_runner.py +43 -48
- vectordb_bench/frontend/components/check_results/charts.py +10 -21
- vectordb_bench/frontend/components/check_results/data.py +31 -15
- vectordb_bench/frontend/components/check_results/expanderStyle.py +37 -0
- vectordb_bench/frontend/components/check_results/filters.py +61 -33
- vectordb_bench/frontend/components/check_results/footer.py +8 -0
- vectordb_bench/frontend/components/check_results/headerIcon.py +8 -4
- vectordb_bench/frontend/components/check_results/nav.py +7 -6
- vectordb_bench/frontend/components/check_results/priceTable.py +3 -2
- vectordb_bench/frontend/components/check_results/stPageConfig.py +18 -0
- vectordb_bench/frontend/components/get_results/saveAsImage.py +50 -0
- vectordb_bench/frontend/components/run_test/autoRefresh.py +1 -1
- vectordb_bench/frontend/components/run_test/caseSelector.py +19 -16
- vectordb_bench/frontend/components/run_test/dbConfigSetting.py +20 -7
- vectordb_bench/frontend/components/run_test/dbSelector.py +5 -5
- vectordb_bench/frontend/components/run_test/hideSidebar.py +4 -6
- vectordb_bench/frontend/components/run_test/submitTask.py +16 -10
- vectordb_bench/frontend/const/dbCaseConfigs.py +291 -0
- vectordb_bench/frontend/const/dbPrices.py +6 -0
- vectordb_bench/frontend/const/styles.py +58 -0
- vectordb_bench/frontend/pages/{qps_with_price.py → quries_per_dollar.py} +24 -17
- vectordb_bench/frontend/pages/run_test.py +17 -11
- vectordb_bench/frontend/vdb_benchmark.py +19 -12
- vectordb_bench/metric.py +19 -10
- vectordb_bench/models.py +14 -40
- vectordb_bench/results/dbPrices.json +32 -0
- vectordb_bench/results/getLeaderboardData.py +52 -0
- vectordb_bench/results/leaderboard.json +1 -0
- vectordb_bench/results/{result_20230609_standard.json → result_20230705_standard.json} +1910 -897
- {vectordb_bench-0.0.1.dist-info → vectordb_bench-0.0.3.dist-info}/METADATA +107 -27
- vectordb_bench-0.0.3.dist-info/RECORD +67 -0
- vectordb_bench/frontend/const.py +0 -391
- vectordb_bench-0.0.1.dist-info/RECORD +0 -56
- {vectordb_bench-0.0.1.dist-info → vectordb_bench-0.0.3.dist-info}/LICENSE +0 -0
- {vectordb_bench-0.0.1.dist-info → vectordb_bench-0.0.3.dist-info}/WHEEL +0 -0
- {vectordb_bench-0.0.1.dist-info → vectordb_bench-0.0.3.dist-info}/entry_points.txt +0 -0
- {vectordb_bench-0.0.1.dist-info → vectordb_bench-0.0.3.dist-info}/top_level.txt +0 -0
|
@@ -26,7 +26,7 @@
|
|
|
26
26
|
"num_candidates": null
|
|
27
27
|
},
|
|
28
28
|
"case_config": {
|
|
29
|
-
"case_id":
|
|
29
|
+
"case_id": 2,
|
|
30
30
|
"custom_case": {}
|
|
31
31
|
}
|
|
32
32
|
},
|
|
@@ -56,102 +56,12 @@
|
|
|
56
56
|
"num_candidates": null
|
|
57
57
|
},
|
|
58
58
|
"case_config": {
|
|
59
|
-
"case_id":
|
|
59
|
+
"case_id": 1,
|
|
60
60
|
"custom_case": {}
|
|
61
61
|
}
|
|
62
62
|
},
|
|
63
63
|
"label": "?"
|
|
64
64
|
},
|
|
65
|
-
{
|
|
66
|
-
"metrics": {
|
|
67
|
-
"max_load_count": 0,
|
|
68
|
-
"load_duration": 2434.5387,
|
|
69
|
-
"qps": 34.3911,
|
|
70
|
-
"serial_latency_p99": 0.1734,
|
|
71
|
-
"recall": 0.9923
|
|
72
|
-
},
|
|
73
|
-
"task_config": {
|
|
74
|
-
"db": "ElasticCloud",
|
|
75
|
-
"db_config": {
|
|
76
|
-
"db_label": "upTo2.5c8g",
|
|
77
|
-
"cloud_id": "**********",
|
|
78
|
-
"password": "**********"
|
|
79
|
-
},
|
|
80
|
-
"db_case_config": {
|
|
81
|
-
"element_type": "float",
|
|
82
|
-
"index": "hnsw",
|
|
83
|
-
"metric_type": "COSINE",
|
|
84
|
-
"efConstruction": 360,
|
|
85
|
-
"M": 30,
|
|
86
|
-
"num_candidates": 100
|
|
87
|
-
},
|
|
88
|
-
"case_config": {
|
|
89
|
-
"case_id": "Search Performance Test (Small Dataset)",
|
|
90
|
-
"custom_case": {}
|
|
91
|
-
}
|
|
92
|
-
},
|
|
93
|
-
"label": ":)"
|
|
94
|
-
},
|
|
95
|
-
{
|
|
96
|
-
"metrics": {
|
|
97
|
-
"max_load_count": 0,
|
|
98
|
-
"load_duration": 2434.5387,
|
|
99
|
-
"qps": 31.5927,
|
|
100
|
-
"serial_latency_p99": 0.1646,
|
|
101
|
-
"recall": 0.9924
|
|
102
|
-
},
|
|
103
|
-
"task_config": {
|
|
104
|
-
"db": "ElasticCloud",
|
|
105
|
-
"db_config": {
|
|
106
|
-
"db_label": "upTo2.5c8g",
|
|
107
|
-
"cloud_id": "**********",
|
|
108
|
-
"password": "**********"
|
|
109
|
-
},
|
|
110
|
-
"db_case_config": {
|
|
111
|
-
"element_type": "float",
|
|
112
|
-
"index": "hnsw",
|
|
113
|
-
"metric_type": "COSINE",
|
|
114
|
-
"efConstruction": 360,
|
|
115
|
-
"M": 30,
|
|
116
|
-
"num_candidates": 100
|
|
117
|
-
},
|
|
118
|
-
"case_config": {
|
|
119
|
-
"case_id": "Filtering Search Performance Test (Small Dataset, Low Filtering Rate)",
|
|
120
|
-
"custom_case": {}
|
|
121
|
-
}
|
|
122
|
-
},
|
|
123
|
-
"label": ":)"
|
|
124
|
-
},
|
|
125
|
-
{
|
|
126
|
-
"metrics": {
|
|
127
|
-
"max_load_count": 0,
|
|
128
|
-
"load_duration": 2434.5387,
|
|
129
|
-
"qps": 42.3405,
|
|
130
|
-
"serial_latency_p99": 0.1383,
|
|
131
|
-
"recall": 0.9992
|
|
132
|
-
},
|
|
133
|
-
"task_config": {
|
|
134
|
-
"db": "ElasticCloud",
|
|
135
|
-
"db_config": {
|
|
136
|
-
"db_label": "upTo2.5c8g",
|
|
137
|
-
"cloud_id": "**********",
|
|
138
|
-
"password": "**********"
|
|
139
|
-
},
|
|
140
|
-
"db_case_config": {
|
|
141
|
-
"element_type": "float",
|
|
142
|
-
"index": "hnsw",
|
|
143
|
-
"metric_type": "COSINE",
|
|
144
|
-
"efConstruction": 360,
|
|
145
|
-
"M": 30,
|
|
146
|
-
"num_candidates": 100
|
|
147
|
-
},
|
|
148
|
-
"case_config": {
|
|
149
|
-
"case_id": "Filtering Search Performance Test (Small Dataset, High Filtering Rate)",
|
|
150
|
-
"custom_case": {}
|
|
151
|
-
}
|
|
152
|
-
},
|
|
153
|
-
"label": ":)"
|
|
154
|
-
},
|
|
155
65
|
{
|
|
156
66
|
"metrics": {
|
|
157
67
|
"max_load_count": 0,
|
|
@@ -176,7 +86,7 @@
|
|
|
176
86
|
"num_candidates": 100
|
|
177
87
|
},
|
|
178
88
|
"case_config": {
|
|
179
|
-
"case_id":
|
|
89
|
+
"case_id": 5,
|
|
180
90
|
"custom_case": {}
|
|
181
91
|
}
|
|
182
92
|
},
|
|
@@ -206,7 +116,7 @@
|
|
|
206
116
|
"num_candidates": 100
|
|
207
117
|
},
|
|
208
118
|
"case_config": {
|
|
209
|
-
"case_id":
|
|
119
|
+
"case_id": 7,
|
|
210
120
|
"custom_case": {}
|
|
211
121
|
}
|
|
212
122
|
},
|
|
@@ -236,7 +146,7 @@
|
|
|
236
146
|
"num_candidates": 100
|
|
237
147
|
},
|
|
238
148
|
"case_config": {
|
|
239
|
-
"case_id":
|
|
149
|
+
"case_id": 9,
|
|
240
150
|
"custom_case": {}
|
|
241
151
|
}
|
|
242
152
|
},
|
|
@@ -266,7 +176,7 @@
|
|
|
266
176
|
"num_candidates": 100
|
|
267
177
|
},
|
|
268
178
|
"case_config": {
|
|
269
|
-
"case_id":
|
|
179
|
+
"case_id": 4,
|
|
270
180
|
"custom_case": {}
|
|
271
181
|
}
|
|
272
182
|
},
|
|
@@ -296,7 +206,7 @@
|
|
|
296
206
|
"num_candidates": 100
|
|
297
207
|
},
|
|
298
208
|
"case_config": {
|
|
299
|
-
"case_id":
|
|
209
|
+
"case_id": 6,
|
|
300
210
|
"custom_case": {}
|
|
301
211
|
}
|
|
302
212
|
},
|
|
@@ -326,7 +236,7 @@
|
|
|
326
236
|
"num_candidates": 100
|
|
327
237
|
},
|
|
328
238
|
"case_config": {
|
|
329
|
-
"case_id":
|
|
239
|
+
"case_id": 8,
|
|
330
240
|
"custom_case": {}
|
|
331
241
|
}
|
|
332
242
|
},
|
|
@@ -335,10 +245,10 @@
|
|
|
335
245
|
{
|
|
336
246
|
"metrics": {
|
|
337
247
|
"max_load_count": 0,
|
|
338
|
-
"load_duration":
|
|
339
|
-
"qps":
|
|
340
|
-
"serial_latency_p99": 0.
|
|
341
|
-
"recall": 0.
|
|
248
|
+
"load_duration": 6003.7507,
|
|
249
|
+
"qps": 100.6667,
|
|
250
|
+
"serial_latency_p99": 0.0211,
|
|
251
|
+
"recall": 0.9909
|
|
342
252
|
},
|
|
343
253
|
"task_config": {
|
|
344
254
|
"db": "Milvus",
|
|
@@ -352,7 +262,7 @@
|
|
|
352
262
|
"search_list": 100
|
|
353
263
|
},
|
|
354
264
|
"case_config": {
|
|
355
|
-
"case_id":
|
|
265
|
+
"case_id": 5,
|
|
356
266
|
"custom_case": {}
|
|
357
267
|
}
|
|
358
268
|
},
|
|
@@ -361,10 +271,10 @@
|
|
|
361
271
|
{
|
|
362
272
|
"metrics": {
|
|
363
273
|
"max_load_count": 0,
|
|
364
|
-
"load_duration":
|
|
365
|
-
"qps":
|
|
366
|
-
"serial_latency_p99": 0.
|
|
367
|
-
"recall": 0.
|
|
274
|
+
"load_duration": 6003.7507,
|
|
275
|
+
"qps": 101.1399,
|
|
276
|
+
"serial_latency_p99": 0.0197,
|
|
277
|
+
"recall": 0.9907
|
|
368
278
|
},
|
|
369
279
|
"task_config": {
|
|
370
280
|
"db": "Milvus",
|
|
@@ -378,7 +288,7 @@
|
|
|
378
288
|
"search_list": 100
|
|
379
289
|
},
|
|
380
290
|
"case_config": {
|
|
381
|
-
"case_id":
|
|
291
|
+
"case_id": 7,
|
|
382
292
|
"custom_case": {}
|
|
383
293
|
}
|
|
384
294
|
},
|
|
@@ -387,9 +297,9 @@
|
|
|
387
297
|
{
|
|
388
298
|
"metrics": {
|
|
389
299
|
"max_load_count": 0,
|
|
390
|
-
"load_duration":
|
|
391
|
-
"qps":
|
|
392
|
-
"serial_latency_p99": 0.
|
|
300
|
+
"load_duration": 6003.7507,
|
|
301
|
+
"qps": 52.2606,
|
|
302
|
+
"serial_latency_p99": 0.0183,
|
|
393
303
|
"recall": 1
|
|
394
304
|
},
|
|
395
305
|
"task_config": {
|
|
@@ -404,7 +314,7 @@
|
|
|
404
314
|
"search_list": 100
|
|
405
315
|
},
|
|
406
316
|
"case_config": {
|
|
407
|
-
"case_id":
|
|
317
|
+
"case_id": 9,
|
|
408
318
|
"custom_case": {}
|
|
409
319
|
}
|
|
410
320
|
},
|
|
@@ -413,15 +323,15 @@
|
|
|
413
323
|
{
|
|
414
324
|
"metrics": {
|
|
415
325
|
"max_load_count": 0,
|
|
416
|
-
"load_duration":
|
|
417
|
-
"qps":
|
|
418
|
-
"serial_latency_p99": 0.
|
|
419
|
-
"recall": 0.
|
|
326
|
+
"load_duration": 0.0,
|
|
327
|
+
"qps": 0.0,
|
|
328
|
+
"serial_latency_p99": 0.0,
|
|
329
|
+
"recall": 0.0
|
|
420
330
|
},
|
|
421
331
|
"task_config": {
|
|
422
332
|
"db": "Milvus",
|
|
423
333
|
"db_config": {
|
|
424
|
-
"db_label": "
|
|
334
|
+
"db_label": "2c8g-disk",
|
|
425
335
|
"uri": "**********"
|
|
426
336
|
},
|
|
427
337
|
"db_case_config": {
|
|
@@ -430,24 +340,24 @@
|
|
|
430
340
|
"search_list": 100
|
|
431
341
|
},
|
|
432
342
|
"case_config": {
|
|
433
|
-
"case_id":
|
|
343
|
+
"case_id": 4,
|
|
434
344
|
"custom_case": {}
|
|
435
345
|
}
|
|
436
346
|
},
|
|
437
|
-
"label": "
|
|
347
|
+
"label": "x"
|
|
438
348
|
},
|
|
439
349
|
{
|
|
440
350
|
"metrics": {
|
|
441
351
|
"max_load_count": 0,
|
|
442
|
-
"load_duration":
|
|
443
|
-
"qps":
|
|
444
|
-
"serial_latency_p99": 0.
|
|
445
|
-
"recall": 0.
|
|
352
|
+
"load_duration": 0.0,
|
|
353
|
+
"qps": 0.0,
|
|
354
|
+
"serial_latency_p99": 0.0,
|
|
355
|
+
"recall": 0.0
|
|
446
356
|
},
|
|
447
357
|
"task_config": {
|
|
448
358
|
"db": "Milvus",
|
|
449
359
|
"db_config": {
|
|
450
|
-
"db_label": "
|
|
360
|
+
"db_label": "2c8g-disk",
|
|
451
361
|
"uri": "**********"
|
|
452
362
|
},
|
|
453
363
|
"db_case_config": {
|
|
@@ -456,24 +366,24 @@
|
|
|
456
366
|
"search_list": 100
|
|
457
367
|
},
|
|
458
368
|
"case_config": {
|
|
459
|
-
"case_id":
|
|
369
|
+
"case_id": 6,
|
|
460
370
|
"custom_case": {}
|
|
461
371
|
}
|
|
462
372
|
},
|
|
463
|
-
"label": "
|
|
373
|
+
"label": "x"
|
|
464
374
|
},
|
|
465
375
|
{
|
|
466
376
|
"metrics": {
|
|
467
377
|
"max_load_count": 0,
|
|
468
|
-
"load_duration":
|
|
469
|
-
"qps":
|
|
470
|
-
"serial_latency_p99": 0.
|
|
471
|
-
"recall":
|
|
378
|
+
"load_duration": 0.0,
|
|
379
|
+
"qps": 0.0,
|
|
380
|
+
"serial_latency_p99": 0.0,
|
|
381
|
+
"recall": 0.0
|
|
472
382
|
},
|
|
473
383
|
"task_config": {
|
|
474
384
|
"db": "Milvus",
|
|
475
385
|
"db_config": {
|
|
476
|
-
"db_label": "
|
|
386
|
+
"db_label": "2c8g-disk",
|
|
477
387
|
"uri": "**********"
|
|
478
388
|
},
|
|
479
389
|
"db_case_config": {
|
|
@@ -482,19 +392,19 @@
|
|
|
482
392
|
"search_list": 100
|
|
483
393
|
},
|
|
484
394
|
"case_config": {
|
|
485
|
-
"case_id":
|
|
395
|
+
"case_id": 8,
|
|
486
396
|
"custom_case": {}
|
|
487
397
|
}
|
|
488
398
|
},
|
|
489
|
-
"label": "
|
|
399
|
+
"label": "x"
|
|
490
400
|
},
|
|
491
401
|
{
|
|
492
402
|
"metrics": {
|
|
493
403
|
"max_load_count": 0,
|
|
494
|
-
"load_duration":
|
|
495
|
-
"qps":
|
|
496
|
-
"serial_latency_p99": 0.
|
|
497
|
-
"recall": 0.
|
|
404
|
+
"load_duration": 18790.8759,
|
|
405
|
+
"qps": 61.0661,
|
|
406
|
+
"serial_latency_p99": 0.0498,
|
|
407
|
+
"recall": 0.9911
|
|
498
408
|
},
|
|
499
409
|
"task_config": {
|
|
500
410
|
"db": "Milvus",
|
|
@@ -503,14 +413,12 @@
|
|
|
503
413
|
"uri": "**********"
|
|
504
414
|
},
|
|
505
415
|
"db_case_config": {
|
|
506
|
-
"index": "
|
|
416
|
+
"index": "DISKANN",
|
|
507
417
|
"metric_type": "COSINE",
|
|
508
|
-
"
|
|
509
|
-
"efConstruction": 360,
|
|
510
|
-
"ef": 100
|
|
418
|
+
"search_list": 100
|
|
511
419
|
},
|
|
512
420
|
"case_config": {
|
|
513
|
-
"case_id":
|
|
421
|
+
"case_id": 4,
|
|
514
422
|
"custom_case": {}
|
|
515
423
|
}
|
|
516
424
|
},
|
|
@@ -519,10 +427,10 @@
|
|
|
519
427
|
{
|
|
520
428
|
"metrics": {
|
|
521
429
|
"max_load_count": 0,
|
|
522
|
-
"load_duration":
|
|
523
|
-
"qps":
|
|
524
|
-
"serial_latency_p99": 0.
|
|
525
|
-
"recall": 0.
|
|
430
|
+
"load_duration": 18790.8759,
|
|
431
|
+
"qps": 58.9326,
|
|
432
|
+
"serial_latency_p99": 0.0446,
|
|
433
|
+
"recall": 0.9911
|
|
526
434
|
},
|
|
527
435
|
"task_config": {
|
|
528
436
|
"db": "Milvus",
|
|
@@ -531,14 +439,12 @@
|
|
|
531
439
|
"uri": "**********"
|
|
532
440
|
},
|
|
533
441
|
"db_case_config": {
|
|
534
|
-
"index": "
|
|
442
|
+
"index": "DISKANN",
|
|
535
443
|
"metric_type": "COSINE",
|
|
536
|
-
"
|
|
537
|
-
"efConstruction": 360,
|
|
538
|
-
"ef": 100
|
|
444
|
+
"search_list": 100
|
|
539
445
|
},
|
|
540
446
|
"case_config": {
|
|
541
|
-
"case_id":
|
|
447
|
+
"case_id": 6,
|
|
542
448
|
"custom_case": {}
|
|
543
449
|
}
|
|
544
450
|
},
|
|
@@ -547,9 +453,9 @@
|
|
|
547
453
|
{
|
|
548
454
|
"metrics": {
|
|
549
455
|
"max_load_count": 0,
|
|
550
|
-
"load_duration":
|
|
551
|
-
"qps":
|
|
552
|
-
"serial_latency_p99": 0.
|
|
456
|
+
"load_duration": 18790.8759,
|
|
457
|
+
"qps": 42.5977,
|
|
458
|
+
"serial_latency_p99": 0.0549,
|
|
553
459
|
"recall": 1
|
|
554
460
|
},
|
|
555
461
|
"task_config": {
|
|
@@ -559,14 +465,12 @@
|
|
|
559
465
|
"uri": "**********"
|
|
560
466
|
},
|
|
561
467
|
"db_case_config": {
|
|
562
|
-
"index": "
|
|
468
|
+
"index": "DISKANN",
|
|
563
469
|
"metric_type": "COSINE",
|
|
564
|
-
"
|
|
565
|
-
"efConstruction": 360,
|
|
566
|
-
"ef": 100
|
|
470
|
+
"search_list": 100
|
|
567
471
|
},
|
|
568
472
|
"case_config": {
|
|
569
|
-
"case_id":
|
|
473
|
+
"case_id": 8,
|
|
570
474
|
"custom_case": {}
|
|
571
475
|
}
|
|
572
476
|
},
|
|
@@ -575,10 +479,10 @@
|
|
|
575
479
|
{
|
|
576
480
|
"metrics": {
|
|
577
481
|
"max_load_count": 0,
|
|
578
|
-
"load_duration":
|
|
579
|
-
"qps":
|
|
580
|
-
"serial_latency_p99": 0.
|
|
581
|
-
"recall": 0.
|
|
482
|
+
"load_duration": 1782.0061,
|
|
483
|
+
"qps": 536.0726,
|
|
484
|
+
"serial_latency_p99": 0.0082,
|
|
485
|
+
"recall": 0.9728
|
|
582
486
|
},
|
|
583
487
|
"task_config": {
|
|
584
488
|
"db": "Milvus",
|
|
@@ -587,12 +491,14 @@
|
|
|
587
491
|
"uri": "**********"
|
|
588
492
|
},
|
|
589
493
|
"db_case_config": {
|
|
590
|
-
"index": "
|
|
494
|
+
"index": "HNSW",
|
|
591
495
|
"metric_type": "COSINE",
|
|
592
|
-
"
|
|
496
|
+
"M": 30,
|
|
497
|
+
"efConstruction": 360,
|
|
498
|
+
"ef": 100
|
|
593
499
|
},
|
|
594
500
|
"case_config": {
|
|
595
|
-
"case_id":
|
|
501
|
+
"case_id": 5,
|
|
596
502
|
"custom_case": {}
|
|
597
503
|
}
|
|
598
504
|
},
|
|
@@ -601,10 +507,10 @@
|
|
|
601
507
|
{
|
|
602
508
|
"metrics": {
|
|
603
509
|
"max_load_count": 0,
|
|
604
|
-
"load_duration":
|
|
605
|
-
"qps":
|
|
606
|
-
"serial_latency_p99": 0.
|
|
607
|
-
"recall": 0.
|
|
510
|
+
"load_duration": 1782.0061,
|
|
511
|
+
"qps": 467.179,
|
|
512
|
+
"serial_latency_p99": 0.007,
|
|
513
|
+
"recall": 0.9697
|
|
608
514
|
},
|
|
609
515
|
"task_config": {
|
|
610
516
|
"db": "Milvus",
|
|
@@ -613,12 +519,14 @@
|
|
|
613
519
|
"uri": "**********"
|
|
614
520
|
},
|
|
615
521
|
"db_case_config": {
|
|
616
|
-
"index": "
|
|
522
|
+
"index": "HNSW",
|
|
617
523
|
"metric_type": "COSINE",
|
|
618
|
-
"
|
|
524
|
+
"M": 30,
|
|
525
|
+
"efConstruction": 360,
|
|
526
|
+
"ef": 100
|
|
619
527
|
},
|
|
620
528
|
"case_config": {
|
|
621
|
-
"case_id":
|
|
529
|
+
"case_id": 7,
|
|
622
530
|
"custom_case": {}
|
|
623
531
|
}
|
|
624
532
|
},
|
|
@@ -627,9 +535,9 @@
|
|
|
627
535
|
{
|
|
628
536
|
"metrics": {
|
|
629
537
|
"max_load_count": 0,
|
|
630
|
-
"load_duration":
|
|
631
|
-
"qps":
|
|
632
|
-
"serial_latency_p99": 0.
|
|
538
|
+
"load_duration": 1455.573,
|
|
539
|
+
"qps": 431.7512,
|
|
540
|
+
"serial_latency_p99": 0.0083,
|
|
633
541
|
"recall": 1
|
|
634
542
|
},
|
|
635
543
|
"task_config": {
|
|
@@ -639,12 +547,14 @@
|
|
|
639
547
|
"uri": "**********"
|
|
640
548
|
},
|
|
641
549
|
"db_case_config": {
|
|
642
|
-
"index": "
|
|
550
|
+
"index": "HNSW",
|
|
643
551
|
"metric_type": "COSINE",
|
|
644
|
-
"
|
|
552
|
+
"M": 30,
|
|
553
|
+
"efConstruction": 360,
|
|
554
|
+
"ef": 100
|
|
645
555
|
},
|
|
646
556
|
"case_config": {
|
|
647
|
-
"case_id":
|
|
557
|
+
"case_id": 9,
|
|
648
558
|
"custom_case": {}
|
|
649
559
|
}
|
|
650
560
|
},
|
|
@@ -652,7 +562,7 @@
|
|
|
652
562
|
},
|
|
653
563
|
{
|
|
654
564
|
"metrics": {
|
|
655
|
-
"max_load_count":
|
|
565
|
+
"max_load_count": 6700000,
|
|
656
566
|
"load_duration": 0,
|
|
657
567
|
"qps": 0,
|
|
658
568
|
"serial_latency_p99": 0,
|
|
@@ -671,7 +581,7 @@
|
|
|
671
581
|
"metric_type": "L2"
|
|
672
582
|
},
|
|
673
583
|
"case_config": {
|
|
674
|
-
"case_id":
|
|
584
|
+
"case_id": 2,
|
|
675
585
|
"custom_case": {}
|
|
676
586
|
}
|
|
677
587
|
},
|
|
@@ -698,7 +608,7 @@
|
|
|
698
608
|
"metric_type": "L2"
|
|
699
609
|
},
|
|
700
610
|
"case_config": {
|
|
701
|
-
"case_id":
|
|
611
|
+
"case_id": 1,
|
|
702
612
|
"custom_case": {}
|
|
703
613
|
}
|
|
704
614
|
},
|
|
@@ -707,10 +617,10 @@
|
|
|
707
617
|
{
|
|
708
618
|
"metrics": {
|
|
709
619
|
"max_load_count": 0,
|
|
710
|
-
"load_duration":
|
|
711
|
-
"qps":
|
|
712
|
-
"serial_latency_p99": 0.
|
|
713
|
-
"recall": 0.
|
|
620
|
+
"load_duration": 2412.0463,
|
|
621
|
+
"qps": 330.0144,
|
|
622
|
+
"serial_latency_p99": 0.009,
|
|
623
|
+
"recall": 0.9507
|
|
714
624
|
},
|
|
715
625
|
"task_config": {
|
|
716
626
|
"db": "ZillizCloud",
|
|
@@ -725,7 +635,7 @@
|
|
|
725
635
|
"metric_type": "COSINE"
|
|
726
636
|
},
|
|
727
637
|
"case_config": {
|
|
728
|
-
"case_id":
|
|
638
|
+
"case_id": 5,
|
|
729
639
|
"custom_case": {}
|
|
730
640
|
}
|
|
731
641
|
},
|
|
@@ -734,10 +644,10 @@
|
|
|
734
644
|
{
|
|
735
645
|
"metrics": {
|
|
736
646
|
"max_load_count": 0,
|
|
737
|
-
"load_duration":
|
|
738
|
-
"qps":
|
|
739
|
-
"serial_latency_p99": 0.
|
|
740
|
-
"recall": 0.
|
|
647
|
+
"load_duration": 2412.0463,
|
|
648
|
+
"qps": 271.6585,
|
|
649
|
+
"serial_latency_p99": 0.0101,
|
|
650
|
+
"recall": 0.9678
|
|
741
651
|
},
|
|
742
652
|
"task_config": {
|
|
743
653
|
"db": "ZillizCloud",
|
|
@@ -752,7 +662,7 @@
|
|
|
752
662
|
"metric_type": "COSINE"
|
|
753
663
|
},
|
|
754
664
|
"case_config": {
|
|
755
|
-
"case_id":
|
|
665
|
+
"case_id": 7,
|
|
756
666
|
"custom_case": {}
|
|
757
667
|
}
|
|
758
668
|
},
|
|
@@ -761,9 +671,9 @@
|
|
|
761
671
|
{
|
|
762
672
|
"metrics": {
|
|
763
673
|
"max_load_count": 0,
|
|
764
|
-
"load_duration":
|
|
765
|
-
"qps":
|
|
766
|
-
"serial_latency_p99": 0.
|
|
674
|
+
"load_duration": 2412.0463,
|
|
675
|
+
"qps": 216.5226,
|
|
676
|
+
"serial_latency_p99": 0.0129,
|
|
767
677
|
"recall": 1
|
|
768
678
|
},
|
|
769
679
|
"task_config": {
|
|
@@ -779,7 +689,7 @@
|
|
|
779
689
|
"metric_type": "COSINE"
|
|
780
690
|
},
|
|
781
691
|
"case_config": {
|
|
782
|
-
"case_id":
|
|
692
|
+
"case_id": 9,
|
|
783
693
|
"custom_case": {}
|
|
784
694
|
}
|
|
785
695
|
},
|
|
@@ -788,10 +698,10 @@
|
|
|
788
698
|
{
|
|
789
699
|
"metrics": {
|
|
790
700
|
"max_load_count": 0,
|
|
791
|
-
"load_duration":
|
|
792
|
-
"qps":
|
|
793
|
-
"serial_latency_p99": 0.
|
|
794
|
-
"recall": 0.
|
|
701
|
+
"load_duration": 0.0,
|
|
702
|
+
"qps": 0.0,
|
|
703
|
+
"serial_latency_p99": 0.0,
|
|
704
|
+
"recall": 0.0
|
|
795
705
|
},
|
|
796
706
|
"task_config": {
|
|
797
707
|
"db": "ZillizCloud",
|
|
@@ -806,19 +716,19 @@
|
|
|
806
716
|
"metric_type": "COSINE"
|
|
807
717
|
},
|
|
808
718
|
"case_config": {
|
|
809
|
-
"case_id":
|
|
719
|
+
"case_id": 4,
|
|
810
720
|
"custom_case": {}
|
|
811
721
|
}
|
|
812
722
|
},
|
|
813
|
-
"label": "
|
|
723
|
+
"label": "x"
|
|
814
724
|
},
|
|
815
725
|
{
|
|
816
726
|
"metrics": {
|
|
817
727
|
"max_load_count": 0,
|
|
818
|
-
"load_duration":
|
|
819
|
-
"qps":
|
|
820
|
-
"serial_latency_p99": 0.
|
|
821
|
-
"recall": 0.
|
|
728
|
+
"load_duration": 0.0,
|
|
729
|
+
"qps": 0.0,
|
|
730
|
+
"serial_latency_p99": 0.0,
|
|
731
|
+
"recall": 0.0
|
|
822
732
|
},
|
|
823
733
|
"task_config": {
|
|
824
734
|
"db": "ZillizCloud",
|
|
@@ -833,19 +743,19 @@
|
|
|
833
743
|
"metric_type": "COSINE"
|
|
834
744
|
},
|
|
835
745
|
"case_config": {
|
|
836
|
-
"case_id":
|
|
746
|
+
"case_id": 6,
|
|
837
747
|
"custom_case": {}
|
|
838
748
|
}
|
|
839
749
|
},
|
|
840
|
-
"label": "
|
|
750
|
+
"label": "x"
|
|
841
751
|
},
|
|
842
752
|
{
|
|
843
753
|
"metrics": {
|
|
844
754
|
"max_load_count": 0,
|
|
845
|
-
"load_duration":
|
|
846
|
-
"qps":
|
|
847
|
-
"serial_latency_p99": 0.
|
|
848
|
-
"recall":
|
|
755
|
+
"load_duration": 0.0,
|
|
756
|
+
"qps": 0.0,
|
|
757
|
+
"serial_latency_p99": 0.0,
|
|
758
|
+
"recall": 0.0
|
|
849
759
|
},
|
|
850
760
|
"task_config": {
|
|
851
761
|
"db": "ZillizCloud",
|
|
@@ -860,97 +770,19 @@
|
|
|
860
770
|
"metric_type": "COSINE"
|
|
861
771
|
},
|
|
862
772
|
"case_config": {
|
|
863
|
-
"case_id":
|
|
864
|
-
"custom_case": {}
|
|
865
|
-
}
|
|
866
|
-
},
|
|
867
|
-
"label": ":)"
|
|
868
|
-
},
|
|
869
|
-
{
|
|
870
|
-
"metrics": {
|
|
871
|
-
"max_load_count": 0,
|
|
872
|
-
"load_duration": 752.1779,
|
|
873
|
-
"qps": 233.6172,
|
|
874
|
-
"serial_latency_p99": 0.011,
|
|
875
|
-
"recall": 0.9494
|
|
876
|
-
},
|
|
877
|
-
"task_config": {
|
|
878
|
-
"db": "Milvus",
|
|
879
|
-
"db_config": {
|
|
880
|
-
"db_label": "2c8g-disk",
|
|
881
|
-
"uri": "**********"
|
|
882
|
-
},
|
|
883
|
-
"db_case_config": {
|
|
884
|
-
"index": "DISKANN",
|
|
885
|
-
"metric_type": "COSINE",
|
|
886
|
-
"search_list": 100
|
|
887
|
-
},
|
|
888
|
-
"case_config": {
|
|
889
|
-
"case_id": "Search Performance Test (Small Dataset)",
|
|
890
|
-
"custom_case": {}
|
|
891
|
-
}
|
|
892
|
-
},
|
|
893
|
-
"label": ":)"
|
|
894
|
-
},
|
|
895
|
-
{
|
|
896
|
-
"metrics": {
|
|
897
|
-
"max_load_count": 0,
|
|
898
|
-
"load_duration": 752.1779,
|
|
899
|
-
"qps": 218.1513,
|
|
900
|
-
"serial_latency_p99": 0.0104,
|
|
901
|
-
"recall": 0.9485
|
|
902
|
-
},
|
|
903
|
-
"task_config": {
|
|
904
|
-
"db": "Milvus",
|
|
905
|
-
"db_config": {
|
|
906
|
-
"db_label": "2c8g-disk",
|
|
907
|
-
"uri": "**********"
|
|
908
|
-
},
|
|
909
|
-
"db_case_config": {
|
|
910
|
-
"index": "DISKANN",
|
|
911
|
-
"metric_type": "COSINE",
|
|
912
|
-
"search_list": 100
|
|
913
|
-
},
|
|
914
|
-
"case_config": {
|
|
915
|
-
"case_id": "Filtering Search Performance Test (Small Dataset, Low Filtering Rate)",
|
|
916
|
-
"custom_case": {}
|
|
917
|
-
}
|
|
918
|
-
},
|
|
919
|
-
"label": ":)"
|
|
920
|
-
},
|
|
921
|
-
{
|
|
922
|
-
"metrics": {
|
|
923
|
-
"max_load_count": 0,
|
|
924
|
-
"load_duration": 752.1779,
|
|
925
|
-
"qps": 235.2801,
|
|
926
|
-
"serial_latency_p99": 0.009,
|
|
927
|
-
"recall": 1
|
|
928
|
-
},
|
|
929
|
-
"task_config": {
|
|
930
|
-
"db": "Milvus",
|
|
931
|
-
"db_config": {
|
|
932
|
-
"db_label": "2c8g-disk",
|
|
933
|
-
"uri": "**********"
|
|
934
|
-
},
|
|
935
|
-
"db_case_config": {
|
|
936
|
-
"index": "DISKANN",
|
|
937
|
-
"metric_type": "COSINE",
|
|
938
|
-
"search_list": 100
|
|
939
|
-
},
|
|
940
|
-
"case_config": {
|
|
941
|
-
"case_id": "Filtering Search Performance Test (Small Dataset, High Filtering Rate)",
|
|
773
|
+
"case_id": 8,
|
|
942
774
|
"custom_case": {}
|
|
943
775
|
}
|
|
944
776
|
},
|
|
945
|
-
"label": "
|
|
777
|
+
"label": "x"
|
|
946
778
|
},
|
|
947
779
|
{
|
|
948
780
|
"metrics": {
|
|
949
781
|
"max_load_count": 0,
|
|
950
|
-
"load_duration":
|
|
951
|
-
"qps":
|
|
952
|
-
"serial_latency_p99": 0.
|
|
953
|
-
"recall": 0.
|
|
782
|
+
"load_duration": 14521.4008,
|
|
783
|
+
"qps": 123.9553,
|
|
784
|
+
"serial_latency_p99": 0.023,
|
|
785
|
+
"recall": 0.971
|
|
954
786
|
},
|
|
955
787
|
"task_config": {
|
|
956
788
|
"db": "ZillizCloud",
|
|
@@ -965,7 +797,7 @@
|
|
|
965
797
|
"metric_type": "COSINE"
|
|
966
798
|
},
|
|
967
799
|
"case_config": {
|
|
968
|
-
"case_id":
|
|
800
|
+
"case_id": 4,
|
|
969
801
|
"custom_case": {}
|
|
970
802
|
}
|
|
971
803
|
},
|
|
@@ -974,10 +806,10 @@
|
|
|
974
806
|
{
|
|
975
807
|
"metrics": {
|
|
976
808
|
"max_load_count": 0,
|
|
977
|
-
"load_duration":
|
|
978
|
-
"qps":
|
|
979
|
-
"serial_latency_p99": 0.
|
|
980
|
-
"recall": 0.
|
|
809
|
+
"load_duration": 14521.4008,
|
|
810
|
+
"qps": 59.1479,
|
|
811
|
+
"serial_latency_p99": 0.0445,
|
|
812
|
+
"recall": 0.9906
|
|
981
813
|
},
|
|
982
814
|
"task_config": {
|
|
983
815
|
"db": "ZillizCloud",
|
|
@@ -992,7 +824,7 @@
|
|
|
992
824
|
"metric_type": "COSINE"
|
|
993
825
|
},
|
|
994
826
|
"case_config": {
|
|
995
|
-
"case_id":
|
|
827
|
+
"case_id": 6,
|
|
996
828
|
"custom_case": {}
|
|
997
829
|
}
|
|
998
830
|
},
|
|
@@ -1001,9 +833,9 @@
|
|
|
1001
833
|
{
|
|
1002
834
|
"metrics": {
|
|
1003
835
|
"max_load_count": 0,
|
|
1004
|
-
"load_duration":
|
|
1005
|
-
"qps":
|
|
1006
|
-
"serial_latency_p99": 0.
|
|
836
|
+
"load_duration": 14521.4008,
|
|
837
|
+
"qps": 40.999,
|
|
838
|
+
"serial_latency_p99": 0.0553,
|
|
1007
839
|
"recall": 1
|
|
1008
840
|
},
|
|
1009
841
|
"task_config": {
|
|
@@ -1019,7 +851,7 @@
|
|
|
1019
851
|
"metric_type": "COSINE"
|
|
1020
852
|
},
|
|
1021
853
|
"case_config": {
|
|
1022
|
-
"case_id":
|
|
854
|
+
"case_id": 8,
|
|
1023
855
|
"custom_case": {}
|
|
1024
856
|
}
|
|
1025
857
|
},
|
|
@@ -1028,10 +860,10 @@
|
|
|
1028
860
|
{
|
|
1029
861
|
"metrics": {
|
|
1030
862
|
"max_load_count": 0,
|
|
1031
|
-
"load_duration":
|
|
1032
|
-
"qps":
|
|
1033
|
-
"serial_latency_p99": 0.
|
|
1034
|
-
"recall": 0.
|
|
863
|
+
"load_duration": 2340.5671,
|
|
864
|
+
"qps": 579.9416,
|
|
865
|
+
"serial_latency_p99": 0.0094,
|
|
866
|
+
"recall": 0.9213
|
|
1035
867
|
},
|
|
1036
868
|
"task_config": {
|
|
1037
869
|
"db": "ZillizCloud",
|
|
@@ -1046,7 +878,7 @@
|
|
|
1046
878
|
"metric_type": "COSINE"
|
|
1047
879
|
},
|
|
1048
880
|
"case_config": {
|
|
1049
|
-
"case_id":
|
|
881
|
+
"case_id": 5,
|
|
1050
882
|
"custom_case": {}
|
|
1051
883
|
}
|
|
1052
884
|
},
|
|
@@ -1055,10 +887,10 @@
|
|
|
1055
887
|
{
|
|
1056
888
|
"metrics": {
|
|
1057
889
|
"max_load_count": 0,
|
|
1058
|
-
"load_duration":
|
|
1059
|
-
"qps":
|
|
1060
|
-
"serial_latency_p99": 0.
|
|
1061
|
-
"recall": 0.
|
|
890
|
+
"load_duration": 2340.5671,
|
|
891
|
+
"qps": 425.2529,
|
|
892
|
+
"serial_latency_p99": 0.0113,
|
|
893
|
+
"recall": 0.9686
|
|
1062
894
|
},
|
|
1063
895
|
"task_config": {
|
|
1064
896
|
"db": "ZillizCloud",
|
|
@@ -1073,7 +905,7 @@
|
|
|
1073
905
|
"metric_type": "COSINE"
|
|
1074
906
|
},
|
|
1075
907
|
"case_config": {
|
|
1076
|
-
"case_id":
|
|
908
|
+
"case_id": 7,
|
|
1077
909
|
"custom_case": {}
|
|
1078
910
|
}
|
|
1079
911
|
},
|
|
@@ -1082,9 +914,9 @@
|
|
|
1082
914
|
{
|
|
1083
915
|
"metrics": {
|
|
1084
916
|
"max_load_count": 0,
|
|
1085
|
-
"load_duration":
|
|
1086
|
-
"qps":
|
|
1087
|
-
"serial_latency_p99": 0.
|
|
917
|
+
"load_duration": 2340.5671,
|
|
918
|
+
"qps": 397.0539,
|
|
919
|
+
"serial_latency_p99": 0.0138,
|
|
1088
920
|
"recall": 1
|
|
1089
921
|
},
|
|
1090
922
|
"task_config": {
|
|
@@ -1100,7 +932,7 @@
|
|
|
1100
932
|
"metric_type": "COSINE"
|
|
1101
933
|
},
|
|
1102
934
|
"case_config": {
|
|
1103
|
-
"case_id":
|
|
935
|
+
"case_id": 9,
|
|
1104
936
|
"custom_case": {}
|
|
1105
937
|
}
|
|
1106
938
|
},
|
|
@@ -1108,108 +940,27 @@
|
|
|
1108
940
|
},
|
|
1109
941
|
{
|
|
1110
942
|
"metrics": {
|
|
1111
|
-
"max_load_count":
|
|
1112
|
-
"load_duration":
|
|
1113
|
-
"qps":
|
|
1114
|
-
"serial_latency_p99": 0
|
|
1115
|
-
"recall": 0
|
|
943
|
+
"max_load_count": 5800000,
|
|
944
|
+
"load_duration": 0,
|
|
945
|
+
"qps": 0,
|
|
946
|
+
"serial_latency_p99": 0,
|
|
947
|
+
"recall": 0
|
|
1116
948
|
},
|
|
1117
949
|
"task_config": {
|
|
1118
|
-
"db": "
|
|
950
|
+
"db": "WeaviateCloud",
|
|
1119
951
|
"db_config": {
|
|
1120
|
-
"db_label": "
|
|
1121
|
-
"
|
|
1122
|
-
"
|
|
1123
|
-
"password": "**********"
|
|
952
|
+
"db_label": "bus_crit",
|
|
953
|
+
"url": "**********",
|
|
954
|
+
"api_key": "**********"
|
|
1124
955
|
},
|
|
1125
956
|
"db_case_config": {
|
|
1126
|
-
"
|
|
1127
|
-
"
|
|
957
|
+
"metric_type": "COSINE",
|
|
958
|
+
"ef": -1,
|
|
959
|
+
"efConstruction": null,
|
|
960
|
+
"maxConnections": null
|
|
1128
961
|
},
|
|
1129
962
|
"case_config": {
|
|
1130
|
-
"case_id":
|
|
1131
|
-
"custom_case": {}
|
|
1132
|
-
}
|
|
1133
|
-
},
|
|
1134
|
-
"label": ":)"
|
|
1135
|
-
},
|
|
1136
|
-
{
|
|
1137
|
-
"metrics": {
|
|
1138
|
-
"max_load_count": 0,
|
|
1139
|
-
"load_duration": 3253.6402,
|
|
1140
|
-
"qps": 264.539,
|
|
1141
|
-
"serial_latency_p99": 0.0099,
|
|
1142
|
-
"recall": 0.9684
|
|
1143
|
-
},
|
|
1144
|
-
"task_config": {
|
|
1145
|
-
"db": "ZillizCloud",
|
|
1146
|
-
"db_config": {
|
|
1147
|
-
"db_label": "2cu-cap",
|
|
1148
|
-
"uri": "**********",
|
|
1149
|
-
"user": "root",
|
|
1150
|
-
"password": "**********"
|
|
1151
|
-
},
|
|
1152
|
-
"db_case_config": {
|
|
1153
|
-
"index": "AUTOINDEX",
|
|
1154
|
-
"metric_type": "COSINE"
|
|
1155
|
-
},
|
|
1156
|
-
"case_config": {
|
|
1157
|
-
"case_id": "Filtering Search Performance Test (Medium Dataset, Low Filtering Rate)",
|
|
1158
|
-
"custom_case": {}
|
|
1159
|
-
}
|
|
1160
|
-
},
|
|
1161
|
-
"label": ":)"
|
|
1162
|
-
},
|
|
1163
|
-
{
|
|
1164
|
-
"metrics": {
|
|
1165
|
-
"max_load_count": 0,
|
|
1166
|
-
"load_duration": 3253.6402,
|
|
1167
|
-
"qps": 232.8041,
|
|
1168
|
-
"serial_latency_p99": 0.0109,
|
|
1169
|
-
"recall": 1
|
|
1170
|
-
},
|
|
1171
|
-
"task_config": {
|
|
1172
|
-
"db": "ZillizCloud",
|
|
1173
|
-
"db_config": {
|
|
1174
|
-
"db_label": "2cu-cap",
|
|
1175
|
-
"uri": "**********",
|
|
1176
|
-
"user": "root",
|
|
1177
|
-
"password": "**********"
|
|
1178
|
-
},
|
|
1179
|
-
"db_case_config": {
|
|
1180
|
-
"index": "AUTOINDEX",
|
|
1181
|
-
"metric_type": "COSINE"
|
|
1182
|
-
},
|
|
1183
|
-
"case_config": {
|
|
1184
|
-
"case_id": "Filtering Search Performance Test (Medium Dataset, High Filtering Rate)",
|
|
1185
|
-
"custom_case": {}
|
|
1186
|
-
}
|
|
1187
|
-
},
|
|
1188
|
-
"label": ":)"
|
|
1189
|
-
},
|
|
1190
|
-
{
|
|
1191
|
-
"metrics": {
|
|
1192
|
-
"max_load_count": 5800000,
|
|
1193
|
-
"load_duration": 0,
|
|
1194
|
-
"qps": 0,
|
|
1195
|
-
"serial_latency_p99": 0,
|
|
1196
|
-
"recall": 0
|
|
1197
|
-
},
|
|
1198
|
-
"task_config": {
|
|
1199
|
-
"db": "WeaviateCloud",
|
|
1200
|
-
"db_config": {
|
|
1201
|
-
"db_label": "bus_crit",
|
|
1202
|
-
"url": "**********",
|
|
1203
|
-
"api_key": "**********"
|
|
1204
|
-
},
|
|
1205
|
-
"db_case_config": {
|
|
1206
|
-
"metric_type": "COSINE",
|
|
1207
|
-
"ef": -1,
|
|
1208
|
-
"efConstruction": null,
|
|
1209
|
-
"maxConnections": null
|
|
1210
|
-
},
|
|
1211
|
-
"case_config": {
|
|
1212
|
-
"case_id": "Capacity Test (Small-dim)",
|
|
963
|
+
"case_id": 1,
|
|
1213
964
|
"custom_case": null
|
|
1214
965
|
}
|
|
1215
966
|
},
|
|
@@ -1237,7 +988,7 @@
|
|
|
1237
988
|
"maxConnections": null
|
|
1238
989
|
},
|
|
1239
990
|
"case_config": {
|
|
1240
|
-
"case_id":
|
|
991
|
+
"case_id": 2,
|
|
1241
992
|
"custom_case": null
|
|
1242
993
|
}
|
|
1243
994
|
},
|
|
@@ -1265,7 +1016,7 @@
|
|
|
1265
1016
|
"maxConnections": null
|
|
1266
1017
|
},
|
|
1267
1018
|
"case_config": {
|
|
1268
|
-
"case_id":
|
|
1019
|
+
"case_id": 4,
|
|
1269
1020
|
"custom_case": null
|
|
1270
1021
|
}
|
|
1271
1022
|
},
|
|
@@ -1293,7 +1044,7 @@
|
|
|
1293
1044
|
"maxConnections": null
|
|
1294
1045
|
},
|
|
1295
1046
|
"case_config": {
|
|
1296
|
-
"case_id":
|
|
1047
|
+
"case_id": 6,
|
|
1297
1048
|
"custom_case": null
|
|
1298
1049
|
}
|
|
1299
1050
|
},
|
|
@@ -1321,7 +1072,7 @@
|
|
|
1321
1072
|
"maxConnections": null
|
|
1322
1073
|
},
|
|
1323
1074
|
"case_config": {
|
|
1324
|
-
"case_id":
|
|
1075
|
+
"case_id": 8,
|
|
1325
1076
|
"custom_case": null
|
|
1326
1077
|
}
|
|
1327
1078
|
},
|
|
@@ -1349,7 +1100,7 @@
|
|
|
1349
1100
|
"maxConnections": null
|
|
1350
1101
|
},
|
|
1351
1102
|
"case_config": {
|
|
1352
|
-
"case_id":
|
|
1103
|
+
"case_id": 5,
|
|
1353
1104
|
"custom_case": null
|
|
1354
1105
|
}
|
|
1355
1106
|
},
|
|
@@ -1377,7 +1128,7 @@
|
|
|
1377
1128
|
"maxConnections": null
|
|
1378
1129
|
},
|
|
1379
1130
|
"case_config": {
|
|
1380
|
-
"case_id":
|
|
1131
|
+
"case_id": 7,
|
|
1381
1132
|
"custom_case": null
|
|
1382
1133
|
}
|
|
1383
1134
|
},
|
|
@@ -1405,7 +1156,7 @@
|
|
|
1405
1156
|
"maxConnections": null
|
|
1406
1157
|
},
|
|
1407
1158
|
"case_config": {
|
|
1408
|
-
"case_id":
|
|
1159
|
+
"case_id": 9,
|
|
1409
1160
|
"custom_case": null
|
|
1410
1161
|
}
|
|
1411
1162
|
},
|
|
@@ -1413,16 +1164,16 @@
|
|
|
1413
1164
|
},
|
|
1414
1165
|
{
|
|
1415
1166
|
"metrics": {
|
|
1416
|
-
"max_load_count":
|
|
1417
|
-
"load_duration":
|
|
1418
|
-
"qps":
|
|
1419
|
-
"serial_latency_p99": 0
|
|
1420
|
-
"recall": 0
|
|
1167
|
+
"max_load_count": 1480000,
|
|
1168
|
+
"load_duration": 0,
|
|
1169
|
+
"qps": 0,
|
|
1170
|
+
"serial_latency_p99": 0,
|
|
1171
|
+
"recall": 0
|
|
1421
1172
|
},
|
|
1422
1173
|
"task_config": {
|
|
1423
1174
|
"db": "WeaviateCloud",
|
|
1424
1175
|
"db_config": {
|
|
1425
|
-
"db_label": "
|
|
1176
|
+
"db_label": "sandbox",
|
|
1426
1177
|
"url": "**********",
|
|
1427
1178
|
"api_key": "**********"
|
|
1428
1179
|
},
|
|
@@ -1433,7 +1184,7 @@
|
|
|
1433
1184
|
"maxConnections": null
|
|
1434
1185
|
},
|
|
1435
1186
|
"case_config": {
|
|
1436
|
-
"case_id":
|
|
1187
|
+
"case_id": 1,
|
|
1437
1188
|
"custom_case": null
|
|
1438
1189
|
}
|
|
1439
1190
|
},
|
|
@@ -1441,16 +1192,16 @@
|
|
|
1441
1192
|
},
|
|
1442
1193
|
{
|
|
1443
1194
|
"metrics": {
|
|
1444
|
-
"max_load_count":
|
|
1445
|
-
"load_duration":
|
|
1446
|
-
"qps":
|
|
1447
|
-
"serial_latency_p99": 0
|
|
1448
|
-
"recall": 0
|
|
1195
|
+
"max_load_count": 455000,
|
|
1196
|
+
"load_duration": 0,
|
|
1197
|
+
"qps": 0,
|
|
1198
|
+
"serial_latency_p99": 0,
|
|
1199
|
+
"recall": 0
|
|
1449
1200
|
},
|
|
1450
1201
|
"task_config": {
|
|
1451
1202
|
"db": "WeaviateCloud",
|
|
1452
1203
|
"db_config": {
|
|
1453
|
-
"db_label": "
|
|
1204
|
+
"db_label": "sandbox",
|
|
1454
1205
|
"url": "**********",
|
|
1455
1206
|
"api_key": "**********"
|
|
1456
1207
|
},
|
|
@@ -1461,7 +1212,7 @@
|
|
|
1461
1212
|
"maxConnections": null
|
|
1462
1213
|
},
|
|
1463
1214
|
"case_config": {
|
|
1464
|
-
"case_id":
|
|
1215
|
+
"case_id": 2,
|
|
1465
1216
|
"custom_case": null
|
|
1466
1217
|
}
|
|
1467
1218
|
},
|
|
@@ -1470,15 +1221,15 @@
|
|
|
1470
1221
|
{
|
|
1471
1222
|
"metrics": {
|
|
1472
1223
|
"max_load_count": 0,
|
|
1473
|
-
"load_duration":
|
|
1474
|
-
"qps":
|
|
1475
|
-
"serial_latency_p99": 0
|
|
1476
|
-
"recall":
|
|
1224
|
+
"load_duration": 0,
|
|
1225
|
+
"qps": 0,
|
|
1226
|
+
"serial_latency_p99": 0,
|
|
1227
|
+
"recall": 0
|
|
1477
1228
|
},
|
|
1478
1229
|
"task_config": {
|
|
1479
1230
|
"db": "WeaviateCloud",
|
|
1480
1231
|
"db_config": {
|
|
1481
|
-
"db_label": "
|
|
1232
|
+
"db_label": "sandbox",
|
|
1482
1233
|
"url": "**********",
|
|
1483
1234
|
"api_key": "**********"
|
|
1484
1235
|
},
|
|
@@ -1489,15 +1240,15 @@
|
|
|
1489
1240
|
"maxConnections": null
|
|
1490
1241
|
},
|
|
1491
1242
|
"case_config": {
|
|
1492
|
-
"case_id":
|
|
1243
|
+
"case_id": 5,
|
|
1493
1244
|
"custom_case": null
|
|
1494
1245
|
}
|
|
1495
1246
|
},
|
|
1496
|
-
"label": "
|
|
1247
|
+
"label": "x"
|
|
1497
1248
|
},
|
|
1498
1249
|
{
|
|
1499
1250
|
"metrics": {
|
|
1500
|
-
"max_load_count":
|
|
1251
|
+
"max_load_count": 0,
|
|
1501
1252
|
"load_duration": 0,
|
|
1502
1253
|
"qps": 0,
|
|
1503
1254
|
"serial_latency_p99": 0,
|
|
@@ -1517,15 +1268,15 @@
|
|
|
1517
1268
|
"maxConnections": null
|
|
1518
1269
|
},
|
|
1519
1270
|
"case_config": {
|
|
1520
|
-
"case_id":
|
|
1271
|
+
"case_id": 7,
|
|
1521
1272
|
"custom_case": null
|
|
1522
1273
|
}
|
|
1523
1274
|
},
|
|
1524
|
-
"label": "
|
|
1275
|
+
"label": "x"
|
|
1525
1276
|
},
|
|
1526
1277
|
{
|
|
1527
1278
|
"metrics": {
|
|
1528
|
-
"max_load_count":
|
|
1279
|
+
"max_load_count": 0,
|
|
1529
1280
|
"load_duration": 0,
|
|
1530
1281
|
"qps": 0,
|
|
1531
1282
|
"serial_latency_p99": 0,
|
|
@@ -1545,11 +1296,11 @@
|
|
|
1545
1296
|
"maxConnections": null
|
|
1546
1297
|
},
|
|
1547
1298
|
"case_config": {
|
|
1548
|
-
"case_id":
|
|
1299
|
+
"case_id": 9,
|
|
1549
1300
|
"custom_case": null
|
|
1550
1301
|
}
|
|
1551
1302
|
},
|
|
1552
|
-
"label": "
|
|
1303
|
+
"label": "x"
|
|
1553
1304
|
},
|
|
1554
1305
|
{
|
|
1555
1306
|
"metrics": {
|
|
@@ -1573,7 +1324,7 @@
|
|
|
1573
1324
|
"maxConnections": null
|
|
1574
1325
|
},
|
|
1575
1326
|
"case_config": {
|
|
1576
|
-
"case_id":
|
|
1327
|
+
"case_id": 4,
|
|
1577
1328
|
"custom_case": null
|
|
1578
1329
|
}
|
|
1579
1330
|
},
|
|
@@ -1601,7 +1352,7 @@
|
|
|
1601
1352
|
"maxConnections": null
|
|
1602
1353
|
},
|
|
1603
1354
|
"case_config": {
|
|
1604
|
-
"case_id":
|
|
1355
|
+
"case_id": 6,
|
|
1605
1356
|
"custom_case": null
|
|
1606
1357
|
}
|
|
1607
1358
|
},
|
|
@@ -1629,7 +1380,7 @@
|
|
|
1629
1380
|
"maxConnections": null
|
|
1630
1381
|
},
|
|
1631
1382
|
"case_config": {
|
|
1632
|
-
"case_id":
|
|
1383
|
+
"case_id": 8,
|
|
1633
1384
|
"custom_case": null
|
|
1634
1385
|
}
|
|
1635
1386
|
},
|
|
@@ -1637,16 +1388,16 @@
|
|
|
1637
1388
|
},
|
|
1638
1389
|
{
|
|
1639
1390
|
"metrics": {
|
|
1640
|
-
"max_load_count":
|
|
1641
|
-
"load_duration":
|
|
1642
|
-
"qps":
|
|
1643
|
-
"serial_latency_p99": 0
|
|
1644
|
-
"recall": 0
|
|
1391
|
+
"max_load_count": 5500000,
|
|
1392
|
+
"load_duration": 0,
|
|
1393
|
+
"qps": 0,
|
|
1394
|
+
"serial_latency_p99": 0,
|
|
1395
|
+
"recall": 0
|
|
1645
1396
|
},
|
|
1646
1397
|
"task_config": {
|
|
1647
1398
|
"db": "WeaviateCloud",
|
|
1648
1399
|
"db_config": {
|
|
1649
|
-
"db_label": "
|
|
1400
|
+
"db_label": "standard",
|
|
1650
1401
|
"url": "**********",
|
|
1651
1402
|
"api_key": "**********"
|
|
1652
1403
|
},
|
|
@@ -1657,7 +1408,7 @@
|
|
|
1657
1408
|
"maxConnections": null
|
|
1658
1409
|
},
|
|
1659
1410
|
"case_config": {
|
|
1660
|
-
"case_id":
|
|
1411
|
+
"case_id": 1,
|
|
1661
1412
|
"custom_case": null
|
|
1662
1413
|
}
|
|
1663
1414
|
},
|
|
@@ -1665,7 +1416,7 @@
|
|
|
1665
1416
|
},
|
|
1666
1417
|
{
|
|
1667
1418
|
"metrics": {
|
|
1668
|
-
"max_load_count":
|
|
1419
|
+
"max_load_count": 1800000,
|
|
1669
1420
|
"load_duration": 0,
|
|
1670
1421
|
"qps": 0,
|
|
1671
1422
|
"serial_latency_p99": 0,
|
|
@@ -1685,7 +1436,7 @@
|
|
|
1685
1436
|
"maxConnections": null
|
|
1686
1437
|
},
|
|
1687
1438
|
"case_config": {
|
|
1688
|
-
"case_id":
|
|
1439
|
+
"case_id": 2,
|
|
1689
1440
|
"custom_case": null
|
|
1690
1441
|
}
|
|
1691
1442
|
},
|
|
@@ -1693,11 +1444,11 @@
|
|
|
1693
1444
|
},
|
|
1694
1445
|
{
|
|
1695
1446
|
"metrics": {
|
|
1696
|
-
"max_load_count":
|
|
1697
|
-
"load_duration":
|
|
1698
|
-
"qps":
|
|
1699
|
-
"serial_latency_p99": 0,
|
|
1700
|
-
"recall": 0
|
|
1447
|
+
"max_load_count": 0,
|
|
1448
|
+
"load_duration": 3580.7827,
|
|
1449
|
+
"qps": 63.1365,
|
|
1450
|
+
"serial_latency_p99": 0.1457,
|
|
1451
|
+
"recall": 0.991
|
|
1701
1452
|
},
|
|
1702
1453
|
"task_config": {
|
|
1703
1454
|
"db": "WeaviateCloud",
|
|
@@ -1713,7 +1464,7 @@
|
|
|
1713
1464
|
"maxConnections": null
|
|
1714
1465
|
},
|
|
1715
1466
|
"case_config": {
|
|
1716
|
-
"case_id":
|
|
1467
|
+
"case_id": 5,
|
|
1717
1468
|
"custom_case": null
|
|
1718
1469
|
}
|
|
1719
1470
|
},
|
|
@@ -1722,10 +1473,10 @@
|
|
|
1722
1473
|
{
|
|
1723
1474
|
"metrics": {
|
|
1724
1475
|
"max_load_count": 0,
|
|
1725
|
-
"load_duration":
|
|
1726
|
-
"qps":
|
|
1727
|
-
"serial_latency_p99":
|
|
1728
|
-
"recall": 0.
|
|
1476
|
+
"load_duration": 3580.12,
|
|
1477
|
+
"qps": 0.7512,
|
|
1478
|
+
"serial_latency_p99": 1.9838,
|
|
1479
|
+
"recall": 0.9908
|
|
1729
1480
|
},
|
|
1730
1481
|
"task_config": {
|
|
1731
1482
|
"db": "WeaviateCloud",
|
|
@@ -1737,12 +1488,12 @@
|
|
|
1737
1488
|
"db_case_config": {
|
|
1738
1489
|
"metric_type": "COSINE",
|
|
1739
1490
|
"ef": -1,
|
|
1740
|
-
"efConstruction":
|
|
1741
|
-
"maxConnections":
|
|
1491
|
+
"efConstruction": 128,
|
|
1492
|
+
"maxConnections": 64
|
|
1742
1493
|
},
|
|
1743
1494
|
"case_config": {
|
|
1744
|
-
"case_id":
|
|
1745
|
-
"custom_case":
|
|
1495
|
+
"case_id": 7,
|
|
1496
|
+
"custom_case": {}
|
|
1746
1497
|
}
|
|
1747
1498
|
},
|
|
1748
1499
|
"label": ":)"
|
|
@@ -1750,10 +1501,10 @@
|
|
|
1750
1501
|
{
|
|
1751
1502
|
"metrics": {
|
|
1752
1503
|
"max_load_count": 0,
|
|
1753
|
-
"load_duration":
|
|
1754
|
-
"qps":
|
|
1755
|
-
"serial_latency_p99": 0.
|
|
1756
|
-
"recall":
|
|
1504
|
+
"load_duration": 0,
|
|
1505
|
+
"qps": 30.1358,
|
|
1506
|
+
"serial_latency_p99": 0.1298,
|
|
1507
|
+
"recall": 1
|
|
1757
1508
|
},
|
|
1758
1509
|
"task_config": {
|
|
1759
1510
|
"db": "WeaviateCloud",
|
|
@@ -1765,12 +1516,12 @@
|
|
|
1765
1516
|
"db_case_config": {
|
|
1766
1517
|
"metric_type": "COSINE",
|
|
1767
1518
|
"ef": -1,
|
|
1768
|
-
"efConstruction":
|
|
1769
|
-
"maxConnections":
|
|
1519
|
+
"efConstruction": 128,
|
|
1520
|
+
"maxConnections": 64
|
|
1770
1521
|
},
|
|
1771
1522
|
"case_config": {
|
|
1772
|
-
"case_id":
|
|
1773
|
-
"custom_case":
|
|
1523
|
+
"case_id": 9,
|
|
1524
|
+
"custom_case": {}
|
|
1774
1525
|
}
|
|
1775
1526
|
},
|
|
1776
1527
|
"label": ":)"
|
|
@@ -1797,7 +1548,7 @@
|
|
|
1797
1548
|
"maxConnections": null
|
|
1798
1549
|
},
|
|
1799
1550
|
"case_config": {
|
|
1800
|
-
"case_id":
|
|
1551
|
+
"case_id": 4,
|
|
1801
1552
|
"custom_case": null
|
|
1802
1553
|
}
|
|
1803
1554
|
},
|
|
@@ -1825,7 +1576,7 @@
|
|
|
1825
1576
|
"maxConnections": null
|
|
1826
1577
|
},
|
|
1827
1578
|
"case_config": {
|
|
1828
|
-
"case_id":
|
|
1579
|
+
"case_id": 6,
|
|
1829
1580
|
"custom_case": null
|
|
1830
1581
|
}
|
|
1831
1582
|
},
|
|
@@ -1853,7 +1604,7 @@
|
|
|
1853
1604
|
"maxConnections": null
|
|
1854
1605
|
},
|
|
1855
1606
|
"case_config": {
|
|
1856
|
-
"case_id":
|
|
1607
|
+
"case_id": 8,
|
|
1857
1608
|
"custom_case": null
|
|
1858
1609
|
}
|
|
1859
1610
|
},
|
|
@@ -1880,7 +1631,7 @@
|
|
|
1880
1631
|
"metric_type": "COSINE"
|
|
1881
1632
|
},
|
|
1882
1633
|
"case_config": {
|
|
1883
|
-
"case_id":
|
|
1634
|
+
"case_id": 1,
|
|
1884
1635
|
"custom_case": {}
|
|
1885
1636
|
}
|
|
1886
1637
|
},
|
|
@@ -1907,7 +1658,7 @@
|
|
|
1907
1658
|
"metric_type": "COSINE"
|
|
1908
1659
|
},
|
|
1909
1660
|
"case_config": {
|
|
1910
|
-
"case_id":
|
|
1661
|
+
"case_id": 2,
|
|
1911
1662
|
"custom_case": {}
|
|
1912
1663
|
}
|
|
1913
1664
|
},
|
|
@@ -1916,10 +1667,10 @@
|
|
|
1916
1667
|
{
|
|
1917
1668
|
"metrics": {
|
|
1918
1669
|
"max_load_count": 0,
|
|
1919
|
-
"load_duration":
|
|
1920
|
-
"qps":
|
|
1921
|
-
"serial_latency_p99": 0.
|
|
1922
|
-
"recall": 0.
|
|
1670
|
+
"load_duration": 1100.6681,
|
|
1671
|
+
"qps": 516.27,
|
|
1672
|
+
"serial_latency_p99": 0.007,
|
|
1673
|
+
"recall": 0.9463
|
|
1923
1674
|
},
|
|
1924
1675
|
"task_config": {
|
|
1925
1676
|
"db": "ZillizCloud",
|
|
@@ -1934,7 +1685,7 @@
|
|
|
1934
1685
|
"metric_type": "COSINE"
|
|
1935
1686
|
},
|
|
1936
1687
|
"case_config": {
|
|
1937
|
-
"case_id":
|
|
1688
|
+
"case_id": 5,
|
|
1938
1689
|
"custom_case": {}
|
|
1939
1690
|
}
|
|
1940
1691
|
},
|
|
@@ -1943,10 +1694,10 @@
|
|
|
1943
1694
|
{
|
|
1944
1695
|
"metrics": {
|
|
1945
1696
|
"max_load_count": 0,
|
|
1946
|
-
"load_duration":
|
|
1947
|
-
"qps":
|
|
1948
|
-
"serial_latency_p99": 0.
|
|
1949
|
-
"recall": 0.
|
|
1697
|
+
"load_duration": 1100.6681,
|
|
1698
|
+
"qps": 354.8416,
|
|
1699
|
+
"serial_latency_p99": 0.01,
|
|
1700
|
+
"recall": 0.9802
|
|
1950
1701
|
},
|
|
1951
1702
|
"task_config": {
|
|
1952
1703
|
"db": "ZillizCloud",
|
|
@@ -1961,7 +1712,7 @@
|
|
|
1961
1712
|
"metric_type": "COSINE"
|
|
1962
1713
|
},
|
|
1963
1714
|
"case_config": {
|
|
1964
|
-
"case_id":
|
|
1715
|
+
"case_id": 7,
|
|
1965
1716
|
"custom_case": {}
|
|
1966
1717
|
}
|
|
1967
1718
|
},
|
|
@@ -1970,9 +1721,9 @@
|
|
|
1970
1721
|
{
|
|
1971
1722
|
"metrics": {
|
|
1972
1723
|
"max_load_count": 0,
|
|
1973
|
-
"load_duration":
|
|
1974
|
-
"qps":
|
|
1975
|
-
"serial_latency_p99": 0.
|
|
1724
|
+
"load_duration": 1100.6681,
|
|
1725
|
+
"qps": 427.5229,
|
|
1726
|
+
"serial_latency_p99": 0.0087,
|
|
1976
1727
|
"recall": 1
|
|
1977
1728
|
},
|
|
1978
1729
|
"task_config": {
|
|
@@ -1988,7 +1739,7 @@
|
|
|
1988
1739
|
"metric_type": "COSINE"
|
|
1989
1740
|
},
|
|
1990
1741
|
"case_config": {
|
|
1991
|
-
"case_id":
|
|
1742
|
+
"case_id": 9,
|
|
1992
1743
|
"custom_case": {}
|
|
1993
1744
|
}
|
|
1994
1745
|
},
|
|
@@ -1997,10 +1748,10 @@
|
|
|
1997
1748
|
{
|
|
1998
1749
|
"metrics": {
|
|
1999
1750
|
"max_load_count": 0,
|
|
2000
|
-
"load_duration":
|
|
2001
|
-
"qps":
|
|
2002
|
-
"serial_latency_p99": 0.
|
|
2003
|
-
"recall": 0.
|
|
1751
|
+
"load_duration": 0.0,
|
|
1752
|
+
"qps": 0.0,
|
|
1753
|
+
"serial_latency_p99": 0.0,
|
|
1754
|
+
"recall": 0.0
|
|
2004
1755
|
},
|
|
2005
1756
|
"task_config": {
|
|
2006
1757
|
"db": "ZillizCloud",
|
|
@@ -2015,19 +1766,19 @@
|
|
|
2015
1766
|
"metric_type": "COSINE"
|
|
2016
1767
|
},
|
|
2017
1768
|
"case_config": {
|
|
2018
|
-
"case_id":
|
|
1769
|
+
"case_id": 4,
|
|
2019
1770
|
"custom_case": {}
|
|
2020
1771
|
}
|
|
2021
1772
|
},
|
|
2022
|
-
"label": "
|
|
1773
|
+
"label": "x"
|
|
2023
1774
|
},
|
|
2024
1775
|
{
|
|
2025
1776
|
"metrics": {
|
|
2026
1777
|
"max_load_count": 0,
|
|
2027
|
-
"load_duration":
|
|
2028
|
-
"qps":
|
|
2029
|
-
"serial_latency_p99": 0.
|
|
2030
|
-
"recall": 0.
|
|
1778
|
+
"load_duration": 0.0,
|
|
1779
|
+
"qps": 0.0,
|
|
1780
|
+
"serial_latency_p99": 0.0,
|
|
1781
|
+
"recall": 0.0
|
|
2031
1782
|
},
|
|
2032
1783
|
"task_config": {
|
|
2033
1784
|
"db": "ZillizCloud",
|
|
@@ -2042,19 +1793,19 @@
|
|
|
2042
1793
|
"metric_type": "COSINE"
|
|
2043
1794
|
},
|
|
2044
1795
|
"case_config": {
|
|
2045
|
-
"case_id":
|
|
1796
|
+
"case_id": 6,
|
|
2046
1797
|
"custom_case": {}
|
|
2047
1798
|
}
|
|
2048
1799
|
},
|
|
2049
|
-
"label": "
|
|
1800
|
+
"label": "x"
|
|
2050
1801
|
},
|
|
2051
1802
|
{
|
|
2052
1803
|
"metrics": {
|
|
2053
1804
|
"max_load_count": 0,
|
|
2054
|
-
"load_duration":
|
|
2055
|
-
"qps":
|
|
2056
|
-
"serial_latency_p99": 0.
|
|
2057
|
-
"recall":
|
|
1805
|
+
"load_duration": 0.0,
|
|
1806
|
+
"qps": 0.0,
|
|
1807
|
+
"serial_latency_p99": 0.0,
|
|
1808
|
+
"recall": 0.0
|
|
2058
1809
|
},
|
|
2059
1810
|
"task_config": {
|
|
2060
1811
|
"db": "ZillizCloud",
|
|
@@ -2069,19 +1820,19 @@
|
|
|
2069
1820
|
"metric_type": "COSINE"
|
|
2070
1821
|
},
|
|
2071
1822
|
"case_config": {
|
|
2072
|
-
"case_id":
|
|
1823
|
+
"case_id": 8,
|
|
2073
1824
|
"custom_case": {}
|
|
2074
1825
|
}
|
|
2075
1826
|
},
|
|
2076
|
-
"label": "
|
|
1827
|
+
"label": "x"
|
|
2077
1828
|
},
|
|
2078
1829
|
{
|
|
2079
1830
|
"metrics": {
|
|
2080
1831
|
"max_load_count": 0,
|
|
2081
|
-
"load_duration":
|
|
2082
|
-
"qps":
|
|
2083
|
-
"serial_latency_p99": 0.
|
|
2084
|
-
"recall": 0.
|
|
1832
|
+
"load_duration": 1575.253,
|
|
1833
|
+
"qps": 2884.689,
|
|
1834
|
+
"serial_latency_p99": 0.0053,
|
|
1835
|
+
"recall": 0.8801
|
|
2085
1836
|
},
|
|
2086
1837
|
"task_config": {
|
|
2087
1838
|
"db": "ZillizCloud",
|
|
@@ -2096,7 +1847,7 @@
|
|
|
2096
1847
|
"metric_type": "COSINE"
|
|
2097
1848
|
},
|
|
2098
1849
|
"case_config": {
|
|
2099
|
-
"case_id":
|
|
1850
|
+
"case_id": 5,
|
|
2100
1851
|
"custom_case": {}
|
|
2101
1852
|
}
|
|
2102
1853
|
},
|
|
@@ -2105,91 +1856,10 @@
|
|
|
2105
1856
|
{
|
|
2106
1857
|
"metrics": {
|
|
2107
1858
|
"max_load_count": 0,
|
|
2108
|
-
"load_duration":
|
|
1859
|
+
"load_duration": 1853.989,
|
|
2109
1860
|
"qps": 1689.5799,
|
|
2110
|
-
"serial_latency_p99": 0.
|
|
2111
|
-
"recall": 0.
|
|
2112
|
-
},
|
|
2113
|
-
"task_config": {
|
|
2114
|
-
"db": "ZillizCloud",
|
|
2115
|
-
"db_config": {
|
|
2116
|
-
"db_label": "8cu-perf",
|
|
2117
|
-
"uri": "**********",
|
|
2118
|
-
"user": "root",
|
|
2119
|
-
"password": "**********"
|
|
2120
|
-
},
|
|
2121
|
-
"db_case_config": {
|
|
2122
|
-
"index": "AUTOINDEX",
|
|
2123
|
-
"metric_type": "COSINE"
|
|
2124
|
-
},
|
|
2125
|
-
"case_config": {
|
|
2126
|
-
"case_id": "Filtering Search Performance Test (Medium Dataset, Low Filtering Rate)",
|
|
2127
|
-
"custom_case": {}
|
|
2128
|
-
}
|
|
2129
|
-
},
|
|
2130
|
-
"label": ":)"
|
|
2131
|
-
},
|
|
2132
|
-
{
|
|
2133
|
-
"metrics": {
|
|
2134
|
-
"max_load_count": 0,
|
|
2135
|
-
"load_duration": 2325.0144,
|
|
2136
|
-
"qps": 1371.0535,
|
|
2137
|
-
"serial_latency_p99": 0.0079,
|
|
2138
|
-
"recall": 1
|
|
2139
|
-
},
|
|
2140
|
-
"task_config": {
|
|
2141
|
-
"db": "ZillizCloud",
|
|
2142
|
-
"db_config": {
|
|
2143
|
-
"db_label": "8cu-perf",
|
|
2144
|
-
"uri": "**********",
|
|
2145
|
-
"user": "root",
|
|
2146
|
-
"password": "**********"
|
|
2147
|
-
},
|
|
2148
|
-
"db_case_config": {
|
|
2149
|
-
"index": "AUTOINDEX",
|
|
2150
|
-
"metric_type": "COSINE"
|
|
2151
|
-
},
|
|
2152
|
-
"case_config": {
|
|
2153
|
-
"case_id": "Filtering Search Performance Test (Medium Dataset, High Filtering Rate)",
|
|
2154
|
-
"custom_case": {}
|
|
2155
|
-
}
|
|
2156
|
-
},
|
|
2157
|
-
"label": ":)"
|
|
2158
|
-
},
|
|
2159
|
-
{
|
|
2160
|
-
"metrics": {
|
|
2161
|
-
"max_load_count": 0,
|
|
2162
|
-
"load_duration": 221.5923,
|
|
2163
|
-
"qps": 3676.5906,
|
|
2164
|
-
"serial_latency_p99": 0.0046,
|
|
2165
|
-
"recall": 0.9567
|
|
2166
|
-
},
|
|
2167
|
-
"task_config": {
|
|
2168
|
-
"db": "ZillizCloud",
|
|
2169
|
-
"db_config": {
|
|
2170
|
-
"db_label": "8cu-perf",
|
|
2171
|
-
"uri": "**********",
|
|
2172
|
-
"user": "root",
|
|
2173
|
-
"password": "**********"
|
|
2174
|
-
},
|
|
2175
|
-
"db_case_config": {
|
|
2176
|
-
"index": "AUTOINDEX",
|
|
2177
|
-
"metric_type": "COSINE"
|
|
2178
|
-
},
|
|
2179
|
-
"case_config": {
|
|
2180
|
-
"case_id": "Search Performance Test (Small Dataset)",
|
|
2181
|
-
"custom_case": {}
|
|
2182
|
-
}
|
|
2183
|
-
},
|
|
2184
|
-
"label": ":)"
|
|
2185
|
-
},
|
|
2186
|
-
{
|
|
2187
|
-
"metrics": {
|
|
2188
|
-
"max_load_count": 0,
|
|
2189
|
-
"load_duration": 221.5923,
|
|
2190
|
-
"qps": 3348.3574,
|
|
2191
|
-
"serial_latency_p99": 0.0039,
|
|
2192
|
-
"recall": 0.957
|
|
1861
|
+
"serial_latency_p99": 0.0066,
|
|
1862
|
+
"recall": 0.9493
|
|
2193
1863
|
},
|
|
2194
1864
|
"task_config": {
|
|
2195
1865
|
"db": "ZillizCloud",
|
|
@@ -2204,7 +1874,7 @@
|
|
|
2204
1874
|
"metric_type": "COSINE"
|
|
2205
1875
|
},
|
|
2206
1876
|
"case_config": {
|
|
2207
|
-
"case_id":
|
|
1877
|
+
"case_id": 7,
|
|
2208
1878
|
"custom_case": {}
|
|
2209
1879
|
}
|
|
2210
1880
|
},
|
|
@@ -2213,9 +1883,9 @@
|
|
|
2213
1883
|
{
|
|
2214
1884
|
"metrics": {
|
|
2215
1885
|
"max_load_count": 0,
|
|
2216
|
-
"load_duration":
|
|
2217
|
-
"qps":
|
|
2218
|
-
"serial_latency_p99": 0.
|
|
1886
|
+
"load_duration": 1575.253,
|
|
1887
|
+
"qps": 1517.6792,
|
|
1888
|
+
"serial_latency_p99": 0.01,
|
|
2219
1889
|
"recall": 1
|
|
2220
1890
|
},
|
|
2221
1891
|
"task_config": {
|
|
@@ -2231,7 +1901,7 @@
|
|
|
2231
1901
|
"metric_type": "COSINE"
|
|
2232
1902
|
},
|
|
2233
1903
|
"case_config": {
|
|
2234
|
-
"case_id":
|
|
1904
|
+
"case_id": 9,
|
|
2235
1905
|
"custom_case": {}
|
|
2236
1906
|
}
|
|
2237
1907
|
},
|
|
@@ -2240,10 +1910,10 @@
|
|
|
2240
1910
|
{
|
|
2241
1911
|
"metrics": {
|
|
2242
1912
|
"max_load_count": 0,
|
|
2243
|
-
"load_duration":
|
|
2244
|
-
"qps":
|
|
2245
|
-
"serial_latency_p99": 0.
|
|
2246
|
-
"recall": 0.
|
|
1913
|
+
"load_duration": 7635.0576,
|
|
1914
|
+
"qps": 822.5318,
|
|
1915
|
+
"serial_latency_p99": 0.0056,
|
|
1916
|
+
"recall": 0.9294
|
|
2247
1917
|
},
|
|
2248
1918
|
"task_config": {
|
|
2249
1919
|
"db": "ZillizCloud",
|
|
@@ -2258,7 +1928,7 @@
|
|
|
2258
1928
|
"metric_type": "COSINE"
|
|
2259
1929
|
},
|
|
2260
1930
|
"case_config": {
|
|
2261
|
-
"case_id":
|
|
1931
|
+
"case_id": 4,
|
|
2262
1932
|
"custom_case": {}
|
|
2263
1933
|
}
|
|
2264
1934
|
},
|
|
@@ -2267,10 +1937,10 @@
|
|
|
2267
1937
|
{
|
|
2268
1938
|
"metrics": {
|
|
2269
1939
|
"max_load_count": 0,
|
|
2270
|
-
"load_duration":
|
|
2271
|
-
"qps":
|
|
2272
|
-
"serial_latency_p99": 0.
|
|
2273
|
-
"recall": 0.
|
|
1940
|
+
"load_duration": 7635.0576,
|
|
1941
|
+
"qps": 378.9146,
|
|
1942
|
+
"serial_latency_p99": 0.0103,
|
|
1943
|
+
"recall": 0.9758
|
|
2274
1944
|
},
|
|
2275
1945
|
"task_config": {
|
|
2276
1946
|
"db": "ZillizCloud",
|
|
@@ -2285,7 +1955,7 @@
|
|
|
2285
1955
|
"metric_type": "COSINE"
|
|
2286
1956
|
},
|
|
2287
1957
|
"case_config": {
|
|
2288
|
-
"case_id":
|
|
1958
|
+
"case_id": 6,
|
|
2289
1959
|
"custom_case": {}
|
|
2290
1960
|
}
|
|
2291
1961
|
},
|
|
@@ -2294,9 +1964,9 @@
|
|
|
2294
1964
|
{
|
|
2295
1965
|
"metrics": {
|
|
2296
1966
|
"max_load_count": 0,
|
|
2297
|
-
"load_duration":
|
|
2298
|
-
"qps":
|
|
2299
|
-
"serial_latency_p99": 0.
|
|
1967
|
+
"load_duration": 7635.0576,
|
|
1968
|
+
"qps": 218.6854,
|
|
1969
|
+
"serial_latency_p99": 0.0162,
|
|
2300
1970
|
"recall": 1
|
|
2301
1971
|
},
|
|
2302
1972
|
"task_config": {
|
|
@@ -2312,7 +1982,7 @@
|
|
|
2312
1982
|
"metric_type": "COSINE"
|
|
2313
1983
|
},
|
|
2314
1984
|
"case_config": {
|
|
2315
|
-
"case_id":
|
|
1985
|
+
"case_id": 8,
|
|
2316
1986
|
"custom_case": {}
|
|
2317
1987
|
}
|
|
2318
1988
|
},
|
|
@@ -2340,7 +2010,7 @@
|
|
|
2340
2010
|
"ef": 100
|
|
2341
2011
|
},
|
|
2342
2012
|
"case_config": {
|
|
2343
|
-
"case_id":
|
|
2013
|
+
"case_id": 1,
|
|
2344
2014
|
"custom_case": {}
|
|
2345
2015
|
}
|
|
2346
2016
|
},
|
|
@@ -2368,7 +2038,7 @@
|
|
|
2368
2038
|
"ef": 100
|
|
2369
2039
|
},
|
|
2370
2040
|
"case_config": {
|
|
2371
|
-
"case_id":
|
|
2041
|
+
"case_id": 2,
|
|
2372
2042
|
"custom_case": {}
|
|
2373
2043
|
}
|
|
2374
2044
|
},
|
|
@@ -2377,10 +2047,10 @@
|
|
|
2377
2047
|
{
|
|
2378
2048
|
"metrics": {
|
|
2379
2049
|
"max_load_count": 0,
|
|
2380
|
-
"load_duration": 2379.
|
|
2381
|
-
"qps":
|
|
2382
|
-
"serial_latency_p99": 0.
|
|
2383
|
-
"recall": 0.
|
|
2050
|
+
"load_duration": 2379.7118,
|
|
2051
|
+
"qps": 274.5407,
|
|
2052
|
+
"serial_latency_p99": 0.0049,
|
|
2053
|
+
"recall": 0.9807
|
|
2384
2054
|
},
|
|
2385
2055
|
"task_config": {
|
|
2386
2056
|
"db": "Milvus",
|
|
@@ -2396,7 +2066,7 @@
|
|
|
2396
2066
|
"ef": 100
|
|
2397
2067
|
},
|
|
2398
2068
|
"case_config": {
|
|
2399
|
-
"case_id":
|
|
2069
|
+
"case_id": 5,
|
|
2400
2070
|
"custom_case": {}
|
|
2401
2071
|
}
|
|
2402
2072
|
},
|
|
@@ -2405,10 +2075,10 @@
|
|
|
2405
2075
|
{
|
|
2406
2076
|
"metrics": {
|
|
2407
2077
|
"max_load_count": 0,
|
|
2408
|
-
"load_duration":
|
|
2409
|
-
"qps":
|
|
2410
|
-
"serial_latency_p99": 0.
|
|
2411
|
-
"recall": 0.
|
|
2078
|
+
"load_duration": 2379.7118,
|
|
2079
|
+
"qps": 236.5672,
|
|
2080
|
+
"serial_latency_p99": 0.0103,
|
|
2081
|
+
"recall": 0.981
|
|
2412
2082
|
},
|
|
2413
2083
|
"task_config": {
|
|
2414
2084
|
"db": "Milvus",
|
|
@@ -2424,7 +2094,7 @@
|
|
|
2424
2094
|
"ef": 100
|
|
2425
2095
|
},
|
|
2426
2096
|
"case_config": {
|
|
2427
|
-
"case_id":
|
|
2097
|
+
"case_id": 7,
|
|
2428
2098
|
"custom_case": {}
|
|
2429
2099
|
}
|
|
2430
2100
|
},
|
|
@@ -2433,10 +2103,10 @@
|
|
|
2433
2103
|
{
|
|
2434
2104
|
"metrics": {
|
|
2435
2105
|
"max_load_count": 0,
|
|
2436
|
-
"load_duration":
|
|
2437
|
-
"qps":
|
|
2438
|
-
"serial_latency_p99": 0.
|
|
2439
|
-
"recall":
|
|
2106
|
+
"load_duration": 2379.7118,
|
|
2107
|
+
"qps": 309.4833,
|
|
2108
|
+
"serial_latency_p99": 0.0043,
|
|
2109
|
+
"recall": 1
|
|
2440
2110
|
},
|
|
2441
2111
|
"task_config": {
|
|
2442
2112
|
"db": "Milvus",
|
|
@@ -2452,7 +2122,7 @@
|
|
|
2452
2122
|
"ef": 100
|
|
2453
2123
|
},
|
|
2454
2124
|
"case_config": {
|
|
2455
|
-
"case_id":
|
|
2125
|
+
"case_id": 9,
|
|
2456
2126
|
"custom_case": {}
|
|
2457
2127
|
}
|
|
2458
2128
|
},
|
|
@@ -2461,10 +2131,10 @@
|
|
|
2461
2131
|
{
|
|
2462
2132
|
"metrics": {
|
|
2463
2133
|
"max_load_count": 0,
|
|
2464
|
-
"load_duration":
|
|
2465
|
-
"qps":
|
|
2466
|
-
"serial_latency_p99": 0.
|
|
2467
|
-
"recall":
|
|
2134
|
+
"load_duration": 0.0,
|
|
2135
|
+
"qps": 0.0,
|
|
2136
|
+
"serial_latency_p99": 0.0,
|
|
2137
|
+
"recall": 0.0
|
|
2468
2138
|
},
|
|
2469
2139
|
"task_config": {
|
|
2470
2140
|
"db": "Milvus",
|
|
@@ -2480,19 +2150,19 @@
|
|
|
2480
2150
|
"ef": 100
|
|
2481
2151
|
},
|
|
2482
2152
|
"case_config": {
|
|
2483
|
-
"case_id":
|
|
2153
|
+
"case_id": 4,
|
|
2484
2154
|
"custom_case": {}
|
|
2485
2155
|
}
|
|
2486
2156
|
},
|
|
2487
|
-
"label": "
|
|
2157
|
+
"label": "x"
|
|
2488
2158
|
},
|
|
2489
2159
|
{
|
|
2490
2160
|
"metrics": {
|
|
2491
2161
|
"max_load_count": 0,
|
|
2492
|
-
"load_duration":
|
|
2493
|
-
"qps":
|
|
2494
|
-
"serial_latency_p99": 0.
|
|
2495
|
-
"recall": 0.
|
|
2162
|
+
"load_duration": 0.0,
|
|
2163
|
+
"qps": 0.0,
|
|
2164
|
+
"serial_latency_p99": 0.0,
|
|
2165
|
+
"recall": 0.0
|
|
2496
2166
|
},
|
|
2497
2167
|
"task_config": {
|
|
2498
2168
|
"db": "Milvus",
|
|
@@ -2508,19 +2178,19 @@
|
|
|
2508
2178
|
"ef": 100
|
|
2509
2179
|
},
|
|
2510
2180
|
"case_config": {
|
|
2511
|
-
"case_id":
|
|
2181
|
+
"case_id": 6,
|
|
2512
2182
|
"custom_case": {}
|
|
2513
2183
|
}
|
|
2514
2184
|
},
|
|
2515
|
-
"label": "
|
|
2185
|
+
"label": "x"
|
|
2516
2186
|
},
|
|
2517
2187
|
{
|
|
2518
2188
|
"metrics": {
|
|
2519
2189
|
"max_load_count": 0,
|
|
2520
|
-
"load_duration":
|
|
2521
|
-
"qps":
|
|
2522
|
-
"serial_latency_p99": 0.
|
|
2523
|
-
"recall": 0.
|
|
2190
|
+
"load_duration": 0.0,
|
|
2191
|
+
"qps": 0.0,
|
|
2192
|
+
"serial_latency_p99": 0.0,
|
|
2193
|
+
"recall": 0.0
|
|
2524
2194
|
},
|
|
2525
2195
|
"task_config": {
|
|
2526
2196
|
"db": "Milvus",
|
|
@@ -2536,24 +2206,24 @@
|
|
|
2536
2206
|
"ef": 100
|
|
2537
2207
|
},
|
|
2538
2208
|
"case_config": {
|
|
2539
|
-
"case_id":
|
|
2209
|
+
"case_id": 8,
|
|
2540
2210
|
"custom_case": {}
|
|
2541
2211
|
}
|
|
2542
2212
|
},
|
|
2543
|
-
"label": "
|
|
2213
|
+
"label": "x"
|
|
2544
2214
|
},
|
|
2545
2215
|
{
|
|
2546
2216
|
"metrics": {
|
|
2547
2217
|
"max_load_count": 0,
|
|
2548
|
-
"load_duration":
|
|
2549
|
-
"qps":
|
|
2550
|
-
"serial_latency_p99": 0.
|
|
2551
|
-
"recall": 0.
|
|
2218
|
+
"load_duration": 5713.7159,
|
|
2219
|
+
"qps": 178.6585,
|
|
2220
|
+
"serial_latency_p99": 0.0137,
|
|
2221
|
+
"recall": 0.9843
|
|
2552
2222
|
},
|
|
2553
2223
|
"task_config": {
|
|
2554
2224
|
"db": "Milvus",
|
|
2555
2225
|
"db_config": {
|
|
2556
|
-
"db_label": "
|
|
2226
|
+
"db_label": "16c64g-hnsw",
|
|
2557
2227
|
"uri": "**********"
|
|
2558
2228
|
},
|
|
2559
2229
|
"db_case_config": {
|
|
@@ -2564,7 +2234,7 @@
|
|
|
2564
2234
|
"ef": 100
|
|
2565
2235
|
},
|
|
2566
2236
|
"case_config": {
|
|
2567
|
-
"case_id":
|
|
2237
|
+
"case_id": 4,
|
|
2568
2238
|
"custom_case": {}
|
|
2569
2239
|
}
|
|
2570
2240
|
},
|
|
@@ -2573,15 +2243,15 @@
|
|
|
2573
2243
|
{
|
|
2574
2244
|
"metrics": {
|
|
2575
2245
|
"max_load_count": 0,
|
|
2576
|
-
"load_duration":
|
|
2577
|
-
"qps":
|
|
2578
|
-
"serial_latency_p99": 0.
|
|
2579
|
-
"recall":
|
|
2246
|
+
"load_duration": 5713.7159,
|
|
2247
|
+
"qps": 178.3732,
|
|
2248
|
+
"serial_latency_p99": 0.015,
|
|
2249
|
+
"recall": 0.9844
|
|
2580
2250
|
},
|
|
2581
2251
|
"task_config": {
|
|
2582
2252
|
"db": "Milvus",
|
|
2583
2253
|
"db_config": {
|
|
2584
|
-
"db_label": "
|
|
2254
|
+
"db_label": "16c64g-hnsw",
|
|
2585
2255
|
"uri": "**********"
|
|
2586
2256
|
},
|
|
2587
2257
|
"db_case_config": {
|
|
@@ -2592,7 +2262,7 @@
|
|
|
2592
2262
|
"ef": 100
|
|
2593
2263
|
},
|
|
2594
2264
|
"case_config": {
|
|
2595
|
-
"case_id":
|
|
2265
|
+
"case_id": 6,
|
|
2596
2266
|
"custom_case": {}
|
|
2597
2267
|
}
|
|
2598
2268
|
},
|
|
@@ -2601,15 +2271,15 @@
|
|
|
2601
2271
|
{
|
|
2602
2272
|
"metrics": {
|
|
2603
2273
|
"max_load_count": 0,
|
|
2604
|
-
"load_duration":
|
|
2605
|
-
"qps":
|
|
2606
|
-
"serial_latency_p99": 0.
|
|
2607
|
-
"recall":
|
|
2274
|
+
"load_duration": 5713.7159,
|
|
2275
|
+
"qps": 229.3526,
|
|
2276
|
+
"serial_latency_p99": 0.0125,
|
|
2277
|
+
"recall": 1
|
|
2608
2278
|
},
|
|
2609
2279
|
"task_config": {
|
|
2610
2280
|
"db": "Milvus",
|
|
2611
2281
|
"db_config": {
|
|
2612
|
-
"db_label": "
|
|
2282
|
+
"db_label": "16c64g-hnsw",
|
|
2613
2283
|
"uri": "**********"
|
|
2614
2284
|
},
|
|
2615
2285
|
"db_case_config": {
|
|
@@ -2620,7 +2290,7 @@
|
|
|
2620
2290
|
"ef": 100
|
|
2621
2291
|
},
|
|
2622
2292
|
"case_config": {
|
|
2623
|
-
"case_id":
|
|
2293
|
+
"case_id": 8,
|
|
2624
2294
|
"custom_case": {}
|
|
2625
2295
|
}
|
|
2626
2296
|
},
|
|
@@ -2629,15 +2299,15 @@
|
|
|
2629
2299
|
{
|
|
2630
2300
|
"metrics": {
|
|
2631
2301
|
"max_load_count": 0,
|
|
2632
|
-
"load_duration":
|
|
2633
|
-
"qps":
|
|
2634
|
-
"serial_latency_p99": 0.
|
|
2635
|
-
"recall": 0.
|
|
2302
|
+
"load_duration": 581.8141,
|
|
2303
|
+
"qps": 1258.7043,
|
|
2304
|
+
"serial_latency_p99": 0.0049,
|
|
2305
|
+
"recall": 0.9799
|
|
2636
2306
|
},
|
|
2637
2307
|
"task_config": {
|
|
2638
2308
|
"db": "Milvus",
|
|
2639
2309
|
"db_config": {
|
|
2640
|
-
"db_label": "
|
|
2310
|
+
"db_label": "16c64g-hnsw",
|
|
2641
2311
|
"uri": "**********"
|
|
2642
2312
|
},
|
|
2643
2313
|
"db_case_config": {
|
|
@@ -2648,7 +2318,7 @@
|
|
|
2648
2318
|
"ef": 100
|
|
2649
2319
|
},
|
|
2650
2320
|
"case_config": {
|
|
2651
|
-
"case_id":
|
|
2321
|
+
"case_id": 5,
|
|
2652
2322
|
"custom_case": {}
|
|
2653
2323
|
}
|
|
2654
2324
|
},
|
|
@@ -2657,15 +2327,15 @@
|
|
|
2657
2327
|
{
|
|
2658
2328
|
"metrics": {
|
|
2659
2329
|
"max_load_count": 0,
|
|
2660
|
-
"load_duration":
|
|
2661
|
-
"qps":
|
|
2662
|
-
"serial_latency_p99": 0.
|
|
2663
|
-
"recall": 0.
|
|
2330
|
+
"load_duration": 581.8141,
|
|
2331
|
+
"qps": 1075.8776,
|
|
2332
|
+
"serial_latency_p99": 0.0053,
|
|
2333
|
+
"recall": 0.98
|
|
2664
2334
|
},
|
|
2665
2335
|
"task_config": {
|
|
2666
2336
|
"db": "Milvus",
|
|
2667
2337
|
"db_config": {
|
|
2668
|
-
"db_label": "
|
|
2338
|
+
"db_label": "16c64g-hnsw",
|
|
2669
2339
|
"uri": "**********"
|
|
2670
2340
|
},
|
|
2671
2341
|
"db_case_config": {
|
|
@@ -2676,7 +2346,7 @@
|
|
|
2676
2346
|
"ef": 100
|
|
2677
2347
|
},
|
|
2678
2348
|
"case_config": {
|
|
2679
|
-
"case_id":
|
|
2349
|
+
"case_id": 7,
|
|
2680
2350
|
"custom_case": {}
|
|
2681
2351
|
}
|
|
2682
2352
|
},
|
|
@@ -2685,15 +2355,15 @@
|
|
|
2685
2355
|
{
|
|
2686
2356
|
"metrics": {
|
|
2687
2357
|
"max_load_count": 0,
|
|
2688
|
-
"load_duration":
|
|
2689
|
-
"qps":
|
|
2690
|
-
"serial_latency_p99": 0.
|
|
2691
|
-
"recall":
|
|
2358
|
+
"load_duration": 581.8141,
|
|
2359
|
+
"qps": 1494.8493,
|
|
2360
|
+
"serial_latency_p99": 0.0047,
|
|
2361
|
+
"recall": 1
|
|
2692
2362
|
},
|
|
2693
2363
|
"task_config": {
|
|
2694
2364
|
"db": "Milvus",
|
|
2695
2365
|
"db_config": {
|
|
2696
|
-
"db_label": "
|
|
2366
|
+
"db_label": "16c64g-hnsw",
|
|
2697
2367
|
"uri": "**********"
|
|
2698
2368
|
},
|
|
2699
2369
|
"db_case_config": {
|
|
@@ -2704,7 +2374,7 @@
|
|
|
2704
2374
|
"ef": 100
|
|
2705
2375
|
},
|
|
2706
2376
|
"case_config": {
|
|
2707
|
-
"case_id":
|
|
2377
|
+
"case_id": 9,
|
|
2708
2378
|
"custom_case": {}
|
|
2709
2379
|
}
|
|
2710
2380
|
},
|
|
@@ -2712,27 +2382,25 @@
|
|
|
2712
2382
|
},
|
|
2713
2383
|
{
|
|
2714
2384
|
"metrics": {
|
|
2715
|
-
"max_load_count":
|
|
2716
|
-
"load_duration":
|
|
2717
|
-
"qps":
|
|
2718
|
-
"serial_latency_p99": 0.
|
|
2719
|
-
"recall": 0.
|
|
2385
|
+
"max_load_count": 4000000,
|
|
2386
|
+
"load_duration": 0.0,
|
|
2387
|
+
"qps": 0.0,
|
|
2388
|
+
"serial_latency_p99": 0.0,
|
|
2389
|
+
"recall": 0.0
|
|
2720
2390
|
},
|
|
2721
2391
|
"task_config": {
|
|
2722
|
-
"db": "
|
|
2392
|
+
"db": "QdrantCloud",
|
|
2723
2393
|
"db_config": {
|
|
2724
|
-
"db_label": "
|
|
2725
|
-
"
|
|
2394
|
+
"db_label": "2c8g-1node",
|
|
2395
|
+
"url": "**********",
|
|
2396
|
+
"api_key": "**********",
|
|
2397
|
+
"prefer_grpc": true
|
|
2726
2398
|
},
|
|
2727
2399
|
"db_case_config": {
|
|
2728
|
-
"
|
|
2729
|
-
"metric_type": "COSINE",
|
|
2730
|
-
"M": 30,
|
|
2731
|
-
"efConstruction": 360,
|
|
2732
|
-
"ef": 100
|
|
2400
|
+
"null": null
|
|
2733
2401
|
},
|
|
2734
2402
|
"case_config": {
|
|
2735
|
-
"case_id":
|
|
2403
|
+
"case_id": 1,
|
|
2736
2404
|
"custom_case": {}
|
|
2737
2405
|
}
|
|
2738
2406
|
},
|
|
@@ -2740,27 +2408,25 @@
|
|
|
2740
2408
|
},
|
|
2741
2409
|
{
|
|
2742
2410
|
"metrics": {
|
|
2743
|
-
"max_load_count":
|
|
2744
|
-
"load_duration":
|
|
2745
|
-
"qps":
|
|
2746
|
-
"serial_latency_p99": 0.
|
|
2747
|
-
"recall": 0.
|
|
2411
|
+
"max_load_count": 900000,
|
|
2412
|
+
"load_duration": 0.0,
|
|
2413
|
+
"qps": 0.0,
|
|
2414
|
+
"serial_latency_p99": 0.0,
|
|
2415
|
+
"recall": 0.0
|
|
2748
2416
|
},
|
|
2749
2417
|
"task_config": {
|
|
2750
|
-
"db": "
|
|
2418
|
+
"db": "QdrantCloud",
|
|
2751
2419
|
"db_config": {
|
|
2752
|
-
"db_label": "
|
|
2753
|
-
"
|
|
2420
|
+
"db_label": "2c8g-1node",
|
|
2421
|
+
"url": "**********",
|
|
2422
|
+
"api_key": "**********",
|
|
2423
|
+
"prefer_grpc": true
|
|
2754
2424
|
},
|
|
2755
2425
|
"db_case_config": {
|
|
2756
|
-
"
|
|
2757
|
-
"metric_type": "COSINE",
|
|
2758
|
-
"M": 30,
|
|
2759
|
-
"efConstruction": 360,
|
|
2760
|
-
"ef": 100
|
|
2426
|
+
"null": null
|
|
2761
2427
|
},
|
|
2762
2428
|
"case_config": {
|
|
2763
|
-
"case_id":
|
|
2429
|
+
"case_id": 2,
|
|
2764
2430
|
"custom_case": {}
|
|
2765
2431
|
}
|
|
2766
2432
|
},
|
|
@@ -2769,194 +2435,179 @@
|
|
|
2769
2435
|
{
|
|
2770
2436
|
"metrics": {
|
|
2771
2437
|
"max_load_count": 0,
|
|
2772
|
-
"load_duration":
|
|
2773
|
-
"qps":
|
|
2774
|
-
"serial_latency_p99": 0.
|
|
2775
|
-
"recall": 0.
|
|
2438
|
+
"load_duration": 0.0,
|
|
2439
|
+
"qps": 0.0,
|
|
2440
|
+
"serial_latency_p99": 0.0,
|
|
2441
|
+
"recall": 0.0
|
|
2776
2442
|
},
|
|
2777
2443
|
"task_config": {
|
|
2778
|
-
"db": "
|
|
2444
|
+
"db": "QdrantCloud",
|
|
2779
2445
|
"db_config": {
|
|
2780
|
-
"db_label": "
|
|
2781
|
-
"
|
|
2446
|
+
"db_label": "2c8g-1node",
|
|
2447
|
+
"url": "**********",
|
|
2448
|
+
"api_key": "**********",
|
|
2449
|
+
"prefer_grpc": true
|
|
2782
2450
|
},
|
|
2783
2451
|
"db_case_config": {
|
|
2784
|
-
"
|
|
2785
|
-
"metric_type": "COSINE",
|
|
2786
|
-
"M": 30,
|
|
2787
|
-
"efConstruction": 360,
|
|
2788
|
-
"ef": 100
|
|
2452
|
+
"null": null
|
|
2789
2453
|
},
|
|
2790
2454
|
"case_config": {
|
|
2791
|
-
"case_id":
|
|
2455
|
+
"case_id": 5,
|
|
2792
2456
|
"custom_case": {}
|
|
2793
2457
|
}
|
|
2794
2458
|
},
|
|
2795
|
-
"label": "
|
|
2459
|
+
"label": "x"
|
|
2796
2460
|
},
|
|
2797
2461
|
{
|
|
2798
2462
|
"metrics": {
|
|
2799
2463
|
"max_load_count": 0,
|
|
2800
|
-
"load_duration":
|
|
2801
|
-
"qps":
|
|
2802
|
-
"serial_latency_p99": 0.
|
|
2803
|
-
"recall":
|
|
2464
|
+
"load_duration": 0.0,
|
|
2465
|
+
"qps": 0.0,
|
|
2466
|
+
"serial_latency_p99": 0.0,
|
|
2467
|
+
"recall": 0.0
|
|
2804
2468
|
},
|
|
2805
2469
|
"task_config": {
|
|
2806
|
-
"db": "
|
|
2470
|
+
"db": "QdrantCloud",
|
|
2807
2471
|
"db_config": {
|
|
2808
|
-
"db_label": "
|
|
2809
|
-
"
|
|
2472
|
+
"db_label": "2c8g-1node",
|
|
2473
|
+
"url": "**********",
|
|
2474
|
+
"api_key": "**********",
|
|
2475
|
+
"prefer_grpc": true
|
|
2810
2476
|
},
|
|
2811
2477
|
"db_case_config": {
|
|
2812
|
-
"
|
|
2813
|
-
"metric_type": "COSINE",
|
|
2814
|
-
"M": 30,
|
|
2815
|
-
"efConstruction": 360,
|
|
2816
|
-
"ef": 100
|
|
2478
|
+
"null": null
|
|
2817
2479
|
},
|
|
2818
2480
|
"case_config": {
|
|
2819
|
-
"case_id":
|
|
2481
|
+
"case_id": 7,
|
|
2820
2482
|
"custom_case": {}
|
|
2821
2483
|
}
|
|
2822
2484
|
},
|
|
2823
|
-
"label": "
|
|
2485
|
+
"label": "x"
|
|
2824
2486
|
},
|
|
2825
2487
|
{
|
|
2826
2488
|
"metrics": {
|
|
2827
2489
|
"max_load_count": 0,
|
|
2828
|
-
"load_duration":
|
|
2829
|
-
"qps":
|
|
2830
|
-
"serial_latency_p99": 0.
|
|
2831
|
-
"recall": 0.
|
|
2490
|
+
"load_duration": 0.0,
|
|
2491
|
+
"qps": 0.0,
|
|
2492
|
+
"serial_latency_p99": 0.0,
|
|
2493
|
+
"recall": 0.0
|
|
2832
2494
|
},
|
|
2833
2495
|
"task_config": {
|
|
2834
|
-
"db": "
|
|
2496
|
+
"db": "QdrantCloud",
|
|
2835
2497
|
"db_config": {
|
|
2836
|
-
"db_label": "
|
|
2837
|
-
"
|
|
2498
|
+
"db_label": "2c8g-1node",
|
|
2499
|
+
"url": "**********",
|
|
2500
|
+
"api_key": "**********",
|
|
2501
|
+
"prefer_grpc": true
|
|
2838
2502
|
},
|
|
2839
2503
|
"db_case_config": {
|
|
2840
|
-
"
|
|
2841
|
-
"metric_type": "COSINE",
|
|
2842
|
-
"M": 30,
|
|
2843
|
-
"efConstruction": 360,
|
|
2844
|
-
"ef": 100
|
|
2504
|
+
"null": null
|
|
2845
2505
|
},
|
|
2846
2506
|
"case_config": {
|
|
2847
|
-
"case_id":
|
|
2507
|
+
"case_id": 9,
|
|
2848
2508
|
"custom_case": {}
|
|
2849
2509
|
}
|
|
2850
2510
|
},
|
|
2851
|
-
"label": "
|
|
2511
|
+
"label": "x"
|
|
2852
2512
|
},
|
|
2853
2513
|
{
|
|
2854
2514
|
"metrics": {
|
|
2855
2515
|
"max_load_count": 0,
|
|
2856
|
-
"load_duration":
|
|
2857
|
-
"qps":
|
|
2858
|
-
"serial_latency_p99": 0.
|
|
2859
|
-
"recall": 0.
|
|
2516
|
+
"load_duration": 0.0,
|
|
2517
|
+
"qps": 0.0,
|
|
2518
|
+
"serial_latency_p99": 0.0,
|
|
2519
|
+
"recall": 0.0
|
|
2860
2520
|
},
|
|
2861
2521
|
"task_config": {
|
|
2862
|
-
"db": "
|
|
2522
|
+
"db": "QdrantCloud",
|
|
2863
2523
|
"db_config": {
|
|
2864
|
-
"db_label": "
|
|
2865
|
-
"
|
|
2524
|
+
"db_label": "2c8g-1node",
|
|
2525
|
+
"url": "**********",
|
|
2526
|
+
"api_key": "**********",
|
|
2527
|
+
"prefer_grpc": true
|
|
2866
2528
|
},
|
|
2867
2529
|
"db_case_config": {
|
|
2868
|
-
"
|
|
2869
|
-
"metric_type": "COSINE",
|
|
2870
|
-
"M": 30,
|
|
2871
|
-
"efConstruction": 360,
|
|
2872
|
-
"ef": 100
|
|
2530
|
+
"null": null
|
|
2873
2531
|
},
|
|
2874
2532
|
"case_config": {
|
|
2875
|
-
"case_id":
|
|
2533
|
+
"case_id": 4,
|
|
2876
2534
|
"custom_case": {}
|
|
2877
2535
|
}
|
|
2878
2536
|
},
|
|
2879
|
-
"label": "
|
|
2537
|
+
"label": "x"
|
|
2880
2538
|
},
|
|
2881
2539
|
{
|
|
2882
2540
|
"metrics": {
|
|
2883
2541
|
"max_load_count": 0,
|
|
2884
|
-
"load_duration":
|
|
2885
|
-
"qps":
|
|
2886
|
-
"serial_latency_p99": 0.
|
|
2887
|
-
"recall":
|
|
2542
|
+
"load_duration": 0.0,
|
|
2543
|
+
"qps": 0.0,
|
|
2544
|
+
"serial_latency_p99": 0.0,
|
|
2545
|
+
"recall": 0.0
|
|
2888
2546
|
},
|
|
2889
2547
|
"task_config": {
|
|
2890
|
-
"db": "
|
|
2548
|
+
"db": "QdrantCloud",
|
|
2891
2549
|
"db_config": {
|
|
2892
|
-
"db_label": "
|
|
2893
|
-
"
|
|
2550
|
+
"db_label": "2c8g-1node",
|
|
2551
|
+
"url": "**********",
|
|
2552
|
+
"api_key": "**********",
|
|
2553
|
+
"prefer_grpc": true
|
|
2894
2554
|
},
|
|
2895
2555
|
"db_case_config": {
|
|
2896
|
-
"
|
|
2897
|
-
"metric_type": "COSINE",
|
|
2898
|
-
"M": 30,
|
|
2899
|
-
"efConstruction": 360,
|
|
2900
|
-
"ef": 100
|
|
2556
|
+
"null": null
|
|
2901
2557
|
},
|
|
2902
2558
|
"case_config": {
|
|
2903
|
-
"case_id":
|
|
2559
|
+
"case_id": 6,
|
|
2904
2560
|
"custom_case": {}
|
|
2905
2561
|
}
|
|
2906
2562
|
},
|
|
2907
|
-
"label": "
|
|
2563
|
+
"label": "x"
|
|
2908
2564
|
},
|
|
2909
2565
|
{
|
|
2910
2566
|
"metrics": {
|
|
2911
2567
|
"max_load_count": 0,
|
|
2912
|
-
"load_duration":
|
|
2913
|
-
"qps":
|
|
2914
|
-
"serial_latency_p99": 0.
|
|
2915
|
-
"recall": 0.
|
|
2568
|
+
"load_duration": 0.0,
|
|
2569
|
+
"qps": 0.0,
|
|
2570
|
+
"serial_latency_p99": 0.0,
|
|
2571
|
+
"recall": 0.0
|
|
2916
2572
|
},
|
|
2917
2573
|
"task_config": {
|
|
2918
|
-
"db": "
|
|
2574
|
+
"db": "QdrantCloud",
|
|
2919
2575
|
"db_config": {
|
|
2920
|
-
"db_label": "
|
|
2921
|
-
"
|
|
2576
|
+
"db_label": "2c8g-1node",
|
|
2577
|
+
"url": "**********",
|
|
2578
|
+
"api_key": "**********",
|
|
2579
|
+
"prefer_grpc": true
|
|
2922
2580
|
},
|
|
2923
2581
|
"db_case_config": {
|
|
2924
|
-
"
|
|
2925
|
-
"metric_type": "COSINE",
|
|
2926
|
-
"M": 30,
|
|
2927
|
-
"efConstruction": 360,
|
|
2928
|
-
"ef": 100
|
|
2582
|
+
"null": null
|
|
2929
2583
|
},
|
|
2930
2584
|
"case_config": {
|
|
2931
|
-
"case_id":
|
|
2585
|
+
"case_id": 8,
|
|
2932
2586
|
"custom_case": {}
|
|
2933
2587
|
}
|
|
2934
2588
|
},
|
|
2935
|
-
"label": "
|
|
2589
|
+
"label": "x"
|
|
2936
2590
|
},
|
|
2937
2591
|
{
|
|
2938
2592
|
"metrics": {
|
|
2939
2593
|
"max_load_count": 0,
|
|
2940
|
-
"load_duration":
|
|
2941
|
-
"qps":
|
|
2942
|
-
"serial_latency_p99":
|
|
2943
|
-
"recall": 0.
|
|
2594
|
+
"load_duration": 1647.857,
|
|
2595
|
+
"qps": 537.4975,
|
|
2596
|
+
"serial_latency_p99":0.0189,
|
|
2597
|
+
"recall": 0.8903
|
|
2944
2598
|
},
|
|
2945
2599
|
"task_config": {
|
|
2946
|
-
"db": "
|
|
2600
|
+
"db": "QdrantCloud",
|
|
2947
2601
|
"db_config": {
|
|
2948
|
-
"db_label": "
|
|
2949
|
-
"
|
|
2602
|
+
"db_label": "4c16g-5node",
|
|
2603
|
+
"url": "**********",
|
|
2604
|
+
"api_key": "**********"
|
|
2950
2605
|
},
|
|
2951
2606
|
"db_case_config": {
|
|
2952
|
-
"
|
|
2953
|
-
"metric_type": "COSINE",
|
|
2954
|
-
"M": 30,
|
|
2955
|
-
"efConstruction": 360,
|
|
2956
|
-
"ef": 100
|
|
2607
|
+
"null": null
|
|
2957
2608
|
},
|
|
2958
2609
|
"case_config": {
|
|
2959
|
-
"case_id":
|
|
2610
|
+
"case_id": 5,
|
|
2960
2611
|
"custom_case": {}
|
|
2961
2612
|
}
|
|
2962
2613
|
},
|
|
@@ -2965,26 +2616,23 @@
|
|
|
2965
2616
|
{
|
|
2966
2617
|
"metrics": {
|
|
2967
2618
|
"max_load_count": 0,
|
|
2968
|
-
"load_duration":
|
|
2969
|
-
"qps":
|
|
2970
|
-
"serial_latency_p99": 0.
|
|
2971
|
-
"recall":
|
|
2619
|
+
"load_duration": 1647.857,
|
|
2620
|
+
"qps": 372.0466,
|
|
2621
|
+
"serial_latency_p99": 0.0178,
|
|
2622
|
+
"recall": 0.8904
|
|
2972
2623
|
},
|
|
2973
2624
|
"task_config": {
|
|
2974
|
-
"db": "
|
|
2625
|
+
"db": "QdrantCloud",
|
|
2975
2626
|
"db_config": {
|
|
2976
|
-
"db_label": "
|
|
2977
|
-
"
|
|
2627
|
+
"db_label": "4c16g-5node",
|
|
2628
|
+
"url": "**********",
|
|
2629
|
+
"api_key": "**********"
|
|
2978
2630
|
},
|
|
2979
2631
|
"db_case_config": {
|
|
2980
|
-
"
|
|
2981
|
-
"metric_type": "COSINE",
|
|
2982
|
-
"M": 30,
|
|
2983
|
-
"efConstruction": 360,
|
|
2984
|
-
"ef": 100
|
|
2632
|
+
"null": null
|
|
2985
2633
|
},
|
|
2986
2634
|
"case_config": {
|
|
2987
|
-
"case_id":
|
|
2635
|
+
"case_id": 7,
|
|
2988
2636
|
"custom_case": {}
|
|
2989
2637
|
}
|
|
2990
2638
|
},
|
|
@@ -2993,24 +2641,23 @@
|
|
|
2993
2641
|
{
|
|
2994
2642
|
"metrics": {
|
|
2995
2643
|
"max_load_count": 0,
|
|
2996
|
-
"load_duration":
|
|
2997
|
-
"qps":
|
|
2998
|
-
"serial_latency_p99": 0.
|
|
2999
|
-
"recall": 0.
|
|
2644
|
+
"load_duration": 1647.857,
|
|
2645
|
+
"qps": 1156.2898,
|
|
2646
|
+
"serial_latency_p99": 0.0144,
|
|
2647
|
+
"recall": 0.9989
|
|
3000
2648
|
},
|
|
3001
2649
|
"task_config": {
|
|
3002
2650
|
"db": "QdrantCloud",
|
|
3003
2651
|
"db_config": {
|
|
3004
|
-
"db_label": "
|
|
2652
|
+
"db_label": "4c16g-5node",
|
|
3005
2653
|
"url": "**********",
|
|
3006
|
-
"api_key": "**********"
|
|
3007
|
-
"prefer_grpc": true
|
|
2654
|
+
"api_key": "**********"
|
|
3008
2655
|
},
|
|
3009
2656
|
"db_case_config": {
|
|
3010
2657
|
"null": null
|
|
3011
2658
|
},
|
|
3012
2659
|
"case_config": {
|
|
3013
|
-
"case_id":
|
|
2660
|
+
"case_id": 9,
|
|
3014
2661
|
"custom_case": {}
|
|
3015
2662
|
}
|
|
3016
2663
|
},
|
|
@@ -3019,15 +2666,15 @@
|
|
|
3019
2666
|
{
|
|
3020
2667
|
"metrics": {
|
|
3021
2668
|
"max_load_count": 0,
|
|
3022
|
-
"load_duration":
|
|
3023
|
-
"qps":
|
|
3024
|
-
"serial_latency_p99": 0.
|
|
3025
|
-
"recall": 0.
|
|
2669
|
+
"load_duration": 14623.578,
|
|
2670
|
+
"qps": 110.248,
|
|
2671
|
+
"serial_latency_p99": 0.069,
|
|
2672
|
+
"recall": 0.898
|
|
3026
2673
|
},
|
|
3027
2674
|
"task_config": {
|
|
3028
2675
|
"db": "QdrantCloud",
|
|
3029
2676
|
"db_config": {
|
|
3030
|
-
"db_label": "
|
|
2677
|
+
"db_label": "4c16g-5node",
|
|
3031
2678
|
"url": "**********",
|
|
3032
2679
|
"api_key": "**********",
|
|
3033
2680
|
"prefer_grpc": true
|
|
@@ -3036,7 +2683,7 @@
|
|
|
3036
2683
|
"null": null
|
|
3037
2684
|
},
|
|
3038
2685
|
"case_config": {
|
|
3039
|
-
"case_id":
|
|
2686
|
+
"case_id": 4,
|
|
3040
2687
|
"custom_case": {}
|
|
3041
2688
|
}
|
|
3042
2689
|
},
|
|
@@ -3045,15 +2692,15 @@
|
|
|
3045
2692
|
{
|
|
3046
2693
|
"metrics": {
|
|
3047
2694
|
"max_load_count": 0,
|
|
3048
|
-
"load_duration":
|
|
3049
|
-
"qps":
|
|
3050
|
-
"serial_latency_p99": 0.
|
|
3051
|
-
"recall":
|
|
2695
|
+
"load_duration": 14623.578,
|
|
2696
|
+
"qps": 87.2601,
|
|
2697
|
+
"serial_latency_p99": 0.0278,
|
|
2698
|
+
"recall":0.898
|
|
3052
2699
|
},
|
|
3053
2700
|
"task_config": {
|
|
3054
2701
|
"db": "QdrantCloud",
|
|
3055
2702
|
"db_config": {
|
|
3056
|
-
"db_label": "
|
|
2703
|
+
"db_label": "4c16g-5node",
|
|
3057
2704
|
"url": "**********",
|
|
3058
2705
|
"api_key": "**********",
|
|
3059
2706
|
"prefer_grpc": true
|
|
@@ -3062,7 +2709,7 @@
|
|
|
3062
2709
|
"null": null
|
|
3063
2710
|
},
|
|
3064
2711
|
"case_config": {
|
|
3065
|
-
"case_id":
|
|
2712
|
+
"case_id": 6,
|
|
3066
2713
|
"custom_case": {}
|
|
3067
2714
|
}
|
|
3068
2715
|
},
|
|
@@ -3071,15 +2718,15 @@
|
|
|
3071
2718
|
{
|
|
3072
2719
|
"metrics": {
|
|
3073
2720
|
"max_load_count": 0,
|
|
3074
|
-
"load_duration":
|
|
3075
|
-
"qps":
|
|
3076
|
-
"serial_latency_p99": 0.
|
|
3077
|
-
"recall": 0.
|
|
2721
|
+
"load_duration": 14623.578,
|
|
2722
|
+
"qps": 125.7846,
|
|
2723
|
+
"serial_latency_p99": 0.0231,
|
|
2724
|
+
"recall": 0.975
|
|
3078
2725
|
},
|
|
3079
2726
|
"task_config": {
|
|
3080
2727
|
"db": "QdrantCloud",
|
|
3081
2728
|
"db_config": {
|
|
3082
|
-
"db_label": "
|
|
2729
|
+
"db_label": "4c16g-5node",
|
|
3083
2730
|
"url": "**********",
|
|
3084
2731
|
"api_key": "**********",
|
|
3085
2732
|
"prefer_grpc": true
|
|
@@ -3088,7 +2735,7 @@
|
|
|
3088
2735
|
"null": null
|
|
3089
2736
|
},
|
|
3090
2737
|
"case_config": {
|
|
3091
|
-
"case_id":
|
|
2738
|
+
"case_id": 8,
|
|
3092
2739
|
"custom_case": {}
|
|
3093
2740
|
}
|
|
3094
2741
|
},
|
|
@@ -3097,15 +2744,15 @@
|
|
|
3097
2744
|
{
|
|
3098
2745
|
"metrics": {
|
|
3099
2746
|
"max_load_count": 0,
|
|
3100
|
-
"load_duration":
|
|
3101
|
-
"qps":
|
|
3102
|
-
"serial_latency_p99": 0.
|
|
3103
|
-
"recall": 0.
|
|
2747
|
+
"load_duration": 1503.1147,
|
|
2748
|
+
"qps": 240.7209,
|
|
2749
|
+
"serial_latency_p99": 0.0174,
|
|
2750
|
+
"recall": 0.8887
|
|
3104
2751
|
},
|
|
3105
2752
|
"task_config": {
|
|
3106
2753
|
"db": "QdrantCloud",
|
|
3107
2754
|
"db_config": {
|
|
3108
|
-
"db_label": "
|
|
2755
|
+
"db_label": "4c16g-1node",
|
|
3109
2756
|
"url": "**********",
|
|
3110
2757
|
"api_key": "**********",
|
|
3111
2758
|
"prefer_grpc": true
|
|
@@ -3114,7 +2761,7 @@
|
|
|
3114
2761
|
"null": null
|
|
3115
2762
|
},
|
|
3116
2763
|
"case_config": {
|
|
3117
|
-
"case_id":
|
|
2764
|
+
"case_id": 5,
|
|
3118
2765
|
"custom_case": {}
|
|
3119
2766
|
}
|
|
3120
2767
|
},
|
|
@@ -3123,15 +2770,15 @@
|
|
|
3123
2770
|
{
|
|
3124
2771
|
"metrics": {
|
|
3125
2772
|
"max_load_count": 0,
|
|
3126
|
-
"load_duration":
|
|
3127
|
-
"qps":
|
|
3128
|
-
"serial_latency_p99": 0.
|
|
3129
|
-
"recall": 0.
|
|
2773
|
+
"load_duration": 1503.1147,
|
|
2774
|
+
"qps": 189.4399,
|
|
2775
|
+
"serial_latency_p99": 0.0175,
|
|
2776
|
+
"recall": 0.8889
|
|
3130
2777
|
},
|
|
3131
2778
|
"task_config": {
|
|
3132
2779
|
"db": "QdrantCloud",
|
|
3133
2780
|
"db_config": {
|
|
3134
|
-
"db_label": "
|
|
2781
|
+
"db_label": "4c16g-1node",
|
|
3135
2782
|
"url": "**********",
|
|
3136
2783
|
"api_key": "**********",
|
|
3137
2784
|
"prefer_grpc": true
|
|
@@ -3140,7 +2787,7 @@
|
|
|
3140
2787
|
"null": null
|
|
3141
2788
|
},
|
|
3142
2789
|
"case_config": {
|
|
3143
|
-
"case_id":
|
|
2790
|
+
"case_id": 7,
|
|
3144
2791
|
"custom_case": {}
|
|
3145
2792
|
}
|
|
3146
2793
|
},
|
|
@@ -3149,15 +2796,15 @@
|
|
|
3149
2796
|
{
|
|
3150
2797
|
"metrics": {
|
|
3151
2798
|
"max_load_count": 0,
|
|
3152
|
-
"load_duration":
|
|
3153
|
-
"qps":
|
|
3154
|
-
"serial_latency_p99": 0.
|
|
3155
|
-
"recall": 0.
|
|
2799
|
+
"load_duration": 1503.1147,
|
|
2800
|
+
"qps": 313.5116,
|
|
2801
|
+
"serial_latency_p99": 0.0161,
|
|
2802
|
+
"recall": 0.9999
|
|
3156
2803
|
},
|
|
3157
2804
|
"task_config": {
|
|
3158
2805
|
"db": "QdrantCloud",
|
|
3159
2806
|
"db_config": {
|
|
3160
|
-
"db_label": "4c16g-
|
|
2807
|
+
"db_label": "4c16g-1node",
|
|
3161
2808
|
"url": "**********",
|
|
3162
2809
|
"api_key": "**********",
|
|
3163
2810
|
"prefer_grpc": true
|
|
@@ -3166,7 +2813,7 @@
|
|
|
3166
2813
|
"null": null
|
|
3167
2814
|
},
|
|
3168
2815
|
"case_config": {
|
|
3169
|
-
"case_id":
|
|
2816
|
+
"case_id": 9,
|
|
3170
2817
|
"custom_case": {}
|
|
3171
2818
|
}
|
|
3172
2819
|
},
|
|
@@ -3175,15 +2822,15 @@
|
|
|
3175
2822
|
{
|
|
3176
2823
|
"metrics": {
|
|
3177
2824
|
"max_load_count": 0,
|
|
3178
|
-
"load_duration":
|
|
3179
|
-
"qps":
|
|
3180
|
-
"serial_latency_p99": 0.
|
|
3181
|
-
"recall": 0.
|
|
2825
|
+
"load_duration": 0.0,
|
|
2826
|
+
"qps": 0.0,
|
|
2827
|
+
"serial_latency_p99": 0.0,
|
|
2828
|
+
"recall": 0.0
|
|
3182
2829
|
},
|
|
3183
2830
|
"task_config": {
|
|
3184
2831
|
"db": "QdrantCloud",
|
|
3185
2832
|
"db_config": {
|
|
3186
|
-
"db_label": "4c16g-
|
|
2833
|
+
"db_label": "4c16g-1node",
|
|
3187
2834
|
"url": "**********",
|
|
3188
2835
|
"api_key": "**********",
|
|
3189
2836
|
"prefer_grpc": true
|
|
@@ -3192,24 +2839,24 @@
|
|
|
3192
2839
|
"null": null
|
|
3193
2840
|
},
|
|
3194
2841
|
"case_config": {
|
|
3195
|
-
"case_id":
|
|
2842
|
+
"case_id": 4,
|
|
3196
2843
|
"custom_case": {}
|
|
3197
2844
|
}
|
|
3198
2845
|
},
|
|
3199
|
-
"label": "
|
|
2846
|
+
"label": "x"
|
|
3200
2847
|
},
|
|
3201
2848
|
{
|
|
3202
2849
|
"metrics": {
|
|
3203
2850
|
"max_load_count": 0,
|
|
3204
|
-
"load_duration":
|
|
3205
|
-
"qps":
|
|
3206
|
-
"serial_latency_p99": 0.
|
|
3207
|
-
"recall": 0.
|
|
2851
|
+
"load_duration": 0.0,
|
|
2852
|
+
"qps": 0.0,
|
|
2853
|
+
"serial_latency_p99": 0.0,
|
|
2854
|
+
"recall": 0.0
|
|
3208
2855
|
},
|
|
3209
2856
|
"task_config": {
|
|
3210
2857
|
"db": "QdrantCloud",
|
|
3211
2858
|
"db_config": {
|
|
3212
|
-
"db_label": "4c16g-
|
|
2859
|
+
"db_label": "4c16g-1node",
|
|
3213
2860
|
"url": "**********",
|
|
3214
2861
|
"api_key": "**********",
|
|
3215
2862
|
"prefer_grpc": true
|
|
@@ -3218,11 +2865,1377 @@
|
|
|
3218
2865
|
"null": null
|
|
3219
2866
|
},
|
|
3220
2867
|
"case_config": {
|
|
3221
|
-
"case_id":
|
|
2868
|
+
"case_id": 6,
|
|
3222
2869
|
"custom_case": {}
|
|
3223
2870
|
}
|
|
3224
2871
|
},
|
|
3225
|
-
"label": "
|
|
3226
|
-
}
|
|
2872
|
+
"label": "x"
|
|
2873
|
+
},
|
|
2874
|
+
{
|
|
2875
|
+
"metrics": {
|
|
2876
|
+
"max_load_count": 0,
|
|
2877
|
+
"load_duration": 0.0,
|
|
2878
|
+
"qps": 0.0,
|
|
2879
|
+
"serial_latency_p99": 0.0,
|
|
2880
|
+
"recall": 0.0
|
|
2881
|
+
},
|
|
2882
|
+
"task_config": {
|
|
2883
|
+
"db": "QdrantCloud",
|
|
2884
|
+
"db_config": {
|
|
2885
|
+
"db_label": "4c16g-1node",
|
|
2886
|
+
"url": "**********",
|
|
2887
|
+
"api_key": "**********",
|
|
2888
|
+
"prefer_grpc": true
|
|
2889
|
+
},
|
|
2890
|
+
"db_case_config": {
|
|
2891
|
+
"null": null
|
|
2892
|
+
},
|
|
2893
|
+
"case_config": {
|
|
2894
|
+
"case_id": 8,
|
|
2895
|
+
"custom_case": {}
|
|
2896
|
+
}
|
|
2897
|
+
},
|
|
2898
|
+
"label": "x"
|
|
2899
|
+
},
|
|
2900
|
+
{
|
|
2901
|
+
"metrics": {
|
|
2902
|
+
"max_load_count": 5500000,
|
|
2903
|
+
"load_duration": 0.0,
|
|
2904
|
+
"qps": 0.0,
|
|
2905
|
+
"serial_latency_p99": 0.0,
|
|
2906
|
+
"recall": 0.0
|
|
2907
|
+
},
|
|
2908
|
+
"task_config": {
|
|
2909
|
+
"db": "Pinecone",
|
|
2910
|
+
"db_config": {
|
|
2911
|
+
"db_label": "s1.x1",
|
|
2912
|
+
"api_key": "**********",
|
|
2913
|
+
"environment": "**********",
|
|
2914
|
+
"index_name": "test_index"
|
|
2915
|
+
},
|
|
2916
|
+
"db_case_config": {
|
|
2917
|
+
"null": null
|
|
2918
|
+
},
|
|
2919
|
+
"case_config": {
|
|
2920
|
+
"case_id": 2,
|
|
2921
|
+
"custom_case": {}
|
|
2922
|
+
}
|
|
2923
|
+
},
|
|
2924
|
+
"label": ":)"
|
|
2925
|
+
},
|
|
2926
|
+
{
|
|
2927
|
+
"metrics": {
|
|
2928
|
+
"max_load_count": 8300000,
|
|
2929
|
+
"load_duration": 0.0,
|
|
2930
|
+
"qps": 0.0,
|
|
2931
|
+
"serial_latency_p99": 0.0,
|
|
2932
|
+
"recall": 0.0
|
|
2933
|
+
},
|
|
2934
|
+
"task_config": {
|
|
2935
|
+
"db": "Pinecone",
|
|
2936
|
+
"db_config": {
|
|
2937
|
+
"db_label": "s1.x1",
|
|
2938
|
+
"api_key": "**********",
|
|
2939
|
+
"environment": "**********",
|
|
2940
|
+
"index_name": "test_index"
|
|
2941
|
+
},
|
|
2942
|
+
"db_case_config": {
|
|
2943
|
+
"null": null
|
|
2944
|
+
},
|
|
2945
|
+
"case_config": {
|
|
2946
|
+
"case_id": 1,
|
|
2947
|
+
"custom_case": {}
|
|
2948
|
+
}
|
|
2949
|
+
},
|
|
2950
|
+
"label": ":)"
|
|
2951
|
+
},
|
|
2952
|
+
{
|
|
2953
|
+
"metrics": {
|
|
2954
|
+
"max_load_count": 0,
|
|
2955
|
+
"load_duration": 1129.4487,
|
|
2956
|
+
"qps": 18.7634,
|
|
2957
|
+
"serial_latency_p99": 0.1537,
|
|
2958
|
+
"recall": 0.8737
|
|
2959
|
+
},
|
|
2960
|
+
"task_config": {
|
|
2961
|
+
"db": "Pinecone",
|
|
2962
|
+
"db_config": {
|
|
2963
|
+
"db_label": "s1.x1",
|
|
2964
|
+
"api_key": "**********",
|
|
2965
|
+
"environment": "**********",
|
|
2966
|
+
"index_name": "test_index"
|
|
2967
|
+
},
|
|
2968
|
+
"db_case_config": {
|
|
2969
|
+
"null": null
|
|
2970
|
+
},
|
|
2971
|
+
"case_config": {
|
|
2972
|
+
"case_id": 5,
|
|
2973
|
+
"custom_case": {}
|
|
2974
|
+
}
|
|
2975
|
+
},
|
|
2976
|
+
"label": ":)"
|
|
2977
|
+
},
|
|
2978
|
+
{
|
|
2979
|
+
"metrics": {
|
|
2980
|
+
"max_load_count": 0,
|
|
2981
|
+
"load_duration": 1129.4487,
|
|
2982
|
+
"qps": 18.3619,
|
|
2983
|
+
"serial_latency_p99": 0.0798,
|
|
2984
|
+
"recall": 0.8741
|
|
2985
|
+
},
|
|
2986
|
+
"task_config": {
|
|
2987
|
+
"db": "Pinecone",
|
|
2988
|
+
"db_config": {
|
|
2989
|
+
"db_label": "s1.x1",
|
|
2990
|
+
"api_key": "**********",
|
|
2991
|
+
"environment": "**********",
|
|
2992
|
+
"index_name": "test_index"
|
|
2993
|
+
},
|
|
2994
|
+
"db_case_config": {
|
|
2995
|
+
"null": null
|
|
2996
|
+
},
|
|
2997
|
+
"case_config": {
|
|
2998
|
+
"case_id": 7,
|
|
2999
|
+
"custom_case": {}
|
|
3000
|
+
}
|
|
3001
|
+
},
|
|
3002
|
+
"label": ":)"
|
|
3003
|
+
},
|
|
3004
|
+
{
|
|
3005
|
+
"metrics": {
|
|
3006
|
+
"max_load_count": 0,
|
|
3007
|
+
"load_duration": 1129.4487,
|
|
3008
|
+
"qps": 25.2744,
|
|
3009
|
+
"serial_latency_p99": 0.0612,
|
|
3010
|
+
"recall": 0.9979
|
|
3011
|
+
},
|
|
3012
|
+
"task_config": {
|
|
3013
|
+
"db": "Pinecone",
|
|
3014
|
+
"db_config": {
|
|
3015
|
+
"db_label": "s1.x1",
|
|
3016
|
+
"api_key": "**********",
|
|
3017
|
+
"environment": "**********",
|
|
3018
|
+
"index_name": "test_index"
|
|
3019
|
+
},
|
|
3020
|
+
"db_case_config": {
|
|
3021
|
+
"null": null
|
|
3022
|
+
},
|
|
3023
|
+
"case_config": {
|
|
3024
|
+
"case_id": 9,
|
|
3025
|
+
"custom_case": {}
|
|
3026
|
+
}
|
|
3027
|
+
},
|
|
3028
|
+
"label": ":)"
|
|
3029
|
+
},
|
|
3030
|
+
{
|
|
3031
|
+
"metrics": {
|
|
3032
|
+
"max_load_count": 0,
|
|
3033
|
+
"load_duration": 0.0,
|
|
3034
|
+
"qps": 0.0,
|
|
3035
|
+
"serial_latency_p99": 0.0,
|
|
3036
|
+
"recall": 0.0
|
|
3037
|
+
},
|
|
3038
|
+
"task_config": {
|
|
3039
|
+
"db": "Pinecone",
|
|
3040
|
+
"db_config": {
|
|
3041
|
+
"db_label": "s1.x1",
|
|
3042
|
+
"api_key": "**********",
|
|
3043
|
+
"environment": "**********",
|
|
3044
|
+
"index_name": "test_index"
|
|
3045
|
+
},
|
|
3046
|
+
"db_case_config": {
|
|
3047
|
+
"null": null
|
|
3048
|
+
},
|
|
3049
|
+
"case_config": {
|
|
3050
|
+
"case_id": 4,
|
|
3051
|
+
"custom_case": {}
|
|
3052
|
+
}
|
|
3053
|
+
},
|
|
3054
|
+
"label": "x"
|
|
3055
|
+
},
|
|
3056
|
+
{
|
|
3057
|
+
"metrics": {
|
|
3058
|
+
"max_load_count": 0,
|
|
3059
|
+
"load_duration": 0.0,
|
|
3060
|
+
"qps": 0.0,
|
|
3061
|
+
"serial_latency_p99": 0.0,
|
|
3062
|
+
"recall": 0.0
|
|
3063
|
+
},
|
|
3064
|
+
"task_config": {
|
|
3065
|
+
"db": "Pinecone",
|
|
3066
|
+
"db_config": {
|
|
3067
|
+
"db_label": "s1.x1",
|
|
3068
|
+
"api_key": "**********",
|
|
3069
|
+
"environment": "**********",
|
|
3070
|
+
"index_name": "test_index"
|
|
3071
|
+
},
|
|
3072
|
+
"db_case_config": {
|
|
3073
|
+
"null": null
|
|
3074
|
+
},
|
|
3075
|
+
"case_config": {
|
|
3076
|
+
"case_id": 6,
|
|
3077
|
+
"custom_case": {}
|
|
3078
|
+
}
|
|
3079
|
+
},
|
|
3080
|
+
"label": "x"
|
|
3081
|
+
},
|
|
3082
|
+
{
|
|
3083
|
+
"metrics": {
|
|
3084
|
+
"max_load_count": 0,
|
|
3085
|
+
"load_duration": 0.0,
|
|
3086
|
+
"qps": 0.0,
|
|
3087
|
+
"serial_latency_p99": 0.0,
|
|
3088
|
+
"recall": 0.0
|
|
3089
|
+
},
|
|
3090
|
+
"task_config": {
|
|
3091
|
+
"db": "Pinecone",
|
|
3092
|
+
"db_config": {
|
|
3093
|
+
"db_label": "s1.x1",
|
|
3094
|
+
"api_key": "**********",
|
|
3095
|
+
"environment": "**********",
|
|
3096
|
+
"index_name": "test_index"
|
|
3097
|
+
},
|
|
3098
|
+
"db_case_config": {
|
|
3099
|
+
"null": null
|
|
3100
|
+
},
|
|
3101
|
+
"case_config": {
|
|
3102
|
+
"case_id": 8,
|
|
3103
|
+
"custom_case": {}
|
|
3104
|
+
}
|
|
3105
|
+
},
|
|
3106
|
+
"label": "x"
|
|
3107
|
+
},
|
|
3108
|
+
{
|
|
3109
|
+
"metrics": {
|
|
3110
|
+
"max_load_count": 1600000,
|
|
3111
|
+
"load_duration": 0.0,
|
|
3112
|
+
"qps": 0.0,
|
|
3113
|
+
"serial_latency_p99": 0.0,
|
|
3114
|
+
"recall": 0.0
|
|
3115
|
+
},
|
|
3116
|
+
"task_config": {
|
|
3117
|
+
"db": "Pinecone",
|
|
3118
|
+
"db_config": {
|
|
3119
|
+
"db_label": "p2.x1",
|
|
3120
|
+
"api_key": "**********",
|
|
3121
|
+
"environment": "**********",
|
|
3122
|
+
"index_name": "test_index"
|
|
3123
|
+
},
|
|
3124
|
+
"db_case_config": {
|
|
3125
|
+
"null": null
|
|
3126
|
+
},
|
|
3127
|
+
"case_config": {
|
|
3128
|
+
"case_id": 2,
|
|
3129
|
+
"custom_case": {}
|
|
3130
|
+
}
|
|
3131
|
+
},
|
|
3132
|
+
"label": ":)"
|
|
3133
|
+
},
|
|
3134
|
+
{
|
|
3135
|
+
"metrics": {
|
|
3136
|
+
"max_load_count": 2700000,
|
|
3137
|
+
"load_duration": 0.0,
|
|
3138
|
+
"qps": 0.0,
|
|
3139
|
+
"serial_latency_p99": 0.0,
|
|
3140
|
+
"recall": 0.0
|
|
3141
|
+
},
|
|
3142
|
+
"task_config": {
|
|
3143
|
+
"db": "Pinecone",
|
|
3144
|
+
"db_config": {
|
|
3145
|
+
"db_label": "p2.x1",
|
|
3146
|
+
"api_key": "**********",
|
|
3147
|
+
"environment": "**********",
|
|
3148
|
+
"index_name": "test_index"
|
|
3149
|
+
},
|
|
3150
|
+
"db_case_config": {
|
|
3151
|
+
"null": null
|
|
3152
|
+
},
|
|
3153
|
+
"case_config": {
|
|
3154
|
+
"case_id": 1,
|
|
3155
|
+
"custom_case": {}
|
|
3156
|
+
}
|
|
3157
|
+
},
|
|
3158
|
+
"label": ":)"
|
|
3159
|
+
},
|
|
3160
|
+
{
|
|
3161
|
+
"metrics": {
|
|
3162
|
+
"max_load_count": 0,
|
|
3163
|
+
"load_duration": 1582.9409,
|
|
3164
|
+
"qps": 261.798,
|
|
3165
|
+
"serial_latency_p99": 0.0231,
|
|
3166
|
+
"recall": 0.9262
|
|
3167
|
+
},
|
|
3168
|
+
"task_config": {
|
|
3169
|
+
"db": "Pinecone",
|
|
3170
|
+
"db_config": {
|
|
3171
|
+
"db_label": "p2.x1",
|
|
3172
|
+
"api_key": "**********",
|
|
3173
|
+
"environment": "**********",
|
|
3174
|
+
"index_name": "test_index"
|
|
3175
|
+
},
|
|
3176
|
+
"db_case_config": {
|
|
3177
|
+
"null": null
|
|
3178
|
+
},
|
|
3179
|
+
"case_config": {
|
|
3180
|
+
"case_id": 5,
|
|
3181
|
+
"custom_case": {}
|
|
3182
|
+
}
|
|
3183
|
+
},
|
|
3184
|
+
"label": ":)"
|
|
3185
|
+
},
|
|
3186
|
+
{
|
|
3187
|
+
"metrics": {
|
|
3188
|
+
"max_load_count": 0,
|
|
3189
|
+
"load_duration": 1582.9409,
|
|
3190
|
+
"qps": 166.1851,
|
|
3191
|
+
"serial_latency_p99": 0.0239,
|
|
3192
|
+
"recall": 0.9264
|
|
3193
|
+
},
|
|
3194
|
+
"task_config": {
|
|
3195
|
+
"db": "Pinecone",
|
|
3196
|
+
"db_config": {
|
|
3197
|
+
"db_label": "p2.x1",
|
|
3198
|
+
"api_key": "**********",
|
|
3199
|
+
"environment": "**********",
|
|
3200
|
+
"index_name": "test_index"
|
|
3201
|
+
},
|
|
3202
|
+
"db_case_config": {
|
|
3203
|
+
"null": null
|
|
3204
|
+
},
|
|
3205
|
+
"case_config": {
|
|
3206
|
+
"case_id": 7,
|
|
3207
|
+
"custom_case": {}
|
|
3208
|
+
}
|
|
3209
|
+
},
|
|
3210
|
+
"label": ":)"
|
|
3211
|
+
},
|
|
3212
|
+
{
|
|
3213
|
+
"metrics": {
|
|
3214
|
+
"max_load_count": 0,
|
|
3215
|
+
"load_duration": 1582.9409,
|
|
3216
|
+
"qps": 121.7169,
|
|
3217
|
+
"serial_latency_p99": 0.029,
|
|
3218
|
+
"recall": 0.9693
|
|
3219
|
+
},
|
|
3220
|
+
"task_config": {
|
|
3221
|
+
"db": "Pinecone",
|
|
3222
|
+
"db_config": {
|
|
3223
|
+
"db_label": "p2.x1",
|
|
3224
|
+
"api_key": "**********",
|
|
3225
|
+
"environment": "**********",
|
|
3226
|
+
"index_name": "test_index"
|
|
3227
|
+
},
|
|
3228
|
+
"db_case_config": {
|
|
3229
|
+
"null": null
|
|
3230
|
+
},
|
|
3231
|
+
"case_config": {
|
|
3232
|
+
"case_id": 9,
|
|
3233
|
+
"custom_case": {}
|
|
3234
|
+
}
|
|
3235
|
+
},
|
|
3236
|
+
"label": ":)"
|
|
3237
|
+
},
|
|
3238
|
+
{
|
|
3239
|
+
"metrics": {
|
|
3240
|
+
"max_load_count": 0,
|
|
3241
|
+
"load_duration": 0.0,
|
|
3242
|
+
"qps": 0.0,
|
|
3243
|
+
"serial_latency_p99": 0.0,
|
|
3244
|
+
"recall": 0.0
|
|
3245
|
+
},
|
|
3246
|
+
"task_config": {
|
|
3247
|
+
"db": "Pinecone",
|
|
3248
|
+
"db_config": {
|
|
3249
|
+
"db_label": "p2.x1",
|
|
3250
|
+
"api_key": "**********",
|
|
3251
|
+
"environment": "**********",
|
|
3252
|
+
"index_name": "test_index"
|
|
3253
|
+
},
|
|
3254
|
+
"db_case_config": {
|
|
3255
|
+
"null": null
|
|
3256
|
+
},
|
|
3257
|
+
"case_config": {
|
|
3258
|
+
"case_id": 4,
|
|
3259
|
+
"custom_case": {}
|
|
3260
|
+
}
|
|
3261
|
+
},
|
|
3262
|
+
"label": "x"
|
|
3263
|
+
},
|
|
3264
|
+
{
|
|
3265
|
+
"metrics": {
|
|
3266
|
+
"max_load_count": 0,
|
|
3267
|
+
"load_duration": 0.0,
|
|
3268
|
+
"qps": 0.0,
|
|
3269
|
+
"serial_latency_p99": 0.0,
|
|
3270
|
+
"recall": 0.0
|
|
3271
|
+
},
|
|
3272
|
+
"task_config": {
|
|
3273
|
+
"db": "Pinecone",
|
|
3274
|
+
"db_config": {
|
|
3275
|
+
"db_label": "p2.x1",
|
|
3276
|
+
"api_key": "**********",
|
|
3277
|
+
"environment": "**********",
|
|
3278
|
+
"index_name": "test_index"
|
|
3279
|
+
},
|
|
3280
|
+
"db_case_config": {
|
|
3281
|
+
"null": null
|
|
3282
|
+
},
|
|
3283
|
+
"case_config": {
|
|
3284
|
+
"case_id": 6,
|
|
3285
|
+
"custom_case": {}
|
|
3286
|
+
}
|
|
3287
|
+
},
|
|
3288
|
+
"label": "x"
|
|
3289
|
+
},
|
|
3290
|
+
{
|
|
3291
|
+
"metrics": {
|
|
3292
|
+
"max_load_count": 0,
|
|
3293
|
+
"load_duration": 0.0,
|
|
3294
|
+
"qps": 0.0,
|
|
3295
|
+
"serial_latency_p99": 0.0,
|
|
3296
|
+
"recall": 0.0
|
|
3297
|
+
},
|
|
3298
|
+
"task_config": {
|
|
3299
|
+
"db": "Pinecone",
|
|
3300
|
+
"db_config": {
|
|
3301
|
+
"db_label": "p2.x1",
|
|
3302
|
+
"api_key": "**********",
|
|
3303
|
+
"environment": "**********",
|
|
3304
|
+
"index_name": "test_index"
|
|
3305
|
+
},
|
|
3306
|
+
"db_case_config": {
|
|
3307
|
+
"null": null
|
|
3308
|
+
},
|
|
3309
|
+
"case_config": {
|
|
3310
|
+
"case_id": 8,
|
|
3311
|
+
"custom_case": {}
|
|
3312
|
+
}
|
|
3313
|
+
},
|
|
3314
|
+
"label": "x"
|
|
3315
|
+
},
|
|
3316
|
+
{
|
|
3317
|
+
"metrics": {
|
|
3318
|
+
"max_load_count": 700000,
|
|
3319
|
+
"load_duration": 0.0,
|
|
3320
|
+
"qps": 0.0,
|
|
3321
|
+
"serial_latency_p99": 0.0,
|
|
3322
|
+
"recall": 0.0
|
|
3323
|
+
},
|
|
3324
|
+
"task_config": {
|
|
3325
|
+
"db": "Pinecone",
|
|
3326
|
+
"db_config": {
|
|
3327
|
+
"db_label": "p1.x1",
|
|
3328
|
+
"api_key": "**********",
|
|
3329
|
+
"environment": "**********",
|
|
3330
|
+
"index_name": "test_index"
|
|
3331
|
+
},
|
|
3332
|
+
"db_case_config": {
|
|
3333
|
+
"null": null
|
|
3334
|
+
},
|
|
3335
|
+
"case_config": {
|
|
3336
|
+
"case_id": 2,
|
|
3337
|
+
"custom_case": {}
|
|
3338
|
+
}
|
|
3339
|
+
},
|
|
3340
|
+
"label": ":)"
|
|
3341
|
+
},
|
|
3342
|
+
{
|
|
3343
|
+
"metrics": {
|
|
3344
|
+
"max_load_count": 4100000,
|
|
3345
|
+
"load_duration": 0.0,
|
|
3346
|
+
"qps": 0.0,
|
|
3347
|
+
"serial_latency_p99": 0.0,
|
|
3348
|
+
"recall": 0.0
|
|
3349
|
+
},
|
|
3350
|
+
"task_config": {
|
|
3351
|
+
"db": "Pinecone",
|
|
3352
|
+
"db_config": {
|
|
3353
|
+
"db_label": "p1.x1",
|
|
3354
|
+
"api_key": "**********",
|
|
3355
|
+
"environment": "**********",
|
|
3356
|
+
"index_name": "test_index"
|
|
3357
|
+
},
|
|
3358
|
+
"db_case_config": {
|
|
3359
|
+
"null": null
|
|
3360
|
+
},
|
|
3361
|
+
"case_config": {
|
|
3362
|
+
"case_id": 1,
|
|
3363
|
+
"custom_case": {}
|
|
3364
|
+
}
|
|
3365
|
+
},
|
|
3366
|
+
"label": ":)"
|
|
3367
|
+
},
|
|
3368
|
+
{
|
|
3369
|
+
"metrics": {
|
|
3370
|
+
"max_load_count": 0,
|
|
3371
|
+
"load_duration": 1123.9889,
|
|
3372
|
+
"qps": 46.6189,
|
|
3373
|
+
"serial_latency_p99": 0.0431,
|
|
3374
|
+
"recall": 0.8737
|
|
3375
|
+
},
|
|
3376
|
+
"task_config": {
|
|
3377
|
+
"db": "Pinecone",
|
|
3378
|
+
"db_config": {
|
|
3379
|
+
"db_label": "p1.x1",
|
|
3380
|
+
"api_key": "**********",
|
|
3381
|
+
"environment": "**********",
|
|
3382
|
+
"index_name": "test_index"
|
|
3383
|
+
},
|
|
3384
|
+
"db_case_config": {
|
|
3385
|
+
"null": null
|
|
3386
|
+
},
|
|
3387
|
+
"case_config": {
|
|
3388
|
+
"case_id": 5,
|
|
3389
|
+
"custom_case": {}
|
|
3390
|
+
}
|
|
3391
|
+
},
|
|
3392
|
+
"label": ":)"
|
|
3393
|
+
},
|
|
3394
|
+
{
|
|
3395
|
+
"metrics": {
|
|
3396
|
+
"max_load_count": 0,
|
|
3397
|
+
"load_duration": 1123.9889,
|
|
3398
|
+
"qps": 42.4856,
|
|
3399
|
+
"serial_latency_p99": 0.044,
|
|
3400
|
+
"recall": 0.8741
|
|
3401
|
+
},
|
|
3402
|
+
"task_config": {
|
|
3403
|
+
"db": "Pinecone",
|
|
3404
|
+
"db_config": {
|
|
3405
|
+
"db_label": "p1.x1",
|
|
3406
|
+
"api_key": "**********",
|
|
3407
|
+
"environment": "**********",
|
|
3408
|
+
"index_name": "test_index"
|
|
3409
|
+
},
|
|
3410
|
+
"db_case_config": {
|
|
3411
|
+
"null": null
|
|
3412
|
+
},
|
|
3413
|
+
"case_config": {
|
|
3414
|
+
"case_id": 7,
|
|
3415
|
+
"custom_case": {}
|
|
3416
|
+
}
|
|
3417
|
+
},
|
|
3418
|
+
"label": ":)"
|
|
3419
|
+
},
|
|
3420
|
+
{
|
|
3421
|
+
"metrics": {
|
|
3422
|
+
"max_load_count": 0,
|
|
3423
|
+
"load_duration": 1123.9889,
|
|
3424
|
+
"qps": 138.9479,
|
|
3425
|
+
"serial_latency_p99": 0.0262,
|
|
3426
|
+
"recall": 0.9979
|
|
3427
|
+
},
|
|
3428
|
+
"task_config": {
|
|
3429
|
+
"db": "Pinecone",
|
|
3430
|
+
"db_config": {
|
|
3431
|
+
"db_label": "p1.x1",
|
|
3432
|
+
"api_key": "**********",
|
|
3433
|
+
"environment": "**********",
|
|
3434
|
+
"index_name": "test_index"
|
|
3435
|
+
},
|
|
3436
|
+
"db_case_config": {
|
|
3437
|
+
"null": null
|
|
3438
|
+
},
|
|
3439
|
+
"case_config": {
|
|
3440
|
+
"case_id": 9,
|
|
3441
|
+
"custom_case": {}
|
|
3442
|
+
}
|
|
3443
|
+
},
|
|
3444
|
+
"label": ":)"
|
|
3445
|
+
},
|
|
3446
|
+
{
|
|
3447
|
+
"metrics": {
|
|
3448
|
+
"max_load_count": 0,
|
|
3449
|
+
"load_duration": 0.0,
|
|
3450
|
+
"qps": 0.0,
|
|
3451
|
+
"serial_latency_p99": 0.0,
|
|
3452
|
+
"recall": 0.0
|
|
3453
|
+
},
|
|
3454
|
+
"task_config": {
|
|
3455
|
+
"db": "Pinecone",
|
|
3456
|
+
"db_config": {
|
|
3457
|
+
"db_label": "p1.x1",
|
|
3458
|
+
"api_key": "**********",
|
|
3459
|
+
"environment": "**********",
|
|
3460
|
+
"index_name": "test_index"
|
|
3461
|
+
},
|
|
3462
|
+
"db_case_config": {
|
|
3463
|
+
"null": null
|
|
3464
|
+
},
|
|
3465
|
+
"case_config": {
|
|
3466
|
+
"case_id": 4,
|
|
3467
|
+
"custom_case": {}
|
|
3468
|
+
}
|
|
3469
|
+
},
|
|
3470
|
+
"label": "x"
|
|
3471
|
+
},
|
|
3472
|
+
{
|
|
3473
|
+
"metrics": {
|
|
3474
|
+
"max_load_count": 0,
|
|
3475
|
+
"load_duration": 0.0,
|
|
3476
|
+
"qps": 0.0,
|
|
3477
|
+
"serial_latency_p99": 0.0,
|
|
3478
|
+
"recall": 0.0
|
|
3479
|
+
},
|
|
3480
|
+
"task_config": {
|
|
3481
|
+
"db": "Pinecone",
|
|
3482
|
+
"db_config": {
|
|
3483
|
+
"db_label": "p1.x1",
|
|
3484
|
+
"api_key": "**********",
|
|
3485
|
+
"environment": "**********",
|
|
3486
|
+
"index_name": "test_index"
|
|
3487
|
+
},
|
|
3488
|
+
"db_case_config": {
|
|
3489
|
+
"null": null
|
|
3490
|
+
},
|
|
3491
|
+
"case_config": {
|
|
3492
|
+
"case_id": 6,
|
|
3493
|
+
"custom_case": {}
|
|
3494
|
+
}
|
|
3495
|
+
},
|
|
3496
|
+
"label": "x"
|
|
3497
|
+
},
|
|
3498
|
+
{
|
|
3499
|
+
"metrics": {
|
|
3500
|
+
"max_load_count": 0,
|
|
3501
|
+
"load_duration": 0.0,
|
|
3502
|
+
"qps": 0.0,
|
|
3503
|
+
"serial_latency_p99": 0.0,
|
|
3504
|
+
"recall": 0.0
|
|
3505
|
+
},
|
|
3506
|
+
"task_config": {
|
|
3507
|
+
"db": "Pinecone",
|
|
3508
|
+
"db_config": {
|
|
3509
|
+
"db_label": "p1.x1",
|
|
3510
|
+
"api_key": "**********",
|
|
3511
|
+
"environment": "**********",
|
|
3512
|
+
"index_name": "test_index"
|
|
3513
|
+
},
|
|
3514
|
+
"db_case_config": {
|
|
3515
|
+
"null": null
|
|
3516
|
+
},
|
|
3517
|
+
"case_config": {
|
|
3518
|
+
"case_id": 8,
|
|
3519
|
+
"custom_case": {}
|
|
3520
|
+
}
|
|
3521
|
+
},
|
|
3522
|
+
"label": "x"
|
|
3523
|
+
},
|
|
3524
|
+
{
|
|
3525
|
+
"metrics": {
|
|
3526
|
+
"max_load_count": 0,
|
|
3527
|
+
"load_duration": 1450.6205,
|
|
3528
|
+
"qps": 20.7437,
|
|
3529
|
+
"serial_latency_p99": 0.0758,
|
|
3530
|
+
"recall": 0.9291
|
|
3531
|
+
},
|
|
3532
|
+
"task_config": {
|
|
3533
|
+
"db": "Pinecone",
|
|
3534
|
+
"db_config": {
|
|
3535
|
+
"db_label": "s1.x1-2node",
|
|
3536
|
+
"api_key": "**********",
|
|
3537
|
+
"environment": "**********",
|
|
3538
|
+
"index_name": "benchmark-test"
|
|
3539
|
+
},
|
|
3540
|
+
"db_case_config": {
|
|
3541
|
+
"null": null
|
|
3542
|
+
},
|
|
3543
|
+
"case_config": {
|
|
3544
|
+
"case_id": 5,
|
|
3545
|
+
"custom_case": {}
|
|
3546
|
+
}
|
|
3547
|
+
},
|
|
3548
|
+
"label": ":)"
|
|
3549
|
+
},
|
|
3550
|
+
{
|
|
3551
|
+
"metrics": {
|
|
3552
|
+
"max_load_count": 0,
|
|
3553
|
+
"load_duration": 1450.6205,
|
|
3554
|
+
"qps": 20.2993,
|
|
3555
|
+
"serial_latency_p99": 0.0765,
|
|
3556
|
+
"recall": 0.9293
|
|
3557
|
+
},
|
|
3558
|
+
"task_config": {
|
|
3559
|
+
"db": "Pinecone",
|
|
3560
|
+
"db_config": {
|
|
3561
|
+
"db_label": "s1.x1-2node",
|
|
3562
|
+
"api_key": "**********",
|
|
3563
|
+
"environment": "**********",
|
|
3564
|
+
"index_name": "benchmark-test"
|
|
3565
|
+
},
|
|
3566
|
+
"db_case_config": {
|
|
3567
|
+
"null": null
|
|
3568
|
+
},
|
|
3569
|
+
"case_config": {
|
|
3570
|
+
"case_id": 7,
|
|
3571
|
+
"custom_case": {}
|
|
3572
|
+
}
|
|
3573
|
+
},
|
|
3574
|
+
"label": ":)"
|
|
3575
|
+
},
|
|
3576
|
+
{
|
|
3577
|
+
"metrics": {
|
|
3578
|
+
"max_load_count": 0,
|
|
3579
|
+
"load_duration": 1450.6205,
|
|
3580
|
+
"qps": 26.4719,
|
|
3581
|
+
"serial_latency_p99": 0.067,
|
|
3582
|
+
"recall": 1.0
|
|
3583
|
+
},
|
|
3584
|
+
"task_config": {
|
|
3585
|
+
"db": "Pinecone",
|
|
3586
|
+
"db_config": {
|
|
3587
|
+
"db_label": "s1.x1-2node",
|
|
3588
|
+
"api_key": "**********",
|
|
3589
|
+
"environment": "**********",
|
|
3590
|
+
"index_name": "benchmark-test"
|
|
3591
|
+
},
|
|
3592
|
+
"db_case_config": {
|
|
3593
|
+
"null": null
|
|
3594
|
+
},
|
|
3595
|
+
"case_config": {
|
|
3596
|
+
"case_id": 9,
|
|
3597
|
+
"custom_case": {}
|
|
3598
|
+
}
|
|
3599
|
+
},
|
|
3600
|
+
"label": ":)"
|
|
3601
|
+
},
|
|
3602
|
+
{
|
|
3603
|
+
"metrics": {
|
|
3604
|
+
"max_load_count": 0,
|
|
3605
|
+
"load_duration": 11374.7189,
|
|
3606
|
+
"qps": 8.6675,
|
|
3607
|
+
"serial_latency_p99": 0.1802,
|
|
3608
|
+
"recall": 0.8369
|
|
3609
|
+
},
|
|
3610
|
+
"task_config": {
|
|
3611
|
+
"db": "Pinecone",
|
|
3612
|
+
"db_config": {
|
|
3613
|
+
"db_label": "s1.x1-2node",
|
|
3614
|
+
"api_key": "**********",
|
|
3615
|
+
"environment": "**********",
|
|
3616
|
+
"index_name": "benchmark-test"
|
|
3617
|
+
},
|
|
3618
|
+
"db_case_config": {
|
|
3619
|
+
"null": null
|
|
3620
|
+
},
|
|
3621
|
+
"case_config": {
|
|
3622
|
+
"case_id": 4,
|
|
3623
|
+
"custom_case": {}
|
|
3624
|
+
}
|
|
3625
|
+
},
|
|
3626
|
+
"label": ":)"
|
|
3627
|
+
},
|
|
3628
|
+
{
|
|
3629
|
+
"metrics": {
|
|
3630
|
+
"max_load_count": 0,
|
|
3631
|
+
"load_duration": 11374.7189,
|
|
3632
|
+
"qps": 7.8121,
|
|
3633
|
+
"serial_latency_p99": 0.1677,
|
|
3634
|
+
"recall": 0.8369
|
|
3635
|
+
},
|
|
3636
|
+
"task_config": {
|
|
3637
|
+
"db": "Pinecone",
|
|
3638
|
+
"db_config": {
|
|
3639
|
+
"db_label": "s1.x1-2node",
|
|
3640
|
+
"api_key": "**********",
|
|
3641
|
+
"environment": "**********",
|
|
3642
|
+
"index_name": "benchmark-test"
|
|
3643
|
+
},
|
|
3644
|
+
"db_case_config": {
|
|
3645
|
+
"null": null
|
|
3646
|
+
},
|
|
3647
|
+
"case_config": {
|
|
3648
|
+
"case_id": 6,
|
|
3649
|
+
"custom_case": {}
|
|
3650
|
+
}
|
|
3651
|
+
},
|
|
3652
|
+
"label": ":)"
|
|
3653
|
+
},
|
|
3654
|
+
{
|
|
3655
|
+
"metrics": {
|
|
3656
|
+
"max_load_count": 0,
|
|
3657
|
+
"load_duration": 11374.7189,
|
|
3658
|
+
"qps": 16.869,
|
|
3659
|
+
"serial_latency_p99": 0.0878,
|
|
3660
|
+
"recall": 0.9814
|
|
3661
|
+
},
|
|
3662
|
+
"task_config": {
|
|
3663
|
+
"db": "Pinecone",
|
|
3664
|
+
"db_config": {
|
|
3665
|
+
"db_label": "s1.x1-2node",
|
|
3666
|
+
"api_key": "**********",
|
|
3667
|
+
"environment": "**********",
|
|
3668
|
+
"index_name": "benchmark-test"
|
|
3669
|
+
},
|
|
3670
|
+
"db_case_config": {
|
|
3671
|
+
"null": null
|
|
3672
|
+
},
|
|
3673
|
+
"case_config": {
|
|
3674
|
+
"case_id": 8,
|
|
3675
|
+
"custom_case": {}
|
|
3676
|
+
}
|
|
3677
|
+
},
|
|
3678
|
+
"label": ":)"
|
|
3679
|
+
},
|
|
3680
|
+
{
|
|
3681
|
+
"metrics": {
|
|
3682
|
+
"max_load_count": 0,
|
|
3683
|
+
"load_duration": 1210.2139,
|
|
3684
|
+
"qps": 365.0835,
|
|
3685
|
+
"serial_latency_p99": 0.0236,
|
|
3686
|
+
"recall": 0.945
|
|
3687
|
+
},
|
|
3688
|
+
"task_config": {
|
|
3689
|
+
"db": "Pinecone",
|
|
3690
|
+
"db_config": {
|
|
3691
|
+
"db_label": "p2.x1-8node",
|
|
3692
|
+
"api_key": "**********",
|
|
3693
|
+
"environment": "**********",
|
|
3694
|
+
"index_name": "benchmark-test"
|
|
3695
|
+
},
|
|
3696
|
+
"db_case_config": {
|
|
3697
|
+
"null": null
|
|
3698
|
+
},
|
|
3699
|
+
"case_config": {
|
|
3700
|
+
"case_id": 5,
|
|
3701
|
+
"custom_case": {}
|
|
3702
|
+
}
|
|
3703
|
+
},
|
|
3704
|
+
"label": ":)"
|
|
3705
|
+
},
|
|
3706
|
+
{
|
|
3707
|
+
"metrics": {
|
|
3708
|
+
"max_load_count": 0,
|
|
3709
|
+
"load_duration": 1210.2139,
|
|
3710
|
+
"qps": 325.5271,
|
|
3711
|
+
"serial_latency_p99": 0.0251,
|
|
3712
|
+
"recall": 0.9452
|
|
3713
|
+
},
|
|
3714
|
+
"task_config": {
|
|
3715
|
+
"db": "Pinecone",
|
|
3716
|
+
"db_config": {
|
|
3717
|
+
"db_label": "p2.x1-8node",
|
|
3718
|
+
"api_key": "**********",
|
|
3719
|
+
"environment": "**********",
|
|
3720
|
+
"index_name": "benchmark-test"
|
|
3721
|
+
},
|
|
3722
|
+
"db_case_config": {
|
|
3723
|
+
"null": null
|
|
3724
|
+
},
|
|
3725
|
+
"case_config": {
|
|
3726
|
+
"case_id": 7,
|
|
3727
|
+
"custom_case": {}
|
|
3728
|
+
}
|
|
3729
|
+
},
|
|
3730
|
+
"label": ":)"
|
|
3731
|
+
},
|
|
3732
|
+
{
|
|
3733
|
+
"metrics": {
|
|
3734
|
+
"max_load_count": 0,
|
|
3735
|
+
"load_duration": 1210.2139,
|
|
3736
|
+
"qps": 596.7942,
|
|
3737
|
+
"serial_latency_p99": 0.0242,
|
|
3738
|
+
"recall": 0.9693
|
|
3739
|
+
},
|
|
3740
|
+
"task_config": {
|
|
3741
|
+
"db": "Pinecone",
|
|
3742
|
+
"db_config": {
|
|
3743
|
+
"db_label": "p2.x1-8node",
|
|
3744
|
+
"api_key": "**********",
|
|
3745
|
+
"environment": "**********",
|
|
3746
|
+
"index_name": "benchmark-test"
|
|
3747
|
+
},
|
|
3748
|
+
"db_case_config": {
|
|
3749
|
+
"null": null
|
|
3750
|
+
},
|
|
3751
|
+
"case_config": {
|
|
3752
|
+
"case_id": 9,
|
|
3753
|
+
"custom_case": {}
|
|
3754
|
+
}
|
|
3755
|
+
},
|
|
3756
|
+
"label": ":)"
|
|
3757
|
+
},
|
|
3758
|
+
{
|
|
3759
|
+
"metrics": {
|
|
3760
|
+
"max_load_count": 0,
|
|
3761
|
+
"load_duration": 14165.6504,
|
|
3762
|
+
"qps": 303.2044,
|
|
3763
|
+
"serial_latency_p99": 0.0274,
|
|
3764
|
+
"recall": 0.9246
|
|
3765
|
+
},
|
|
3766
|
+
"task_config": {
|
|
3767
|
+
"db": "Pinecone",
|
|
3768
|
+
"db_config": {
|
|
3769
|
+
"db_label": "p2.x1-8node",
|
|
3770
|
+
"api_key": "**********",
|
|
3771
|
+
"environment": "**********",
|
|
3772
|
+
"index_name": "benchmark-test"
|
|
3773
|
+
},
|
|
3774
|
+
"db_case_config": {
|
|
3775
|
+
"null": null
|
|
3776
|
+
},
|
|
3777
|
+
"case_config": {
|
|
3778
|
+
"case_id": 4,
|
|
3779
|
+
"custom_case": {}
|
|
3780
|
+
}
|
|
3781
|
+
},
|
|
3782
|
+
"label": ":)"
|
|
3783
|
+
},
|
|
3784
|
+
{
|
|
3785
|
+
"metrics": {
|
|
3786
|
+
"max_load_count": 0,
|
|
3787
|
+
"load_duration": 14165.6504,
|
|
3788
|
+
"qps": 136.0345,
|
|
3789
|
+
"serial_latency_p99": 0.0319,
|
|
3790
|
+
"recall": 0.9244
|
|
3791
|
+
},
|
|
3792
|
+
"task_config": {
|
|
3793
|
+
"db": "Pinecone",
|
|
3794
|
+
"db_config": {
|
|
3795
|
+
"db_label": "p2.x1-8node",
|
|
3796
|
+
"api_key": "**********",
|
|
3797
|
+
"environment": "**********",
|
|
3798
|
+
"index_name": "benchmark-test"
|
|
3799
|
+
},
|
|
3800
|
+
"db_case_config": {
|
|
3801
|
+
"null": null
|
|
3802
|
+
},
|
|
3803
|
+
"case_config": {
|
|
3804
|
+
"case_id": 6,
|
|
3805
|
+
"custom_case": {}
|
|
3806
|
+
}
|
|
3807
|
+
},
|
|
3808
|
+
"label": ":)"
|
|
3809
|
+
},
|
|
3810
|
+
{
|
|
3811
|
+
"metrics": {
|
|
3812
|
+
"max_load_count": 0,
|
|
3813
|
+
"load_duration": 14165.6504,
|
|
3814
|
+
"qps": 66.7221,
|
|
3815
|
+
"serial_latency_p99": 0.0421,
|
|
3816
|
+
"recall": 0.963
|
|
3817
|
+
},
|
|
3818
|
+
"task_config": {
|
|
3819
|
+
"db": "Pinecone",
|
|
3820
|
+
"db_config": {
|
|
3821
|
+
"db_label": "p2.x1-8node",
|
|
3822
|
+
"api_key": "**********",
|
|
3823
|
+
"environment": "**********",
|
|
3824
|
+
"index_name": "benchmark-test"
|
|
3825
|
+
},
|
|
3826
|
+
"db_case_config": {
|
|
3827
|
+
"null": null
|
|
3828
|
+
},
|
|
3829
|
+
"case_config": {
|
|
3830
|
+
"case_id": 8,
|
|
3831
|
+
"custom_case": {}
|
|
3832
|
+
}
|
|
3833
|
+
},
|
|
3834
|
+
"label": ":)"
|
|
3835
|
+
},
|
|
3836
|
+
{
|
|
3837
|
+
"metrics": {
|
|
3838
|
+
"max_load_count": 0,
|
|
3839
|
+
"load_duration": 1211.8883,
|
|
3840
|
+
"qps": 131.2549,
|
|
3841
|
+
"serial_latency_p99": 0.0302,
|
|
3842
|
+
"recall": 0.9867
|
|
3843
|
+
},
|
|
3844
|
+
"task_config": {
|
|
3845
|
+
"db": "Pinecone",
|
|
3846
|
+
"db_config": {
|
|
3847
|
+
"db_label": "p1.x1-8node",
|
|
3848
|
+
"api_key": "**********",
|
|
3849
|
+
"environment": "**********",
|
|
3850
|
+
"index_name": "benchmark-test"
|
|
3851
|
+
},
|
|
3852
|
+
"db_case_config": {
|
|
3853
|
+
"null": null
|
|
3854
|
+
},
|
|
3855
|
+
"case_config": {
|
|
3856
|
+
"case_id": 5,
|
|
3857
|
+
"custom_case": {}
|
|
3858
|
+
}
|
|
3859
|
+
},
|
|
3860
|
+
"label": ":)"
|
|
3861
|
+
},
|
|
3862
|
+
{
|
|
3863
|
+
"metrics": {
|
|
3864
|
+
"max_load_count": 0,
|
|
3865
|
+
"load_duration": 1211.8883,
|
|
3866
|
+
"qps": 127.9337,
|
|
3867
|
+
"serial_latency_p99": 0.0301,
|
|
3868
|
+
"recall": 0.9869
|
|
3869
|
+
},
|
|
3870
|
+
"task_config": {
|
|
3871
|
+
"db": "Pinecone",
|
|
3872
|
+
"db_config": {
|
|
3873
|
+
"db_label": "p1.x1-8node",
|
|
3874
|
+
"api_key": "**********",
|
|
3875
|
+
"environment": "**********",
|
|
3876
|
+
"index_name": "benchmark-test"
|
|
3877
|
+
},
|
|
3878
|
+
"db_case_config": {
|
|
3879
|
+
"null": null
|
|
3880
|
+
},
|
|
3881
|
+
"case_config": {
|
|
3882
|
+
"case_id": 7,
|
|
3883
|
+
"custom_case": {}
|
|
3884
|
+
}
|
|
3885
|
+
},
|
|
3886
|
+
"label": ":)"
|
|
3887
|
+
},
|
|
3888
|
+
{
|
|
3889
|
+
"metrics": {
|
|
3890
|
+
"max_load_count": 0,
|
|
3891
|
+
"load_duration": 1211.8883,
|
|
3892
|
+
"qps": 595.8462,
|
|
3893
|
+
"serial_latency_p99": 0.0234,
|
|
3894
|
+
"recall": 1.0
|
|
3895
|
+
},
|
|
3896
|
+
"task_config": {
|
|
3897
|
+
"db": "Pinecone",
|
|
3898
|
+
"db_config": {
|
|
3899
|
+
"db_label": "p1.x1-8node",
|
|
3900
|
+
"api_key": "**********",
|
|
3901
|
+
"environment": "**********",
|
|
3902
|
+
"index_name": "benchmark-test"
|
|
3903
|
+
},
|
|
3904
|
+
"db_case_config": {
|
|
3905
|
+
"null": null
|
|
3906
|
+
},
|
|
3907
|
+
"case_config": {
|
|
3908
|
+
"case_id": 9,
|
|
3909
|
+
"custom_case": {}
|
|
3910
|
+
}
|
|
3911
|
+
},
|
|
3912
|
+
"label": ":)"
|
|
3913
|
+
},
|
|
3914
|
+
{
|
|
3915
|
+
"metrics": {
|
|
3916
|
+
"max_load_count": 0,
|
|
3917
|
+
"load_duration": 0.0,
|
|
3918
|
+
"qps": 0.0,
|
|
3919
|
+
"serial_latency_p99": 0.0,
|
|
3920
|
+
"recall": 0.0
|
|
3921
|
+
},
|
|
3922
|
+
"task_config": {
|
|
3923
|
+
"db": "Pinecone",
|
|
3924
|
+
"db_config": {
|
|
3925
|
+
"db_label": "p1.x1-8node",
|
|
3926
|
+
"api_key": "**********",
|
|
3927
|
+
"environment": "**********",
|
|
3928
|
+
"index_name": "benchmark-test"
|
|
3929
|
+
},
|
|
3930
|
+
"db_case_config": {
|
|
3931
|
+
"null": null
|
|
3932
|
+
},
|
|
3933
|
+
"case_config": {
|
|
3934
|
+
"case_id": 4,
|
|
3935
|
+
"custom_case": {}
|
|
3936
|
+
}
|
|
3937
|
+
},
|
|
3938
|
+
"label": "x"
|
|
3939
|
+
},
|
|
3940
|
+
{
|
|
3941
|
+
"metrics": {
|
|
3942
|
+
"max_load_count": 0,
|
|
3943
|
+
"load_duration": 0.0,
|
|
3944
|
+
"qps": 0.0,
|
|
3945
|
+
"serial_latency_p99": 0.0,
|
|
3946
|
+
"recall": 0.0
|
|
3947
|
+
},
|
|
3948
|
+
"task_config": {
|
|
3949
|
+
"db": "Pinecone",
|
|
3950
|
+
"db_config": {
|
|
3951
|
+
"db_label": "p1.x1-8node",
|
|
3952
|
+
"api_key": "**********",
|
|
3953
|
+
"environment": "**********",
|
|
3954
|
+
"index_name": "benchmark-test"
|
|
3955
|
+
},
|
|
3956
|
+
"db_case_config": {
|
|
3957
|
+
"null": null
|
|
3958
|
+
},
|
|
3959
|
+
"case_config": {
|
|
3960
|
+
"case_id": 6,
|
|
3961
|
+
"custom_case": {}
|
|
3962
|
+
}
|
|
3963
|
+
},
|
|
3964
|
+
"label": "x"
|
|
3965
|
+
},
|
|
3966
|
+
{
|
|
3967
|
+
"metrics": {
|
|
3968
|
+
"max_load_count": 0,
|
|
3969
|
+
"load_duration": 0.0,
|
|
3970
|
+
"qps": 0.0,
|
|
3971
|
+
"serial_latency_p99": 0.0,
|
|
3972
|
+
"recall": 0.0
|
|
3973
|
+
},
|
|
3974
|
+
"task_config": {
|
|
3975
|
+
"db": "Pinecone",
|
|
3976
|
+
"db_config": {
|
|
3977
|
+
"db_label": "p1.x1-8node",
|
|
3978
|
+
"api_key": "**********",
|
|
3979
|
+
"environment": "**********",
|
|
3980
|
+
"index_name": "benchmark-test"
|
|
3981
|
+
},
|
|
3982
|
+
"db_case_config": {
|
|
3983
|
+
"null": null
|
|
3984
|
+
},
|
|
3985
|
+
"case_config": {
|
|
3986
|
+
"case_id": 8,
|
|
3987
|
+
"custom_case": {}
|
|
3988
|
+
}
|
|
3989
|
+
},
|
|
3990
|
+
"label": "x"
|
|
3991
|
+
},
|
|
3992
|
+
{
|
|
3993
|
+
"metrics": {
|
|
3994
|
+
"max_load_count": 0,
|
|
3995
|
+
"load_duration": 0.0,
|
|
3996
|
+
"qps": 0.0,
|
|
3997
|
+
"serial_latency_p99": 0.0,
|
|
3998
|
+
"recall": 0.0
|
|
3999
|
+
},
|
|
4000
|
+
"task_config": {
|
|
4001
|
+
"db": "PgVector",
|
|
4002
|
+
"db_config":{
|
|
4003
|
+
"db_label":"2c8g-1node",
|
|
4004
|
+
"user_name":"**********",
|
|
4005
|
+
"password":"**********",
|
|
4006
|
+
"url":"**********",
|
|
4007
|
+
"db_name":"**********"
|
|
4008
|
+
},
|
|
4009
|
+
"db_case_config":{
|
|
4010
|
+
"metric_type":"L2",
|
|
4011
|
+
"lists":10,
|
|
4012
|
+
"probes":2
|
|
4013
|
+
},
|
|
4014
|
+
"case_config":{
|
|
4015
|
+
"case_id":1,
|
|
4016
|
+
"custom_case":{
|
|
4017
|
+
|
|
4018
|
+
}
|
|
4019
|
+
}
|
|
4020
|
+
},
|
|
4021
|
+
"label": "?"
|
|
4022
|
+
},
|
|
4023
|
+
{
|
|
4024
|
+
"metrics": {
|
|
4025
|
+
"max_load_count": 0,
|
|
4026
|
+
"load_duration": 0.0,
|
|
4027
|
+
"qps": 0.0,
|
|
4028
|
+
"serial_latency_p99": 0.0,
|
|
4029
|
+
"recall": 0.0
|
|
4030
|
+
},
|
|
4031
|
+
"task_config": {
|
|
4032
|
+
"db": "PgVector",
|
|
4033
|
+
"db_config":{
|
|
4034
|
+
"db_label":"2c8g-1node",
|
|
4035
|
+
"user_name":"**********",
|
|
4036
|
+
"password":"**********",
|
|
4037
|
+
"url":"**********",
|
|
4038
|
+
"db_name":"**********"
|
|
4039
|
+
},
|
|
4040
|
+
"db_case_config":{
|
|
4041
|
+
"metric_type":"L2",
|
|
4042
|
+
"lists":10,
|
|
4043
|
+
"probes":2
|
|
4044
|
+
},
|
|
4045
|
+
"case_config":{
|
|
4046
|
+
"case_id":2,
|
|
4047
|
+
"custom_case":{
|
|
4048
|
+
|
|
4049
|
+
}
|
|
4050
|
+
}
|
|
4051
|
+
},
|
|
4052
|
+
"label": "?"
|
|
4053
|
+
},
|
|
4054
|
+
{
|
|
4055
|
+
"metrics":{
|
|
4056
|
+
"max_load_count":0,
|
|
4057
|
+
"load_duration":10247.5034,
|
|
4058
|
+
"qps":10.6271,
|
|
4059
|
+
"serial_latency_p99":0.7307,
|
|
4060
|
+
"recall":0.8898
|
|
4061
|
+
},
|
|
4062
|
+
"task_config":{
|
|
4063
|
+
"db":"PgVector",
|
|
4064
|
+
"db_config":{
|
|
4065
|
+
"db_label":"2c8g-1node",
|
|
4066
|
+
"user_name":"**********",
|
|
4067
|
+
"password":"**********",
|
|
4068
|
+
"url":"**********",
|
|
4069
|
+
"db_name":"**********"
|
|
4070
|
+
},
|
|
4071
|
+
"db_case_config":{
|
|
4072
|
+
"metric_type":"COSINE",
|
|
4073
|
+
"lists":10,
|
|
4074
|
+
"probes":2
|
|
4075
|
+
},
|
|
4076
|
+
"case_config":{
|
|
4077
|
+
"case_id":5,
|
|
4078
|
+
"custom_case":{
|
|
4079
|
+
|
|
4080
|
+
}
|
|
4081
|
+
}
|
|
4082
|
+
},
|
|
4083
|
+
"label":":)"
|
|
4084
|
+
},
|
|
4085
|
+
{
|
|
4086
|
+
"metrics":{
|
|
4087
|
+
"max_load_count":0,
|
|
4088
|
+
"load_duration":10247.5034,
|
|
4089
|
+
"qps":10.8507,
|
|
4090
|
+
"serial_latency_p99":0.7332,
|
|
4091
|
+
"recall":0.8897
|
|
4092
|
+
},
|
|
4093
|
+
"task_config":{
|
|
4094
|
+
"db":"PgVector",
|
|
4095
|
+
"db_config":{
|
|
4096
|
+
"db_label":"2c8g-1node",
|
|
4097
|
+
"user_name":"**********",
|
|
4098
|
+
"password":"**********",
|
|
4099
|
+
"url":"**********",
|
|
4100
|
+
"db_name":"**********"
|
|
4101
|
+
},
|
|
4102
|
+
"db_case_config":{
|
|
4103
|
+
"metric_type":"COSINE",
|
|
4104
|
+
"lists":10,
|
|
4105
|
+
"probes":2
|
|
4106
|
+
},
|
|
4107
|
+
"case_config":{
|
|
4108
|
+
"case_id":7,
|
|
4109
|
+
"custom_case":{
|
|
4110
|
+
|
|
4111
|
+
}
|
|
4112
|
+
}
|
|
4113
|
+
},
|
|
4114
|
+
"label":":)"
|
|
4115
|
+
},
|
|
4116
|
+
{
|
|
4117
|
+
"metrics":{
|
|
4118
|
+
"max_load_count":0,
|
|
4119
|
+
"load_duration":10247.5034,
|
|
4120
|
+
"qps":75.7055,
|
|
4121
|
+
"serial_latency_p99":0.1212,
|
|
4122
|
+
"recall":0.9999
|
|
4123
|
+
},
|
|
4124
|
+
"task_config":{
|
|
4125
|
+
"db":"PgVector",
|
|
4126
|
+
"db_config":{
|
|
4127
|
+
"db_label":"2c8g-1node",
|
|
4128
|
+
"user_name":"**********",
|
|
4129
|
+
"password":"**********",
|
|
4130
|
+
"url":"**********",
|
|
4131
|
+
"db_name":"**********"
|
|
4132
|
+
},
|
|
4133
|
+
"db_case_config":{
|
|
4134
|
+
"metric_type":"COSINE",
|
|
4135
|
+
"lists":10,
|
|
4136
|
+
"probes":2
|
|
4137
|
+
},
|
|
4138
|
+
"case_config":{
|
|
4139
|
+
"case_id":9,
|
|
4140
|
+
"custom_case":{
|
|
4141
|
+
|
|
4142
|
+
}
|
|
4143
|
+
}
|
|
4144
|
+
},
|
|
4145
|
+
"label":":)"
|
|
4146
|
+
},
|
|
4147
|
+
{
|
|
4148
|
+
"metrics":{
|
|
4149
|
+
"max_load_count":0,
|
|
4150
|
+
"load_duration":0,
|
|
4151
|
+
"qps":0,
|
|
4152
|
+
"serial_latency_p99":0,
|
|
4153
|
+
"recall":0
|
|
4154
|
+
},
|
|
4155
|
+
"task_config":{
|
|
4156
|
+
"db":"PgVector",
|
|
4157
|
+
"db_config":{
|
|
4158
|
+
"db_label":"2c8g-1node",
|
|
4159
|
+
"user_name":"**********",
|
|
4160
|
+
"password":"**********",
|
|
4161
|
+
"url":"**********",
|
|
4162
|
+
"db_name":"**********"
|
|
4163
|
+
},
|
|
4164
|
+
"db_case_config":{
|
|
4165
|
+
"metric_type":"COSINE",
|
|
4166
|
+
"lists":10,
|
|
4167
|
+
"probes":2
|
|
4168
|
+
},
|
|
4169
|
+
"case_config":{
|
|
4170
|
+
"case_id":4,
|
|
4171
|
+
"custom_case":{
|
|
4172
|
+
|
|
4173
|
+
}
|
|
4174
|
+
}
|
|
4175
|
+
},
|
|
4176
|
+
"label":"x"
|
|
4177
|
+
},
|
|
4178
|
+
{
|
|
4179
|
+
"metrics":{
|
|
4180
|
+
"max_load_count":0,
|
|
4181
|
+
"load_duration":0,
|
|
4182
|
+
"qps":0,
|
|
4183
|
+
"serial_latency_p99":0,
|
|
4184
|
+
"recall":0
|
|
4185
|
+
},
|
|
4186
|
+
"task_config":{
|
|
4187
|
+
"db":"PgVector",
|
|
4188
|
+
"db_config":{
|
|
4189
|
+
"db_label":"2c8g-1node",
|
|
4190
|
+
"user_name":"**********",
|
|
4191
|
+
"password":"**********",
|
|
4192
|
+
"url":"**********",
|
|
4193
|
+
"db_name":"**********"
|
|
4194
|
+
},
|
|
4195
|
+
"db_case_config":{
|
|
4196
|
+
"metric_type":"COSINE",
|
|
4197
|
+
"lists":10,
|
|
4198
|
+
"probes":2
|
|
4199
|
+
},
|
|
4200
|
+
"case_config":{
|
|
4201
|
+
"case_id":6,
|
|
4202
|
+
"custom_case":{
|
|
4203
|
+
|
|
4204
|
+
}
|
|
4205
|
+
}
|
|
4206
|
+
},
|
|
4207
|
+
"label":"x"
|
|
4208
|
+
},
|
|
4209
|
+
{
|
|
4210
|
+
"metrics":{
|
|
4211
|
+
"max_load_count":0,
|
|
4212
|
+
"load_duration":0,
|
|
4213
|
+
"qps":0,
|
|
4214
|
+
"serial_latency_p99":0,
|
|
4215
|
+
"recall":0
|
|
4216
|
+
},
|
|
4217
|
+
"task_config":{
|
|
4218
|
+
"db":"PgVector",
|
|
4219
|
+
"db_config":{
|
|
4220
|
+
"db_label":"2c8g-1node",
|
|
4221
|
+
"user_name":"**********",
|
|
4222
|
+
"password":"**********",
|
|
4223
|
+
"url":"**********",
|
|
4224
|
+
"db_name":"**********"
|
|
4225
|
+
},
|
|
4226
|
+
"db_case_config":{
|
|
4227
|
+
"metric_type":"COSINE",
|
|
4228
|
+
"lists":10,
|
|
4229
|
+
"probes":2
|
|
4230
|
+
},
|
|
4231
|
+
"case_config":{
|
|
4232
|
+
"case_id":8,
|
|
4233
|
+
"custom_case":{
|
|
4234
|
+
|
|
4235
|
+
}
|
|
4236
|
+
}
|
|
4237
|
+
},
|
|
4238
|
+
"label":"x"
|
|
4239
|
+
}
|
|
3227
4240
|
]
|
|
3228
|
-
}
|
|
4241
|
+
}
|