vectordb-bench 0.0.6__py3-none-any.whl → 0.0.8__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- vectordb_bench/backend/clients/__init__.py +4 -4
- vectordb_bench/backend/clients/api.py +1 -0
- vectordb_bench/backend/clients/chroma/chroma.py +2 -14
- vectordb_bench/backend/clients/milvus/config.py +19 -0
- vectordb_bench/backend/clients/pgvecto_rs/config.py +44 -32
- vectordb_bench/backend/clients/pgvecto_rs/pgvecto_rs.py +16 -16
- vectordb_bench/backend/clients/pgvector/config.py +63 -12
- vectordb_bench/backend/clients/pgvector/pgvector.py +105 -77
- vectordb_bench/backend/clients/qdrant_cloud/config.py +19 -6
- vectordb_bench/backend/clients/qdrant_cloud/qdrant_cloud.py +11 -7
- vectordb_bench/backend/clients/zilliz_cloud/config.py +4 -0
- vectordb_bench/backend/data_source.py +13 -64
- vectordb_bench/backend/dataset.py +45 -67
- vectordb_bench/backend/runner/serial_runner.py +1 -1
- vectordb_bench/backend/task_runner.py +2 -2
- vectordb_bench/backend/utils.py +30 -0
- vectordb_bench/frontend/components/run_test/caseSelector.py +1 -1
- vectordb_bench/frontend/const/dbCaseConfigs.py +41 -77
- vectordb_bench/models.py +1 -0
- vectordb_bench/results/PgVector/result_20230727_standard_pgvector.json +8 -0
- vectordb_bench/results/PgVector/result_20230808_standard_pgvector.json +9 -3
- vectordb_bench/results/ZillizCloud/{result_20240105_beta_202401_zillizcloud.json → result_20240105_standard_202401_zillizcloud.json} +365 -41
- vectordb_bench/results/getLeaderboardData.py +1 -1
- vectordb_bench/results/leaderboard.json +1 -1
- {vectordb_bench-0.0.6.dist-info → vectordb_bench-0.0.8.dist-info}/METADATA +15 -2
- {vectordb_bench-0.0.6.dist-info → vectordb_bench-0.0.8.dist-info}/RECORD +30 -30
- {vectordb_bench-0.0.6.dist-info → vectordb_bench-0.0.8.dist-info}/WHEEL +1 -1
- {vectordb_bench-0.0.6.dist-info → vectordb_bench-0.0.8.dist-info}/LICENSE +0 -0
- {vectordb_bench-0.0.6.dist-info → vectordb_bench-0.0.8.dist-info}/entry_points.txt +0 -0
- {vectordb_bench-0.0.6.dist-info → vectordb_bench-0.0.8.dist-info}/top_level.txt +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"run_id": "0ae10e14e34c4c3c9a7116e7a9591d01",
|
|
3
|
-
"task_label": "
|
|
3
|
+
"task_label": "standard_202401",
|
|
4
4
|
"results": [
|
|
5
5
|
{
|
|
6
6
|
"metrics": {
|
|
@@ -13,7 +13,7 @@
|
|
|
13
13
|
"task_config": {
|
|
14
14
|
"db": "ZillizCloud",
|
|
15
15
|
"db_config": {
|
|
16
|
-
"db_label": "8cu-perf-
|
|
16
|
+
"db_label": "8cu-perf-(Jan-2024)",
|
|
17
17
|
"uri": "**********",
|
|
18
18
|
"user": "db_admin",
|
|
19
19
|
"password": "**********"
|
|
@@ -40,7 +40,7 @@
|
|
|
40
40
|
"task_config": {
|
|
41
41
|
"db": "ZillizCloud",
|
|
42
42
|
"db_config": {
|
|
43
|
-
"db_label": "8cu-perf-
|
|
43
|
+
"db_label": "8cu-perf-(Jan-2024)",
|
|
44
44
|
"uri": "**********",
|
|
45
45
|
"user": "db_admin",
|
|
46
46
|
"password": "**********"
|
|
@@ -67,7 +67,7 @@
|
|
|
67
67
|
"task_config": {
|
|
68
68
|
"db": "ZillizCloud",
|
|
69
69
|
"db_config": {
|
|
70
|
-
"db_label": "8cu-perf-
|
|
70
|
+
"db_label": "8cu-perf-(Jan-2024)",
|
|
71
71
|
"uri": "**********",
|
|
72
72
|
"user": "db_admin",
|
|
73
73
|
"password": "**********"
|
|
@@ -94,7 +94,7 @@
|
|
|
94
94
|
"task_config": {
|
|
95
95
|
"db": "ZillizCloud",
|
|
96
96
|
"db_config": {
|
|
97
|
-
"db_label": "8cu-perf-
|
|
97
|
+
"db_label": "8cu-perf-(Jan-2024)",
|
|
98
98
|
"uri": "**********",
|
|
99
99
|
"user": "db_admin",
|
|
100
100
|
"password": "**********"
|
|
@@ -121,7 +121,7 @@
|
|
|
121
121
|
"task_config": {
|
|
122
122
|
"db": "ZillizCloud",
|
|
123
123
|
"db_config": {
|
|
124
|
-
"db_label": "8cu-perf-
|
|
124
|
+
"db_label": "8cu-perf-(Jan-2024)",
|
|
125
125
|
"uri": "**********",
|
|
126
126
|
"user": "db_admin",
|
|
127
127
|
"password": "**********"
|
|
@@ -148,7 +148,7 @@
|
|
|
148
148
|
"task_config": {
|
|
149
149
|
"db": "ZillizCloud",
|
|
150
150
|
"db_config": {
|
|
151
|
-
"db_label": "8cu-perf-
|
|
151
|
+
"db_label": "8cu-perf-(Jan-2024)",
|
|
152
152
|
"uri": "**********",
|
|
153
153
|
"user": "db_admin",
|
|
154
154
|
"password": "**********"
|
|
@@ -175,7 +175,7 @@
|
|
|
175
175
|
"task_config": {
|
|
176
176
|
"db": "ZillizCloud",
|
|
177
177
|
"db_config": {
|
|
178
|
-
"db_label": "8cu-perf-
|
|
178
|
+
"db_label": "8cu-perf-(Jan-2024)",
|
|
179
179
|
"uri": "**********",
|
|
180
180
|
"user": "db_admin",
|
|
181
181
|
"password": "**********"
|
|
@@ -202,7 +202,7 @@
|
|
|
202
202
|
"task_config": {
|
|
203
203
|
"db": "ZillizCloud",
|
|
204
204
|
"db_config": {
|
|
205
|
-
"db_label": "8cu-perf-
|
|
205
|
+
"db_label": "8cu-perf-(Jan-2024)",
|
|
206
206
|
"uri": "**********",
|
|
207
207
|
"user": "db_admin",
|
|
208
208
|
"password": "**********"
|
|
@@ -229,7 +229,7 @@
|
|
|
229
229
|
"task_config": {
|
|
230
230
|
"db": "ZillizCloud",
|
|
231
231
|
"db_config": {
|
|
232
|
-
"db_label": "8cu-perf-
|
|
232
|
+
"db_label": "8cu-perf-(Jan-2024)",
|
|
233
233
|
"uri": "**********",
|
|
234
234
|
"user": "db_admin",
|
|
235
235
|
"password": "**********"
|
|
@@ -256,7 +256,7 @@
|
|
|
256
256
|
"task_config": {
|
|
257
257
|
"db": "ZillizCloud",
|
|
258
258
|
"db_config": {
|
|
259
|
-
"db_label": "8cu-perf-
|
|
259
|
+
"db_label": "8cu-perf-(Jan-2024)",
|
|
260
260
|
"uri": "**********",
|
|
261
261
|
"user": "db_admin",
|
|
262
262
|
"password": "**********"
|
|
@@ -283,7 +283,7 @@
|
|
|
283
283
|
"task_config": {
|
|
284
284
|
"db": "ZillizCloud",
|
|
285
285
|
"db_config": {
|
|
286
|
-
"db_label": "8cu-perf-
|
|
286
|
+
"db_label": "8cu-perf-(Jan-2024)",
|
|
287
287
|
"uri": "**********",
|
|
288
288
|
"user": "db_admin",
|
|
289
289
|
"password": "**********"
|
|
@@ -310,7 +310,7 @@
|
|
|
310
310
|
"task_config": {
|
|
311
311
|
"db": "ZillizCloud",
|
|
312
312
|
"db_config": {
|
|
313
|
-
"db_label": "8cu-perf-
|
|
313
|
+
"db_label": "8cu-perf-(Jan-2024)",
|
|
314
314
|
"uri": "**********",
|
|
315
315
|
"user": "db_admin",
|
|
316
316
|
"password": "**********"
|
|
@@ -337,7 +337,7 @@
|
|
|
337
337
|
"task_config": {
|
|
338
338
|
"db": "ZillizCloud",
|
|
339
339
|
"db_config": {
|
|
340
|
-
"db_label": "1cu-cap-
|
|
340
|
+
"db_label": "1cu-cap-(Jan-2024)",
|
|
341
341
|
"uri": "**********",
|
|
342
342
|
"user": "db_admin",
|
|
343
343
|
"password": "**********"
|
|
@@ -364,7 +364,7 @@
|
|
|
364
364
|
"task_config": {
|
|
365
365
|
"db": "ZillizCloud",
|
|
366
366
|
"db_config": {
|
|
367
|
-
"db_label": "1cu-cap-
|
|
367
|
+
"db_label": "1cu-cap-(Jan-2024)",
|
|
368
368
|
"uri": "**********",
|
|
369
369
|
"user": "db_admin",
|
|
370
370
|
"password": "**********"
|
|
@@ -391,7 +391,7 @@
|
|
|
391
391
|
"task_config": {
|
|
392
392
|
"db": "ZillizCloud",
|
|
393
393
|
"db_config": {
|
|
394
|
-
"db_label": "1cu-cap-
|
|
394
|
+
"db_label": "1cu-cap-(Jan-2024)",
|
|
395
395
|
"uri": "**********",
|
|
396
396
|
"user": "db_admin",
|
|
397
397
|
"password": "**********"
|
|
@@ -418,7 +418,7 @@
|
|
|
418
418
|
"task_config": {
|
|
419
419
|
"db": "ZillizCloud",
|
|
420
420
|
"db_config": {
|
|
421
|
-
"db_label": "1cu-cap-
|
|
421
|
+
"db_label": "1cu-cap-(Jan-2024)",
|
|
422
422
|
"uri": "**********",
|
|
423
423
|
"user": "db_admin",
|
|
424
424
|
"password": "**********"
|
|
@@ -445,7 +445,7 @@
|
|
|
445
445
|
"task_config": {
|
|
446
446
|
"db": "ZillizCloud",
|
|
447
447
|
"db_config": {
|
|
448
|
-
"db_label": "1cu-cap-
|
|
448
|
+
"db_label": "1cu-cap-(Jan-2024)",
|
|
449
449
|
"uri": "**********",
|
|
450
450
|
"user": "db_admin",
|
|
451
451
|
"password": "**********"
|
|
@@ -472,7 +472,7 @@
|
|
|
472
472
|
"task_config": {
|
|
473
473
|
"db": "ZillizCloud",
|
|
474
474
|
"db_config": {
|
|
475
|
-
"db_label": "1cu-cap-
|
|
475
|
+
"db_label": "1cu-cap-(Jan-2024)",
|
|
476
476
|
"uri": "**********",
|
|
477
477
|
"user": "db_admin",
|
|
478
478
|
"password": "**********"
|
|
@@ -499,7 +499,7 @@
|
|
|
499
499
|
"task_config": {
|
|
500
500
|
"db": "ZillizCloud",
|
|
501
501
|
"db_config": {
|
|
502
|
-
"db_label": "2cu-cap-
|
|
502
|
+
"db_label": "2cu-cap-(Jan-2024)",
|
|
503
503
|
"uri": "**********",
|
|
504
504
|
"user": "db_admin",
|
|
505
505
|
"password": "**********"
|
|
@@ -526,7 +526,7 @@
|
|
|
526
526
|
"task_config": {
|
|
527
527
|
"db": "ZillizCloud",
|
|
528
528
|
"db_config": {
|
|
529
|
-
"db_label": "2cu-cap-
|
|
529
|
+
"db_label": "2cu-cap-(Jan-2024)",
|
|
530
530
|
"uri": "**********",
|
|
531
531
|
"user": "db_admin",
|
|
532
532
|
"password": "**********"
|
|
@@ -553,7 +553,7 @@
|
|
|
553
553
|
"task_config": {
|
|
554
554
|
"db": "ZillizCloud",
|
|
555
555
|
"db_config": {
|
|
556
|
-
"db_label": "2cu-cap-
|
|
556
|
+
"db_label": "2cu-cap-(Jan-2024)",
|
|
557
557
|
"uri": "**********",
|
|
558
558
|
"user": "db_admin",
|
|
559
559
|
"password": "**********"
|
|
@@ -580,7 +580,7 @@
|
|
|
580
580
|
"task_config": {
|
|
581
581
|
"db": "ZillizCloud",
|
|
582
582
|
"db_config": {
|
|
583
|
-
"db_label": "2cu-cap-
|
|
583
|
+
"db_label": "2cu-cap-(Jan-2024)",
|
|
584
584
|
"uri": "**********",
|
|
585
585
|
"user": "db_admin",
|
|
586
586
|
"password": "**********"
|
|
@@ -607,7 +607,7 @@
|
|
|
607
607
|
"task_config": {
|
|
608
608
|
"db": "ZillizCloud",
|
|
609
609
|
"db_config": {
|
|
610
|
-
"db_label": "2cu-cap-
|
|
610
|
+
"db_label": "2cu-cap-(Jan-2024)",
|
|
611
611
|
"uri": "**********",
|
|
612
612
|
"user": "db_admin",
|
|
613
613
|
"password": "**********"
|
|
@@ -634,7 +634,7 @@
|
|
|
634
634
|
"task_config": {
|
|
635
635
|
"db": "ZillizCloud",
|
|
636
636
|
"db_config": {
|
|
637
|
-
"db_label": "2cu-cap-
|
|
637
|
+
"db_label": "2cu-cap-(Jan-2024)",
|
|
638
638
|
"uri": "**********",
|
|
639
639
|
"user": "db_admin",
|
|
640
640
|
"password": "**********"
|
|
@@ -661,7 +661,7 @@
|
|
|
661
661
|
"task_config": {
|
|
662
662
|
"db": "ZillizCloud",
|
|
663
663
|
"db_config": {
|
|
664
|
-
"db_label": "2cu-cap-
|
|
664
|
+
"db_label": "2cu-cap-(Jan-2024)",
|
|
665
665
|
"uri": "**********",
|
|
666
666
|
"user": "db_admin",
|
|
667
667
|
"password": "**********"
|
|
@@ -688,7 +688,7 @@
|
|
|
688
688
|
"task_config": {
|
|
689
689
|
"db": "ZillizCloud",
|
|
690
690
|
"db_config": {
|
|
691
|
-
"db_label": "2cu-cap-
|
|
691
|
+
"db_label": "2cu-cap-(Jan-2024)",
|
|
692
692
|
"uri": "**********",
|
|
693
693
|
"user": "db_admin",
|
|
694
694
|
"password": "**********"
|
|
@@ -715,7 +715,7 @@
|
|
|
715
715
|
"task_config": {
|
|
716
716
|
"db": "ZillizCloud",
|
|
717
717
|
"db_config": {
|
|
718
|
-
"db_label": "2cu-cap-
|
|
718
|
+
"db_label": "2cu-cap-(Jan-2024)",
|
|
719
719
|
"uri": "**********",
|
|
720
720
|
"user": "db_admin",
|
|
721
721
|
"password": "**********"
|
|
@@ -742,7 +742,7 @@
|
|
|
742
742
|
"task_config": {
|
|
743
743
|
"db": "ZillizCloud",
|
|
744
744
|
"db_config": {
|
|
745
|
-
"db_label": "2cu-cap-
|
|
745
|
+
"db_label": "2cu-cap-(Jan-2024)",
|
|
746
746
|
"uri": "**********",
|
|
747
747
|
"user": "db_admin",
|
|
748
748
|
"password": "**********"
|
|
@@ -769,7 +769,7 @@
|
|
|
769
769
|
"task_config": {
|
|
770
770
|
"db": "ZillizCloud",
|
|
771
771
|
"db_config": {
|
|
772
|
-
"db_label": "2cu-cap-
|
|
772
|
+
"db_label": "2cu-cap-(Jan-2024)",
|
|
773
773
|
"uri": "**********",
|
|
774
774
|
"user": "db_admin",
|
|
775
775
|
"password": "**********"
|
|
@@ -796,7 +796,7 @@
|
|
|
796
796
|
"task_config": {
|
|
797
797
|
"db": "ZillizCloud",
|
|
798
798
|
"db_config": {
|
|
799
|
-
"db_label": "2cu-cap-
|
|
799
|
+
"db_label": "2cu-cap-(Jan-2024)",
|
|
800
800
|
"uri": "**********",
|
|
801
801
|
"user": "db_admin",
|
|
802
802
|
"password": "**********"
|
|
@@ -823,7 +823,7 @@
|
|
|
823
823
|
"task_config": {
|
|
824
824
|
"db": "ZillizCloud",
|
|
825
825
|
"db_config": {
|
|
826
|
-
"db_label": "1cu-perf-
|
|
826
|
+
"db_label": "1cu-perf-(Jan-2024)",
|
|
827
827
|
"uri": "**********",
|
|
828
828
|
"user": "db_admin",
|
|
829
829
|
"password": "**********"
|
|
@@ -850,7 +850,7 @@
|
|
|
850
850
|
"task_config": {
|
|
851
851
|
"db": "ZillizCloud",
|
|
852
852
|
"db_config": {
|
|
853
|
-
"db_label": "1cu-perf-
|
|
853
|
+
"db_label": "1cu-perf-(Jan-2024)",
|
|
854
854
|
"uri": "**********",
|
|
855
855
|
"user": "db_admin",
|
|
856
856
|
"password": "**********"
|
|
@@ -877,7 +877,7 @@
|
|
|
877
877
|
"task_config": {
|
|
878
878
|
"db": "ZillizCloud",
|
|
879
879
|
"db_config": {
|
|
880
|
-
"db_label": "1cu-perf-
|
|
880
|
+
"db_label": "1cu-perf-(Jan-2024)",
|
|
881
881
|
"uri": "**********",
|
|
882
882
|
"user": "db_admin",
|
|
883
883
|
"password": "**********"
|
|
@@ -896,15 +896,15 @@
|
|
|
896
896
|
{
|
|
897
897
|
"metrics": {
|
|
898
898
|
"max_load_count": 0,
|
|
899
|
-
"load_duration":
|
|
900
|
-
"qps":
|
|
901
|
-
"serial_latency_p99": 0.
|
|
902
|
-
"recall": 0.
|
|
899
|
+
"load_duration": 963.5924,
|
|
900
|
+
"qps": 873.3712,
|
|
901
|
+
"serial_latency_p99": 0.0067,
|
|
902
|
+
"recall": 0.9477
|
|
903
903
|
},
|
|
904
904
|
"task_config": {
|
|
905
905
|
"db": "ZillizCloud",
|
|
906
906
|
"db_config": {
|
|
907
|
-
"db_label": "1cu-perf-
|
|
907
|
+
"db_label": "1cu-perf-(Jan-2024)",
|
|
908
908
|
"uri": "**********",
|
|
909
909
|
"user": "db_admin",
|
|
910
910
|
"password": "**********"
|
|
@@ -931,7 +931,7 @@
|
|
|
931
931
|
"task_config": {
|
|
932
932
|
"db": "ZillizCloud",
|
|
933
933
|
"db_config": {
|
|
934
|
-
"db_label": "1cu-perf-
|
|
934
|
+
"db_label": "1cu-perf-(Jan-2024)",
|
|
935
935
|
"uri": "**********",
|
|
936
936
|
"user": "db_admin",
|
|
937
937
|
"password": "**********"
|
|
@@ -958,7 +958,7 @@
|
|
|
958
958
|
"task_config": {
|
|
959
959
|
"db": "ZillizCloud",
|
|
960
960
|
"db_config": {
|
|
961
|
-
"db_label": "1cu-perf-
|
|
961
|
+
"db_label": "1cu-perf-(Jan-2024)",
|
|
962
962
|
"uri": "**********",
|
|
963
963
|
"user": "db_admin",
|
|
964
964
|
"password": "**********"
|
|
@@ -973,6 +973,330 @@
|
|
|
973
973
|
}
|
|
974
974
|
},
|
|
975
975
|
"label": ":)"
|
|
976
|
+
},
|
|
977
|
+
{
|
|
978
|
+
"metrics": {
|
|
979
|
+
"max_load_count": 0,
|
|
980
|
+
"load_duration": 0.0,
|
|
981
|
+
"qps": 0.0,
|
|
982
|
+
"serial_latency_p99": 0.0,
|
|
983
|
+
"recall": 0.0
|
|
984
|
+
},
|
|
985
|
+
"task_config": {
|
|
986
|
+
"db": "ZillizCloud",
|
|
987
|
+
"db_config": {
|
|
988
|
+
"db_label": "1cu-perf-(Jan-2024)",
|
|
989
|
+
"uri": "**********",
|
|
990
|
+
"user": "db_admin",
|
|
991
|
+
"password": "**********"
|
|
992
|
+
},
|
|
993
|
+
"db_case_config": {
|
|
994
|
+
"index": "AUTOINDEX",
|
|
995
|
+
"metric_type": "COSINE"
|
|
996
|
+
},
|
|
997
|
+
"case_config": {
|
|
998
|
+
"case_id": 4,
|
|
999
|
+
"custom_case": {}
|
|
1000
|
+
}
|
|
1001
|
+
},
|
|
1002
|
+
"label": "x"
|
|
1003
|
+
},
|
|
1004
|
+
{
|
|
1005
|
+
"metrics": {
|
|
1006
|
+
"max_load_count": 0,
|
|
1007
|
+
"load_duration": 0.0,
|
|
1008
|
+
"qps": 0.0,
|
|
1009
|
+
"serial_latency_p99": 0.0,
|
|
1010
|
+
"recall": 0.0
|
|
1011
|
+
},
|
|
1012
|
+
"task_config": {
|
|
1013
|
+
"db": "ZillizCloud",
|
|
1014
|
+
"db_config": {
|
|
1015
|
+
"db_label": "1cu-perf-(Jan-2024)",
|
|
1016
|
+
"uri": "**********",
|
|
1017
|
+
"user": "db_admin",
|
|
1018
|
+
"password": "**********"
|
|
1019
|
+
},
|
|
1020
|
+
"db_case_config": {
|
|
1021
|
+
"index": "AUTOINDEX",
|
|
1022
|
+
"metric_type": "COSINE"
|
|
1023
|
+
},
|
|
1024
|
+
"case_config": {
|
|
1025
|
+
"case_id": 6,
|
|
1026
|
+
"custom_case": {}
|
|
1027
|
+
}
|
|
1028
|
+
},
|
|
1029
|
+
"label": "x"
|
|
1030
|
+
},
|
|
1031
|
+
{
|
|
1032
|
+
"metrics": {
|
|
1033
|
+
"max_load_count": 0,
|
|
1034
|
+
"load_duration": 0.0,
|
|
1035
|
+
"qps": 0.0,
|
|
1036
|
+
"serial_latency_p99": 0.0,
|
|
1037
|
+
"recall": 0.0
|
|
1038
|
+
},
|
|
1039
|
+
"task_config": {
|
|
1040
|
+
"db": "ZillizCloud",
|
|
1041
|
+
"db_config": {
|
|
1042
|
+
"db_label": "1cu-perf-(Jan-2024)",
|
|
1043
|
+
"uri": "**********",
|
|
1044
|
+
"user": "db_admin",
|
|
1045
|
+
"password": "**********"
|
|
1046
|
+
},
|
|
1047
|
+
"db_case_config": {
|
|
1048
|
+
"index": "AUTOINDEX",
|
|
1049
|
+
"metric_type": "COSINE"
|
|
1050
|
+
},
|
|
1051
|
+
"case_config": {
|
|
1052
|
+
"case_id": 8,
|
|
1053
|
+
"custom_case": {}
|
|
1054
|
+
}
|
|
1055
|
+
},
|
|
1056
|
+
"label": "x"
|
|
1057
|
+
},
|
|
1058
|
+
{
|
|
1059
|
+
"metrics": {
|
|
1060
|
+
"max_load_count": 0,
|
|
1061
|
+
"load_duration": 0.0,
|
|
1062
|
+
"qps": 0.0,
|
|
1063
|
+
"serial_latency_p99": 0.0,
|
|
1064
|
+
"recall": 0.0
|
|
1065
|
+
},
|
|
1066
|
+
"task_config": {
|
|
1067
|
+
"db": "ZillizCloud",
|
|
1068
|
+
"db_config": {
|
|
1069
|
+
"db_label": "1cu-perf-(Jan-2024)",
|
|
1070
|
+
"uri": "**********",
|
|
1071
|
+
"user": "db_admin",
|
|
1072
|
+
"password": "**********"
|
|
1073
|
+
},
|
|
1074
|
+
"db_case_config": {
|
|
1075
|
+
"index": "AUTOINDEX",
|
|
1076
|
+
"metric_type": "COSINE"
|
|
1077
|
+
},
|
|
1078
|
+
"case_config": {
|
|
1079
|
+
"case_id": 11,
|
|
1080
|
+
"custom_case": {}
|
|
1081
|
+
}
|
|
1082
|
+
},
|
|
1083
|
+
"label": "x"
|
|
1084
|
+
},
|
|
1085
|
+
{
|
|
1086
|
+
"metrics": {
|
|
1087
|
+
"max_load_count": 0,
|
|
1088
|
+
"load_duration": 0.0,
|
|
1089
|
+
"qps": 0.0,
|
|
1090
|
+
"serial_latency_p99": 0.0,
|
|
1091
|
+
"recall": 0.0
|
|
1092
|
+
},
|
|
1093
|
+
"task_config": {
|
|
1094
|
+
"db": "ZillizCloud",
|
|
1095
|
+
"db_config": {
|
|
1096
|
+
"db_label": "1cu-perf-(Jan-2024)",
|
|
1097
|
+
"uri": "**********",
|
|
1098
|
+
"user": "db_admin",
|
|
1099
|
+
"password": "**********"
|
|
1100
|
+
},
|
|
1101
|
+
"db_case_config": {
|
|
1102
|
+
"index": "AUTOINDEX",
|
|
1103
|
+
"metric_type": "COSINE"
|
|
1104
|
+
},
|
|
1105
|
+
"case_config": {
|
|
1106
|
+
"case_id": 13,
|
|
1107
|
+
"custom_case": {}
|
|
1108
|
+
}
|
|
1109
|
+
},
|
|
1110
|
+
"label": "x"
|
|
1111
|
+
},
|
|
1112
|
+
{
|
|
1113
|
+
"metrics": {
|
|
1114
|
+
"max_load_count": 0,
|
|
1115
|
+
"load_duration": 0.0,
|
|
1116
|
+
"qps": 0.0,
|
|
1117
|
+
"serial_latency_p99": 0.0,
|
|
1118
|
+
"recall": 0.0
|
|
1119
|
+
},
|
|
1120
|
+
"task_config": {
|
|
1121
|
+
"db": "ZillizCloud",
|
|
1122
|
+
"db_config": {
|
|
1123
|
+
"db_label": "1cu-perf-(Jan-2024)",
|
|
1124
|
+
"uri": "**********",
|
|
1125
|
+
"user": "db_admin",
|
|
1126
|
+
"password": "**********"
|
|
1127
|
+
},
|
|
1128
|
+
"db_case_config": {
|
|
1129
|
+
"index": "AUTOINDEX",
|
|
1130
|
+
"metric_type": "COSINE"
|
|
1131
|
+
},
|
|
1132
|
+
"case_config": {
|
|
1133
|
+
"case_id": 15,
|
|
1134
|
+
"custom_case": {}
|
|
1135
|
+
}
|
|
1136
|
+
},
|
|
1137
|
+
"label": "x"
|
|
1138
|
+
},
|
|
1139
|
+
{
|
|
1140
|
+
"metrics": {
|
|
1141
|
+
"max_load_count": 0,
|
|
1142
|
+
"load_duration": 0.0,
|
|
1143
|
+
"qps": 0.0,
|
|
1144
|
+
"serial_latency_p99": 0.0,
|
|
1145
|
+
"recall": 0.0
|
|
1146
|
+
},
|
|
1147
|
+
"task_config": {
|
|
1148
|
+
"db": "ZillizCloud",
|
|
1149
|
+
"db_config": {
|
|
1150
|
+
"db_label": "1cu-cap-(Jan-2024)",
|
|
1151
|
+
"uri": "**********",
|
|
1152
|
+
"user": "db_admin",
|
|
1153
|
+
"password": "**********"
|
|
1154
|
+
},
|
|
1155
|
+
"db_case_config": {
|
|
1156
|
+
"index": "AUTOINDEX",
|
|
1157
|
+
"metric_type": "COSINE"
|
|
1158
|
+
},
|
|
1159
|
+
"case_config": {
|
|
1160
|
+
"case_id": 4,
|
|
1161
|
+
"custom_case": {}
|
|
1162
|
+
}
|
|
1163
|
+
},
|
|
1164
|
+
"label": "x"
|
|
1165
|
+
},
|
|
1166
|
+
{
|
|
1167
|
+
"metrics": {
|
|
1168
|
+
"max_load_count": 0,
|
|
1169
|
+
"load_duration": 0.0,
|
|
1170
|
+
"qps": 0.0,
|
|
1171
|
+
"serial_latency_p99": 0.0,
|
|
1172
|
+
"recall": 0.0
|
|
1173
|
+
},
|
|
1174
|
+
"task_config": {
|
|
1175
|
+
"db": "ZillizCloud",
|
|
1176
|
+
"db_config": {
|
|
1177
|
+
"db_label": "1cu-cap-(Jan-2024)",
|
|
1178
|
+
"uri": "**********",
|
|
1179
|
+
"user": "db_admin",
|
|
1180
|
+
"password": "**********"
|
|
1181
|
+
},
|
|
1182
|
+
"db_case_config": {
|
|
1183
|
+
"index": "AUTOINDEX",
|
|
1184
|
+
"metric_type": "COSINE"
|
|
1185
|
+
},
|
|
1186
|
+
"case_config": {
|
|
1187
|
+
"case_id": 6,
|
|
1188
|
+
"custom_case": {}
|
|
1189
|
+
}
|
|
1190
|
+
},
|
|
1191
|
+
"label": "x"
|
|
1192
|
+
},
|
|
1193
|
+
{
|
|
1194
|
+
"metrics": {
|
|
1195
|
+
"max_load_count": 0,
|
|
1196
|
+
"load_duration": 0.0,
|
|
1197
|
+
"qps": 0.0,
|
|
1198
|
+
"serial_latency_p99": 0.0,
|
|
1199
|
+
"recall": 0.0
|
|
1200
|
+
},
|
|
1201
|
+
"task_config": {
|
|
1202
|
+
"db": "ZillizCloud",
|
|
1203
|
+
"db_config": {
|
|
1204
|
+
"db_label": "1cu-cap-(Jan-2024)",
|
|
1205
|
+
"uri": "**********",
|
|
1206
|
+
"user": "db_admin",
|
|
1207
|
+
"password": "**********"
|
|
1208
|
+
},
|
|
1209
|
+
"db_case_config": {
|
|
1210
|
+
"index": "AUTOINDEX",
|
|
1211
|
+
"metric_type": "COSINE"
|
|
1212
|
+
},
|
|
1213
|
+
"case_config": {
|
|
1214
|
+
"case_id": 8,
|
|
1215
|
+
"custom_case": {}
|
|
1216
|
+
}
|
|
1217
|
+
},
|
|
1218
|
+
"label": "x"
|
|
1219
|
+
},
|
|
1220
|
+
{
|
|
1221
|
+
"metrics": {
|
|
1222
|
+
"max_load_count": 0,
|
|
1223
|
+
"load_duration": 0.0,
|
|
1224
|
+
"qps": 0.0,
|
|
1225
|
+
"serial_latency_p99": 0.0,
|
|
1226
|
+
"recall": 0.0
|
|
1227
|
+
},
|
|
1228
|
+
"task_config": {
|
|
1229
|
+
"db": "ZillizCloud",
|
|
1230
|
+
"db_config": {
|
|
1231
|
+
"db_label": "1cu-cap-(Jan-2024)",
|
|
1232
|
+
"uri": "**********",
|
|
1233
|
+
"user": "db_admin",
|
|
1234
|
+
"password": "**********"
|
|
1235
|
+
},
|
|
1236
|
+
"db_case_config": {
|
|
1237
|
+
"index": "AUTOINDEX",
|
|
1238
|
+
"metric_type": "COSINE"
|
|
1239
|
+
},
|
|
1240
|
+
"case_config": {
|
|
1241
|
+
"case_id": 11,
|
|
1242
|
+
"custom_case": {}
|
|
1243
|
+
}
|
|
1244
|
+
},
|
|
1245
|
+
"label": "x"
|
|
1246
|
+
},
|
|
1247
|
+
{
|
|
1248
|
+
"metrics": {
|
|
1249
|
+
"max_load_count": 0,
|
|
1250
|
+
"load_duration": 0.0,
|
|
1251
|
+
"qps": 0.0,
|
|
1252
|
+
"serial_latency_p99": 0.0,
|
|
1253
|
+
"recall": 0.0
|
|
1254
|
+
},
|
|
1255
|
+
"task_config": {
|
|
1256
|
+
"db": "ZillizCloud",
|
|
1257
|
+
"db_config": {
|
|
1258
|
+
"db_label": "1cu-cap-(Jan-2024)",
|
|
1259
|
+
"uri": "**********",
|
|
1260
|
+
"user": "db_admin",
|
|
1261
|
+
"password": "**********"
|
|
1262
|
+
},
|
|
1263
|
+
"db_case_config": {
|
|
1264
|
+
"index": "AUTOINDEX",
|
|
1265
|
+
"metric_type": "COSINE"
|
|
1266
|
+
},
|
|
1267
|
+
"case_config": {
|
|
1268
|
+
"case_id": 13,
|
|
1269
|
+
"custom_case": {}
|
|
1270
|
+
}
|
|
1271
|
+
},
|
|
1272
|
+
"label": "x"
|
|
1273
|
+
},
|
|
1274
|
+
{
|
|
1275
|
+
"metrics": {
|
|
1276
|
+
"max_load_count": 0,
|
|
1277
|
+
"load_duration": 0.0,
|
|
1278
|
+
"qps": 0.0,
|
|
1279
|
+
"serial_latency_p99": 0.0,
|
|
1280
|
+
"recall": 0.0
|
|
1281
|
+
},
|
|
1282
|
+
"task_config": {
|
|
1283
|
+
"db": "ZillizCloud",
|
|
1284
|
+
"db_config": {
|
|
1285
|
+
"db_label": "1cu-cap-(Jan-2024)",
|
|
1286
|
+
"uri": "**********",
|
|
1287
|
+
"user": "db_admin",
|
|
1288
|
+
"password": "**********"
|
|
1289
|
+
},
|
|
1290
|
+
"db_case_config": {
|
|
1291
|
+
"index": "AUTOINDEX",
|
|
1292
|
+
"metric_type": "COSINE"
|
|
1293
|
+
},
|
|
1294
|
+
"case_config": {
|
|
1295
|
+
"case_id": 15,
|
|
1296
|
+
"custom_case": {}
|
|
1297
|
+
}
|
|
1298
|
+
},
|
|
1299
|
+
"label": "x"
|
|
976
1300
|
}
|
|
977
1301
|
],
|
|
978
1302
|
"file_fmt": "result_{}_{}_{}.json"
|
|
@@ -17,7 +17,7 @@ def main():
|
|
|
17
17
|
allResults: list[TestResult] = benchMarkRunner.get_results()
|
|
18
18
|
results: list[CaseResult] = []
|
|
19
19
|
for result in allResults:
|
|
20
|
-
if result.task_label
|
|
20
|
+
if "standard" in result.task_label:
|
|
21
21
|
results += result.results
|
|
22
22
|
|
|
23
23
|
if allResults is not None:
|