vectordb-bench 0.0.2__py3-none-any.whl → 0.0.3__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- vectordb_bench/__init__.py +14 -3
- vectordb_bench/backend/cases.py +34 -13
- vectordb_bench/backend/clients/__init__.py +6 -1
- vectordb_bench/backend/clients/api.py +12 -8
- vectordb_bench/backend/clients/elastic_cloud/elastic_cloud.py +4 -2
- vectordb_bench/backend/clients/milvus/milvus.py +17 -10
- vectordb_bench/backend/clients/pgvector/config.py +49 -0
- vectordb_bench/backend/clients/pgvector/pgvector.py +171 -0
- vectordb_bench/backend/clients/pinecone/pinecone.py +4 -3
- vectordb_bench/backend/clients/qdrant_cloud/config.py +20 -2
- vectordb_bench/backend/clients/qdrant_cloud/qdrant_cloud.py +11 -11
- vectordb_bench/backend/clients/weaviate_cloud/weaviate_cloud.py +5 -5
- vectordb_bench/backend/clients/zilliz_cloud/zilliz_cloud.py +3 -1
- vectordb_bench/backend/dataset.py +99 -149
- vectordb_bench/backend/result_collector.py +2 -2
- vectordb_bench/backend/runner/mp_runner.py +29 -13
- vectordb_bench/backend/runner/serial_runner.py +69 -51
- vectordb_bench/backend/task_runner.py +43 -48
- vectordb_bench/frontend/components/get_results/saveAsImage.py +4 -2
- vectordb_bench/frontend/const/dbCaseConfigs.py +35 -4
- vectordb_bench/frontend/const/dbPrices.py +5 -33
- vectordb_bench/frontend/const/styles.py +9 -3
- vectordb_bench/metric.py +0 -1
- vectordb_bench/models.py +12 -8
- vectordb_bench/results/dbPrices.json +32 -0
- vectordb_bench/results/getLeaderboardData.py +52 -0
- vectordb_bench/results/leaderboard.json +1 -0
- vectordb_bench/results/{result_20230609_standard.json → result_20230705_standard.json} +670 -214
- {vectordb_bench-0.0.2.dist-info → vectordb_bench-0.0.3.dist-info}/METADATA +98 -13
- {vectordb_bench-0.0.2.dist-info → vectordb_bench-0.0.3.dist-info}/RECORD +34 -29
- {vectordb_bench-0.0.2.dist-info → vectordb_bench-0.0.3.dist-info}/LICENSE +0 -0
- {vectordb_bench-0.0.2.dist-info → vectordb_bench-0.0.3.dist-info}/WHEEL +0 -0
- {vectordb_bench-0.0.2.dist-info → vectordb_bench-0.0.3.dist-info}/entry_points.txt +0 -0
- {vectordb_bench-0.0.2.dist-info → vectordb_bench-0.0.3.dist-info}/top_level.txt +0 -0
|
@@ -245,10 +245,10 @@
|
|
|
245
245
|
{
|
|
246
246
|
"metrics": {
|
|
247
247
|
"max_load_count": 0,
|
|
248
|
-
"load_duration":
|
|
249
|
-
"qps":
|
|
250
|
-
"serial_latency_p99": 0.
|
|
251
|
-
"recall": 0.
|
|
248
|
+
"load_duration": 6003.7507,
|
|
249
|
+
"qps": 100.6667,
|
|
250
|
+
"serial_latency_p99": 0.0211,
|
|
251
|
+
"recall": 0.9909
|
|
252
252
|
},
|
|
253
253
|
"task_config": {
|
|
254
254
|
"db": "Milvus",
|
|
@@ -271,10 +271,10 @@
|
|
|
271
271
|
{
|
|
272
272
|
"metrics": {
|
|
273
273
|
"max_load_count": 0,
|
|
274
|
-
"load_duration":
|
|
275
|
-
"qps":
|
|
276
|
-
"serial_latency_p99": 0.
|
|
277
|
-
"recall": 0.
|
|
274
|
+
"load_duration": 6003.7507,
|
|
275
|
+
"qps": 101.1399,
|
|
276
|
+
"serial_latency_p99": 0.0197,
|
|
277
|
+
"recall": 0.9907
|
|
278
278
|
},
|
|
279
279
|
"task_config": {
|
|
280
280
|
"db": "Milvus",
|
|
@@ -297,9 +297,9 @@
|
|
|
297
297
|
{
|
|
298
298
|
"metrics": {
|
|
299
299
|
"max_load_count": 0,
|
|
300
|
-
"load_duration":
|
|
301
|
-
"qps":
|
|
302
|
-
"serial_latency_p99": 0.
|
|
300
|
+
"load_duration": 6003.7507,
|
|
301
|
+
"qps": 52.2606,
|
|
302
|
+
"serial_latency_p99": 0.0183,
|
|
303
303
|
"recall": 1
|
|
304
304
|
},
|
|
305
305
|
"task_config": {
|
|
@@ -401,10 +401,10 @@
|
|
|
401
401
|
{
|
|
402
402
|
"metrics": {
|
|
403
403
|
"max_load_count": 0,
|
|
404
|
-
"load_duration":
|
|
405
|
-
"qps":
|
|
406
|
-
"serial_latency_p99": 0.
|
|
407
|
-
"recall": 0.
|
|
404
|
+
"load_duration": 18790.8759,
|
|
405
|
+
"qps": 61.0661,
|
|
406
|
+
"serial_latency_p99": 0.0498,
|
|
407
|
+
"recall": 0.9911
|
|
408
408
|
},
|
|
409
409
|
"task_config": {
|
|
410
410
|
"db": "Milvus",
|
|
@@ -427,10 +427,10 @@
|
|
|
427
427
|
{
|
|
428
428
|
"metrics": {
|
|
429
429
|
"max_load_count": 0,
|
|
430
|
-
"load_duration":
|
|
431
|
-
"qps":
|
|
432
|
-
"serial_latency_p99": 0.
|
|
433
|
-
"recall": 0.
|
|
430
|
+
"load_duration": 18790.8759,
|
|
431
|
+
"qps": 58.9326,
|
|
432
|
+
"serial_latency_p99": 0.0446,
|
|
433
|
+
"recall": 0.9911
|
|
434
434
|
},
|
|
435
435
|
"task_config": {
|
|
436
436
|
"db": "Milvus",
|
|
@@ -453,9 +453,9 @@
|
|
|
453
453
|
{
|
|
454
454
|
"metrics": {
|
|
455
455
|
"max_load_count": 0,
|
|
456
|
-
"load_duration":
|
|
457
|
-
"qps":
|
|
458
|
-
"serial_latency_p99": 0.
|
|
456
|
+
"load_duration": 18790.8759,
|
|
457
|
+
"qps": 42.5977,
|
|
458
|
+
"serial_latency_p99": 0.0549,
|
|
459
459
|
"recall": 1
|
|
460
460
|
},
|
|
461
461
|
"task_config": {
|
|
@@ -479,10 +479,10 @@
|
|
|
479
479
|
{
|
|
480
480
|
"metrics": {
|
|
481
481
|
"max_load_count": 0,
|
|
482
|
-
"load_duration":
|
|
483
|
-
"qps":
|
|
484
|
-
"serial_latency_p99": 0.
|
|
485
|
-
"recall": 0.
|
|
482
|
+
"load_duration": 1782.0061,
|
|
483
|
+
"qps": 536.0726,
|
|
484
|
+
"serial_latency_p99": 0.0082,
|
|
485
|
+
"recall": 0.9728
|
|
486
486
|
},
|
|
487
487
|
"task_config": {
|
|
488
488
|
"db": "Milvus",
|
|
@@ -507,10 +507,10 @@
|
|
|
507
507
|
{
|
|
508
508
|
"metrics": {
|
|
509
509
|
"max_load_count": 0,
|
|
510
|
-
"load_duration":
|
|
511
|
-
"qps":
|
|
512
|
-
"serial_latency_p99": 0.
|
|
513
|
-
"recall": 0.
|
|
510
|
+
"load_duration": 1782.0061,
|
|
511
|
+
"qps": 467.179,
|
|
512
|
+
"serial_latency_p99": 0.007,
|
|
513
|
+
"recall": 0.9697
|
|
514
514
|
},
|
|
515
515
|
"task_config": {
|
|
516
516
|
"db": "Milvus",
|
|
@@ -536,8 +536,8 @@
|
|
|
536
536
|
"metrics": {
|
|
537
537
|
"max_load_count": 0,
|
|
538
538
|
"load_duration": 1455.573,
|
|
539
|
-
"qps":
|
|
540
|
-
"serial_latency_p99": 0.
|
|
539
|
+
"qps": 431.7512,
|
|
540
|
+
"serial_latency_p99": 0.0083,
|
|
541
541
|
"recall": 1
|
|
542
542
|
},
|
|
543
543
|
"task_config": {
|
|
@@ -617,10 +617,10 @@
|
|
|
617
617
|
{
|
|
618
618
|
"metrics": {
|
|
619
619
|
"max_load_count": 0,
|
|
620
|
-
"load_duration":
|
|
621
|
-
"qps":
|
|
622
|
-
"serial_latency_p99": 0.
|
|
623
|
-
"recall": 0.
|
|
620
|
+
"load_duration": 2412.0463,
|
|
621
|
+
"qps": 330.0144,
|
|
622
|
+
"serial_latency_p99": 0.009,
|
|
623
|
+
"recall": 0.9507
|
|
624
624
|
},
|
|
625
625
|
"task_config": {
|
|
626
626
|
"db": "ZillizCloud",
|
|
@@ -644,10 +644,10 @@
|
|
|
644
644
|
{
|
|
645
645
|
"metrics": {
|
|
646
646
|
"max_load_count": 0,
|
|
647
|
-
"load_duration":
|
|
648
|
-
"qps":
|
|
649
|
-
"serial_latency_p99": 0.
|
|
650
|
-
"recall": 0.
|
|
647
|
+
"load_duration": 2412.0463,
|
|
648
|
+
"qps": 271.6585,
|
|
649
|
+
"serial_latency_p99": 0.0101,
|
|
650
|
+
"recall": 0.9678
|
|
651
651
|
},
|
|
652
652
|
"task_config": {
|
|
653
653
|
"db": "ZillizCloud",
|
|
@@ -671,9 +671,9 @@
|
|
|
671
671
|
{
|
|
672
672
|
"metrics": {
|
|
673
673
|
"max_load_count": 0,
|
|
674
|
-
"load_duration":
|
|
675
|
-
"qps":
|
|
676
|
-
"serial_latency_p99": 0.
|
|
674
|
+
"load_duration": 2412.0463,
|
|
675
|
+
"qps": 216.5226,
|
|
676
|
+
"serial_latency_p99": 0.0129,
|
|
677
677
|
"recall": 1
|
|
678
678
|
},
|
|
679
679
|
"task_config": {
|
|
@@ -779,10 +779,10 @@
|
|
|
779
779
|
{
|
|
780
780
|
"metrics": {
|
|
781
781
|
"max_load_count": 0,
|
|
782
|
-
"load_duration":
|
|
783
|
-
"qps":
|
|
784
|
-
"serial_latency_p99": 0.
|
|
785
|
-
"recall": 0.
|
|
782
|
+
"load_duration": 14521.4008,
|
|
783
|
+
"qps": 123.9553,
|
|
784
|
+
"serial_latency_p99": 0.023,
|
|
785
|
+
"recall": 0.971
|
|
786
786
|
},
|
|
787
787
|
"task_config": {
|
|
788
788
|
"db": "ZillizCloud",
|
|
@@ -806,10 +806,10 @@
|
|
|
806
806
|
{
|
|
807
807
|
"metrics": {
|
|
808
808
|
"max_load_count": 0,
|
|
809
|
-
"load_duration":
|
|
810
|
-
"qps":
|
|
811
|
-
"serial_latency_p99": 0.
|
|
812
|
-
"recall": 0.
|
|
809
|
+
"load_duration": 14521.4008,
|
|
810
|
+
"qps": 59.1479,
|
|
811
|
+
"serial_latency_p99": 0.0445,
|
|
812
|
+
"recall": 0.9906
|
|
813
813
|
},
|
|
814
814
|
"task_config": {
|
|
815
815
|
"db": "ZillizCloud",
|
|
@@ -833,9 +833,9 @@
|
|
|
833
833
|
{
|
|
834
834
|
"metrics": {
|
|
835
835
|
"max_load_count": 0,
|
|
836
|
-
"load_duration":
|
|
837
|
-
"qps":
|
|
838
|
-
"serial_latency_p99": 0.
|
|
836
|
+
"load_duration": 14521.4008,
|
|
837
|
+
"qps": 40.999,
|
|
838
|
+
"serial_latency_p99": 0.0553,
|
|
839
839
|
"recall": 1
|
|
840
840
|
},
|
|
841
841
|
"task_config": {
|
|
@@ -860,9 +860,9 @@
|
|
|
860
860
|
{
|
|
861
861
|
"metrics": {
|
|
862
862
|
"max_load_count": 0,
|
|
863
|
-
"load_duration":
|
|
864
|
-
"qps":
|
|
865
|
-
"serial_latency_p99": 0.
|
|
863
|
+
"load_duration": 2340.5671,
|
|
864
|
+
"qps": 579.9416,
|
|
865
|
+
"serial_latency_p99": 0.0094,
|
|
866
866
|
"recall": 0.9213
|
|
867
867
|
},
|
|
868
868
|
"task_config": {
|
|
@@ -887,10 +887,10 @@
|
|
|
887
887
|
{
|
|
888
888
|
"metrics": {
|
|
889
889
|
"max_load_count": 0,
|
|
890
|
-
"load_duration":
|
|
891
|
-
"qps":
|
|
892
|
-
"serial_latency_p99": 0.
|
|
893
|
-
"recall": 0.
|
|
890
|
+
"load_duration": 2340.5671,
|
|
891
|
+
"qps": 425.2529,
|
|
892
|
+
"serial_latency_p99": 0.0113,
|
|
893
|
+
"recall": 0.9686
|
|
894
894
|
},
|
|
895
895
|
"task_config": {
|
|
896
896
|
"db": "ZillizCloud",
|
|
@@ -914,9 +914,9 @@
|
|
|
914
914
|
{
|
|
915
915
|
"metrics": {
|
|
916
916
|
"max_load_count": 0,
|
|
917
|
-
"load_duration":
|
|
918
|
-
"qps":
|
|
919
|
-
"serial_latency_p99": 0.
|
|
917
|
+
"load_duration": 2340.5671,
|
|
918
|
+
"qps": 397.0539,
|
|
919
|
+
"serial_latency_p99": 0.0138,
|
|
920
920
|
"recall": 1
|
|
921
921
|
},
|
|
922
922
|
"task_config": {
|
|
@@ -1667,10 +1667,10 @@
|
|
|
1667
1667
|
{
|
|
1668
1668
|
"metrics": {
|
|
1669
1669
|
"max_load_count": 0,
|
|
1670
|
-
"load_duration":
|
|
1671
|
-
"qps":
|
|
1672
|
-
"serial_latency_p99": 0.
|
|
1673
|
-
"recall": 0.
|
|
1670
|
+
"load_duration": 1100.6681,
|
|
1671
|
+
"qps": 516.27,
|
|
1672
|
+
"serial_latency_p99": 0.007,
|
|
1673
|
+
"recall": 0.9463
|
|
1674
1674
|
},
|
|
1675
1675
|
"task_config": {
|
|
1676
1676
|
"db": "ZillizCloud",
|
|
@@ -1694,10 +1694,10 @@
|
|
|
1694
1694
|
{
|
|
1695
1695
|
"metrics": {
|
|
1696
1696
|
"max_load_count": 0,
|
|
1697
|
-
"load_duration":
|
|
1698
|
-
"qps":
|
|
1699
|
-
"serial_latency_p99": 0.
|
|
1700
|
-
"recall": 0.
|
|
1697
|
+
"load_duration": 1100.6681,
|
|
1698
|
+
"qps": 354.8416,
|
|
1699
|
+
"serial_latency_p99": 0.01,
|
|
1700
|
+
"recall": 0.9802
|
|
1701
1701
|
},
|
|
1702
1702
|
"task_config": {
|
|
1703
1703
|
"db": "ZillizCloud",
|
|
@@ -1721,9 +1721,9 @@
|
|
|
1721
1721
|
{
|
|
1722
1722
|
"metrics": {
|
|
1723
1723
|
"max_load_count": 0,
|
|
1724
|
-
"load_duration":
|
|
1725
|
-
"qps":
|
|
1726
|
-
"serial_latency_p99": 0.
|
|
1724
|
+
"load_duration": 1100.6681,
|
|
1725
|
+
"qps": 427.5229,
|
|
1726
|
+
"serial_latency_p99": 0.0087,
|
|
1727
1727
|
"recall": 1
|
|
1728
1728
|
},
|
|
1729
1729
|
"task_config": {
|
|
@@ -1829,10 +1829,10 @@
|
|
|
1829
1829
|
{
|
|
1830
1830
|
"metrics": {
|
|
1831
1831
|
"max_load_count": 0,
|
|
1832
|
-
"load_duration":
|
|
1833
|
-
"qps":
|
|
1834
|
-
"serial_latency_p99": 0.
|
|
1835
|
-
"recall": 0.
|
|
1832
|
+
"load_duration": 1575.253,
|
|
1833
|
+
"qps": 2884.689,
|
|
1834
|
+
"serial_latency_p99": 0.0053,
|
|
1835
|
+
"recall": 0.8801
|
|
1836
1836
|
},
|
|
1837
1837
|
"task_config": {
|
|
1838
1838
|
"db": "ZillizCloud",
|
|
@@ -1856,10 +1856,10 @@
|
|
|
1856
1856
|
{
|
|
1857
1857
|
"metrics": {
|
|
1858
1858
|
"max_load_count": 0,
|
|
1859
|
-
"load_duration":
|
|
1859
|
+
"load_duration": 1853.989,
|
|
1860
1860
|
"qps": 1689.5799,
|
|
1861
|
-
"serial_latency_p99": 0.
|
|
1862
|
-
"recall": 0.
|
|
1861
|
+
"serial_latency_p99": 0.0066,
|
|
1862
|
+
"recall": 0.9493
|
|
1863
1863
|
},
|
|
1864
1864
|
"task_config": {
|
|
1865
1865
|
"db": "ZillizCloud",
|
|
@@ -1883,9 +1883,9 @@
|
|
|
1883
1883
|
{
|
|
1884
1884
|
"metrics": {
|
|
1885
1885
|
"max_load_count": 0,
|
|
1886
|
-
"load_duration":
|
|
1887
|
-
"qps":
|
|
1888
|
-
"serial_latency_p99": 0.
|
|
1886
|
+
"load_duration": 1575.253,
|
|
1887
|
+
"qps": 1517.6792,
|
|
1888
|
+
"serial_latency_p99": 0.01,
|
|
1889
1889
|
"recall": 1
|
|
1890
1890
|
},
|
|
1891
1891
|
"task_config": {
|
|
@@ -1910,10 +1910,10 @@
|
|
|
1910
1910
|
{
|
|
1911
1911
|
"metrics": {
|
|
1912
1912
|
"max_load_count": 0,
|
|
1913
|
-
"load_duration":
|
|
1914
|
-
"qps":
|
|
1915
|
-
"serial_latency_p99": 0.
|
|
1916
|
-
"recall": 0.
|
|
1913
|
+
"load_duration": 7635.0576,
|
|
1914
|
+
"qps": 822.5318,
|
|
1915
|
+
"serial_latency_p99": 0.0056,
|
|
1916
|
+
"recall": 0.9294
|
|
1917
1917
|
},
|
|
1918
1918
|
"task_config": {
|
|
1919
1919
|
"db": "ZillizCloud",
|
|
@@ -1937,10 +1937,10 @@
|
|
|
1937
1937
|
{
|
|
1938
1938
|
"metrics": {
|
|
1939
1939
|
"max_load_count": 0,
|
|
1940
|
-
"load_duration":
|
|
1941
|
-
"qps":
|
|
1942
|
-
"serial_latency_p99": 0.
|
|
1943
|
-
"recall": 0.
|
|
1940
|
+
"load_duration": 7635.0576,
|
|
1941
|
+
"qps": 378.9146,
|
|
1942
|
+
"serial_latency_p99": 0.0103,
|
|
1943
|
+
"recall": 0.9758
|
|
1944
1944
|
},
|
|
1945
1945
|
"task_config": {
|
|
1946
1946
|
"db": "ZillizCloud",
|
|
@@ -1964,9 +1964,9 @@
|
|
|
1964
1964
|
{
|
|
1965
1965
|
"metrics": {
|
|
1966
1966
|
"max_load_count": 0,
|
|
1967
|
-
"load_duration":
|
|
1968
|
-
"qps":
|
|
1969
|
-
"serial_latency_p99": 0.
|
|
1967
|
+
"load_duration": 7635.0576,
|
|
1968
|
+
"qps": 218.6854,
|
|
1969
|
+
"serial_latency_p99": 0.0162,
|
|
1970
1970
|
"recall": 1
|
|
1971
1971
|
},
|
|
1972
1972
|
"task_config": {
|
|
@@ -2215,10 +2215,10 @@
|
|
|
2215
2215
|
{
|
|
2216
2216
|
"metrics": {
|
|
2217
2217
|
"max_load_count": 0,
|
|
2218
|
-
"load_duration":
|
|
2219
|
-
"qps":
|
|
2220
|
-
"serial_latency_p99": 0.
|
|
2221
|
-
"recall": 0.
|
|
2218
|
+
"load_duration": 5713.7159,
|
|
2219
|
+
"qps": 178.6585,
|
|
2220
|
+
"serial_latency_p99": 0.0137,
|
|
2221
|
+
"recall": 0.9843
|
|
2222
2222
|
},
|
|
2223
2223
|
"task_config": {
|
|
2224
2224
|
"db": "Milvus",
|
|
@@ -2243,10 +2243,10 @@
|
|
|
2243
2243
|
{
|
|
2244
2244
|
"metrics": {
|
|
2245
2245
|
"max_load_count": 0,
|
|
2246
|
-
"load_duration":
|
|
2247
|
-
"qps":
|
|
2248
|
-
"serial_latency_p99": 0.
|
|
2249
|
-
"recall": 0.
|
|
2246
|
+
"load_duration": 5713.7159,
|
|
2247
|
+
"qps": 178.3732,
|
|
2248
|
+
"serial_latency_p99": 0.015,
|
|
2249
|
+
"recall": 0.9844
|
|
2250
2250
|
},
|
|
2251
2251
|
"task_config": {
|
|
2252
2252
|
"db": "Milvus",
|
|
@@ -2271,9 +2271,9 @@
|
|
|
2271
2271
|
{
|
|
2272
2272
|
"metrics": {
|
|
2273
2273
|
"max_load_count": 0,
|
|
2274
|
-
"load_duration":
|
|
2275
|
-
"qps":
|
|
2276
|
-
"serial_latency_p99": 0.
|
|
2274
|
+
"load_duration": 5713.7159,
|
|
2275
|
+
"qps": 229.3526,
|
|
2276
|
+
"serial_latency_p99": 0.0125,
|
|
2277
2277
|
"recall": 1
|
|
2278
2278
|
},
|
|
2279
2279
|
"task_config": {
|
|
@@ -2299,10 +2299,10 @@
|
|
|
2299
2299
|
{
|
|
2300
2300
|
"metrics": {
|
|
2301
2301
|
"max_load_count": 0,
|
|
2302
|
-
"load_duration":
|
|
2303
|
-
"qps":
|
|
2304
|
-
"serial_latency_p99": 0.
|
|
2305
|
-
"recall": 0.
|
|
2302
|
+
"load_duration": 581.8141,
|
|
2303
|
+
"qps": 1258.7043,
|
|
2304
|
+
"serial_latency_p99": 0.0049,
|
|
2305
|
+
"recall": 0.9799
|
|
2306
2306
|
},
|
|
2307
2307
|
"task_config": {
|
|
2308
2308
|
"db": "Milvus",
|
|
@@ -2327,10 +2327,10 @@
|
|
|
2327
2327
|
{
|
|
2328
2328
|
"metrics": {
|
|
2329
2329
|
"max_load_count": 0,
|
|
2330
|
-
"load_duration":
|
|
2331
|
-
"qps":
|
|
2332
|
-
"serial_latency_p99": 0.
|
|
2333
|
-
"recall": 0.
|
|
2330
|
+
"load_duration": 581.8141,
|
|
2331
|
+
"qps": 1075.8776,
|
|
2332
|
+
"serial_latency_p99": 0.0053,
|
|
2333
|
+
"recall": 0.98
|
|
2334
2334
|
},
|
|
2335
2335
|
"task_config": {
|
|
2336
2336
|
"db": "Milvus",
|
|
@@ -2355,9 +2355,9 @@
|
|
|
2355
2355
|
{
|
|
2356
2356
|
"metrics": {
|
|
2357
2357
|
"max_load_count": 0,
|
|
2358
|
-
"load_duration":
|
|
2359
|
-
"qps":
|
|
2360
|
-
"serial_latency_p99": 0.
|
|
2358
|
+
"load_duration": 581.8141,
|
|
2359
|
+
"qps": 1494.8493,
|
|
2360
|
+
"serial_latency_p99": 0.0047,
|
|
2361
2361
|
"recall": 1
|
|
2362
2362
|
},
|
|
2363
2363
|
"task_config": {
|
|
@@ -2380,13 +2380,65 @@
|
|
|
2380
2380
|
},
|
|
2381
2381
|
"label": ":)"
|
|
2382
2382
|
},
|
|
2383
|
+
{
|
|
2384
|
+
"metrics": {
|
|
2385
|
+
"max_load_count": 4000000,
|
|
2386
|
+
"load_duration": 0.0,
|
|
2387
|
+
"qps": 0.0,
|
|
2388
|
+
"serial_latency_p99": 0.0,
|
|
2389
|
+
"recall": 0.0
|
|
2390
|
+
},
|
|
2391
|
+
"task_config": {
|
|
2392
|
+
"db": "QdrantCloud",
|
|
2393
|
+
"db_config": {
|
|
2394
|
+
"db_label": "2c8g-1node",
|
|
2395
|
+
"url": "**********",
|
|
2396
|
+
"api_key": "**********",
|
|
2397
|
+
"prefer_grpc": true
|
|
2398
|
+
},
|
|
2399
|
+
"db_case_config": {
|
|
2400
|
+
"null": null
|
|
2401
|
+
},
|
|
2402
|
+
"case_config": {
|
|
2403
|
+
"case_id": 1,
|
|
2404
|
+
"custom_case": {}
|
|
2405
|
+
}
|
|
2406
|
+
},
|
|
2407
|
+
"label": ":)"
|
|
2408
|
+
},
|
|
2409
|
+
{
|
|
2410
|
+
"metrics": {
|
|
2411
|
+
"max_load_count": 900000,
|
|
2412
|
+
"load_duration": 0.0,
|
|
2413
|
+
"qps": 0.0,
|
|
2414
|
+
"serial_latency_p99": 0.0,
|
|
2415
|
+
"recall": 0.0
|
|
2416
|
+
},
|
|
2417
|
+
"task_config": {
|
|
2418
|
+
"db": "QdrantCloud",
|
|
2419
|
+
"db_config": {
|
|
2420
|
+
"db_label": "2c8g-1node",
|
|
2421
|
+
"url": "**********",
|
|
2422
|
+
"api_key": "**********",
|
|
2423
|
+
"prefer_grpc": true
|
|
2424
|
+
},
|
|
2425
|
+
"db_case_config": {
|
|
2426
|
+
"null": null
|
|
2427
|
+
},
|
|
2428
|
+
"case_config": {
|
|
2429
|
+
"case_id": 2,
|
|
2430
|
+
"custom_case": {}
|
|
2431
|
+
}
|
|
2432
|
+
},
|
|
2433
|
+
"label": ":)"
|
|
2434
|
+
},
|
|
2383
2435
|
{
|
|
2384
2436
|
"metrics": {
|
|
2385
2437
|
"max_load_count": 0,
|
|
2386
|
-
"load_duration":
|
|
2387
|
-
"qps":
|
|
2388
|
-
"serial_latency_p99": 0.
|
|
2389
|
-
"recall": 0.
|
|
2438
|
+
"load_duration": 0.0,
|
|
2439
|
+
"qps": 0.0,
|
|
2440
|
+
"serial_latency_p99": 0.0,
|
|
2441
|
+
"recall": 0.0
|
|
2390
2442
|
},
|
|
2391
2443
|
"task_config": {
|
|
2392
2444
|
"db": "QdrantCloud",
|
|
@@ -2404,15 +2456,15 @@
|
|
|
2404
2456
|
"custom_case": {}
|
|
2405
2457
|
}
|
|
2406
2458
|
},
|
|
2407
|
-
"label": "
|
|
2459
|
+
"label": "x"
|
|
2408
2460
|
},
|
|
2409
2461
|
{
|
|
2410
2462
|
"metrics": {
|
|
2411
2463
|
"max_load_count": 0,
|
|
2412
|
-
"load_duration":
|
|
2413
|
-
"qps":
|
|
2414
|
-
"serial_latency_p99": 0.
|
|
2415
|
-
"recall": 0.
|
|
2464
|
+
"load_duration": 0.0,
|
|
2465
|
+
"qps": 0.0,
|
|
2466
|
+
"serial_latency_p99": 0.0,
|
|
2467
|
+
"recall": 0.0
|
|
2416
2468
|
},
|
|
2417
2469
|
"task_config": {
|
|
2418
2470
|
"db": "QdrantCloud",
|
|
@@ -2430,15 +2482,15 @@
|
|
|
2430
2482
|
"custom_case": {}
|
|
2431
2483
|
}
|
|
2432
2484
|
},
|
|
2433
|
-
"label": "
|
|
2485
|
+
"label": "x"
|
|
2434
2486
|
},
|
|
2435
2487
|
{
|
|
2436
2488
|
"metrics": {
|
|
2437
2489
|
"max_load_count": 0,
|
|
2438
|
-
"load_duration":
|
|
2439
|
-
"qps":
|
|
2440
|
-
"serial_latency_p99": 0.
|
|
2441
|
-
"recall": 0.
|
|
2490
|
+
"load_duration": 0.0,
|
|
2491
|
+
"qps": 0.0,
|
|
2492
|
+
"serial_latency_p99": 0.0,
|
|
2493
|
+
"recall": 0.0
|
|
2442
2494
|
},
|
|
2443
2495
|
"task_config": {
|
|
2444
2496
|
"db": "QdrantCloud",
|
|
@@ -2456,7 +2508,7 @@
|
|
|
2456
2508
|
"custom_case": {}
|
|
2457
2509
|
}
|
|
2458
2510
|
},
|
|
2459
|
-
"label": "
|
|
2511
|
+
"label": "x"
|
|
2460
2512
|
},
|
|
2461
2513
|
{
|
|
2462
2514
|
"metrics": {
|
|
@@ -2539,10 +2591,10 @@
|
|
|
2539
2591
|
{
|
|
2540
2592
|
"metrics": {
|
|
2541
2593
|
"max_load_count": 0,
|
|
2542
|
-
"load_duration":
|
|
2543
|
-
"qps":
|
|
2544
|
-
"serial_latency_p99":
|
|
2545
|
-
"recall": 0.
|
|
2594
|
+
"load_duration": 1647.857,
|
|
2595
|
+
"qps": 537.4975,
|
|
2596
|
+
"serial_latency_p99":0.0189,
|
|
2597
|
+
"recall": 0.8903
|
|
2546
2598
|
},
|
|
2547
2599
|
"task_config": {
|
|
2548
2600
|
"db": "QdrantCloud",
|
|
@@ -2564,10 +2616,10 @@
|
|
|
2564
2616
|
{
|
|
2565
2617
|
"metrics": {
|
|
2566
2618
|
"max_load_count": 0,
|
|
2567
|
-
"load_duration":
|
|
2568
|
-
"qps":
|
|
2569
|
-
"serial_latency_p99": 0.
|
|
2570
|
-
"recall": 0.
|
|
2619
|
+
"load_duration": 1647.857,
|
|
2620
|
+
"qps": 372.0466,
|
|
2621
|
+
"serial_latency_p99": 0.0178,
|
|
2622
|
+
"recall": 0.8904
|
|
2571
2623
|
},
|
|
2572
2624
|
"task_config": {
|
|
2573
2625
|
"db": "QdrantCloud",
|
|
@@ -2589,10 +2641,10 @@
|
|
|
2589
2641
|
{
|
|
2590
2642
|
"metrics": {
|
|
2591
2643
|
"max_load_count": 0,
|
|
2592
|
-
"load_duration":
|
|
2593
|
-
"qps":
|
|
2594
|
-
"serial_latency_p99": 0.
|
|
2595
|
-
"recall": 0.
|
|
2644
|
+
"load_duration": 1647.857,
|
|
2645
|
+
"qps": 1156.2898,
|
|
2646
|
+
"serial_latency_p99": 0.0144,
|
|
2647
|
+
"recall": 0.9989
|
|
2596
2648
|
},
|
|
2597
2649
|
"task_config": {
|
|
2598
2650
|
"db": "QdrantCloud",
|
|
@@ -2614,10 +2666,10 @@
|
|
|
2614
2666
|
{
|
|
2615
2667
|
"metrics": {
|
|
2616
2668
|
"max_load_count": 0,
|
|
2617
|
-
"load_duration":
|
|
2618
|
-
"qps":
|
|
2619
|
-
"serial_latency_p99": 0.
|
|
2620
|
-
"recall": 0.
|
|
2669
|
+
"load_duration": 14623.578,
|
|
2670
|
+
"qps": 110.248,
|
|
2671
|
+
"serial_latency_p99": 0.069,
|
|
2672
|
+
"recall": 0.898
|
|
2621
2673
|
},
|
|
2622
2674
|
"task_config": {
|
|
2623
2675
|
"db": "QdrantCloud",
|
|
@@ -2640,10 +2692,10 @@
|
|
|
2640
2692
|
{
|
|
2641
2693
|
"metrics": {
|
|
2642
2694
|
"max_load_count": 0,
|
|
2643
|
-
"load_duration":
|
|
2644
|
-
"qps": 87.
|
|
2645
|
-
"serial_latency_p99": 0.
|
|
2646
|
-
"recall":
|
|
2695
|
+
"load_duration": 14623.578,
|
|
2696
|
+
"qps": 87.2601,
|
|
2697
|
+
"serial_latency_p99": 0.0278,
|
|
2698
|
+
"recall":0.898
|
|
2647
2699
|
},
|
|
2648
2700
|
"task_config": {
|
|
2649
2701
|
"db": "QdrantCloud",
|
|
@@ -2666,10 +2718,10 @@
|
|
|
2666
2718
|
{
|
|
2667
2719
|
"metrics": {
|
|
2668
2720
|
"max_load_count": 0,
|
|
2669
|
-
"load_duration":
|
|
2670
|
-
"qps":
|
|
2671
|
-
"serial_latency_p99": 0.
|
|
2672
|
-
"recall": 0.
|
|
2721
|
+
"load_duration": 14623.578,
|
|
2722
|
+
"qps": 125.7846,
|
|
2723
|
+
"serial_latency_p99": 0.0231,
|
|
2724
|
+
"recall": 0.975
|
|
2673
2725
|
},
|
|
2674
2726
|
"task_config": {
|
|
2675
2727
|
"db": "QdrantCloud",
|
|
@@ -2689,6 +2741,162 @@
|
|
|
2689
2741
|
},
|
|
2690
2742
|
"label": ":)"
|
|
2691
2743
|
},
|
|
2744
|
+
{
|
|
2745
|
+
"metrics": {
|
|
2746
|
+
"max_load_count": 0,
|
|
2747
|
+
"load_duration": 1503.1147,
|
|
2748
|
+
"qps": 240.7209,
|
|
2749
|
+
"serial_latency_p99": 0.0174,
|
|
2750
|
+
"recall": 0.8887
|
|
2751
|
+
},
|
|
2752
|
+
"task_config": {
|
|
2753
|
+
"db": "QdrantCloud",
|
|
2754
|
+
"db_config": {
|
|
2755
|
+
"db_label": "4c16g-1node",
|
|
2756
|
+
"url": "**********",
|
|
2757
|
+
"api_key": "**********",
|
|
2758
|
+
"prefer_grpc": true
|
|
2759
|
+
},
|
|
2760
|
+
"db_case_config": {
|
|
2761
|
+
"null": null
|
|
2762
|
+
},
|
|
2763
|
+
"case_config": {
|
|
2764
|
+
"case_id": 5,
|
|
2765
|
+
"custom_case": {}
|
|
2766
|
+
}
|
|
2767
|
+
},
|
|
2768
|
+
"label": ":)"
|
|
2769
|
+
},
|
|
2770
|
+
{
|
|
2771
|
+
"metrics": {
|
|
2772
|
+
"max_load_count": 0,
|
|
2773
|
+
"load_duration": 1503.1147,
|
|
2774
|
+
"qps": 189.4399,
|
|
2775
|
+
"serial_latency_p99": 0.0175,
|
|
2776
|
+
"recall": 0.8889
|
|
2777
|
+
},
|
|
2778
|
+
"task_config": {
|
|
2779
|
+
"db": "QdrantCloud",
|
|
2780
|
+
"db_config": {
|
|
2781
|
+
"db_label": "4c16g-1node",
|
|
2782
|
+
"url": "**********",
|
|
2783
|
+
"api_key": "**********",
|
|
2784
|
+
"prefer_grpc": true
|
|
2785
|
+
},
|
|
2786
|
+
"db_case_config": {
|
|
2787
|
+
"null": null
|
|
2788
|
+
},
|
|
2789
|
+
"case_config": {
|
|
2790
|
+
"case_id": 7,
|
|
2791
|
+
"custom_case": {}
|
|
2792
|
+
}
|
|
2793
|
+
},
|
|
2794
|
+
"label": ":)"
|
|
2795
|
+
},
|
|
2796
|
+
{
|
|
2797
|
+
"metrics": {
|
|
2798
|
+
"max_load_count": 0,
|
|
2799
|
+
"load_duration": 1503.1147,
|
|
2800
|
+
"qps": 313.5116,
|
|
2801
|
+
"serial_latency_p99": 0.0161,
|
|
2802
|
+
"recall": 0.9999
|
|
2803
|
+
},
|
|
2804
|
+
"task_config": {
|
|
2805
|
+
"db": "QdrantCloud",
|
|
2806
|
+
"db_config": {
|
|
2807
|
+
"db_label": "4c16g-1node",
|
|
2808
|
+
"url": "**********",
|
|
2809
|
+
"api_key": "**********",
|
|
2810
|
+
"prefer_grpc": true
|
|
2811
|
+
},
|
|
2812
|
+
"db_case_config": {
|
|
2813
|
+
"null": null
|
|
2814
|
+
},
|
|
2815
|
+
"case_config": {
|
|
2816
|
+
"case_id": 9,
|
|
2817
|
+
"custom_case": {}
|
|
2818
|
+
}
|
|
2819
|
+
},
|
|
2820
|
+
"label": ":)"
|
|
2821
|
+
},
|
|
2822
|
+
{
|
|
2823
|
+
"metrics": {
|
|
2824
|
+
"max_load_count": 0,
|
|
2825
|
+
"load_duration": 0.0,
|
|
2826
|
+
"qps": 0.0,
|
|
2827
|
+
"serial_latency_p99": 0.0,
|
|
2828
|
+
"recall": 0.0
|
|
2829
|
+
},
|
|
2830
|
+
"task_config": {
|
|
2831
|
+
"db": "QdrantCloud",
|
|
2832
|
+
"db_config": {
|
|
2833
|
+
"db_label": "4c16g-1node",
|
|
2834
|
+
"url": "**********",
|
|
2835
|
+
"api_key": "**********",
|
|
2836
|
+
"prefer_grpc": true
|
|
2837
|
+
},
|
|
2838
|
+
"db_case_config": {
|
|
2839
|
+
"null": null
|
|
2840
|
+
},
|
|
2841
|
+
"case_config": {
|
|
2842
|
+
"case_id": 4,
|
|
2843
|
+
"custom_case": {}
|
|
2844
|
+
}
|
|
2845
|
+
},
|
|
2846
|
+
"label": "x"
|
|
2847
|
+
},
|
|
2848
|
+
{
|
|
2849
|
+
"metrics": {
|
|
2850
|
+
"max_load_count": 0,
|
|
2851
|
+
"load_duration": 0.0,
|
|
2852
|
+
"qps": 0.0,
|
|
2853
|
+
"serial_latency_p99": 0.0,
|
|
2854
|
+
"recall": 0.0
|
|
2855
|
+
},
|
|
2856
|
+
"task_config": {
|
|
2857
|
+
"db": "QdrantCloud",
|
|
2858
|
+
"db_config": {
|
|
2859
|
+
"db_label": "4c16g-1node",
|
|
2860
|
+
"url": "**********",
|
|
2861
|
+
"api_key": "**********",
|
|
2862
|
+
"prefer_grpc": true
|
|
2863
|
+
},
|
|
2864
|
+
"db_case_config": {
|
|
2865
|
+
"null": null
|
|
2866
|
+
},
|
|
2867
|
+
"case_config": {
|
|
2868
|
+
"case_id": 6,
|
|
2869
|
+
"custom_case": {}
|
|
2870
|
+
}
|
|
2871
|
+
},
|
|
2872
|
+
"label": "x"
|
|
2873
|
+
},
|
|
2874
|
+
{
|
|
2875
|
+
"metrics": {
|
|
2876
|
+
"max_load_count": 0,
|
|
2877
|
+
"load_duration": 0.0,
|
|
2878
|
+
"qps": 0.0,
|
|
2879
|
+
"serial_latency_p99": 0.0,
|
|
2880
|
+
"recall": 0.0
|
|
2881
|
+
},
|
|
2882
|
+
"task_config": {
|
|
2883
|
+
"db": "QdrantCloud",
|
|
2884
|
+
"db_config": {
|
|
2885
|
+
"db_label": "4c16g-1node",
|
|
2886
|
+
"url": "**********",
|
|
2887
|
+
"api_key": "**********",
|
|
2888
|
+
"prefer_grpc": true
|
|
2889
|
+
},
|
|
2890
|
+
"db_case_config": {
|
|
2891
|
+
"null": null
|
|
2892
|
+
},
|
|
2893
|
+
"case_config": {
|
|
2894
|
+
"case_id": 8,
|
|
2895
|
+
"custom_case": {}
|
|
2896
|
+
}
|
|
2897
|
+
},
|
|
2898
|
+
"label": "x"
|
|
2899
|
+
},
|
|
2692
2900
|
{
|
|
2693
2901
|
"metrics": {
|
|
2694
2902
|
"max_load_count": 5500000,
|
|
@@ -2744,10 +2952,10 @@
|
|
|
2744
2952
|
{
|
|
2745
2953
|
"metrics": {
|
|
2746
2954
|
"max_load_count": 0,
|
|
2747
|
-
"load_duration":
|
|
2748
|
-
"qps":
|
|
2749
|
-
"serial_latency_p99": 0.
|
|
2750
|
-
"recall": 0.
|
|
2955
|
+
"load_duration": 1129.4487,
|
|
2956
|
+
"qps": 18.7634,
|
|
2957
|
+
"serial_latency_p99": 0.1537,
|
|
2958
|
+
"recall": 0.8737
|
|
2751
2959
|
},
|
|
2752
2960
|
"task_config": {
|
|
2753
2961
|
"db": "Pinecone",
|
|
@@ -2770,10 +2978,10 @@
|
|
|
2770
2978
|
{
|
|
2771
2979
|
"metrics": {
|
|
2772
2980
|
"max_load_count": 0,
|
|
2773
|
-
"load_duration":
|
|
2774
|
-
"qps":
|
|
2775
|
-
"serial_latency_p99": 0.
|
|
2776
|
-
"recall": 0.
|
|
2981
|
+
"load_duration": 1129.4487,
|
|
2982
|
+
"qps": 18.3619,
|
|
2983
|
+
"serial_latency_p99": 0.0798,
|
|
2984
|
+
"recall": 0.8741
|
|
2777
2985
|
},
|
|
2778
2986
|
"task_config": {
|
|
2779
2987
|
"db": "Pinecone",
|
|
@@ -2796,10 +3004,10 @@
|
|
|
2796
3004
|
{
|
|
2797
3005
|
"metrics": {
|
|
2798
3006
|
"max_load_count": 0,
|
|
2799
|
-
"load_duration":
|
|
2800
|
-
"qps":
|
|
2801
|
-
"serial_latency_p99": 0.
|
|
2802
|
-
"recall": 0.
|
|
3007
|
+
"load_duration": 1129.4487,
|
|
3008
|
+
"qps": 25.2744,
|
|
3009
|
+
"serial_latency_p99": 0.0612,
|
|
3010
|
+
"recall": 0.9979
|
|
2803
3011
|
},
|
|
2804
3012
|
"task_config": {
|
|
2805
3013
|
"db": "Pinecone",
|
|
@@ -2952,10 +3160,10 @@
|
|
|
2952
3160
|
{
|
|
2953
3161
|
"metrics": {
|
|
2954
3162
|
"max_load_count": 0,
|
|
2955
|
-
"load_duration":
|
|
2956
|
-
"qps":
|
|
2957
|
-
"serial_latency_p99": 0.
|
|
2958
|
-
"recall": 0.
|
|
3163
|
+
"load_duration": 1582.9409,
|
|
3164
|
+
"qps": 261.798,
|
|
3165
|
+
"serial_latency_p99": 0.0231,
|
|
3166
|
+
"recall": 0.9262
|
|
2959
3167
|
},
|
|
2960
3168
|
"task_config": {
|
|
2961
3169
|
"db": "Pinecone",
|
|
@@ -2978,10 +3186,10 @@
|
|
|
2978
3186
|
{
|
|
2979
3187
|
"metrics": {
|
|
2980
3188
|
"max_load_count": 0,
|
|
2981
|
-
"load_duration":
|
|
2982
|
-
"qps":
|
|
2983
|
-
"serial_latency_p99": 0.
|
|
2984
|
-
"recall": 0.
|
|
3189
|
+
"load_duration": 1582.9409,
|
|
3190
|
+
"qps": 166.1851,
|
|
3191
|
+
"serial_latency_p99": 0.0239,
|
|
3192
|
+
"recall": 0.9264
|
|
2985
3193
|
},
|
|
2986
3194
|
"task_config": {
|
|
2987
3195
|
"db": "Pinecone",
|
|
@@ -3004,10 +3212,10 @@
|
|
|
3004
3212
|
{
|
|
3005
3213
|
"metrics": {
|
|
3006
3214
|
"max_load_count": 0,
|
|
3007
|
-
"load_duration":
|
|
3008
|
-
"qps":
|
|
3009
|
-
"serial_latency_p99": 0.
|
|
3010
|
-
"recall": 0.
|
|
3215
|
+
"load_duration": 1582.9409,
|
|
3216
|
+
"qps": 121.7169,
|
|
3217
|
+
"serial_latency_p99": 0.029,
|
|
3218
|
+
"recall": 0.9693
|
|
3011
3219
|
},
|
|
3012
3220
|
"task_config": {
|
|
3013
3221
|
"db": "Pinecone",
|
|
@@ -3160,10 +3368,10 @@
|
|
|
3160
3368
|
{
|
|
3161
3369
|
"metrics": {
|
|
3162
3370
|
"max_load_count": 0,
|
|
3163
|
-
"load_duration":
|
|
3164
|
-
"qps": 46.
|
|
3165
|
-
"serial_latency_p99": 0.
|
|
3166
|
-
"recall": 0.
|
|
3371
|
+
"load_duration": 1123.9889,
|
|
3372
|
+
"qps": 46.6189,
|
|
3373
|
+
"serial_latency_p99": 0.0431,
|
|
3374
|
+
"recall": 0.8737
|
|
3167
3375
|
},
|
|
3168
3376
|
"task_config": {
|
|
3169
3377
|
"db": "Pinecone",
|
|
@@ -3186,10 +3394,10 @@
|
|
|
3186
3394
|
{
|
|
3187
3395
|
"metrics": {
|
|
3188
3396
|
"max_load_count": 0,
|
|
3189
|
-
"load_duration":
|
|
3190
|
-
"qps":
|
|
3191
|
-
"serial_latency_p99": 0.
|
|
3192
|
-
"recall": 0.
|
|
3397
|
+
"load_duration": 1123.9889,
|
|
3398
|
+
"qps": 42.4856,
|
|
3399
|
+
"serial_latency_p99": 0.044,
|
|
3400
|
+
"recall": 0.8741
|
|
3193
3401
|
},
|
|
3194
3402
|
"task_config": {
|
|
3195
3403
|
"db": "Pinecone",
|
|
@@ -3212,10 +3420,10 @@
|
|
|
3212
3420
|
{
|
|
3213
3421
|
"metrics": {
|
|
3214
3422
|
"max_load_count": 0,
|
|
3215
|
-
"load_duration":
|
|
3216
|
-
"qps":
|
|
3217
|
-
"serial_latency_p99": 0.
|
|
3218
|
-
"recall": 0.
|
|
3423
|
+
"load_duration": 1123.9889,
|
|
3424
|
+
"qps": 138.9479,
|
|
3425
|
+
"serial_latency_p99": 0.0262,
|
|
3426
|
+
"recall": 0.9979
|
|
3219
3427
|
},
|
|
3220
3428
|
"task_config": {
|
|
3221
3429
|
"db": "Pinecone",
|
|
@@ -3394,9 +3602,9 @@
|
|
|
3394
3602
|
{
|
|
3395
3603
|
"metrics": {
|
|
3396
3604
|
"max_load_count": 0,
|
|
3397
|
-
"load_duration":
|
|
3398
|
-
"qps": 8.
|
|
3399
|
-
"serial_latency_p99": 0.
|
|
3605
|
+
"load_duration": 11374.7189,
|
|
3606
|
+
"qps": 8.6675,
|
|
3607
|
+
"serial_latency_p99": 0.1802,
|
|
3400
3608
|
"recall": 0.8369
|
|
3401
3609
|
},
|
|
3402
3610
|
"task_config": {
|
|
@@ -3420,9 +3628,9 @@
|
|
|
3420
3628
|
{
|
|
3421
3629
|
"metrics": {
|
|
3422
3630
|
"max_load_count": 0,
|
|
3423
|
-
"load_duration":
|
|
3424
|
-
"qps": 7.
|
|
3425
|
-
"serial_latency_p99": 0.
|
|
3631
|
+
"load_duration": 11374.7189,
|
|
3632
|
+
"qps": 7.8121,
|
|
3633
|
+
"serial_latency_p99": 0.1677,
|
|
3426
3634
|
"recall": 0.8369
|
|
3427
3635
|
},
|
|
3428
3636
|
"task_config": {
|
|
@@ -3446,9 +3654,9 @@
|
|
|
3446
3654
|
{
|
|
3447
3655
|
"metrics": {
|
|
3448
3656
|
"max_load_count": 0,
|
|
3449
|
-
"load_duration":
|
|
3450
|
-
"qps": 16.
|
|
3451
|
-
"serial_latency_p99": 0.
|
|
3657
|
+
"load_duration": 11374.7189,
|
|
3658
|
+
"qps": 16.869,
|
|
3659
|
+
"serial_latency_p99": 0.0878,
|
|
3452
3660
|
"recall": 0.9814
|
|
3453
3661
|
},
|
|
3454
3662
|
"task_config": {
|
|
@@ -3550,9 +3758,9 @@
|
|
|
3550
3758
|
{
|
|
3551
3759
|
"metrics": {
|
|
3552
3760
|
"max_load_count": 0,
|
|
3553
|
-
"load_duration":
|
|
3554
|
-
"qps":
|
|
3555
|
-
"serial_latency_p99": 0.
|
|
3761
|
+
"load_duration": 14165.6504,
|
|
3762
|
+
"qps": 303.2044,
|
|
3763
|
+
"serial_latency_p99": 0.0274,
|
|
3556
3764
|
"recall": 0.9246
|
|
3557
3765
|
},
|
|
3558
3766
|
"task_config": {
|
|
@@ -3576,10 +3784,10 @@
|
|
|
3576
3784
|
{
|
|
3577
3785
|
"metrics": {
|
|
3578
3786
|
"max_load_count": 0,
|
|
3579
|
-
"load_duration":
|
|
3580
|
-
"qps": 136.
|
|
3581
|
-
"serial_latency_p99": 0.
|
|
3582
|
-
"recall": 0.
|
|
3787
|
+
"load_duration": 14165.6504,
|
|
3788
|
+
"qps": 136.0345,
|
|
3789
|
+
"serial_latency_p99": 0.0319,
|
|
3790
|
+
"recall": 0.9244
|
|
3583
3791
|
},
|
|
3584
3792
|
"task_config": {
|
|
3585
3793
|
"db": "Pinecone",
|
|
@@ -3602,9 +3810,9 @@
|
|
|
3602
3810
|
{
|
|
3603
3811
|
"metrics": {
|
|
3604
3812
|
"max_load_count": 0,
|
|
3605
|
-
"load_duration":
|
|
3606
|
-
"qps":
|
|
3607
|
-
"serial_latency_p99": 0.
|
|
3813
|
+
"load_duration": 14165.6504,
|
|
3814
|
+
"qps": 66.7221,
|
|
3815
|
+
"serial_latency_p99": 0.0421,
|
|
3608
3816
|
"recall": 0.963
|
|
3609
3817
|
},
|
|
3610
3818
|
"task_config": {
|
|
@@ -3780,6 +3988,254 @@
|
|
|
3780
3988
|
}
|
|
3781
3989
|
},
|
|
3782
3990
|
"label": "x"
|
|
3783
|
-
}
|
|
3991
|
+
},
|
|
3992
|
+
{
|
|
3993
|
+
"metrics": {
|
|
3994
|
+
"max_load_count": 0,
|
|
3995
|
+
"load_duration": 0.0,
|
|
3996
|
+
"qps": 0.0,
|
|
3997
|
+
"serial_latency_p99": 0.0,
|
|
3998
|
+
"recall": 0.0
|
|
3999
|
+
},
|
|
4000
|
+
"task_config": {
|
|
4001
|
+
"db": "PgVector",
|
|
4002
|
+
"db_config":{
|
|
4003
|
+
"db_label":"2c8g-1node",
|
|
4004
|
+
"user_name":"**********",
|
|
4005
|
+
"password":"**********",
|
|
4006
|
+
"url":"**********",
|
|
4007
|
+
"db_name":"**********"
|
|
4008
|
+
},
|
|
4009
|
+
"db_case_config":{
|
|
4010
|
+
"metric_type":"L2",
|
|
4011
|
+
"lists":10,
|
|
4012
|
+
"probes":2
|
|
4013
|
+
},
|
|
4014
|
+
"case_config":{
|
|
4015
|
+
"case_id":1,
|
|
4016
|
+
"custom_case":{
|
|
4017
|
+
|
|
4018
|
+
}
|
|
4019
|
+
}
|
|
4020
|
+
},
|
|
4021
|
+
"label": "?"
|
|
4022
|
+
},
|
|
4023
|
+
{
|
|
4024
|
+
"metrics": {
|
|
4025
|
+
"max_load_count": 0,
|
|
4026
|
+
"load_duration": 0.0,
|
|
4027
|
+
"qps": 0.0,
|
|
4028
|
+
"serial_latency_p99": 0.0,
|
|
4029
|
+
"recall": 0.0
|
|
4030
|
+
},
|
|
4031
|
+
"task_config": {
|
|
4032
|
+
"db": "PgVector",
|
|
4033
|
+
"db_config":{
|
|
4034
|
+
"db_label":"2c8g-1node",
|
|
4035
|
+
"user_name":"**********",
|
|
4036
|
+
"password":"**********",
|
|
4037
|
+
"url":"**********",
|
|
4038
|
+
"db_name":"**********"
|
|
4039
|
+
},
|
|
4040
|
+
"db_case_config":{
|
|
4041
|
+
"metric_type":"L2",
|
|
4042
|
+
"lists":10,
|
|
4043
|
+
"probes":2
|
|
4044
|
+
},
|
|
4045
|
+
"case_config":{
|
|
4046
|
+
"case_id":2,
|
|
4047
|
+
"custom_case":{
|
|
4048
|
+
|
|
4049
|
+
}
|
|
4050
|
+
}
|
|
4051
|
+
},
|
|
4052
|
+
"label": "?"
|
|
4053
|
+
},
|
|
4054
|
+
{
|
|
4055
|
+
"metrics":{
|
|
4056
|
+
"max_load_count":0,
|
|
4057
|
+
"load_duration":10247.5034,
|
|
4058
|
+
"qps":10.6271,
|
|
4059
|
+
"serial_latency_p99":0.7307,
|
|
4060
|
+
"recall":0.8898
|
|
4061
|
+
},
|
|
4062
|
+
"task_config":{
|
|
4063
|
+
"db":"PgVector",
|
|
4064
|
+
"db_config":{
|
|
4065
|
+
"db_label":"2c8g-1node",
|
|
4066
|
+
"user_name":"**********",
|
|
4067
|
+
"password":"**********",
|
|
4068
|
+
"url":"**********",
|
|
4069
|
+
"db_name":"**********"
|
|
4070
|
+
},
|
|
4071
|
+
"db_case_config":{
|
|
4072
|
+
"metric_type":"COSINE",
|
|
4073
|
+
"lists":10,
|
|
4074
|
+
"probes":2
|
|
4075
|
+
},
|
|
4076
|
+
"case_config":{
|
|
4077
|
+
"case_id":5,
|
|
4078
|
+
"custom_case":{
|
|
4079
|
+
|
|
4080
|
+
}
|
|
4081
|
+
}
|
|
4082
|
+
},
|
|
4083
|
+
"label":":)"
|
|
4084
|
+
},
|
|
4085
|
+
{
|
|
4086
|
+
"metrics":{
|
|
4087
|
+
"max_load_count":0,
|
|
4088
|
+
"load_duration":10247.5034,
|
|
4089
|
+
"qps":10.8507,
|
|
4090
|
+
"serial_latency_p99":0.7332,
|
|
4091
|
+
"recall":0.8897
|
|
4092
|
+
},
|
|
4093
|
+
"task_config":{
|
|
4094
|
+
"db":"PgVector",
|
|
4095
|
+
"db_config":{
|
|
4096
|
+
"db_label":"2c8g-1node",
|
|
4097
|
+
"user_name":"**********",
|
|
4098
|
+
"password":"**********",
|
|
4099
|
+
"url":"**********",
|
|
4100
|
+
"db_name":"**********"
|
|
4101
|
+
},
|
|
4102
|
+
"db_case_config":{
|
|
4103
|
+
"metric_type":"COSINE",
|
|
4104
|
+
"lists":10,
|
|
4105
|
+
"probes":2
|
|
4106
|
+
},
|
|
4107
|
+
"case_config":{
|
|
4108
|
+
"case_id":7,
|
|
4109
|
+
"custom_case":{
|
|
4110
|
+
|
|
4111
|
+
}
|
|
4112
|
+
}
|
|
4113
|
+
},
|
|
4114
|
+
"label":":)"
|
|
4115
|
+
},
|
|
4116
|
+
{
|
|
4117
|
+
"metrics":{
|
|
4118
|
+
"max_load_count":0,
|
|
4119
|
+
"load_duration":10247.5034,
|
|
4120
|
+
"qps":75.7055,
|
|
4121
|
+
"serial_latency_p99":0.1212,
|
|
4122
|
+
"recall":0.9999
|
|
4123
|
+
},
|
|
4124
|
+
"task_config":{
|
|
4125
|
+
"db":"PgVector",
|
|
4126
|
+
"db_config":{
|
|
4127
|
+
"db_label":"2c8g-1node",
|
|
4128
|
+
"user_name":"**********",
|
|
4129
|
+
"password":"**********",
|
|
4130
|
+
"url":"**********",
|
|
4131
|
+
"db_name":"**********"
|
|
4132
|
+
},
|
|
4133
|
+
"db_case_config":{
|
|
4134
|
+
"metric_type":"COSINE",
|
|
4135
|
+
"lists":10,
|
|
4136
|
+
"probes":2
|
|
4137
|
+
},
|
|
4138
|
+
"case_config":{
|
|
4139
|
+
"case_id":9,
|
|
4140
|
+
"custom_case":{
|
|
4141
|
+
|
|
4142
|
+
}
|
|
4143
|
+
}
|
|
4144
|
+
},
|
|
4145
|
+
"label":":)"
|
|
4146
|
+
},
|
|
4147
|
+
{
|
|
4148
|
+
"metrics":{
|
|
4149
|
+
"max_load_count":0,
|
|
4150
|
+
"load_duration":0,
|
|
4151
|
+
"qps":0,
|
|
4152
|
+
"serial_latency_p99":0,
|
|
4153
|
+
"recall":0
|
|
4154
|
+
},
|
|
4155
|
+
"task_config":{
|
|
4156
|
+
"db":"PgVector",
|
|
4157
|
+
"db_config":{
|
|
4158
|
+
"db_label":"2c8g-1node",
|
|
4159
|
+
"user_name":"**********",
|
|
4160
|
+
"password":"**********",
|
|
4161
|
+
"url":"**********",
|
|
4162
|
+
"db_name":"**********"
|
|
4163
|
+
},
|
|
4164
|
+
"db_case_config":{
|
|
4165
|
+
"metric_type":"COSINE",
|
|
4166
|
+
"lists":10,
|
|
4167
|
+
"probes":2
|
|
4168
|
+
},
|
|
4169
|
+
"case_config":{
|
|
4170
|
+
"case_id":4,
|
|
4171
|
+
"custom_case":{
|
|
4172
|
+
|
|
4173
|
+
}
|
|
4174
|
+
}
|
|
4175
|
+
},
|
|
4176
|
+
"label":"x"
|
|
4177
|
+
},
|
|
4178
|
+
{
|
|
4179
|
+
"metrics":{
|
|
4180
|
+
"max_load_count":0,
|
|
4181
|
+
"load_duration":0,
|
|
4182
|
+
"qps":0,
|
|
4183
|
+
"serial_latency_p99":0,
|
|
4184
|
+
"recall":0
|
|
4185
|
+
},
|
|
4186
|
+
"task_config":{
|
|
4187
|
+
"db":"PgVector",
|
|
4188
|
+
"db_config":{
|
|
4189
|
+
"db_label":"2c8g-1node",
|
|
4190
|
+
"user_name":"**********",
|
|
4191
|
+
"password":"**********",
|
|
4192
|
+
"url":"**********",
|
|
4193
|
+
"db_name":"**********"
|
|
4194
|
+
},
|
|
4195
|
+
"db_case_config":{
|
|
4196
|
+
"metric_type":"COSINE",
|
|
4197
|
+
"lists":10,
|
|
4198
|
+
"probes":2
|
|
4199
|
+
},
|
|
4200
|
+
"case_config":{
|
|
4201
|
+
"case_id":6,
|
|
4202
|
+
"custom_case":{
|
|
4203
|
+
|
|
4204
|
+
}
|
|
4205
|
+
}
|
|
4206
|
+
},
|
|
4207
|
+
"label":"x"
|
|
4208
|
+
},
|
|
4209
|
+
{
|
|
4210
|
+
"metrics":{
|
|
4211
|
+
"max_load_count":0,
|
|
4212
|
+
"load_duration":0,
|
|
4213
|
+
"qps":0,
|
|
4214
|
+
"serial_latency_p99":0,
|
|
4215
|
+
"recall":0
|
|
4216
|
+
},
|
|
4217
|
+
"task_config":{
|
|
4218
|
+
"db":"PgVector",
|
|
4219
|
+
"db_config":{
|
|
4220
|
+
"db_label":"2c8g-1node",
|
|
4221
|
+
"user_name":"**********",
|
|
4222
|
+
"password":"**********",
|
|
4223
|
+
"url":"**********",
|
|
4224
|
+
"db_name":"**********"
|
|
4225
|
+
},
|
|
4226
|
+
"db_case_config":{
|
|
4227
|
+
"metric_type":"COSINE",
|
|
4228
|
+
"lists":10,
|
|
4229
|
+
"probes":2
|
|
4230
|
+
},
|
|
4231
|
+
"case_config":{
|
|
4232
|
+
"case_id":8,
|
|
4233
|
+
"custom_case":{
|
|
4234
|
+
|
|
4235
|
+
}
|
|
4236
|
+
}
|
|
4237
|
+
},
|
|
4238
|
+
"label":"x"
|
|
4239
|
+
}
|
|
3784
4240
|
]
|
|
3785
|
-
}
|
|
4241
|
+
}
|