xinference 0.9.3__py3-none-any.whl → 0.10.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of xinference might be problematic. Click here for more details.

Files changed (64) hide show
  1. xinference/_version.py +3 -3
  2. xinference/api/oauth2/auth_service.py +47 -18
  3. xinference/api/oauth2/types.py +1 -0
  4. xinference/api/restful_api.py +16 -11
  5. xinference/client/restful/restful_client.py +12 -2
  6. xinference/conftest.py +13 -2
  7. xinference/constants.py +2 -0
  8. xinference/core/supervisor.py +32 -1
  9. xinference/core/worker.py +139 -20
  10. xinference/deploy/cmdline.py +119 -20
  11. xinference/model/llm/__init__.py +6 -0
  12. xinference/model/llm/llm_family.json +711 -10
  13. xinference/model/llm/llm_family_modelscope.json +557 -7
  14. xinference/model/llm/pytorch/chatglm.py +2 -1
  15. xinference/model/llm/pytorch/core.py +2 -0
  16. xinference/model/llm/pytorch/deepseek_vl.py +232 -0
  17. xinference/model/llm/pytorch/internlm2.py +2 -1
  18. xinference/model/llm/pytorch/omnilmm.py +153 -0
  19. xinference/model/llm/sglang/__init__.py +13 -0
  20. xinference/model/llm/sglang/core.py +365 -0
  21. xinference/model/llm/utils.py +46 -13
  22. xinference/model/llm/vllm/core.py +10 -0
  23. xinference/thirdparty/deepseek_vl/__init__.py +31 -0
  24. xinference/thirdparty/deepseek_vl/models/__init__.py +28 -0
  25. xinference/thirdparty/deepseek_vl/models/clip_encoder.py +242 -0
  26. xinference/thirdparty/deepseek_vl/models/image_processing_vlm.py +208 -0
  27. xinference/thirdparty/deepseek_vl/models/modeling_vlm.py +170 -0
  28. xinference/thirdparty/deepseek_vl/models/processing_vlm.py +390 -0
  29. xinference/thirdparty/deepseek_vl/models/projector.py +100 -0
  30. xinference/thirdparty/deepseek_vl/models/sam.py +593 -0
  31. xinference/thirdparty/deepseek_vl/models/siglip_vit.py +681 -0
  32. xinference/thirdparty/deepseek_vl/utils/__init__.py +18 -0
  33. xinference/thirdparty/deepseek_vl/utils/conversation.py +348 -0
  34. xinference/thirdparty/deepseek_vl/utils/io.py +78 -0
  35. xinference/thirdparty/omnilmm/__init__.py +0 -0
  36. xinference/thirdparty/omnilmm/chat.py +216 -0
  37. xinference/thirdparty/omnilmm/constants.py +4 -0
  38. xinference/thirdparty/omnilmm/conversation.py +332 -0
  39. xinference/thirdparty/omnilmm/model/__init__.py +1 -0
  40. xinference/thirdparty/omnilmm/model/omnilmm.py +594 -0
  41. xinference/thirdparty/omnilmm/model/resampler.py +166 -0
  42. xinference/thirdparty/omnilmm/model/utils.py +563 -0
  43. xinference/thirdparty/omnilmm/train/__init__.py +13 -0
  44. xinference/thirdparty/omnilmm/train/train_utils.py +150 -0
  45. xinference/thirdparty/omnilmm/utils.py +134 -0
  46. xinference/web/ui/build/asset-manifest.json +3 -3
  47. xinference/web/ui/build/index.html +1 -1
  48. xinference/web/ui/build/static/js/main.98516614.js +3 -0
  49. xinference/web/ui/build/static/js/main.98516614.js.map +1 -0
  50. xinference/web/ui/node_modules/.cache/babel-loader/139969fd25258eb7decc9505f30b779089bba50c402bb5c663008477c7bff73b.json +1 -0
  51. xinference/web/ui/node_modules/.cache/babel-loader/3f357ab57b8e7fade54c667f0e0ebf2787566f72bfdca0fea14e395b5c203753.json +1 -0
  52. xinference/web/ui/node_modules/.cache/babel-loader/9d7c49815d97539207e5aab2fb967591b5fed7791218a0762539efc9491f36af.json +1 -0
  53. xinference/web/ui/node_modules/.cache/babel-loader/d0d0b591d9adaf42b83ad6633f8b7c118541a4b80ea957c303d3bf9b86fbad0a.json +1 -0
  54. {xinference-0.9.3.dist-info → xinference-0.10.0.dist-info}/METADATA +21 -5
  55. {xinference-0.9.3.dist-info → xinference-0.10.0.dist-info}/RECORD +60 -31
  56. xinference/web/ui/build/static/js/main.66b1c4fb.js +0 -3
  57. xinference/web/ui/build/static/js/main.66b1c4fb.js.map +0 -1
  58. xinference/web/ui/node_modules/.cache/babel-loader/c2124cfe036b26befcbd386d1d17743b1a58d0b7a041a17bb67f9924400d63c3.json +0 -1
  59. xinference/web/ui/node_modules/.cache/babel-loader/fd4a8ae5d192331af1bedd1d2d70efcc569708ee6cc4cb479b225d059482aa81.json +0 -1
  60. /xinference/web/ui/build/static/js/{main.66b1c4fb.js.LICENSE.txt → main.98516614.js.LICENSE.txt} +0 -0
  61. {xinference-0.9.3.dist-info → xinference-0.10.0.dist-info}/LICENSE +0 -0
  62. {xinference-0.9.3.dist-info → xinference-0.10.0.dist-info}/WHEEL +0 -0
  63. {xinference-0.9.3.dist-info → xinference-0.10.0.dist-info}/entry_points.txt +0 -0
  64. {xinference-0.9.3.dist-info → xinference-0.10.0.dist-info}/top_level.txt +0 -0
@@ -1,18 +1,18 @@
1
1
  xinference/__init__.py,sha256=0LgIveLP6CXxoIaSrxhlFyOh0lOqPgJBVcBe0tkWJjc,987
2
2
  xinference/_compat.py,sha256=SQAjZMGxtBIce45qtW7ob7RWzA0zhv2yB3AxT0rb0uU,1778
3
- xinference/_version.py,sha256=Lg7riCQT494Ylj5YFCWP1j41UqI3CrUvWJukfkpY7ck,497
4
- xinference/conftest.py,sha256=soSjfLdFYvMleUaSL4cZKPtP1WdlAb7q3Sm2pX4aTog,9523
5
- xinference/constants.py,sha256=81M8ATbulsB78fht4pp0H8q2dDU2qTqSmu1FAjRiOKk,2738
3
+ xinference/_version.py,sha256=cEbxnBS-Ssje0h78WtShu4zPbZNuPDPNgAIXxZAoH3k,498
4
+ xinference/conftest.py,sha256=RffV9htxwo6iDEGZwmcj0A_O_XBQM2RRUea4q6XTeGQ,9742
5
+ xinference/constants.py,sha256=Bu_fOJUGAvvqF_6FY5OzOHl7fQ1Nomek3LY17xr9oz4,2882
6
6
  xinference/device_utils.py,sha256=WNKDD4Eni3Io3AehiyonsuoJaukT77Bc76Es7vNGvjc,2615
7
7
  xinference/fields.py,sha256=BFAVowcvvwA4i1HHHeyD1J_p3p6Vi5hVmKY0CT21blM,5075
8
8
  xinference/isolation.py,sha256=NstVRcO3dG4umHExICXAHlzVKwH8ch8MBwKwE-KFkE0,1826
9
9
  xinference/types.py,sha256=_tbGgdMTlXs6oINWbEmCesyckDDa2tsPRH9yzM8fKSI,11812
10
10
  xinference/utils.py,sha256=Z6PPDGmX4EW8OD3OfA2Wa37ZM9OdRTnR00ITMDTu4qE,716
11
11
  xinference/api/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
12
- xinference/api/restful_api.py,sha256=pMpT7H46viyG1i1dez6Xqmsz2G-xzWDXmkZXK-d3sxY,58898
12
+ xinference/api/restful_api.py,sha256=vR__HdqXz02EmfjnQjGdu951ff0BPfQ_Pxw-jgav1TY,59020
13
13
  xinference/api/oauth2/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
14
- xinference/api/oauth2/auth_service.py,sha256=n88v85kkkM_4NYZBmbETM7OF7XuehWv9gyLRUmhVL1Q,4929
15
- xinference/api/oauth2/types.py,sha256=ltAkjPBEJVSvYVhzwjaJpe2eUbnqkx2vofLuRbcGMg4,972
14
+ xinference/api/oauth2/auth_service.py,sha256=k23QD4TeX9RpHEKgGK7aIblv30tou5O9ArUolJyM53c,6103
15
+ xinference/api/oauth2/types.py,sha256=K923sv_XySIUtM2Eozl9IG082IJcDOS5SFLrPZ5ELBg,996
16
16
  xinference/api/oauth2/utils.py,sha256=SIiiUj6VuTEsj3bZ2TYUyhx3cGlLSX3ZNWDOgUwRtXc,1410
17
17
  xinference/client/__init__.py,sha256=Gc4HOzAy_1cic5kXlso7hahYgw89CKvZSJDicEU461k,669
18
18
  xinference/client/common.py,sha256=iciZRs5YjM2gYsXnwACPMaiBZp4_XpawWwfym0Iyu40,1617
@@ -20,7 +20,7 @@ xinference/client/handlers.py,sha256=3gd9C7u4URbcVdR6Eyv8cpEZ175Ll4q_jGL07CnEIpg
20
20
  xinference/client/oscar/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
21
21
  xinference/client/oscar/actor_client.py,sha256=fWGbqCaJHp33CSgtznPosryTD88KWSjQLQebHkGvQCI,21545
22
22
  xinference/client/restful/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
23
- xinference/client/restful/restful_client.py,sha256=5D4NW2uCDNV5YUk0EEc3OELW3mT4c6zOHpeEr2dJ4wQ,41044
23
+ xinference/client/restful/restful_client.py,sha256=ZFPEru7it3mgqojkGGiZUDiaV1199aIA3_Jr0FUldzI,41611
24
24
  xinference/core/__init__.py,sha256=Fe5tYCHDbYJ7PhxJhQ68VbfgKgOsAuslNPr4wPhFMJM,612
25
25
  xinference/core/cache_tracker.py,sha256=rBF8MXWK3rP5Q69LuhpWb2ZeF_bqbC3zCTCKs8FlfZE,4261
26
26
  xinference/core/chat_interface.py,sha256=CNqILarZfdMnZebuOaemK4FomouLqKAcd7lt24JF09Q,17073
@@ -30,11 +30,11 @@ xinference/core/metrics.py,sha256=ScmTG15Uq3h_ob72ybZSMWdnk8P4sUZFcm60f4ikSXc,26
30
30
  xinference/core/model.py,sha256=5zQ0MVAiLvohSgy92oOsZZ5kvCe8uPj92qc6SU_aVlA,17700
31
31
  xinference/core/resource.py,sha256=FQ0aRt3T4ZQo0P6CZZf5QUKHiCsr5llBvKb1f7wfnxg,1611
32
32
  xinference/core/status_guard.py,sha256=ScmTFb3NPTp-RzufdHFpBh5TZHPc2bu907JA8l0gywE,2804
33
- xinference/core/supervisor.py,sha256=IJfvX1zYUY3FxKR7mlKRf8u0JzH8a5sD5pEPxhd1QqM,38303
33
+ xinference/core/supervisor.py,sha256=j8Mwx3yrxu-kib71RxTL1JZ3ciloJFF6G7kypwVRQC4,39459
34
34
  xinference/core/utils.py,sha256=tUpUJUQv1zkE9i7fw1pAFfFdcB3PC6DvKJn4Bmmq75E,6008
35
- xinference/core/worker.py,sha256=x24H_hzgp7Kae7dB2ZPaGbIXDs43iRcI5RYS0LRUpig,27542
35
+ xinference/core/worker.py,sha256=kNTF4Zdz_mwBOMUewzUS0AGANjKZK0uCfV1k8xM-66o,33302
36
36
  xinference/deploy/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
37
- xinference/deploy/cmdline.py,sha256=MqKxVhqIVuxJVKNj99g32QfKTYHBFzY0nWCh9U9Zef0,32692
37
+ xinference/deploy/cmdline.py,sha256=E3OBE604Lo0Jl8FWUHE-ythFuU_3uN-V62ZXZ_88YDo,35173
38
38
  xinference/deploy/local.py,sha256=vlAvhcl8utP1DjW4MJpBgD4JLHQV-1Xebmdd8j9M8IM,3946
39
39
  xinference/deploy/supervisor.py,sha256=fMHeEGigQ72PD9JEFmZ5Xudn25Uj4DhD2OVIlAu_YpA,2978
40
40
  xinference/deploy/utils.py,sha256=_g4U6GJVzHnEHzF-KSMm-tffba2mtLNnxoEwnC8jmj8,5361
@@ -65,12 +65,12 @@ xinference/model/image/model_spec_modelscope.json,sha256=KMI-2YOJoLUtN93LZiqqETW
65
65
  xinference/model/image/utils.py,sha256=gxg8jJ2nYaDknzCcSC53WCy1slbB5aWU14AbJbfm6Z4,906
66
66
  xinference/model/image/stable_diffusion/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
67
67
  xinference/model/image/stable_diffusion/core.py,sha256=YStAtcO-HVR36brvy7DK-D-Z-LT1X4tfwrVrXcLXK5Y,6010
68
- xinference/model/llm/__init__.py,sha256=j-e1XhrqQvizR4CU4AhURu29t4LA2qWP2hHNf7haj6Q,6417
68
+ xinference/model/llm/__init__.py,sha256=NHuirTa8rT4XTnQFtx5Dnflw40lwhSqx0bFt5nzyPL4,6692
69
69
  xinference/model/llm/core.py,sha256=ubS7maXHr5tzTUey1D8ta49Ur1C5RMB-rnpAZNqZZ8c,9526
70
- xinference/model/llm/llm_family.json,sha256=D1910vsIuaY0O2t6GTAhQulcTfZIg9OriGss8l9cP4o,95056
70
+ xinference/model/llm/llm_family.json,sha256=tOu2wXFABBkSTDXaoc_dZzYuQ9LH0qXzwie_BsIX-us,111984
71
71
  xinference/model/llm/llm_family.py,sha256=BoqfNX6DpIJylIOUYd1xpDybu1WyV94HMtdQRlRHVho,33447
72
- xinference/model/llm/llm_family_modelscope.json,sha256=aJgARoqfYKp5slOoGv-6kHi7Z-MuKiUAfBPJXStSGBo,59087
73
- xinference/model/llm/utils.py,sha256=Gh6CjrOnhQAZYrmRUvxLD_io3RLa-xyYQ5G34Lk7OQ0,25715
72
+ xinference/model/llm/llm_family_modelscope.json,sha256=015LZgfz9hKonmvCEyqgDCnBnjNIKZu8xXmDL_Lqceo,71415
73
+ xinference/model/llm/utils.py,sha256=lQQBV76zbTIPk8-9E8POeNvkjUE9yUM6Im7yBbZm2B8,27327
74
74
  xinference/model/llm/ggml/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
75
75
  xinference/model/llm/ggml/chatglm.py,sha256=Zrzw8K2EroI5v2JlwOAJ08tNFs871n86zRtBxuK97Z8,13044
76
76
  xinference/model/llm/ggml/ctransformers.py,sha256=n8dTItZe97cF79NkmsVPirqpBcrZiGAQfd2GRpz9-3I,9917
@@ -81,20 +81,24 @@ xinference/model/llm/ggml/tools/convert_ggml_to_gguf.py,sha256=ULvaoAKGH-L6RuRLF
81
81
  xinference/model/llm/ggml/tools/gguf.py,sha256=Hv2haR-UN7NdB1N8YId32hFoEPd-JX6_aUNWRJhyJZc,30277
82
82
  xinference/model/llm/pytorch/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
83
83
  xinference/model/llm/pytorch/baichuan.py,sha256=gh49PNue47T4XUwE5bx_ErDwagb1dYVrhBFYXUsJDQ8,2795
84
- xinference/model/llm/pytorch/chatglm.py,sha256=jjoYRcZmFht9hXKh8zp6JGlY-jPJTJ5nuUc1nJAFfPs,7099
84
+ xinference/model/llm/pytorch/chatglm.py,sha256=VF4-Kzw-THpedw0EEpnJoCJi4OgDmnlQbqKmVrwCxQI,7149
85
85
  xinference/model/llm/pytorch/compression.py,sha256=U0vMJ-JaBt4oC2LffgWg6HbPj1CeUi_YdwVbjDd0mRA,8112
86
- xinference/model/llm/pytorch/core.py,sha256=bmLyP2GWk4mfq7LP6z8-ME5-AC3KikU2BbglqKPXNck,19228
86
+ xinference/model/llm/pytorch/core.py,sha256=ZqBO3Z-2LJufFTdjBCCnqP7rbSP_mhk-hxibCGqSChs,19283
87
+ xinference/model/llm/pytorch/deepseek_vl.py,sha256=NJO6SvludOe7VuS-5_akZ2oNe_w1nDQaWs6NdbRiU5I,8513
87
88
  xinference/model/llm/pytorch/falcon.py,sha256=Dp19-Sv4mbx1PAVMEp7biATqs4T1WdwcvZZhuVndmYQ,4482
88
- xinference/model/llm/pytorch/internlm2.py,sha256=WvXehL7iSoL9OB_WE_3omcFBJkwnuUHfWYnS0wWPRvo,5661
89
+ xinference/model/llm/pytorch/internlm2.py,sha256=fW-iQxo2CCyZ7dODJPb6w_NoyCfGZj6zCZ_CI1Su_os,5707
89
90
  xinference/model/llm/pytorch/llama_2.py,sha256=RiS6chAj-nh_E-GOZPV-Ze1zDevGmJkhWZMdF4Etoq4,3693
91
+ xinference/model/llm/pytorch/omnilmm.py,sha256=4r6pipch1LU1FPA80sOCE7Z0k3TO_J8CIT7pmVmWKEM,5664
90
92
  xinference/model/llm/pytorch/qwen_vl.py,sha256=jyE9em7sMTosYPLqW08aCuEc6c2zNKLJzIcFzowKjyk,5722
91
93
  xinference/model/llm/pytorch/spec_decoding_utils.py,sha256=brSxcXkXlELprGK2cLjNTW-3h1Lk9GlgcOFYZo5NBAA,18781
92
94
  xinference/model/llm/pytorch/spec_model.py,sha256=8E0jZuXp9MlNLCqgvOjNdUeYqJdMZqU78qIzGY9WhkM,6649
93
95
  xinference/model/llm/pytorch/utils.py,sha256=frFvbT2Ka4YRsfnx6ma8IW_i8eqqRwSo5pCU0qnOJtQ,17288
94
96
  xinference/model/llm/pytorch/vicuna.py,sha256=PjLD-5BF4MVXkPs1_WncCCuziDKl5tiGXHf-zkrBz_c,2309
95
97
  xinference/model/llm/pytorch/yi_vl.py,sha256=aJZQauLmyXEtnz57ZU-Z3pmi0dFdlR_UjnZu0QsC06c,9393
98
+ xinference/model/llm/sglang/__init__.py,sha256=-sjSIQ4K6w-TEzx49kVaWeWC443fnZqODU91GCQ_JNo,581
99
+ xinference/model/llm/sglang/core.py,sha256=eqAczZfGJInC_jihXVeKiWQ79Llk3reHDBkdShQlH-0,12915
96
100
  xinference/model/llm/vllm/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
97
- xinference/model/llm/vllm/core.py,sha256=l6-oywSkDrnW8576xdtyqNiKmE6nopMFpzZRvFB988s,15693
101
+ xinference/model/llm/vllm/core.py,sha256=6htDPnW3DwzVWOtHiys1a0a6ILlJ1nU_DQWIcafCLP0,16030
98
102
  xinference/model/rerank/__init__.py,sha256=BXIL1uu3ZpZHX9bODhW9lxKUXudZE7-OkXFmmM5rpMU,2817
99
103
  xinference/model/rerank/core.py,sha256=A9NqcEFRzahE8fcRgRUfY8pHUm5jYG5THxI2qSKTjFY,7771
100
104
  xinference/model/rerank/custom.py,sha256=NKk7jA7p4xkuwS5WoOs2SY2wdnoAVpyCjBTvv317bBw,3917
@@ -102,6 +106,18 @@ xinference/model/rerank/model_spec.json,sha256=YXp6FUjYWh4ZKOrZs-bi_36y-T8D-jjmM
102
106
  xinference/model/rerank/model_spec_modelscope.json,sha256=bc9OVu-uFGKRFSkQ37Vrm8agr6bgZR1ib2mVt5KGApk,569
103
107
  xinference/model/rerank/utils.py,sha256=MJAFL47G3r3zLVGXKoi0QLTgU3Xr4Ffv72Ipn--psew,713
104
108
  xinference/thirdparty/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
109
+ xinference/thirdparty/deepseek_vl/__init__.py,sha256=N5CYTfTFEiTT7mrNrrGTSyvDOVkGVO3pE_fWm8ugcAw,1458
110
+ xinference/thirdparty/deepseek_vl/models/__init__.py,sha256=gVJoBKpRfny6w_QpTrTh_iCqUtVJZLuctzfPQq-dKDw,1328
111
+ xinference/thirdparty/deepseek_vl/models/clip_encoder.py,sha256=tn-uTCAcb63WOX6cB0rl2ynOsum23xy1tAvBqPbIHHo,8197
112
+ xinference/thirdparty/deepseek_vl/models/image_processing_vlm.py,sha256=Nk3rK0eCwl-hoYeOrv1iiG7Zv3KlZFF2AAzVXN2wRT0,6796
113
+ xinference/thirdparty/deepseek_vl/models/modeling_vlm.py,sha256=guGUqPuN_sjanlyP9D7N58tZwTw8CTy9AN-54_uEM9E,5705
114
+ xinference/thirdparty/deepseek_vl/models/processing_vlm.py,sha256=CpyiwwJL0vvClTwM5mdbrgZeKc7UOS7qeRVRcAurhwc,13076
115
+ xinference/thirdparty/deepseek_vl/models/projector.py,sha256=BXPx4jj4jIDdZYZJ_mo3SmzgaTAVC7BxQMuU1wEzdIA,3625
116
+ xinference/thirdparty/deepseek_vl/models/sam.py,sha256=pHdqAwPSurRyRuwmMQmriThz8eyPFiaofaLGGwpLDuU,20344
117
+ xinference/thirdparty/deepseek_vl/models/siglip_vit.py,sha256=k5ac1YZK4an46m0AHhydlI6169GXNpUjMmrYr2vQ-Bc,24087
118
+ xinference/thirdparty/deepseek_vl/utils/__init__.py,sha256=u8C--egJMT_DDm0JG3frXGSQNNv6cfIAumPhghzkxhk,1091
119
+ xinference/thirdparty/deepseek_vl/utils/conversation.py,sha256=7oITA8TsIuOfumVZ8hcoDpA6dm1jz7n8-VXPe_7-4YA,11702
120
+ xinference/thirdparty/deepseek_vl/utils/io.py,sha256=HQqLoONZF4nl1E9oMrm7_2LwU8ZSh1C9htm7vLN4YfI,2751
105
121
  xinference/thirdparty/llava/__init__.py,sha256=UlCNtyBVX645CB6S6LfyYkTfQVO18_a8e9SmR7cHExA,41
106
122
  xinference/thirdparty/llava/conversation.py,sha256=_OKwx8mkikwfsuTVR3BtvolqNcwY1X3DP7X9TlmR31g,7758
107
123
  xinference/thirdparty/llava/mm_utils.py,sha256=QRMsFAeOV5sLoWdx-XDsfuoLcv8_rNgDLpkfNby_p0M,3882
@@ -114,14 +130,25 @@ xinference/thirdparty/llava/model/clip_encoder/builder.py,sha256=D1d2_hW2V1kT4jn
114
130
  xinference/thirdparty/llava/model/clip_encoder/clip_encoder.py,sha256=ieNXVeV1UFIxbcMufZewxofnSSP9t5dBhMFLfMJcFN4,2789
115
131
  xinference/thirdparty/llava/model/multimodal_projector/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
116
132
  xinference/thirdparty/llava/model/multimodal_projector/builder.py,sha256=URP051uhGLWqC6ERsqjn2MiQDNYzOoQ6EJEcB-Z0RzM,1933
133
+ xinference/thirdparty/omnilmm/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
134
+ xinference/thirdparty/omnilmm/chat.py,sha256=ZekFRtNCRTpYuY3aDOWt09NdE2j_lOFQJSzvUBrVsvs,6762
135
+ xinference/thirdparty/omnilmm/constants.py,sha256=bq6C4oIANqwTtt5G7sjJUdRlLyTa-_urOHMJN7VBmU4,84
136
+ xinference/thirdparty/omnilmm/conversation.py,sha256=m0lzft61Sw1Z4RxEpucweeQvV0PZEyrvh0mXL7Psh8I,13276
137
+ xinference/thirdparty/omnilmm/utils.py,sha256=VUMXIgq1tx3qwDmS2VewsXra6XqCUArQB0ik0_qk7x0,3989
138
+ xinference/thirdparty/omnilmm/model/__init__.py,sha256=CLYHL_fUqFqH7osJnRhVevBlnHaF06GBoNeYNRSmzq4,40
139
+ xinference/thirdparty/omnilmm/model/omnilmm.py,sha256=ZQfTbZoSfsijWjdyHM35XSk5DT5lSstGQJVJ4t9e5z8,23914
140
+ xinference/thirdparty/omnilmm/model/resampler.py,sha256=a4zxggEqFDU-T-vE-6iUZ3Pr65qP5_D_DA59pj5F6pc,5202
141
+ xinference/thirdparty/omnilmm/model/utils.py,sha256=p9OJZ9YH8xLZjZ32iuqtLJPymxa_quUnX79B4EjenCg,16350
142
+ xinference/thirdparty/omnilmm/train/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
143
+ xinference/thirdparty/omnilmm/train/train_utils.py,sha256=L4JtFWDKtdEcQYpGW-UV6GCswTqHkiskK3phM9J-xUM,5634
117
144
  xinference/web/ui/package-lock.json,sha256=RohJDz4MQ4pn-aoNNNUQHJ0cJAStBFGxc_nI-jj1QvE,766322
118
145
  xinference/web/ui/package.json,sha256=hHxujbFJK1cCtCmqkh9z9D8F5WtWYaEB9J1snBEgQZ4,1959
119
- xinference/web/ui/build/asset-manifest.json,sha256=8_PVExVVZUgbY7Bu5sED5DuoX4iCXPL5BwIR20DRu30,300
146
+ xinference/web/ui/build/asset-manifest.json,sha256=QqEE_Vda6DYY-dKj0T54fT4jdHFFfbEe15VeA4Py7HY,300
120
147
  xinference/web/ui/build/favicon.svg,sha256=dWR8uaz0Q9GCcl-DjWvQh07e1f3jhJBt-r4aSbmH3A4,1894
121
- xinference/web/ui/build/index.html,sha256=eLqL8cIKnWqtFVxKAFjrKbJkADHQ9gfiwvdENm-aMPE,589
122
- xinference/web/ui/build/static/js/main.66b1c4fb.js,sha256=9hiaUTGLf2YG3nhv9rEP_V9cT9UwR858PmVRiCV3qso,942238
123
- xinference/web/ui/build/static/js/main.66b1c4fb.js.LICENSE.txt,sha256=8ziOYGb1jthAUKvOTShmsWJ1ZU9Dax-7OPCFl6cARsI,2185
124
- xinference/web/ui/build/static/js/main.66b1c4fb.js.map,sha256=CEQHTTUEdEyOnaC_Vy6GE_pDRPPAHKKgCBtoZmems3U,4214001
148
+ xinference/web/ui/build/index.html,sha256=NmlbEQQ4W7nnuq47iA5nXGyuJfqMfcIlRNQhWNcABdI,589
149
+ xinference/web/ui/build/static/js/main.98516614.js,sha256=Zttx1As8-uefjhX8tqcUvKdehMl_Zj3WBUaOg4Ty-2I,949566
150
+ xinference/web/ui/build/static/js/main.98516614.js.LICENSE.txt,sha256=8ziOYGb1jthAUKvOTShmsWJ1ZU9Dax-7OPCFl6cARsI,2185
151
+ xinference/web/ui/build/static/js/main.98516614.js.map,sha256=jYu1zFFvO1UnIb2lmr9XYkRU3fU7F-HrAGWKGxUKYi0,4236538
125
152
  xinference/web/ui/build/static/media/icon.4603d52c63041e5dfbfd.webp,sha256=kM--URMpXs5Vf0iSqQ8hmUalvWgcmRERpv37CriXRAE,16128
126
153
  xinference/web/ui/node_modules/.package-lock.json,sha256=BeeuWat6HitNdQxWXtz_VcIin_ZN1rqaSzBNbLMwnEo,764314
127
154
  xinference/web/ui/node_modules/.cache/babel-loader/000791038e4133db461021f1018491323a006cca7a53e09c2ac35032bc36d8b6.json,sha256=lcvLWh7kYVCN6ZBwqKJYmnST8it8tv7i7gOzsbV5Gas,1358
@@ -1066,6 +1093,7 @@ xinference/web/ui/node_modules/.cache/babel-loader/138097999d8c68f6d777dea7dc826
1066
1093
  xinference/web/ui/node_modules/.cache/babel-loader/138e5cf90e3da5b5b74c96af6036affba6ee9cf3d89f12942ccabe1b6faae968.json,sha256=nKjrNblphnnA0Lfr3d5oAy75JmhMkY36R6q4ITidaeY,1300
1067
1094
  xinference/web/ui/node_modules/.cache/babel-loader/139466579b5f18444d3e094cafe5fb411d4ff54024b9b5e6eb3f0d56d77226b9.json,sha256=qDjj3zWguIFndE1Ap6CsZEF2AUxX-7nWPEoiz9qAD2E,1378
1068
1095
  xinference/web/ui/node_modules/.cache/babel-loader/1395e423d50c84c4e548dcdf7dc05e45169316c54a01ff22576988a87f969713.json,sha256=SSc3O7TsbJaBrvk5DegJuPNuUpYFiLd4z6hLJgKz-Ro,1043
1096
+ xinference/web/ui/node_modules/.cache/babel-loader/139969fd25258eb7decc9505f30b779089bba50c402bb5c663008477c7bff73b.json,sha256=omXMDZlQ_WsPL1FWOjGcH01tHcxQ5MRPTNUhr0zPxsU,10720
1069
1097
  xinference/web/ui/node_modules/.cache/babel-loader/139cdfbff879060680003eaddc807b9c6ce26bd0093b571e63455593056ea3fa.json,sha256=VnO3zSTKTbzrARWdzsVL8xgOiOSRW5H78ZeaHJHtf8o,677
1070
1098
  xinference/web/ui/node_modules/.cache/babel-loader/13a02ecbc42afb84398ea85dbb21573c44b330458bbdd4e2ca16d678ba4ef8c5.json,sha256=7-C7tTa_2o23I6zXBDPiWcWzsrvAV5cMQM_KfcrVS5Y,1988
1071
1099
  xinference/web/ui/node_modules/.cache/babel-loader/13a21571bf271ef3f15c0d5f5380626324b22a391b670cdf4472f42b88a4d5a6.json,sha256=iIwWGoXhdVpRBkRU8njtguf6-9o8vL11Njh9ofaaKgM,1582
@@ -3141,6 +3169,7 @@ xinference/web/ui/node_modules/.cache/babel-loader/3f27e05682c0ec6afe46a2d41dff2
3141
3169
  xinference/web/ui/node_modules/.cache/babel-loader/3f2e8bfd2a35a5332d14278b35dabfe8f967bf40b39d51f33104637868b4a0b1.json,sha256=UJggmM_xHmze554ccliLXRmuicT-og08n52CQkxb5Jw,1155
3142
3170
  xinference/web/ui/node_modules/.cache/babel-loader/3f31e1fd81e019cafee524e4a8963a22d9e52c151d6c5c5d75821fdd6ed918e8.json,sha256=Ilw6I-2vvMT86x6eOENsJfAFyZqcjXEHqKMrtxE_naA,1844
3143
3171
  xinference/web/ui/node_modules/.cache/babel-loader/3f34bb93ec9e92daafe2ed4bad81c4ca98f5dc8875be07decb43495d8a9857c6.json,sha256=JHLDiLHLNNmivwVv-1jlc-4WEJ92DfklUu3meLusc8Y,1751
3172
+ xinference/web/ui/node_modules/.cache/babel-loader/3f357ab57b8e7fade54c667f0e0ebf2787566f72bfdca0fea14e395b5c203753.json,sha256=TDWS6gL14bO4DDOBq7p5vEB9HnXMq65I8iUKPA-NWEI,58727
3144
3173
  xinference/web/ui/node_modules/.cache/babel-loader/3f3f4b3d47bcf912c49178647ce1992ec7e7df235194d1403b09b783a14341fe.json,sha256=0ikrqSFcnbhrMbytygDSwwuEbqt8yekvfTpYOPQJ6Hw,1191
3145
3174
  xinference/web/ui/node_modules/.cache/babel-loader/3f4238cfeacbab2b51ac7fceb0d396051cfaaff3b3db43d642c72b258e712054.json,sha256=CMEQd5AURJjp4dHqXp70FjJVor14GSNquxMK31hbpUI,2920
3146
3175
  xinference/web/ui/node_modules/.cache/babel-loader/3f44083a05d5803374eacf6965f424d032d0f237fcf90054d0c8175644be4b77.json,sha256=RMjOJMO1T0pfEVmDazGFGu7JeFrnNfBh61y5VbduPLs,2278
@@ -7695,6 +7724,7 @@ xinference/web/ui/node_modules/.cache/babel-loader/9d53066333fba7eccec74372f7079
7695
7724
  xinference/web/ui/node_modules/.cache/babel-loader/9d5b9b3c58da1c22c6df20816798d63c2006ac9ecb1b6d6a9944a24a236f8eea.json,sha256=oMt2BwaVlyyMLgsK1a-p8xk4o6mxCv_uNp4iC6l7ByM,1848
7696
7725
  xinference/web/ui/node_modules/.cache/babel-loader/9d61042da5095a6399a38917ac5448f044fac6f6f255acb8c43f0791c7645970.json,sha256=gx09ZZ88qGKlNLZT-ctNcX3Z4GcWm74d_d0I5y4zW1U,1201
7697
7726
  xinference/web/ui/node_modules/.cache/babel-loader/9d7174907cbe940d0e3606a7479cec27e93eb5f37bf43ea0e5d117dd8cf9bd8a.json,sha256=oDaA9UvExWSSeWnyn7_sAPCoc8wEw6Vl9tJUN_0Qexg,1407
7727
+ xinference/web/ui/node_modules/.cache/babel-loader/9d7c49815d97539207e5aab2fb967591b5fed7791218a0762539efc9491f36af.json,sha256=y2e0aOuge2oCcxLX-f_wltbodm0CTdohXpp7lSyJEcc,11992
7698
7728
  xinference/web/ui/node_modules/.cache/babel-loader/9d83b3660fc6ac679256b10d7c69b63c4d6ee815f561af4d8fe4dfb382de4b91.json,sha256=dczz8p-P0aTHwpynKqKlLKT4E1-WYMNMaTJ5Vjd9bDU,2207
7699
7729
  xinference/web/ui/node_modules/.cache/babel-loader/9d856d928ed335429c9cf90be9b8a813f0cedeb81593cbdf43f757de5d3ebdb4.json,sha256=MyfuIywck3ZeBKJZ8VlkAsljH4HLay54SyILCMPNHaU,3211
7700
7730
  xinference/web/ui/node_modules/.cache/babel-loader/9d85ae134fd235d8a7034f95a181e0bc8761b533acf3f96502724c862ebcce70.json,sha256=3RPPqXuiWEqdtoQrscTqiqNvAdNs4dggTZAjqSeQLHw,1206
@@ -9414,7 +9444,6 @@ xinference/web/ui/node_modules/.cache/babel-loader/c1f24a90a27ee5ebcd8d126311dcf
9414
9444
  xinference/web/ui/node_modules/.cache/babel-loader/c1f6c25837db84a444b5dff08950b14bc02bc244699fb8eb7a0159c919cf3631.json,sha256=LCQV1RZIWPuBU31oM5vTqqD1mxsBjxeC_St859jMLL0,1582
9415
9445
  xinference/web/ui/node_modules/.cache/babel-loader/c1fdae7af4765ea02d400987ee099104bc46fc8220053f4b2e78baf78c70f514.json,sha256=81BfOfHAlpe9TA7tRerAuEHHDziNwboRGCo68T8Eu6c,1268
9416
9446
  xinference/web/ui/node_modules/.cache/babel-loader/c210a833420cb6545511c3a46e30569be004f99d17cf8175eabd623b72ae9f85.json,sha256=0Sopf2yLutipFm7Q3I4maBFAELqJuxth893K-speSnI,879
9417
- xinference/web/ui/node_modules/.cache/babel-loader/c2124cfe036b26befcbd386d1d17743b1a58d0b7a041a17bb67f9924400d63c3.json,sha256=kfB3nfi-vojtG66h-KPqAeyBadIx7IM0ARL33RsyNho,11329
9418
9447
  xinference/web/ui/node_modules/.cache/babel-loader/c2137109d4157c82feb5c0b20acf0eb77a5303e03ee090543ed457461ea121e3.json,sha256=EZt0em1eumSHNfVO4m8IgOMRZGl6zAuHOBRYFi4N_NU,1538
9419
9448
  xinference/web/ui/node_modules/.cache/babel-loader/c2159445aa12d7be37c75ab4a9ca2b6f439cf7c033cd6a940150b356c6346900.json,sha256=00cNF1ez9UCeGULKDlCGNApf7ezLCxc1_gk-e2pNuds,1480
9420
9449
  xinference/web/ui/node_modules/.cache/babel-loader/c215b7b7e52e17a2c446ee1ff62bc224935d5e1ffe59fcd8122121f59ecb254c.json,sha256=FPwiAgeqkrG1s9J45JIjHs3d6hhEsB_nLhyHSHqXVRc,1448
@@ -10146,6 +10175,7 @@ xinference/web/ui/node_modules/.cache/babel-loader/d0be2c9f5966508ce3472be361cf0
10146
10175
  xinference/web/ui/node_modules/.cache/babel-loader/d0ca4f01efac54c3112592e3be7c2cff1f222fa7d6bed261b2c72c24ac500d0e.json,sha256=gSQfekJGSz9hTLjyfO8amjPJwS4LlkC9X3ZskPzNepE,1184
10147
10176
  xinference/web/ui/node_modules/.cache/babel-loader/d0cb4cfb638682d292b2bbfab49516a8aefd6463416d562a84b8214336e70203.json,sha256=uHDitxy3M6l2cKeSsenXA3R6KWFL7D9K9VLXX6Vd6b8,1069
10148
10177
  xinference/web/ui/node_modules/.cache/babel-loader/d0d02d7fc94b5ef33c34999568cc495b80ca8ee79bce0a1a67baab138a1c6c14.json,sha256=HHU__iZi8b5f7XRqC4FaWl0AYqpufzJ7ViBk8t5zEtI,1506
10178
+ xinference/web/ui/node_modules/.cache/babel-loader/d0d0b591d9adaf42b83ad6633f8b7c118541a4b80ea957c303d3bf9b86fbad0a.json,sha256=GDwLubPRm5Ys04sLAkuqoqX7XsA_Tb6Gk6ie1Low4s4,29835
10149
10179
  xinference/web/ui/node_modules/.cache/babel-loader/d0d3d34b882c28de8ffe55c0ef00a9144f17616afb6cd65797576b119661f680.json,sha256=EexFKB-f0FxuS57cOdPpl099TV0bC5qYFiJWnU6ps8s,743
10150
10180
  xinference/web/ui/node_modules/.cache/babel-loader/d0d4de38fbc18fc713d817d25116c844d6be9a4c15465879b37cc9450a608ca7.json,sha256=ZYqNF93HkIsKUdJp_Gh2QvmNk_1GZrOQnDtWDI5_lV0,1423
10151
10181
  xinference/web/ui/node_modules/.cache/babel-loader/d0dc3ea0db4f13cc0bcdc67d7f83ca76ca7fe9455cd83a3a8ab68ac6401a2798.json,sha256=kB0Unms9APNCZ5hvJbnk6WAbTD9UrV6p4AYxCnCUNG4,32447
@@ -12346,7 +12376,6 @@ xinference/web/ui/node_modules/.cache/babel-loader/fd2152357ab4a7f5bd1cc49585662
12346
12376
  xinference/web/ui/node_modules/.cache/babel-loader/fd31591037470066e3b35f7f564eeee42686b0e0c18f4aced9e2b3f4484bbafd.json,sha256=Utm70FfuE6MeYGw-uEsoaj8KUbkf9h7WMTiNX0CeWWQ,451
12347
12377
  xinference/web/ui/node_modules/.cache/babel-loader/fd3be8cbd836774b126d17a6f3b7e89bbf918045e1e9971f9dfa7fdcb18f2138.json,sha256=BDV5_UwpSVDIY05E90UU0-Tx7aGhPhKu0GYow55SUD8,1192
12348
12378
  xinference/web/ui/node_modules/.cache/babel-loader/fd429dfa59d0a312f4aa76595b0468c7546fc46c799e79d0ddcf30fc0a8e61cf.json,sha256=celg3Ml6bEKozRcBQ8KdiZJZRxlKkFvsdxpaGS2y8F0,1034
12349
- xinference/web/ui/node_modules/.cache/babel-loader/fd4a8ae5d192331af1bedd1d2d70efcc569708ee6cc4cb479b225d059482aa81.json,sha256=C0AaU268YWwfk3wbE8cCTMjaQbJPmJ7HAHmGLHOlvaM,55994
12350
12379
  xinference/web/ui/node_modules/.cache/babel-loader/fd4e7d6f94c83ff5230f719e0cae2084191c85420321f6b5a09b36c291182177.json,sha256=WAdGlmzINEXYKah29UUsdPnFUyq853JM0_kviT3Z6xE,1018
12351
12380
  xinference/web/ui/node_modules/.cache/babel-loader/fd4f16c1cb72325f1439c2718f9ba6caafb1f8c704168fdf42e7900c8476c9bd.json,sha256=fyvgIY-2dr-mFKTxAvSwJ4uRSAas8juYibQTlKSxWeE,1864
12352
12381
  xinference/web/ui/node_modules/.cache/babel-loader/fd57e61395444052eaf8fd00e845539a063076e624dcda59276d98c1d601062f.json,sha256=Vgtq_QM8h9suIdJ-GNup05Ewy69okUNldOVB73rVfiY,1473
@@ -15374,9 +15403,9 @@ xinference/web/ui/node_modules/yargs-parser/package.json,sha256=BSwbOzgetKXMK4u0
15374
15403
  xinference/web/ui/node_modules/yocto-queue/package.json,sha256=6U1XHQPGXJTqsiFvT953ORihUtXTblZy4fXBWP9qxC0,725
15375
15404
  xinference/web/ui/node_modules/yup/package.json,sha256=xRFSROB9NKxqSWHEVFvSTsPs9Ll074uo8OS1zEw0qhA,1206
15376
15405
  xinference/web/ui/node_modules/yup/node_modules/type-fest/package.json,sha256=JTv2zTTVgxQ2H82m1-6qEpdMv08lHjFx4Puf_MsbB_Q,1134
15377
- xinference-0.9.3.dist-info/LICENSE,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
15378
- xinference-0.9.3.dist-info/METADATA,sha256=yklS-7FS330guT_xiz7gXER1FNjyKI7r2UTXMly4WEI,14129
15379
- xinference-0.9.3.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
15380
- xinference-0.9.3.dist-info/entry_points.txt,sha256=-lDyyzqWMFQF0Rgm7VxBNz0V-bMBMQLRR3pvQ-Y8XTY,226
15381
- xinference-0.9.3.dist-info/top_level.txt,sha256=L1rQt7pl6m8tmKXpWVHzP-GtmzAxp663rXxGE7qnK00,11
15382
- xinference-0.9.3.dist-info/RECORD,,
15406
+ xinference-0.10.0.dist-info/LICENSE,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
15407
+ xinference-0.10.0.dist-info/METADATA,sha256=SJ3xvbwkG57jxO3jPwGvFHqNHRa6xD3nNwoloNDTroI,14755
15408
+ xinference-0.10.0.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
15409
+ xinference-0.10.0.dist-info/entry_points.txt,sha256=-lDyyzqWMFQF0Rgm7VxBNz0V-bMBMQLRR3pvQ-Y8XTY,226
15410
+ xinference-0.10.0.dist-info/top_level.txt,sha256=L1rQt7pl6m8tmKXpWVHzP-GtmzAxp663rXxGE7qnK00,11
15411
+ xinference-0.10.0.dist-info/RECORD,,