xinference 1.4.0__py3-none-any.whl → 1.4.1__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of xinference might be problematic. Click here for more details.
- xinference/_compat.py +1 -0
- xinference/_version.py +3 -3
- xinference/api/restful_api.py +4 -0
- xinference/core/model.py +23 -3
- xinference/core/supervisor.py +6 -0
- xinference/core/worker.py +54 -11
- xinference/model/llm/__init__.py +4 -2
- xinference/model/llm/core.py +1 -0
- xinference/model/llm/llama_cpp/core.py +6 -1
- xinference/model/llm/llm_family.json +117 -1
- xinference/model/llm/llm_family_modelscope.json +125 -1
- xinference/model/llm/reasoning_parser.py +3 -3
- xinference/model/llm/sglang/core.py +111 -13
- xinference/model/llm/transformers/core.py +1 -0
- xinference/model/llm/transformers/deepseek_vl.py +1 -1
- xinference/model/llm/transformers/deepseek_vl2.py +287 -0
- xinference/model/llm/utils.py +26 -14
- xinference/model/llm/vllm/core.py +149 -8
- xinference/model/llm/vllm/distributed_executor.py +314 -0
- xinference/model/rerank/core.py +16 -11
- xinference/thirdparty/deepseek_vl2/__init__.py +31 -0
- xinference/thirdparty/deepseek_vl2/models/__init__.py +26 -0
- xinference/thirdparty/deepseek_vl2/models/configuration_deepseek.py +210 -0
- xinference/thirdparty/deepseek_vl2/models/conversation.py +310 -0
- xinference/thirdparty/deepseek_vl2/models/modeling_deepseek.py +1975 -0
- xinference/thirdparty/deepseek_vl2/models/modeling_deepseek_vl_v2.py +697 -0
- xinference/thirdparty/deepseek_vl2/models/processing_deepseek_vl_v2.py +675 -0
- xinference/thirdparty/deepseek_vl2/models/siglip_vit.py +661 -0
- xinference/thirdparty/deepseek_vl2/serve/__init__.py +0 -0
- xinference/thirdparty/deepseek_vl2/serve/app_modules/__init__.py +0 -0
- xinference/thirdparty/deepseek_vl2/serve/app_modules/gradio_utils.py +83 -0
- xinference/thirdparty/deepseek_vl2/serve/app_modules/overwrites.py +81 -0
- xinference/thirdparty/deepseek_vl2/serve/app_modules/presets.py +115 -0
- xinference/thirdparty/deepseek_vl2/serve/app_modules/utils.py +333 -0
- xinference/thirdparty/deepseek_vl2/serve/assets/Kelpy-Codos.js +100 -0
- xinference/thirdparty/deepseek_vl2/serve/assets/avatar.png +0 -0
- xinference/thirdparty/deepseek_vl2/serve/assets/custom.css +355 -0
- xinference/thirdparty/deepseek_vl2/serve/assets/custom.js +22 -0
- xinference/thirdparty/deepseek_vl2/serve/assets/favicon.ico +0 -0
- xinference/thirdparty/deepseek_vl2/serve/assets/simsun.ttc +0 -0
- xinference/thirdparty/deepseek_vl2/serve/inference.py +197 -0
- xinference/thirdparty/deepseek_vl2/utils/__init__.py +18 -0
- xinference/thirdparty/deepseek_vl2/utils/io.py +80 -0
- xinference/web/ui/build/asset-manifest.json +3 -3
- xinference/web/ui/build/index.html +1 -1
- xinference/web/ui/build/static/js/{main.3cea968e.js → main.5ca4eea1.js} +3 -3
- xinference/web/ui/build/static/js/main.5ca4eea1.js.map +1 -0
- xinference/web/ui/node_modules/.cache/babel-loader/0f0967acaec5df1d45b80010949c258d64297ebbb0f44b8bb3afcbd45c6f0ec4.json +1 -0
- xinference/web/ui/node_modules/.cache/babel-loader/68249645124f37d01eef83b1d897e751f895bea919b6fb466f907c1f87cebc84.json +1 -0
- {xinference-1.4.0.dist-info → xinference-1.4.1.dist-info}/METADATA +4 -4
- {xinference-1.4.0.dist-info → xinference-1.4.1.dist-info}/RECORD +56 -31
- xinference/web/ui/build/static/js/main.3cea968e.js.map +0 -1
- xinference/web/ui/node_modules/.cache/babel-loader/7f59e45e3f268ab8a4788b6fb024cf8dab088736dff22f5a3a39c122a83ab930.json +0 -1
- xinference/web/ui/node_modules/.cache/babel-loader/dcd60488509450bfff37bfff56de2c096d51de17dd00ec60d4db49c8b483ada1.json +0 -1
- /xinference/web/ui/build/static/js/{main.3cea968e.js.LICENSE.txt → main.5ca4eea1.js.LICENSE.txt} +0 -0
- {xinference-1.4.0.dist-info → xinference-1.4.1.dist-info}/LICENSE +0 -0
- {xinference-1.4.0.dist-info → xinference-1.4.1.dist-info}/WHEEL +0 -0
- {xinference-1.4.0.dist-info → xinference-1.4.1.dist-info}/entry_points.txt +0 -0
- {xinference-1.4.0.dist-info → xinference-1.4.1.dist-info}/top_level.txt +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: xinference
|
|
3
|
-
Version: 1.4.
|
|
3
|
+
Version: 1.4.1
|
|
4
4
|
Summary: Model Serving Made Easy
|
|
5
5
|
Home-page: https://github.com/xorbitsai/inference
|
|
6
6
|
Author: Qin Xuye
|
|
@@ -60,6 +60,7 @@ Requires-Dist: sentence-transformers>=3.1.0; extra == "all"
|
|
|
60
60
|
Requires-Dist: imageio-ffmpeg; extra == "all"
|
|
61
61
|
Requires-Dist: controlnet-aux; extra == "all"
|
|
62
62
|
Requires-Dist: orjson; extra == "all"
|
|
63
|
+
Requires-Dist: gptqmodel; extra == "all"
|
|
63
64
|
Requires-Dist: optimum; extra == "all"
|
|
64
65
|
Requires-Dist: outlines>=0.0.34; extra == "all"
|
|
65
66
|
Requires-Dist: attrdict; extra == "all"
|
|
@@ -105,7 +106,6 @@ Requires-Dist: datamodel-code-generator; extra == "all"
|
|
|
105
106
|
Requires-Dist: jsonschema; extra == "all"
|
|
106
107
|
Requires-Dist: verovio>=4.3.1; extra == "all"
|
|
107
108
|
Requires-Dist: blobfile; extra == "all"
|
|
108
|
-
Requires-Dist: auto-gptq; sys_platform != "darwin" and extra == "all"
|
|
109
109
|
Requires-Dist: autoawq<0.2.6; sys_platform != "darwin" and extra == "all"
|
|
110
110
|
Requires-Dist: mlx-lm>=0.21.5; (sys_platform == "darwin" and platform_machine == "arm64") and extra == "all"
|
|
111
111
|
Requires-Dist: mlx-vlm>=0.1.11; (sys_platform == "darwin" and platform_machine == "arm64") and extra == "all"
|
|
@@ -232,6 +232,7 @@ Requires-Dist: transformers-stream-generator; extra == "transformers"
|
|
|
232
232
|
Requires-Dist: protobuf; extra == "transformers"
|
|
233
233
|
Requires-Dist: einops; extra == "transformers"
|
|
234
234
|
Requires-Dist: tiktoken; extra == "transformers"
|
|
235
|
+
Requires-Dist: gptqmodel; extra == "transformers"
|
|
235
236
|
Requires-Dist: optimum; extra == "transformers"
|
|
236
237
|
Requires-Dist: attrdict; extra == "transformers"
|
|
237
238
|
Requires-Dist: timm>=0.9.16; extra == "transformers"
|
|
@@ -243,7 +244,6 @@ Requires-Dist: qwen-vl-utils!=0.0.9; extra == "transformers"
|
|
|
243
244
|
Requires-Dist: datamodel-code-generator; extra == "transformers"
|
|
244
245
|
Requires-Dist: jsonschema; extra == "transformers"
|
|
245
246
|
Requires-Dist: blobfile; extra == "transformers"
|
|
246
|
-
Requires-Dist: auto-gptq; sys_platform != "darwin" and extra == "transformers"
|
|
247
247
|
Requires-Dist: autoawq<0.2.6; sys_platform != "darwin" and extra == "transformers"
|
|
248
248
|
Requires-Dist: bitsandbytes; sys_platform == "linux" and extra == "transformers"
|
|
249
249
|
Provides-Extra: video
|
|
@@ -301,6 +301,7 @@ potential of cutting-edge AI models.
|
|
|
301
301
|
- Support SGLang backend: [#1161](https://github.com/xorbitsai/inference/pull/1161)
|
|
302
302
|
- Support LoRA for LLM and image models: [#1080](https://github.com/xorbitsai/inference/pull/1080)
|
|
303
303
|
### New Models
|
|
304
|
+
- Built-in support for [Gemma-3-it](https://blog.google/technology/developers/gemma-3/): [#3077](https://github.com/xorbitsai/inference/pull/3077)
|
|
304
305
|
- Built-in support for [QwQ-32B](https://qwenlm.github.io/blog/qwq-32b/): [#3005](https://github.com/xorbitsai/inference/pull/3005)
|
|
305
306
|
- Built-in support for [DeepSeek V3 and R1](https://github.com/deepseek-ai/DeepSeek-R1): [#2864](https://github.com/xorbitsai/inference/pull/2864)
|
|
306
307
|
- Built-in support for [InternVL2.5](https://internvl.github.io/blog/2024-12-05-InternVL-2.5/): [#2776](https://github.com/xorbitsai/inference/pull/2776)
|
|
@@ -308,7 +309,6 @@ potential of cutting-edge AI models.
|
|
|
308
309
|
- Built-in support for [DeepSeek-R1-Distill-Qwen](https://github.com/deepseek-ai/DeepSeek-R1?tab=readme-ov-file#deepseek-r1-distill-models): [#2781](https://github.com/xorbitsai/inference/pull/2781)
|
|
309
310
|
- Built-in support for [Kokoro-82M](https://huggingface.co/hexgrad/Kokoro-82M): [#2790](https://github.com/xorbitsai/inference/pull/2790)
|
|
310
311
|
- Built-in support for [qwen2.5-vl](https://github.com/QwenLM/Qwen2.5-VL): [#2788](https://github.com/xorbitsai/inference/pull/2788)
|
|
311
|
-
- Built-in support for [internlm3-instruct](https://github.com/InternLM/InternLM): [#2789](https://github.com/xorbitsai/inference/pull/2789)
|
|
312
312
|
### Integrations
|
|
313
313
|
- [Dify](https://docs.dify.ai/advanced/model-configuration/xinference): an LLMOps platform that enables developers (and even non-developers) to quickly build useful applications based on large language models, ensuring they are visual, operable, and improvable.
|
|
314
314
|
- [FastGPT](https://github.com/labring/FastGPT): a knowledge-based platform built on the LLM, offers out-of-the-box data processing and model invocation capabilities, allows for workflow orchestration through Flow visualization.
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
xinference/__init__.py,sha256=nmTTrYbIpj964ZF6ojtgOM7E85JBOj1EyQbmYjbj1jw,915
|
|
2
|
-
xinference/_compat.py,sha256=
|
|
3
|
-
xinference/_version.py,sha256=
|
|
2
|
+
xinference/_compat.py,sha256=YF-lS6tX06zkFi2oFS0yq_LBn4hX_8u0Ft0vKxGALwA,4238
|
|
3
|
+
xinference/_version.py,sha256=UhgtSU4lzPem1tUQM-aNbfXqJQmmE6BBf2PpKgsMVS8,497
|
|
4
4
|
xinference/conftest.py,sha256=ZB7li77s4_H4ZEQpDo2PX-b4zrs8-bIpvh59P_CaSoo,9691
|
|
5
5
|
xinference/constants.py,sha256=mEW4HDzjXtDXN61Mt6TtJrJ4ljbB6VUkh97e3oDbNx4,3905
|
|
6
6
|
xinference/device_utils.py,sha256=ELsqvnjvz9wYthTyQFzKSV4mZsaASz6hj_IsfMmfMWc,4447
|
|
@@ -9,7 +9,7 @@ xinference/isolation.py,sha256=gTU1em5fxg1m-7hxieWBMZvVkXZX4GZYmeT7XxXsYrU,2699
|
|
|
9
9
|
xinference/types.py,sha256=fhz2qO_CzOu9_w_pT0D1lPL_mkx_2HVC5f1X0yZiWr4,13317
|
|
10
10
|
xinference/utils.py,sha256=zYgf9bCvfbybRt3gEog6r5WJCpj0czZCf0qgRdYjkN8,720
|
|
11
11
|
xinference/api/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
|
|
12
|
-
xinference/api/restful_api.py,sha256=
|
|
12
|
+
xinference/api/restful_api.py,sha256=Py9e0rkKJ_NMSVg3SoTdvK2tkZ6ftvzJi4wiKosif90,92925
|
|
13
13
|
xinference/api/oauth2/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
|
|
14
14
|
xinference/api/oauth2/auth_service.py,sha256=74JzB42fbbmBu4Q1dW3A9Fp_N7167KgRGB42Z0NHjAM,6119
|
|
15
15
|
xinference/api/oauth2/types.py,sha256=K923sv_XySIUtM2Eozl9IG082IJcDOS5SFLrPZ5ELBg,996
|
|
@@ -25,14 +25,14 @@ xinference/core/chat_interface.py,sha256=0w5CoMyCp0gWUoGmLrjlPQMwMtHD-Zbu4jhUYuH
|
|
|
25
25
|
xinference/core/event.py,sha256=42F38H2WOl6aPxp2oxX6WNxHRRxbnvYRmbt4Ar7NP4U,1640
|
|
26
26
|
xinference/core/image_interface.py,sha256=5Iuoiw3g2TvgOYi3gRIAGApve2nNzfMPduRrBHvd1NY,13755
|
|
27
27
|
xinference/core/metrics.py,sha256=ScmTG15Uq3h_ob72ybZSMWdnk8P4sUZFcm60f4ikSXc,2631
|
|
28
|
-
xinference/core/model.py,sha256=
|
|
28
|
+
xinference/core/model.py,sha256=3lAex-DZLnsJcggY3Pgb_06_ZvhQR8r80MsauTyAoYE,45164
|
|
29
29
|
xinference/core/progress_tracker.py,sha256=LIF6CLIlnEoSBkuDCraJktDOzZ31mQ4HOo6EVr3KpQM,6453
|
|
30
30
|
xinference/core/resource.py,sha256=aTV89dmuKxw5JnwQglRkA2Wxu1EBLM5WjmLxITSXYgs,1808
|
|
31
31
|
xinference/core/scheduler.py,sha256=0rbbaVYQ4g2W8P3tbbHonmFjFkllmoPB3OtkVPr5crA,15650
|
|
32
32
|
xinference/core/status_guard.py,sha256=VLhyqpobdclfyzcROqf4bmGDiKpuHllto316X3Z6Hrc,2860
|
|
33
|
-
xinference/core/supervisor.py,sha256=
|
|
33
|
+
xinference/core/supervisor.py,sha256=8qJacawaf8NCpI3WrsNaIyR6YFHge0mFG7O9Kgt1wvU,69648
|
|
34
34
|
xinference/core/utils.py,sha256=TpUHNFcA4pEXq084Quz-ilIccuDMUAsdLrEJxj0Zn6I,10414
|
|
35
|
-
xinference/core/worker.py,sha256=
|
|
35
|
+
xinference/core/worker.py,sha256=p22jF1NPhrTQeqC65ncOqqa7ak5OrT11esqSkmL4JNk,53750
|
|
36
36
|
xinference/deploy/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
|
|
37
37
|
xinference/deploy/cmdline.py,sha256=fOuD4HixyI6VuuVO7XJ-0_C3JutDe1sv4MwVjZPluS8,49338
|
|
38
38
|
xinference/deploy/local.py,sha256=sO3BcpEH9oCF87CxWVA4AXAYcfHGnrcop40ew5NOA2g,3979
|
|
@@ -86,33 +86,34 @@ xinference/model/image/scheduler/flux.py,sha256=GHlpPfU5UxsiQWNyvNe9SaVZceNg_2Ci
|
|
|
86
86
|
xinference/model/image/stable_diffusion/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
|
|
87
87
|
xinference/model/image/stable_diffusion/core.py,sha256=V3BaASwx8q1YERb4jhhaYEDFiwh3BuPAz8pVZTuktAQ,24717
|
|
88
88
|
xinference/model/image/stable_diffusion/mlx.py,sha256=GZsozzGB04NfHAdU9MI6gwWE1t_A-s_Ddn_ic8DlkKQ,7476
|
|
89
|
-
xinference/model/llm/__init__.py,sha256=
|
|
90
|
-
xinference/model/llm/core.py,sha256=
|
|
91
|
-
xinference/model/llm/llm_family.json,sha256=
|
|
89
|
+
xinference/model/llm/__init__.py,sha256=gM2a4VJFssAZhfIwf1K5J63j91FFwGcXu4k9VZcvhV8,14456
|
|
90
|
+
xinference/model/llm/core.py,sha256=b9J7U0binlneKfLEbtmfe2YCcukgXlaF32BzHGr-RPA,8673
|
|
91
|
+
xinference/model/llm/llm_family.json,sha256=gkh3CGm15HTTvsXs1AaZOxBiFZ_T-9RlivNNJ34O04s,388247
|
|
92
92
|
xinference/model/llm/llm_family.py,sha256=SrgTmEKspAELhVqmMs7Rz6xUk7rmc9V61urvbWAZOVE,39214
|
|
93
93
|
xinference/model/llm/llm_family_csghub.json,sha256=zMKWbihsxQNVB1u5iKJbZUkbOfQ4IPNq1KQ-8IDPQQA,8759
|
|
94
|
-
xinference/model/llm/llm_family_modelscope.json,sha256=
|
|
94
|
+
xinference/model/llm/llm_family_modelscope.json,sha256=8t1Ho01TUXjfTPu30xPe-_Hgq-brSmkKBHPyz68mVTA,318442
|
|
95
95
|
xinference/model/llm/llm_family_openmind_hub.json,sha256=jl9pfbe5DztoxgEwKBxDk1Wd7TziTiJ48_Ie_lJdYjA,67872
|
|
96
96
|
xinference/model/llm/memory.py,sha256=GLNmXBI-AtMbuaJfEf50fnhN4rdbOZjLyT6L_Vjqa5g,10206
|
|
97
|
-
xinference/model/llm/reasoning_parser.py,sha256=
|
|
98
|
-
xinference/model/llm/utils.py,sha256=
|
|
97
|
+
xinference/model/llm/reasoning_parser.py,sha256=Vms1G8I_ujakATjMxBbnWt0e-Zuky86HBqu05T1KiCU,6386
|
|
98
|
+
xinference/model/llm/utils.py,sha256=tHY7a2hwn_IA7CbPLv2O4gFeNb3MLlrlv2ws8tPrly0,33681
|
|
99
99
|
xinference/model/llm/llama_cpp/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
|
|
100
|
-
xinference/model/llm/llama_cpp/core.py,sha256=
|
|
100
|
+
xinference/model/llm/llama_cpp/core.py,sha256=H6tMpMr8F4nCQrR9ZW1hMRSvhWr9I-duX2yJo0lCuHw,22530
|
|
101
101
|
xinference/model/llm/lmdeploy/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
102
102
|
xinference/model/llm/lmdeploy/core.py,sha256=WvSP3x6t-HBv6hKh1qWZatFAzlcZCyyKqvc3ua8yPTI,19835
|
|
103
103
|
xinference/model/llm/mlx/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
|
|
104
104
|
xinference/model/llm/mlx/core.py,sha256=20jbCxsKoUqdUOU54PzmoKkplIkHSEJ9XXIwh9gh7YM,23722
|
|
105
105
|
xinference/model/llm/sglang/__init__.py,sha256=-sjSIQ4K6w-TEzx49kVaWeWC443fnZqODU91GCQ_JNo,581
|
|
106
|
-
xinference/model/llm/sglang/core.py,sha256=
|
|
106
|
+
xinference/model/llm/sglang/core.py,sha256=NuwUIz-u3F6LRcB_DIn173jRbzJG8L-0E8ROqxEQoPM,24152
|
|
107
107
|
xinference/model/llm/transformers/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
|
|
108
108
|
xinference/model/llm/transformers/chatglm.py,sha256=pIBPhR4cpeOR6ok5dKPK1633M1RMHCzrxB2fpDRaCuY,22426
|
|
109
109
|
xinference/model/llm/transformers/cogagent.py,sha256=JbIiqVW-S9MA3d4CN2DlI7-WDB_nuCbX8JSypR5TmVU,10080
|
|
110
110
|
xinference/model/llm/transformers/cogvlm2.py,sha256=I5Ftm0VYjbTAv5ZARZCo32Ggpw58PJfHs5B_nX_BIlU,15972
|
|
111
111
|
xinference/model/llm/transformers/cogvlm2_video.py,sha256=ZGkpC4x2uEtjwoMrLSODmAUYTjOeSNYxZi9VpQrpnhU,11857
|
|
112
112
|
xinference/model/llm/transformers/compression.py,sha256=U0vMJ-JaBt4oC2LffgWg6HbPj1CeUi_YdwVbjDd0mRA,8112
|
|
113
|
-
xinference/model/llm/transformers/core.py,sha256=
|
|
113
|
+
xinference/model/llm/transformers/core.py,sha256=Ko1KyQiKGwVtK_XBUH70YiM72hVatSZmmfTzf_kILCA,29055
|
|
114
114
|
xinference/model/llm/transformers/deepseek_v2.py,sha256=-RKlI3mhja730md4evQ2vfIxBnZD5vWyrgmg_3eovms,4096
|
|
115
|
-
xinference/model/llm/transformers/deepseek_vl.py,sha256=
|
|
115
|
+
xinference/model/llm/transformers/deepseek_vl.py,sha256=efbuqo5hKPZOVdiWkl2DXPd0Ml9bIAatcJNFVOeZSjQ,10453
|
|
116
|
+
xinference/model/llm/transformers/deepseek_vl2.py,sha256=2rgHBH9P_N0pMe17SeC7Ga_OATNYhdnZ64-VLNpRfWI,10990
|
|
116
117
|
xinference/model/llm/transformers/gemma3.py,sha256=LIfVNpiFDVNswftrziDIasOJNXQy1hf2JLSoXgDjiNE,6121
|
|
117
118
|
xinference/model/llm/transformers/glm4v.py,sha256=goph2HhpV8gUm2t8-T1P-jTF2r_kPeH6QNe64lmlm0g,13871
|
|
118
119
|
xinference/model/llm/transformers/glm_edge_v.py,sha256=sedHB4iRd37UC__1MeXs33NLMQQKFYBIFf3A71rMEZU,8159
|
|
@@ -129,7 +130,8 @@ xinference/model/llm/transformers/tensorizer_utils.py,sha256=VXSYbPZtCbd8lVvsnjD
|
|
|
129
130
|
xinference/model/llm/transformers/utils.py,sha256=KETjuVR_RpF--fno0KxT068fD1v4REFhe-0wy_sCwRs,19584
|
|
130
131
|
xinference/model/llm/transformers/yi_vl.py,sha256=iCdRLw-wizbU-qXXc8CT4DhC0Pt-uYg0vFwXEhAZjQg,8961
|
|
131
132
|
xinference/model/llm/vllm/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
|
|
132
|
-
xinference/model/llm/vllm/core.py,sha256=
|
|
133
|
+
xinference/model/llm/vllm/core.py,sha256=99G5FloDMj2NnIWmS1Dp4TH6SxdsbZJrGxBmBM2bJsA,44297
|
|
134
|
+
xinference/model/llm/vllm/distributed_executor.py,sha256=G4jSm8gRFKn7s32lFDhxm1nOrMIspCMtPo2z_4PvkVI,11488
|
|
133
135
|
xinference/model/llm/vllm/utils.py,sha256=LKOmwfFRrlSecawxT-uE39tC2RQbf1UIiSH9Uz90X6w,1313
|
|
134
136
|
xinference/model/llm/vllm/xavier/__init__.py,sha256=CyLLkbImZouAk4lePIgKXT4WQoqyauIEwdqea5IOUVU,581
|
|
135
137
|
xinference/model/llm/vllm/xavier/allocator.py,sha256=SJ2eCOxF6CWTBZIP39FRxeK6fxIE8pRshOPnSRc72d4,2691
|
|
@@ -145,7 +147,7 @@ xinference/model/llm/vllm/xavier/transfer.py,sha256=2IbaiAhRnJMwa9qsMa5bowngqfjx
|
|
|
145
147
|
xinference/model/llm/vllm/xavier/test/__init__.py,sha256=CyLLkbImZouAk4lePIgKXT4WQoqyauIEwdqea5IOUVU,581
|
|
146
148
|
xinference/model/llm/vllm/xavier/test/test_xavier.py,sha256=E7MDGTeGJMaULoIKez6lt2Vhz0w6FJlPyAELUjE0Chw,4890
|
|
147
149
|
xinference/model/rerank/__init__.py,sha256=wRpf1bOMfmAsuEKEGczMTB5fWEvuqltlJbIbRb-x8Ko,3483
|
|
148
|
-
xinference/model/rerank/core.py,sha256=
|
|
150
|
+
xinference/model/rerank/core.py,sha256=B-PWs6e-8OPxVeGWb9c42C4nZvFBasWTZvhVagJ0QTc,14717
|
|
149
151
|
xinference/model/rerank/custom.py,sha256=wPKF3bHbGap9dHz9yYvXMXhozh4hRzS78RQijqvaRq8,3846
|
|
150
152
|
xinference/model/rerank/model_spec.json,sha256=xUuJgJ8Ad4l2v8gEHxAdF_xoaSkA8j8AX51LhrjGEA0,2005
|
|
151
153
|
xinference/model/rerank/model_spec_modelscope.json,sha256=pf5hX4g0HdVjk2-ibHTl_mXHgQSSPYMTBOIwvnwMMkk,1616
|
|
@@ -236,6 +238,29 @@ xinference/thirdparty/deepseek_vl/serve/examples/rap.jpeg,sha256=AL_pk3nX1ChriPT
|
|
|
236
238
|
xinference/thirdparty/deepseek_vl/utils/__init__.py,sha256=u8C--egJMT_DDm0JG3frXGSQNNv6cfIAumPhghzkxhk,1091
|
|
237
239
|
xinference/thirdparty/deepseek_vl/utils/conversation.py,sha256=7oITA8TsIuOfumVZ8hcoDpA6dm1jz7n8-VXPe_7-4YA,11702
|
|
238
240
|
xinference/thirdparty/deepseek_vl/utils/io.py,sha256=HQqLoONZF4nl1E9oMrm7_2LwU8ZSh1C9htm7vLN4YfI,2751
|
|
241
|
+
xinference/thirdparty/deepseek_vl2/__init__.py,sha256=N5CYTfTFEiTT7mrNrrGTSyvDOVkGVO3pE_fWm8ugcAw,1458
|
|
242
|
+
xinference/thirdparty/deepseek_vl2/models/__init__.py,sha256=cj7JV8Dl6cZ5uVMLPddZBQ968WlkU5f2FXc_CR1LV4c,1289
|
|
243
|
+
xinference/thirdparty/deepseek_vl2/models/configuration_deepseek.py,sha256=arIfKaRyLib6KMjg1Cd1kWiaWY3xfPbHEjMOj2Kz_Hw,10646
|
|
244
|
+
xinference/thirdparty/deepseek_vl2/models/conversation.py,sha256=tGv8wXFdTGK7ewYqLMi8hQ8tqqfC1dpLa_6NFuhRs7E,10189
|
|
245
|
+
xinference/thirdparty/deepseek_vl2/models/modeling_deepseek.py,sha256=nHMJubp-jCVI7J4R1vj8IyVhA-0LWJJeqUKeAUmVV48,81807
|
|
246
|
+
xinference/thirdparty/deepseek_vl2/models/modeling_deepseek_vl_v2.py,sha256=_7PUGe-GnndYdAKokIB-_YxMcZp3PmMLAjT-Zi4tlhA,27473
|
|
247
|
+
xinference/thirdparty/deepseek_vl2/models/processing_deepseek_vl_v2.py,sha256=tXXsPbyD_MmJ91NyLWMYDv1Xf-eBt7X0ktoxDVVIkns,29068
|
|
248
|
+
xinference/thirdparty/deepseek_vl2/models/siglip_vit.py,sha256=RRLuhLtH0GSOPO_RJtxG9dC9A4cp5HjiMxGEtd5k5Tc,25487
|
|
249
|
+
xinference/thirdparty/deepseek_vl2/serve/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
250
|
+
xinference/thirdparty/deepseek_vl2/serve/inference.py,sha256=Zj23wJ_F6sj4s7Ri-tyCnekABAGOMeW0SOzMc5hRp98,6296
|
|
251
|
+
xinference/thirdparty/deepseek_vl2/serve/app_modules/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
252
|
+
xinference/thirdparty/deepseek_vl2/serve/app_modules/gradio_utils.py,sha256=Ahtvp6FXsfF15rQPKAAtOT_iXJPuK1LJV2U5w7dER_0,2276
|
|
253
|
+
xinference/thirdparty/deepseek_vl2/serve/app_modules/overwrites.py,sha256=FA4Ikx2wNJNdKiKJUEVm24vqMbaDeHprso0xcSFVVMw,3276
|
|
254
|
+
xinference/thirdparty/deepseek_vl2/serve/app_modules/presets.py,sha256=sJ7sET1MtpEzrIJeDeF22fSqcO6Bjg2RTUnTr4UucXc,3934
|
|
255
|
+
xinference/thirdparty/deepseek_vl2/serve/app_modules/utils.py,sha256=j11cl44PqZh4EC-HnGvMD4fzRFvsEbUxb724D97MZG8,10835
|
|
256
|
+
xinference/thirdparty/deepseek_vl2/serve/assets/Kelpy-Codos.js,sha256=TSVPz9Nt8UT1Ck6NeLuc6lKY_St-VIf0rg1WhOsywrY,3760
|
|
257
|
+
xinference/thirdparty/deepseek_vl2/serve/assets/avatar.png,sha256=M5UhHvq3k7iaTledkL1gaw60NeJWau31S-xYXkNqjnE,62075
|
|
258
|
+
xinference/thirdparty/deepseek_vl2/serve/assets/custom.css,sha256=a7-gDchaBYTNRDWWBeELXMwb2Zffvrc46SakvuYfG7U,9196
|
|
259
|
+
xinference/thirdparty/deepseek_vl2/serve/assets/custom.js,sha256=q4eMFbj5FErECrTQR5iGM-zma8ZFMNLXPAS7CLavrEE,1144
|
|
260
|
+
xinference/thirdparty/deepseek_vl2/serve/assets/favicon.ico,sha256=KNq3G9QZD0HH3lEGFeka_LpSrXzmgm-_hrITIFvmK0U,15406
|
|
261
|
+
xinference/thirdparty/deepseek_vl2/serve/assets/simsun.ttc,sha256=_31pv6ZYjT_e292-OimsEfDFAjZyPucqnqSew-JVP10,15323200
|
|
262
|
+
xinference/thirdparty/deepseek_vl2/utils/__init__.py,sha256=u8C--egJMT_DDm0JG3frXGSQNNv6cfIAumPhghzkxhk,1091
|
|
263
|
+
xinference/thirdparty/deepseek_vl2/utils/io.py,sha256=FqnY2we1ftnZOD3th3QPyueYns5pMWDJwv5x4eAh-UY,2839
|
|
239
264
|
xinference/thirdparty/f5_tts/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
240
265
|
xinference/thirdparty/f5_tts/api.py,sha256=yYr9SwJrgyzm8E7Z5LZYkW8p28PbVRtjr9lIcDRvJjk,5571
|
|
241
266
|
xinference/thirdparty/f5_tts/socket_server.py,sha256=XwClpY1a3MtTdedMWT5fLTS1Bt2DnvydZs2jnLxSBdc,5353
|
|
@@ -573,14 +598,14 @@ xinference/thirdparty/whisper/normalizers/english.json,sha256=Zgf5SL6YJNLhsvoiI8
|
|
|
573
598
|
xinference/thirdparty/whisper/normalizers/english.py,sha256=KJjkZyru_J9Ey03jjBFc3yhvWzWuMhQzRnp2dM6IQdA,20868
|
|
574
599
|
xinference/web/ui/package-lock.json,sha256=Q3gwsjjCFtDjVg5Yk7s4jfMAZ1wiyFfS_TJCw3ECB64,762407
|
|
575
600
|
xinference/web/ui/package.json,sha256=iitsROb4-TLzxbOftXJqUGpp38TuPhzfLKy5n9THQYg,2081
|
|
576
|
-
xinference/web/ui/build/asset-manifest.json,sha256=
|
|
601
|
+
xinference/web/ui/build/asset-manifest.json,sha256=ARFdRR2h3bNi91NhJFwqmvs6vSe8Nc08e0Fh2wEBzGw,453
|
|
577
602
|
xinference/web/ui/build/favicon.svg,sha256=dWR8uaz0Q9GCcl-DjWvQh07e1f3jhJBt-r4aSbmH3A4,1894
|
|
578
|
-
xinference/web/ui/build/index.html,sha256=
|
|
603
|
+
xinference/web/ui/build/index.html,sha256=xJe0hDCx7khbYq_fjD0PIkbrO8JtawZVjlu1359j7EI,650
|
|
579
604
|
xinference/web/ui/build/static/css/main.b494ae7e.css,sha256=e-Ice658EZf6rU_LjpIp6moupZ1v2QOCyF-5bD9DGjA,5225
|
|
580
605
|
xinference/web/ui/build/static/css/main.b494ae7e.css.map,sha256=50OJ6uMtUd2uzLFhhW2ksWuM5QDrlpmnWKIAYDM0Hk8,9970
|
|
581
|
-
xinference/web/ui/build/static/js/main.
|
|
582
|
-
xinference/web/ui/build/static/js/main.
|
|
583
|
-
xinference/web/ui/build/static/js/main.
|
|
606
|
+
xinference/web/ui/build/static/js/main.5ca4eea1.js,sha256=N_ZP9zYhBJqMbK1jcAzz2gvpCeGoj949WzFw932Wbfw,1227923
|
|
607
|
+
xinference/web/ui/build/static/js/main.5ca4eea1.js.LICENSE.txt,sha256=d8ETWF_wyLDtaMx4LKhmJjBONXs3Onu4YucCXopqPK0,2321
|
|
608
|
+
xinference/web/ui/build/static/js/main.5ca4eea1.js.map,sha256=vlWPtk3uRo14tPY6lR9OctdVjNUGgQuJ99TrQNhsWj0,5192724
|
|
584
609
|
xinference/web/ui/build/static/media/icon.4603d52c63041e5dfbfd.webp,sha256=kM--URMpXs5Vf0iSqQ8hmUalvWgcmRERpv37CriXRAE,16128
|
|
585
610
|
xinference/web/ui/node_modules/.package-lock.json,sha256=2kL1sQ4ZuDQilki9DnRFFM8CxT13fyGl3chLK6i3DQY,760261
|
|
586
611
|
xinference/web/ui/node_modules/.cache/babel-loader/00012b59e7dc64a18400bdddb660faa295258241c0b9cd15c78cdba63b858ed8.json,sha256=FhiSQ9MQv6bT7TkLBlXXskoaG2HCKhsuTXXlkDV-pM4,668
|
|
@@ -1297,6 +1322,7 @@ xinference/web/ui/node_modules/.cache/babel-loader/0ef7d86422625e70d16fd2570a123
|
|
|
1297
1322
|
xinference/web/ui/node_modules/.cache/babel-loader/0ef84bbb6b567d753a060bcd921cb1368bb26264f8d8691c64c75a3296d4847c.json,sha256=h9Xa_pI3tkGkJ_FR5R2Pu1C2emk5AcpQ8WC8HXERBBE,7078
|
|
1298
1323
|
xinference/web/ui/node_modules/.cache/babel-loader/0efd7db36d8479197fe4d6fd406d90fe9841d6018ce2b1b0f53f25e7438a88f9.json,sha256=6fOUQui_YSFHFDeWqK8nxrcJ7Z1VyTSyijVj7yimtgM,1530
|
|
1299
1324
|
xinference/web/ui/node_modules/.cache/babel-loader/0f0411593a7e8b8bff7f9a4b09f708c6eaafae8d359b73017a63c901658901d3.json,sha256=fgXt_imBl5ngvobBRLkdi7cI6AyW_07onWYdiyYdVP4,1732
|
|
1325
|
+
xinference/web/ui/node_modules/.cache/babel-loader/0f0967acaec5df1d45b80010949c258d64297ebbb0f44b8bb3afcbd45c6f0ec4.json,sha256=EeIz18CSV1c55EXYhDG79cYzsz5c3X0V2sx8jZ9JWWs,221866
|
|
1300
1326
|
xinference/web/ui/node_modules/.cache/babel-loader/0f0a073112ecc16a2813d386f82fe951dc0ce5a10473ff1024aacb58bf001cf7.json,sha256=wz-iXkh0-WT0xa1w7ZuzY2oK6-4vS5W815CkMygUE_A,1259
|
|
1301
1327
|
xinference/web/ui/node_modules/.cache/babel-loader/0f0adb2283a8f469d097a7a0ebb754624fa52414c83b83696c41f2e6a737ceda.json,sha256=gXeQ-hi5JIvzEIv3ZLo6A1MbFoNrcG99AsNekqoK1-0,79726
|
|
1302
1328
|
xinference/web/ui/node_modules/.cache/babel-loader/0f1103819797fe986c40db633df5e68feb9e429753a497815b0babfa25bbbc5f.json,sha256=BLBzQuF_qHwWXayWpBeCIxJn28euUGFuIdLxxygQKcE,1320
|
|
@@ -5522,6 +5548,7 @@ xinference/web/ui/node_modules/.cache/babel-loader/6810a817d49260ed87fc90f87afbc
|
|
|
5522
5548
|
xinference/web/ui/node_modules/.cache/babel-loader/68124974ff7d9d4f9163c3450315bcbc8fa3e8acdc3c192cc64beb62768b5124.json,sha256=hO4DYdU0HCangqcrQx8wrbDNggUjGSSF-22GQ7BUbO0,2543
|
|
5523
5549
|
xinference/web/ui/node_modules/.cache/babel-loader/681a35bbe33939b2dea8fa4d96ffb2da54ae0ce28ea49c60ae6812f9f0abf0ec.json,sha256=IWyOTtZNctIapCTQ5FONn6Q8zgQhuSIw6QJpgxZbx7A,2208
|
|
5524
5550
|
xinference/web/ui/node_modules/.cache/babel-loader/6821f62fbb26771dd8b4f37f18619c8da681dd7e3a83e8514c690086eb9bda85.json,sha256=0T4PP4PpTPnVQXFISJm9aNK4x2-o1mwa59gtW3rVjWw,1408
|
|
5551
|
+
xinference/web/ui/node_modules/.cache/babel-loader/68249645124f37d01eef83b1d897e751f895bea919b6fb466f907c1f87cebc84.json,sha256=yx_-guUh0EnwPo3tfG5kHAYZ_5v3Da-MeX25SAX7BWE,5741
|
|
5525
5552
|
xinference/web/ui/node_modules/.cache/babel-loader/682650b170bbba3d71e0391256c77d259153ecf3ddb4521f637d9fb686642f3f.json,sha256=mD1zUpxFa25t5lVHh9DkWt88997Ym53wzV0xGHE4zjA,1911
|
|
5526
5553
|
xinference/web/ui/node_modules/.cache/babel-loader/682699a7b6f5e55fb2cda8cda9ac069e55bc28b7c7948fe857ff4b083919563f.json,sha256=z0FLrTkxKAf_QbWxHQonhYQo_2V3JRgX1FMeJzJmZp0,1026
|
|
5527
5554
|
xinference/web/ui/node_modules/.cache/babel-loader/682ec00dce973690e604566e9d2df6bff29a0d9da2483ee3b413bc39ab7193ef.json,sha256=PsXr_RWp9CszBK0Zu0YbH6YX93rs8AntpwnenlN6Iak,1492
|
|
@@ -6639,7 +6666,6 @@ xinference/web/ui/node_modules/.cache/babel-loader/7f52f4703926b2867c8910be5f0f1
|
|
|
6639
6666
|
xinference/web/ui/node_modules/.cache/babel-loader/7f54c37f013c5ffa8a7e711229d81530cba1e0ebd9f8b1e4710d6c34a5d9a4d7.json,sha256=mOFgiIpN1ZXK1NMxawxU1FJguULoxNL6vprh-oIdM1k,1812
|
|
6640
6667
|
xinference/web/ui/node_modules/.cache/babel-loader/7f55398e4dac45eb51765107e01a7b7f0424cab3912dd61e901c363f6c2cf53e.json,sha256=EUfu9SYeYylmTR4MoeAHdaZhvE50MNxK71ZUMmKfmG0,1945
|
|
6641
6668
|
xinference/web/ui/node_modules/.cache/babel-loader/7f58810ad7b460d8104304b5c2ae99544c0ffa4fd8c9700b26e3afbedcb79ed3.json,sha256=jqQprewMjT2fZbDwvqlwSInrXKNCfkdBshVbFzDg1DY,1624
|
|
6642
|
-
xinference/web/ui/node_modules/.cache/babel-loader/7f59e45e3f268ab8a4788b6fb024cf8dab088736dff22f5a3a39c122a83ab930.json,sha256=CuUavbf9jy4pQDAImPgPzcJeU3cLpb2hzi-YBcRlRgU,5680
|
|
6643
6669
|
xinference/web/ui/node_modules/.cache/babel-loader/7f5eeaaa115e8a682284195a0af0317621a549402ddfdb53f5b7a7018c8dec5d.json,sha256=qYVySSevd2_Eem3AlN2zrYoNyTehRC4cZ9QWv6RG2kk,1378
|
|
6644
6670
|
xinference/web/ui/node_modules/.cache/babel-loader/7f631c630c8ece11321c64f461192500cd7e4e3f32dabe28ade1eee6cfbf5780.json,sha256=MnnYXtIJNccCKdtQbV-eZfPdyI5BQHsIZvfTI3HSl34,1215
|
|
6645
6671
|
xinference/web/ui/node_modules/.cache/babel-loader/7f6b5052b811caa6c1fd331cb20addb7c9a8ab6ab1eb67381796be942bad2466.json,sha256=9QZ16xJvZafn6CmPk9MLdcUGlb4DOjYYosElZQ9W43U,1931
|
|
@@ -11127,7 +11153,6 @@ xinference/web/ui/node_modules/.cache/babel-loader/dcc3d0c62308f3f05764639fb6fa5
|
|
|
11127
11153
|
xinference/web/ui/node_modules/.cache/babel-loader/dcc804e74c0a71354df99146c6e7522de11b9184bf861ca4cd72777f9cbd4c97.json,sha256=77mH593VrddmlD3YQgIkd_HUKZL3lA1ScxTG6yaT3EQ,1389
|
|
11128
11154
|
xinference/web/ui/node_modules/.cache/babel-loader/dcc89cfa0957707282c8cc4f69115e5013232860957466196f6f306ff6c11e50.json,sha256=9DS6D86pdvDfBDmfMZaj2T4OI3wMTW1mfyLiVW0C2X0,1347
|
|
11129
11155
|
xinference/web/ui/node_modules/.cache/babel-loader/dcd2c26312e6cb7ee06888d34b3751421b84d54424d73251158aa89a2975836f.json,sha256=tQGbH9pWuf-RYrNdxtWi-NdnBxaN7w6GFFP2DCm1_qQ,1028
|
|
11130
|
-
xinference/web/ui/node_modules/.cache/babel-loader/dcd60488509450bfff37bfff56de2c096d51de17dd00ec60d4db49c8b483ada1.json,sha256=2263e_vffxtN92YVpyTpaWIs-O53kQnYlUd83fcTt6Q,221841
|
|
11131
11156
|
xinference/web/ui/node_modules/.cache/babel-loader/dcd60f85f294616eabd018feebad940c1ab261ca922553451f1508f85c23380d.json,sha256=8jZpBRAGZZb1ntfccjrCbinkbKiO6xZcduekb3Ju8mE,1396
|
|
11132
11157
|
xinference/web/ui/node_modules/.cache/babel-loader/dcdbf93baf389666a9070e12fe6b6be06440787f9a7a55c6496b6b83f8075b2d.json,sha256=mDO0hSodN0CrivNviYdcgs-CPkO3jhSMo8lTnG3WlOU,713
|
|
11133
11158
|
xinference/web/ui/node_modules/.cache/babel-loader/dce567ae9f554cc75f5076e34c36f78fae69fa9892dd17b76413a52c43097d97.json,sha256=zR3NXHHkcfW0NNyZ1rcfRYcdBiKRj_QXU3YuUfGl4pM,2608
|
|
@@ -15725,9 +15750,9 @@ xinference/web/ui/node_modules/yup/package.json,sha256=xRFSROB9NKxqSWHEVFvSTsPs9
|
|
|
15725
15750
|
xinference/web/ui/node_modules/yup/node_modules/type-fest/package.json,sha256=JTv2zTTVgxQ2H82m1-6qEpdMv08lHjFx4Puf_MsbB_Q,1134
|
|
15726
15751
|
xinference/web/ui/src/locales/en.json,sha256=GVdNMQoMvs1UverhaJtafaG4NBOcX5UtLRNlw82COnY,8937
|
|
15727
15752
|
xinference/web/ui/src/locales/zh.json,sha256=qpz8XbMfUksgZN3-ozD78tD6eTX5PjWyBxZ3j6Mb4bs,8681
|
|
15728
|
-
xinference-1.4.
|
|
15729
|
-
xinference-1.4.
|
|
15730
|
-
xinference-1.4.
|
|
15731
|
-
xinference-1.4.
|
|
15732
|
-
xinference-1.4.
|
|
15733
|
-
xinference-1.4.
|
|
15753
|
+
xinference-1.4.1.dist-info/LICENSE,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
|
|
15754
|
+
xinference-1.4.1.dist-info/METADATA,sha256=WDrdB_6Iqm_-3D-B7Nuoe8f5BvUYi98jhJ74s4vF1nA,24389
|
|
15755
|
+
xinference-1.4.1.dist-info/WHEEL,sha256=tZoeGjtWxWRfdplE7E3d45VPlLNQnvbKiYnx7gwAy8A,92
|
|
15756
|
+
xinference-1.4.1.dist-info/entry_points.txt,sha256=-lDyyzqWMFQF0Rgm7VxBNz0V-bMBMQLRR3pvQ-Y8XTY,226
|
|
15757
|
+
xinference-1.4.1.dist-info/top_level.txt,sha256=L1rQt7pl6m8tmKXpWVHzP-GtmzAxp663rXxGE7qnK00,11
|
|
15758
|
+
xinference-1.4.1.dist-info/RECORD,,
|