xinference 1.4.0__py3-none-any.whl → 1.4.1__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of xinference might be problematic. Click here for more details.

Files changed (59) hide show
  1. xinference/_compat.py +1 -0
  2. xinference/_version.py +3 -3
  3. xinference/api/restful_api.py +4 -0
  4. xinference/core/model.py +23 -3
  5. xinference/core/supervisor.py +6 -0
  6. xinference/core/worker.py +54 -11
  7. xinference/model/llm/__init__.py +4 -2
  8. xinference/model/llm/core.py +1 -0
  9. xinference/model/llm/llama_cpp/core.py +6 -1
  10. xinference/model/llm/llm_family.json +117 -1
  11. xinference/model/llm/llm_family_modelscope.json +125 -1
  12. xinference/model/llm/reasoning_parser.py +3 -3
  13. xinference/model/llm/sglang/core.py +111 -13
  14. xinference/model/llm/transformers/core.py +1 -0
  15. xinference/model/llm/transformers/deepseek_vl.py +1 -1
  16. xinference/model/llm/transformers/deepseek_vl2.py +287 -0
  17. xinference/model/llm/utils.py +26 -14
  18. xinference/model/llm/vllm/core.py +149 -8
  19. xinference/model/llm/vllm/distributed_executor.py +314 -0
  20. xinference/model/rerank/core.py +16 -11
  21. xinference/thirdparty/deepseek_vl2/__init__.py +31 -0
  22. xinference/thirdparty/deepseek_vl2/models/__init__.py +26 -0
  23. xinference/thirdparty/deepseek_vl2/models/configuration_deepseek.py +210 -0
  24. xinference/thirdparty/deepseek_vl2/models/conversation.py +310 -0
  25. xinference/thirdparty/deepseek_vl2/models/modeling_deepseek.py +1975 -0
  26. xinference/thirdparty/deepseek_vl2/models/modeling_deepseek_vl_v2.py +697 -0
  27. xinference/thirdparty/deepseek_vl2/models/processing_deepseek_vl_v2.py +675 -0
  28. xinference/thirdparty/deepseek_vl2/models/siglip_vit.py +661 -0
  29. xinference/thirdparty/deepseek_vl2/serve/__init__.py +0 -0
  30. xinference/thirdparty/deepseek_vl2/serve/app_modules/__init__.py +0 -0
  31. xinference/thirdparty/deepseek_vl2/serve/app_modules/gradio_utils.py +83 -0
  32. xinference/thirdparty/deepseek_vl2/serve/app_modules/overwrites.py +81 -0
  33. xinference/thirdparty/deepseek_vl2/serve/app_modules/presets.py +115 -0
  34. xinference/thirdparty/deepseek_vl2/serve/app_modules/utils.py +333 -0
  35. xinference/thirdparty/deepseek_vl2/serve/assets/Kelpy-Codos.js +100 -0
  36. xinference/thirdparty/deepseek_vl2/serve/assets/avatar.png +0 -0
  37. xinference/thirdparty/deepseek_vl2/serve/assets/custom.css +355 -0
  38. xinference/thirdparty/deepseek_vl2/serve/assets/custom.js +22 -0
  39. xinference/thirdparty/deepseek_vl2/serve/assets/favicon.ico +0 -0
  40. xinference/thirdparty/deepseek_vl2/serve/assets/simsun.ttc +0 -0
  41. xinference/thirdparty/deepseek_vl2/serve/inference.py +197 -0
  42. xinference/thirdparty/deepseek_vl2/utils/__init__.py +18 -0
  43. xinference/thirdparty/deepseek_vl2/utils/io.py +80 -0
  44. xinference/web/ui/build/asset-manifest.json +3 -3
  45. xinference/web/ui/build/index.html +1 -1
  46. xinference/web/ui/build/static/js/{main.3cea968e.js → main.5ca4eea1.js} +3 -3
  47. xinference/web/ui/build/static/js/main.5ca4eea1.js.map +1 -0
  48. xinference/web/ui/node_modules/.cache/babel-loader/0f0967acaec5df1d45b80010949c258d64297ebbb0f44b8bb3afcbd45c6f0ec4.json +1 -0
  49. xinference/web/ui/node_modules/.cache/babel-loader/68249645124f37d01eef83b1d897e751f895bea919b6fb466f907c1f87cebc84.json +1 -0
  50. {xinference-1.4.0.dist-info → xinference-1.4.1.dist-info}/METADATA +4 -4
  51. {xinference-1.4.0.dist-info → xinference-1.4.1.dist-info}/RECORD +56 -31
  52. xinference/web/ui/build/static/js/main.3cea968e.js.map +0 -1
  53. xinference/web/ui/node_modules/.cache/babel-loader/7f59e45e3f268ab8a4788b6fb024cf8dab088736dff22f5a3a39c122a83ab930.json +0 -1
  54. xinference/web/ui/node_modules/.cache/babel-loader/dcd60488509450bfff37bfff56de2c096d51de17dd00ec60d4db49c8b483ada1.json +0 -1
  55. /xinference/web/ui/build/static/js/{main.3cea968e.js.LICENSE.txt → main.5ca4eea1.js.LICENSE.txt} +0 -0
  56. {xinference-1.4.0.dist-info → xinference-1.4.1.dist-info}/LICENSE +0 -0
  57. {xinference-1.4.0.dist-info → xinference-1.4.1.dist-info}/WHEEL +0 -0
  58. {xinference-1.4.0.dist-info → xinference-1.4.1.dist-info}/entry_points.txt +0 -0
  59. {xinference-1.4.0.dist-info → xinference-1.4.1.dist-info}/top_level.txt +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: xinference
3
- Version: 1.4.0
3
+ Version: 1.4.1
4
4
  Summary: Model Serving Made Easy
5
5
  Home-page: https://github.com/xorbitsai/inference
6
6
  Author: Qin Xuye
@@ -60,6 +60,7 @@ Requires-Dist: sentence-transformers>=3.1.0; extra == "all"
60
60
  Requires-Dist: imageio-ffmpeg; extra == "all"
61
61
  Requires-Dist: controlnet-aux; extra == "all"
62
62
  Requires-Dist: orjson; extra == "all"
63
+ Requires-Dist: gptqmodel; extra == "all"
63
64
  Requires-Dist: optimum; extra == "all"
64
65
  Requires-Dist: outlines>=0.0.34; extra == "all"
65
66
  Requires-Dist: attrdict; extra == "all"
@@ -105,7 +106,6 @@ Requires-Dist: datamodel-code-generator; extra == "all"
105
106
  Requires-Dist: jsonschema; extra == "all"
106
107
  Requires-Dist: verovio>=4.3.1; extra == "all"
107
108
  Requires-Dist: blobfile; extra == "all"
108
- Requires-Dist: auto-gptq; sys_platform != "darwin" and extra == "all"
109
109
  Requires-Dist: autoawq<0.2.6; sys_platform != "darwin" and extra == "all"
110
110
  Requires-Dist: mlx-lm>=0.21.5; (sys_platform == "darwin" and platform_machine == "arm64") and extra == "all"
111
111
  Requires-Dist: mlx-vlm>=0.1.11; (sys_platform == "darwin" and platform_machine == "arm64") and extra == "all"
@@ -232,6 +232,7 @@ Requires-Dist: transformers-stream-generator; extra == "transformers"
232
232
  Requires-Dist: protobuf; extra == "transformers"
233
233
  Requires-Dist: einops; extra == "transformers"
234
234
  Requires-Dist: tiktoken; extra == "transformers"
235
+ Requires-Dist: gptqmodel; extra == "transformers"
235
236
  Requires-Dist: optimum; extra == "transformers"
236
237
  Requires-Dist: attrdict; extra == "transformers"
237
238
  Requires-Dist: timm>=0.9.16; extra == "transformers"
@@ -243,7 +244,6 @@ Requires-Dist: qwen-vl-utils!=0.0.9; extra == "transformers"
243
244
  Requires-Dist: datamodel-code-generator; extra == "transformers"
244
245
  Requires-Dist: jsonschema; extra == "transformers"
245
246
  Requires-Dist: blobfile; extra == "transformers"
246
- Requires-Dist: auto-gptq; sys_platform != "darwin" and extra == "transformers"
247
247
  Requires-Dist: autoawq<0.2.6; sys_platform != "darwin" and extra == "transformers"
248
248
  Requires-Dist: bitsandbytes; sys_platform == "linux" and extra == "transformers"
249
249
  Provides-Extra: video
@@ -301,6 +301,7 @@ potential of cutting-edge AI models.
301
301
  - Support SGLang backend: [#1161](https://github.com/xorbitsai/inference/pull/1161)
302
302
  - Support LoRA for LLM and image models: [#1080](https://github.com/xorbitsai/inference/pull/1080)
303
303
  ### New Models
304
+ - Built-in support for [Gemma-3-it](https://blog.google/technology/developers/gemma-3/): [#3077](https://github.com/xorbitsai/inference/pull/3077)
304
305
  - Built-in support for [QwQ-32B](https://qwenlm.github.io/blog/qwq-32b/): [#3005](https://github.com/xorbitsai/inference/pull/3005)
305
306
  - Built-in support for [DeepSeek V3 and R1](https://github.com/deepseek-ai/DeepSeek-R1): [#2864](https://github.com/xorbitsai/inference/pull/2864)
306
307
  - Built-in support for [InternVL2.5](https://internvl.github.io/blog/2024-12-05-InternVL-2.5/): [#2776](https://github.com/xorbitsai/inference/pull/2776)
@@ -308,7 +309,6 @@ potential of cutting-edge AI models.
308
309
  - Built-in support for [DeepSeek-R1-Distill-Qwen](https://github.com/deepseek-ai/DeepSeek-R1?tab=readme-ov-file#deepseek-r1-distill-models): [#2781](https://github.com/xorbitsai/inference/pull/2781)
309
310
  - Built-in support for [Kokoro-82M](https://huggingface.co/hexgrad/Kokoro-82M): [#2790](https://github.com/xorbitsai/inference/pull/2790)
310
311
  - Built-in support for [qwen2.5-vl](https://github.com/QwenLM/Qwen2.5-VL): [#2788](https://github.com/xorbitsai/inference/pull/2788)
311
- - Built-in support for [internlm3-instruct](https://github.com/InternLM/InternLM): [#2789](https://github.com/xorbitsai/inference/pull/2789)
312
312
  ### Integrations
313
313
  - [Dify](https://docs.dify.ai/advanced/model-configuration/xinference): an LLMOps platform that enables developers (and even non-developers) to quickly build useful applications based on large language models, ensuring they are visual, operable, and improvable.
314
314
  - [FastGPT](https://github.com/labring/FastGPT): a knowledge-based platform built on the LLM, offers out-of-the-box data processing and model invocation capabilities, allows for workflow orchestration through Flow visualization.
@@ -1,6 +1,6 @@
1
1
  xinference/__init__.py,sha256=nmTTrYbIpj964ZF6ojtgOM7E85JBOj1EyQbmYjbj1jw,915
2
- xinference/_compat.py,sha256=URSJQLXrcsTO9B_4x0wVDPijYQDhuVJmZ95npID560w,4197
3
- xinference/_version.py,sha256=WSAoAhUZgTTouL5wbCTJZXIahCw1mzxA10HNJ5X7BJY,497
2
+ xinference/_compat.py,sha256=YF-lS6tX06zkFi2oFS0yq_LBn4hX_8u0Ft0vKxGALwA,4238
3
+ xinference/_version.py,sha256=UhgtSU4lzPem1tUQM-aNbfXqJQmmE6BBf2PpKgsMVS8,497
4
4
  xinference/conftest.py,sha256=ZB7li77s4_H4ZEQpDo2PX-b4zrs8-bIpvh59P_CaSoo,9691
5
5
  xinference/constants.py,sha256=mEW4HDzjXtDXN61Mt6TtJrJ4ljbB6VUkh97e3oDbNx4,3905
6
6
  xinference/device_utils.py,sha256=ELsqvnjvz9wYthTyQFzKSV4mZsaASz6hj_IsfMmfMWc,4447
@@ -9,7 +9,7 @@ xinference/isolation.py,sha256=gTU1em5fxg1m-7hxieWBMZvVkXZX4GZYmeT7XxXsYrU,2699
9
9
  xinference/types.py,sha256=fhz2qO_CzOu9_w_pT0D1lPL_mkx_2HVC5f1X0yZiWr4,13317
10
10
  xinference/utils.py,sha256=zYgf9bCvfbybRt3gEog6r5WJCpj0czZCf0qgRdYjkN8,720
11
11
  xinference/api/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
12
- xinference/api/restful_api.py,sha256=GENX8AMUFxHjhImCIZYorxYonGOixzHhuQBLOsB7orI,92774
12
+ xinference/api/restful_api.py,sha256=Py9e0rkKJ_NMSVg3SoTdvK2tkZ6ftvzJi4wiKosif90,92925
13
13
  xinference/api/oauth2/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
14
14
  xinference/api/oauth2/auth_service.py,sha256=74JzB42fbbmBu4Q1dW3A9Fp_N7167KgRGB42Z0NHjAM,6119
15
15
  xinference/api/oauth2/types.py,sha256=K923sv_XySIUtM2Eozl9IG082IJcDOS5SFLrPZ5ELBg,996
@@ -25,14 +25,14 @@ xinference/core/chat_interface.py,sha256=0w5CoMyCp0gWUoGmLrjlPQMwMtHD-Zbu4jhUYuH
25
25
  xinference/core/event.py,sha256=42F38H2WOl6aPxp2oxX6WNxHRRxbnvYRmbt4Ar7NP4U,1640
26
26
  xinference/core/image_interface.py,sha256=5Iuoiw3g2TvgOYi3gRIAGApve2nNzfMPduRrBHvd1NY,13755
27
27
  xinference/core/metrics.py,sha256=ScmTG15Uq3h_ob72ybZSMWdnk8P4sUZFcm60f4ikSXc,2631
28
- xinference/core/model.py,sha256=8JMm_h-d6Zl1qHcqh9pcHHnAGuKE9DhsLzN0UV6R7rc,44225
28
+ xinference/core/model.py,sha256=3lAex-DZLnsJcggY3Pgb_06_ZvhQR8r80MsauTyAoYE,45164
29
29
  xinference/core/progress_tracker.py,sha256=LIF6CLIlnEoSBkuDCraJktDOzZ31mQ4HOo6EVr3KpQM,6453
30
30
  xinference/core/resource.py,sha256=aTV89dmuKxw5JnwQglRkA2Wxu1EBLM5WjmLxITSXYgs,1808
31
31
  xinference/core/scheduler.py,sha256=0rbbaVYQ4g2W8P3tbbHonmFjFkllmoPB3OtkVPr5crA,15650
32
32
  xinference/core/status_guard.py,sha256=VLhyqpobdclfyzcROqf4bmGDiKpuHllto316X3Z6Hrc,2860
33
- xinference/core/supervisor.py,sha256=JgfEY7LkP9m48abukMXKBumEqeV9Q-IImSAJjk6YslE,69304
33
+ xinference/core/supervisor.py,sha256=8qJacawaf8NCpI3WrsNaIyR6YFHge0mFG7O9Kgt1wvU,69648
34
34
  xinference/core/utils.py,sha256=TpUHNFcA4pEXq084Quz-ilIccuDMUAsdLrEJxj0Zn6I,10414
35
- xinference/core/worker.py,sha256=M16ixEI0y9DzsyqpTLiYNhYbAxUFvM0GgnTpyh7iLZU,51749
35
+ xinference/core/worker.py,sha256=p22jF1NPhrTQeqC65ncOqqa7ak5OrT11esqSkmL4JNk,53750
36
36
  xinference/deploy/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
37
37
  xinference/deploy/cmdline.py,sha256=fOuD4HixyI6VuuVO7XJ-0_C3JutDe1sv4MwVjZPluS8,49338
38
38
  xinference/deploy/local.py,sha256=sO3BcpEH9oCF87CxWVA4AXAYcfHGnrcop40ew5NOA2g,3979
@@ -86,33 +86,34 @@ xinference/model/image/scheduler/flux.py,sha256=GHlpPfU5UxsiQWNyvNe9SaVZceNg_2Ci
86
86
  xinference/model/image/stable_diffusion/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
87
87
  xinference/model/image/stable_diffusion/core.py,sha256=V3BaASwx8q1YERb4jhhaYEDFiwh3BuPAz8pVZTuktAQ,24717
88
88
  xinference/model/image/stable_diffusion/mlx.py,sha256=GZsozzGB04NfHAdU9MI6gwWE1t_A-s_Ddn_ic8DlkKQ,7476
89
- xinference/model/llm/__init__.py,sha256=8VgajAqcu_YzgyT2PI--fnGMaVEae0w6Fk0uByeg7qY,14320
90
- xinference/model/llm/core.py,sha256=2AYRKdiJ5L1iKU9CE_C09IbEtE2KrsIy4dqkqg2txes,8626
91
- xinference/model/llm/llm_family.json,sha256=xWsttyqRVA1gA_dHtSGojger-5V1-RLQrqA7NLcWCeE,382781
89
+ xinference/model/llm/__init__.py,sha256=gM2a4VJFssAZhfIwf1K5J63j91FFwGcXu4k9VZcvhV8,14456
90
+ xinference/model/llm/core.py,sha256=b9J7U0binlneKfLEbtmfe2YCcukgXlaF32BzHGr-RPA,8673
91
+ xinference/model/llm/llm_family.json,sha256=gkh3CGm15HTTvsXs1AaZOxBiFZ_T-9RlivNNJ34O04s,388247
92
92
  xinference/model/llm/llm_family.py,sha256=SrgTmEKspAELhVqmMs7Rz6xUk7rmc9V61urvbWAZOVE,39214
93
93
  xinference/model/llm/llm_family_csghub.json,sha256=zMKWbihsxQNVB1u5iKJbZUkbOfQ4IPNq1KQ-8IDPQQA,8759
94
- xinference/model/llm/llm_family_modelscope.json,sha256=6VEeP5kPRAn9GKcInoHtizAyXU6PSPaVIsLoM7r85LU,312680
94
+ xinference/model/llm/llm_family_modelscope.json,sha256=8t1Ho01TUXjfTPu30xPe-_Hgq-brSmkKBHPyz68mVTA,318442
95
95
  xinference/model/llm/llm_family_openmind_hub.json,sha256=jl9pfbe5DztoxgEwKBxDk1Wd7TziTiJ48_Ie_lJdYjA,67872
96
96
  xinference/model/llm/memory.py,sha256=GLNmXBI-AtMbuaJfEf50fnhN4rdbOZjLyT6L_Vjqa5g,10206
97
- xinference/model/llm/reasoning_parser.py,sha256=fqp4QO4p3VqO3jkCIocRAeaTey3jLHNBFQYLwuaGoRc,6422
98
- xinference/model/llm/utils.py,sha256=iMAD8mt2vVpLHLaADFG8cytFbxgCspILfvRwCStuzMk,32951
97
+ xinference/model/llm/reasoning_parser.py,sha256=Vms1G8I_ujakATjMxBbnWt0e-Zuky86HBqu05T1KiCU,6386
98
+ xinference/model/llm/utils.py,sha256=tHY7a2hwn_IA7CbPLv2O4gFeNb3MLlrlv2ws8tPrly0,33681
99
99
  xinference/model/llm/llama_cpp/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
100
- xinference/model/llm/llama_cpp/core.py,sha256=Q0AV0Tc_OsD1xpJKaD_WXFR6Pzz0SyxMFLsPsK3LLCg,22122
100
+ xinference/model/llm/llama_cpp/core.py,sha256=H6tMpMr8F4nCQrR9ZW1hMRSvhWr9I-duX2yJo0lCuHw,22530
101
101
  xinference/model/llm/lmdeploy/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
102
102
  xinference/model/llm/lmdeploy/core.py,sha256=WvSP3x6t-HBv6hKh1qWZatFAzlcZCyyKqvc3ua8yPTI,19835
103
103
  xinference/model/llm/mlx/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
104
104
  xinference/model/llm/mlx/core.py,sha256=20jbCxsKoUqdUOU54PzmoKkplIkHSEJ9XXIwh9gh7YM,23722
105
105
  xinference/model/llm/sglang/__init__.py,sha256=-sjSIQ4K6w-TEzx49kVaWeWC443fnZqODU91GCQ_JNo,581
106
- xinference/model/llm/sglang/core.py,sha256=i0LpMWHwo5lDf1JR_5AmF8pPabwHZ8RbAiCBI88GE3A,20645
106
+ xinference/model/llm/sglang/core.py,sha256=NuwUIz-u3F6LRcB_DIn173jRbzJG8L-0E8ROqxEQoPM,24152
107
107
  xinference/model/llm/transformers/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
108
108
  xinference/model/llm/transformers/chatglm.py,sha256=pIBPhR4cpeOR6ok5dKPK1633M1RMHCzrxB2fpDRaCuY,22426
109
109
  xinference/model/llm/transformers/cogagent.py,sha256=JbIiqVW-S9MA3d4CN2DlI7-WDB_nuCbX8JSypR5TmVU,10080
110
110
  xinference/model/llm/transformers/cogvlm2.py,sha256=I5Ftm0VYjbTAv5ZARZCo32Ggpw58PJfHs5B_nX_BIlU,15972
111
111
  xinference/model/llm/transformers/cogvlm2_video.py,sha256=ZGkpC4x2uEtjwoMrLSODmAUYTjOeSNYxZi9VpQrpnhU,11857
112
112
  xinference/model/llm/transformers/compression.py,sha256=U0vMJ-JaBt4oC2LffgWg6HbPj1CeUi_YdwVbjDd0mRA,8112
113
- xinference/model/llm/transformers/core.py,sha256=Z-AZ-3T3UJsuHMES8ZLxy0uQ9Sokwe5RTaG7PzrflPg,29035
113
+ xinference/model/llm/transformers/core.py,sha256=Ko1KyQiKGwVtK_XBUH70YiM72hVatSZmmfTzf_kILCA,29055
114
114
  xinference/model/llm/transformers/deepseek_v2.py,sha256=-RKlI3mhja730md4evQ2vfIxBnZD5vWyrgmg_3eovms,4096
115
- xinference/model/llm/transformers/deepseek_vl.py,sha256=pB6i6DW5oyfHdqTgKpi2DkIKVGlPLGIDR_Op0sB1uKA,10445
115
+ xinference/model/llm/transformers/deepseek_vl.py,sha256=efbuqo5hKPZOVdiWkl2DXPd0Ml9bIAatcJNFVOeZSjQ,10453
116
+ xinference/model/llm/transformers/deepseek_vl2.py,sha256=2rgHBH9P_N0pMe17SeC7Ga_OATNYhdnZ64-VLNpRfWI,10990
116
117
  xinference/model/llm/transformers/gemma3.py,sha256=LIfVNpiFDVNswftrziDIasOJNXQy1hf2JLSoXgDjiNE,6121
117
118
  xinference/model/llm/transformers/glm4v.py,sha256=goph2HhpV8gUm2t8-T1P-jTF2r_kPeH6QNe64lmlm0g,13871
118
119
  xinference/model/llm/transformers/glm_edge_v.py,sha256=sedHB4iRd37UC__1MeXs33NLMQQKFYBIFf3A71rMEZU,8159
@@ -129,7 +130,8 @@ xinference/model/llm/transformers/tensorizer_utils.py,sha256=VXSYbPZtCbd8lVvsnjD
129
130
  xinference/model/llm/transformers/utils.py,sha256=KETjuVR_RpF--fno0KxT068fD1v4REFhe-0wy_sCwRs,19584
130
131
  xinference/model/llm/transformers/yi_vl.py,sha256=iCdRLw-wizbU-qXXc8CT4DhC0Pt-uYg0vFwXEhAZjQg,8961
131
132
  xinference/model/llm/vllm/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
132
- xinference/model/llm/vllm/core.py,sha256=FZSXZldKrVDUOSFhw9NRoYcmXcUJl-cq_q_CqMWryH8,38389
133
+ xinference/model/llm/vllm/core.py,sha256=99G5FloDMj2NnIWmS1Dp4TH6SxdsbZJrGxBmBM2bJsA,44297
134
+ xinference/model/llm/vllm/distributed_executor.py,sha256=G4jSm8gRFKn7s32lFDhxm1nOrMIspCMtPo2z_4PvkVI,11488
133
135
  xinference/model/llm/vllm/utils.py,sha256=LKOmwfFRrlSecawxT-uE39tC2RQbf1UIiSH9Uz90X6w,1313
134
136
  xinference/model/llm/vllm/xavier/__init__.py,sha256=CyLLkbImZouAk4lePIgKXT4WQoqyauIEwdqea5IOUVU,581
135
137
  xinference/model/llm/vllm/xavier/allocator.py,sha256=SJ2eCOxF6CWTBZIP39FRxeK6fxIE8pRshOPnSRc72d4,2691
@@ -145,7 +147,7 @@ xinference/model/llm/vllm/xavier/transfer.py,sha256=2IbaiAhRnJMwa9qsMa5bowngqfjx
145
147
  xinference/model/llm/vllm/xavier/test/__init__.py,sha256=CyLLkbImZouAk4lePIgKXT4WQoqyauIEwdqea5IOUVU,581
146
148
  xinference/model/llm/vllm/xavier/test/test_xavier.py,sha256=E7MDGTeGJMaULoIKez6lt2Vhz0w6FJlPyAELUjE0Chw,4890
147
149
  xinference/model/rerank/__init__.py,sha256=wRpf1bOMfmAsuEKEGczMTB5fWEvuqltlJbIbRb-x8Ko,3483
148
- xinference/model/rerank/core.py,sha256=e-QoFgVk-6LOQPM5zqbEj095J-1bkuyd9c5zRI5DlF8,14560
150
+ xinference/model/rerank/core.py,sha256=B-PWs6e-8OPxVeGWb9c42C4nZvFBasWTZvhVagJ0QTc,14717
149
151
  xinference/model/rerank/custom.py,sha256=wPKF3bHbGap9dHz9yYvXMXhozh4hRzS78RQijqvaRq8,3846
150
152
  xinference/model/rerank/model_spec.json,sha256=xUuJgJ8Ad4l2v8gEHxAdF_xoaSkA8j8AX51LhrjGEA0,2005
151
153
  xinference/model/rerank/model_spec_modelscope.json,sha256=pf5hX4g0HdVjk2-ibHTl_mXHgQSSPYMTBOIwvnwMMkk,1616
@@ -236,6 +238,29 @@ xinference/thirdparty/deepseek_vl/serve/examples/rap.jpeg,sha256=AL_pk3nX1ChriPT
236
238
  xinference/thirdparty/deepseek_vl/utils/__init__.py,sha256=u8C--egJMT_DDm0JG3frXGSQNNv6cfIAumPhghzkxhk,1091
237
239
  xinference/thirdparty/deepseek_vl/utils/conversation.py,sha256=7oITA8TsIuOfumVZ8hcoDpA6dm1jz7n8-VXPe_7-4YA,11702
238
240
  xinference/thirdparty/deepseek_vl/utils/io.py,sha256=HQqLoONZF4nl1E9oMrm7_2LwU8ZSh1C9htm7vLN4YfI,2751
241
+ xinference/thirdparty/deepseek_vl2/__init__.py,sha256=N5CYTfTFEiTT7mrNrrGTSyvDOVkGVO3pE_fWm8ugcAw,1458
242
+ xinference/thirdparty/deepseek_vl2/models/__init__.py,sha256=cj7JV8Dl6cZ5uVMLPddZBQ968WlkU5f2FXc_CR1LV4c,1289
243
+ xinference/thirdparty/deepseek_vl2/models/configuration_deepseek.py,sha256=arIfKaRyLib6KMjg1Cd1kWiaWY3xfPbHEjMOj2Kz_Hw,10646
244
+ xinference/thirdparty/deepseek_vl2/models/conversation.py,sha256=tGv8wXFdTGK7ewYqLMi8hQ8tqqfC1dpLa_6NFuhRs7E,10189
245
+ xinference/thirdparty/deepseek_vl2/models/modeling_deepseek.py,sha256=nHMJubp-jCVI7J4R1vj8IyVhA-0LWJJeqUKeAUmVV48,81807
246
+ xinference/thirdparty/deepseek_vl2/models/modeling_deepseek_vl_v2.py,sha256=_7PUGe-GnndYdAKokIB-_YxMcZp3PmMLAjT-Zi4tlhA,27473
247
+ xinference/thirdparty/deepseek_vl2/models/processing_deepseek_vl_v2.py,sha256=tXXsPbyD_MmJ91NyLWMYDv1Xf-eBt7X0ktoxDVVIkns,29068
248
+ xinference/thirdparty/deepseek_vl2/models/siglip_vit.py,sha256=RRLuhLtH0GSOPO_RJtxG9dC9A4cp5HjiMxGEtd5k5Tc,25487
249
+ xinference/thirdparty/deepseek_vl2/serve/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
250
+ xinference/thirdparty/deepseek_vl2/serve/inference.py,sha256=Zj23wJ_F6sj4s7Ri-tyCnekABAGOMeW0SOzMc5hRp98,6296
251
+ xinference/thirdparty/deepseek_vl2/serve/app_modules/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
252
+ xinference/thirdparty/deepseek_vl2/serve/app_modules/gradio_utils.py,sha256=Ahtvp6FXsfF15rQPKAAtOT_iXJPuK1LJV2U5w7dER_0,2276
253
+ xinference/thirdparty/deepseek_vl2/serve/app_modules/overwrites.py,sha256=FA4Ikx2wNJNdKiKJUEVm24vqMbaDeHprso0xcSFVVMw,3276
254
+ xinference/thirdparty/deepseek_vl2/serve/app_modules/presets.py,sha256=sJ7sET1MtpEzrIJeDeF22fSqcO6Bjg2RTUnTr4UucXc,3934
255
+ xinference/thirdparty/deepseek_vl2/serve/app_modules/utils.py,sha256=j11cl44PqZh4EC-HnGvMD4fzRFvsEbUxb724D97MZG8,10835
256
+ xinference/thirdparty/deepseek_vl2/serve/assets/Kelpy-Codos.js,sha256=TSVPz9Nt8UT1Ck6NeLuc6lKY_St-VIf0rg1WhOsywrY,3760
257
+ xinference/thirdparty/deepseek_vl2/serve/assets/avatar.png,sha256=M5UhHvq3k7iaTledkL1gaw60NeJWau31S-xYXkNqjnE,62075
258
+ xinference/thirdparty/deepseek_vl2/serve/assets/custom.css,sha256=a7-gDchaBYTNRDWWBeELXMwb2Zffvrc46SakvuYfG7U,9196
259
+ xinference/thirdparty/deepseek_vl2/serve/assets/custom.js,sha256=q4eMFbj5FErECrTQR5iGM-zma8ZFMNLXPAS7CLavrEE,1144
260
+ xinference/thirdparty/deepseek_vl2/serve/assets/favicon.ico,sha256=KNq3G9QZD0HH3lEGFeka_LpSrXzmgm-_hrITIFvmK0U,15406
261
+ xinference/thirdparty/deepseek_vl2/serve/assets/simsun.ttc,sha256=_31pv6ZYjT_e292-OimsEfDFAjZyPucqnqSew-JVP10,15323200
262
+ xinference/thirdparty/deepseek_vl2/utils/__init__.py,sha256=u8C--egJMT_DDm0JG3frXGSQNNv6cfIAumPhghzkxhk,1091
263
+ xinference/thirdparty/deepseek_vl2/utils/io.py,sha256=FqnY2we1ftnZOD3th3QPyueYns5pMWDJwv5x4eAh-UY,2839
239
264
  xinference/thirdparty/f5_tts/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
240
265
  xinference/thirdparty/f5_tts/api.py,sha256=yYr9SwJrgyzm8E7Z5LZYkW8p28PbVRtjr9lIcDRvJjk,5571
241
266
  xinference/thirdparty/f5_tts/socket_server.py,sha256=XwClpY1a3MtTdedMWT5fLTS1Bt2DnvydZs2jnLxSBdc,5353
@@ -573,14 +598,14 @@ xinference/thirdparty/whisper/normalizers/english.json,sha256=Zgf5SL6YJNLhsvoiI8
573
598
  xinference/thirdparty/whisper/normalizers/english.py,sha256=KJjkZyru_J9Ey03jjBFc3yhvWzWuMhQzRnp2dM6IQdA,20868
574
599
  xinference/web/ui/package-lock.json,sha256=Q3gwsjjCFtDjVg5Yk7s4jfMAZ1wiyFfS_TJCw3ECB64,762407
575
600
  xinference/web/ui/package.json,sha256=iitsROb4-TLzxbOftXJqUGpp38TuPhzfLKy5n9THQYg,2081
576
- xinference/web/ui/build/asset-manifest.json,sha256=oCtfqIGOgBDlMrAIC3xKRR-jcTsCebFXrkhf6EXS5Mc,453
601
+ xinference/web/ui/build/asset-manifest.json,sha256=ARFdRR2h3bNi91NhJFwqmvs6vSe8Nc08e0Fh2wEBzGw,453
577
602
  xinference/web/ui/build/favicon.svg,sha256=dWR8uaz0Q9GCcl-DjWvQh07e1f3jhJBt-r4aSbmH3A4,1894
578
- xinference/web/ui/build/index.html,sha256=nlgkAEo4QTMfagUN1jbZwY-QIk_JVwYhLUc_3j8s9eo,650
603
+ xinference/web/ui/build/index.html,sha256=xJe0hDCx7khbYq_fjD0PIkbrO8JtawZVjlu1359j7EI,650
579
604
  xinference/web/ui/build/static/css/main.b494ae7e.css,sha256=e-Ice658EZf6rU_LjpIp6moupZ1v2QOCyF-5bD9DGjA,5225
580
605
  xinference/web/ui/build/static/css/main.b494ae7e.css.map,sha256=50OJ6uMtUd2uzLFhhW2ksWuM5QDrlpmnWKIAYDM0Hk8,9970
581
- xinference/web/ui/build/static/js/main.3cea968e.js,sha256=mUA9F36YMRgRVsHbA2U1MeeBSCrqPOIUx369O-SKziA,1227895
582
- xinference/web/ui/build/static/js/main.3cea968e.js.LICENSE.txt,sha256=d8ETWF_wyLDtaMx4LKhmJjBONXs3Onu4YucCXopqPK0,2321
583
- xinference/web/ui/build/static/js/main.3cea968e.js.map,sha256=s11GpDFf8udQMKWBp9my__36URgF0xQGUXXnaYsGKqw,5192678
606
+ xinference/web/ui/build/static/js/main.5ca4eea1.js,sha256=N_ZP9zYhBJqMbK1jcAzz2gvpCeGoj949WzFw932Wbfw,1227923
607
+ xinference/web/ui/build/static/js/main.5ca4eea1.js.LICENSE.txt,sha256=d8ETWF_wyLDtaMx4LKhmJjBONXs3Onu4YucCXopqPK0,2321
608
+ xinference/web/ui/build/static/js/main.5ca4eea1.js.map,sha256=vlWPtk3uRo14tPY6lR9OctdVjNUGgQuJ99TrQNhsWj0,5192724
584
609
  xinference/web/ui/build/static/media/icon.4603d52c63041e5dfbfd.webp,sha256=kM--URMpXs5Vf0iSqQ8hmUalvWgcmRERpv37CriXRAE,16128
585
610
  xinference/web/ui/node_modules/.package-lock.json,sha256=2kL1sQ4ZuDQilki9DnRFFM8CxT13fyGl3chLK6i3DQY,760261
586
611
  xinference/web/ui/node_modules/.cache/babel-loader/00012b59e7dc64a18400bdddb660faa295258241c0b9cd15c78cdba63b858ed8.json,sha256=FhiSQ9MQv6bT7TkLBlXXskoaG2HCKhsuTXXlkDV-pM4,668
@@ -1297,6 +1322,7 @@ xinference/web/ui/node_modules/.cache/babel-loader/0ef7d86422625e70d16fd2570a123
1297
1322
  xinference/web/ui/node_modules/.cache/babel-loader/0ef84bbb6b567d753a060bcd921cb1368bb26264f8d8691c64c75a3296d4847c.json,sha256=h9Xa_pI3tkGkJ_FR5R2Pu1C2emk5AcpQ8WC8HXERBBE,7078
1298
1323
  xinference/web/ui/node_modules/.cache/babel-loader/0efd7db36d8479197fe4d6fd406d90fe9841d6018ce2b1b0f53f25e7438a88f9.json,sha256=6fOUQui_YSFHFDeWqK8nxrcJ7Z1VyTSyijVj7yimtgM,1530
1299
1324
  xinference/web/ui/node_modules/.cache/babel-loader/0f0411593a7e8b8bff7f9a4b09f708c6eaafae8d359b73017a63c901658901d3.json,sha256=fgXt_imBl5ngvobBRLkdi7cI6AyW_07onWYdiyYdVP4,1732
1325
+ xinference/web/ui/node_modules/.cache/babel-loader/0f0967acaec5df1d45b80010949c258d64297ebbb0f44b8bb3afcbd45c6f0ec4.json,sha256=EeIz18CSV1c55EXYhDG79cYzsz5c3X0V2sx8jZ9JWWs,221866
1300
1326
  xinference/web/ui/node_modules/.cache/babel-loader/0f0a073112ecc16a2813d386f82fe951dc0ce5a10473ff1024aacb58bf001cf7.json,sha256=wz-iXkh0-WT0xa1w7ZuzY2oK6-4vS5W815CkMygUE_A,1259
1301
1327
  xinference/web/ui/node_modules/.cache/babel-loader/0f0adb2283a8f469d097a7a0ebb754624fa52414c83b83696c41f2e6a737ceda.json,sha256=gXeQ-hi5JIvzEIv3ZLo6A1MbFoNrcG99AsNekqoK1-0,79726
1302
1328
  xinference/web/ui/node_modules/.cache/babel-loader/0f1103819797fe986c40db633df5e68feb9e429753a497815b0babfa25bbbc5f.json,sha256=BLBzQuF_qHwWXayWpBeCIxJn28euUGFuIdLxxygQKcE,1320
@@ -5522,6 +5548,7 @@ xinference/web/ui/node_modules/.cache/babel-loader/6810a817d49260ed87fc90f87afbc
5522
5548
  xinference/web/ui/node_modules/.cache/babel-loader/68124974ff7d9d4f9163c3450315bcbc8fa3e8acdc3c192cc64beb62768b5124.json,sha256=hO4DYdU0HCangqcrQx8wrbDNggUjGSSF-22GQ7BUbO0,2543
5523
5549
  xinference/web/ui/node_modules/.cache/babel-loader/681a35bbe33939b2dea8fa4d96ffb2da54ae0ce28ea49c60ae6812f9f0abf0ec.json,sha256=IWyOTtZNctIapCTQ5FONn6Q8zgQhuSIw6QJpgxZbx7A,2208
5524
5550
  xinference/web/ui/node_modules/.cache/babel-loader/6821f62fbb26771dd8b4f37f18619c8da681dd7e3a83e8514c690086eb9bda85.json,sha256=0T4PP4PpTPnVQXFISJm9aNK4x2-o1mwa59gtW3rVjWw,1408
5551
+ xinference/web/ui/node_modules/.cache/babel-loader/68249645124f37d01eef83b1d897e751f895bea919b6fb466f907c1f87cebc84.json,sha256=yx_-guUh0EnwPo3tfG5kHAYZ_5v3Da-MeX25SAX7BWE,5741
5525
5552
  xinference/web/ui/node_modules/.cache/babel-loader/682650b170bbba3d71e0391256c77d259153ecf3ddb4521f637d9fb686642f3f.json,sha256=mD1zUpxFa25t5lVHh9DkWt88997Ym53wzV0xGHE4zjA,1911
5526
5553
  xinference/web/ui/node_modules/.cache/babel-loader/682699a7b6f5e55fb2cda8cda9ac069e55bc28b7c7948fe857ff4b083919563f.json,sha256=z0FLrTkxKAf_QbWxHQonhYQo_2V3JRgX1FMeJzJmZp0,1026
5527
5554
  xinference/web/ui/node_modules/.cache/babel-loader/682ec00dce973690e604566e9d2df6bff29a0d9da2483ee3b413bc39ab7193ef.json,sha256=PsXr_RWp9CszBK0Zu0YbH6YX93rs8AntpwnenlN6Iak,1492
@@ -6639,7 +6666,6 @@ xinference/web/ui/node_modules/.cache/babel-loader/7f52f4703926b2867c8910be5f0f1
6639
6666
  xinference/web/ui/node_modules/.cache/babel-loader/7f54c37f013c5ffa8a7e711229d81530cba1e0ebd9f8b1e4710d6c34a5d9a4d7.json,sha256=mOFgiIpN1ZXK1NMxawxU1FJguULoxNL6vprh-oIdM1k,1812
6640
6667
  xinference/web/ui/node_modules/.cache/babel-loader/7f55398e4dac45eb51765107e01a7b7f0424cab3912dd61e901c363f6c2cf53e.json,sha256=EUfu9SYeYylmTR4MoeAHdaZhvE50MNxK71ZUMmKfmG0,1945
6641
6668
  xinference/web/ui/node_modules/.cache/babel-loader/7f58810ad7b460d8104304b5c2ae99544c0ffa4fd8c9700b26e3afbedcb79ed3.json,sha256=jqQprewMjT2fZbDwvqlwSInrXKNCfkdBshVbFzDg1DY,1624
6642
- xinference/web/ui/node_modules/.cache/babel-loader/7f59e45e3f268ab8a4788b6fb024cf8dab088736dff22f5a3a39c122a83ab930.json,sha256=CuUavbf9jy4pQDAImPgPzcJeU3cLpb2hzi-YBcRlRgU,5680
6643
6669
  xinference/web/ui/node_modules/.cache/babel-loader/7f5eeaaa115e8a682284195a0af0317621a549402ddfdb53f5b7a7018c8dec5d.json,sha256=qYVySSevd2_Eem3AlN2zrYoNyTehRC4cZ9QWv6RG2kk,1378
6644
6670
  xinference/web/ui/node_modules/.cache/babel-loader/7f631c630c8ece11321c64f461192500cd7e4e3f32dabe28ade1eee6cfbf5780.json,sha256=MnnYXtIJNccCKdtQbV-eZfPdyI5BQHsIZvfTI3HSl34,1215
6645
6671
  xinference/web/ui/node_modules/.cache/babel-loader/7f6b5052b811caa6c1fd331cb20addb7c9a8ab6ab1eb67381796be942bad2466.json,sha256=9QZ16xJvZafn6CmPk9MLdcUGlb4DOjYYosElZQ9W43U,1931
@@ -11127,7 +11153,6 @@ xinference/web/ui/node_modules/.cache/babel-loader/dcc3d0c62308f3f05764639fb6fa5
11127
11153
  xinference/web/ui/node_modules/.cache/babel-loader/dcc804e74c0a71354df99146c6e7522de11b9184bf861ca4cd72777f9cbd4c97.json,sha256=77mH593VrddmlD3YQgIkd_HUKZL3lA1ScxTG6yaT3EQ,1389
11128
11154
  xinference/web/ui/node_modules/.cache/babel-loader/dcc89cfa0957707282c8cc4f69115e5013232860957466196f6f306ff6c11e50.json,sha256=9DS6D86pdvDfBDmfMZaj2T4OI3wMTW1mfyLiVW0C2X0,1347
11129
11155
  xinference/web/ui/node_modules/.cache/babel-loader/dcd2c26312e6cb7ee06888d34b3751421b84d54424d73251158aa89a2975836f.json,sha256=tQGbH9pWuf-RYrNdxtWi-NdnBxaN7w6GFFP2DCm1_qQ,1028
11130
- xinference/web/ui/node_modules/.cache/babel-loader/dcd60488509450bfff37bfff56de2c096d51de17dd00ec60d4db49c8b483ada1.json,sha256=2263e_vffxtN92YVpyTpaWIs-O53kQnYlUd83fcTt6Q,221841
11131
11156
  xinference/web/ui/node_modules/.cache/babel-loader/dcd60f85f294616eabd018feebad940c1ab261ca922553451f1508f85c23380d.json,sha256=8jZpBRAGZZb1ntfccjrCbinkbKiO6xZcduekb3Ju8mE,1396
11132
11157
  xinference/web/ui/node_modules/.cache/babel-loader/dcdbf93baf389666a9070e12fe6b6be06440787f9a7a55c6496b6b83f8075b2d.json,sha256=mDO0hSodN0CrivNviYdcgs-CPkO3jhSMo8lTnG3WlOU,713
11133
11158
  xinference/web/ui/node_modules/.cache/babel-loader/dce567ae9f554cc75f5076e34c36f78fae69fa9892dd17b76413a52c43097d97.json,sha256=zR3NXHHkcfW0NNyZ1rcfRYcdBiKRj_QXU3YuUfGl4pM,2608
@@ -15725,9 +15750,9 @@ xinference/web/ui/node_modules/yup/package.json,sha256=xRFSROB9NKxqSWHEVFvSTsPs9
15725
15750
  xinference/web/ui/node_modules/yup/node_modules/type-fest/package.json,sha256=JTv2zTTVgxQ2H82m1-6qEpdMv08lHjFx4Puf_MsbB_Q,1134
15726
15751
  xinference/web/ui/src/locales/en.json,sha256=GVdNMQoMvs1UverhaJtafaG4NBOcX5UtLRNlw82COnY,8937
15727
15752
  xinference/web/ui/src/locales/zh.json,sha256=qpz8XbMfUksgZN3-ozD78tD6eTX5PjWyBxZ3j6Mb4bs,8681
15728
- xinference-1.4.0.dist-info/LICENSE,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
15729
- xinference-1.4.0.dist-info/METADATA,sha256=Svf3DOLLEVmlBn0ObXY095HGBXSyubH6mNvHy_tVHHg,24441
15730
- xinference-1.4.0.dist-info/WHEEL,sha256=tZoeGjtWxWRfdplE7E3d45VPlLNQnvbKiYnx7gwAy8A,92
15731
- xinference-1.4.0.dist-info/entry_points.txt,sha256=-lDyyzqWMFQF0Rgm7VxBNz0V-bMBMQLRR3pvQ-Y8XTY,226
15732
- xinference-1.4.0.dist-info/top_level.txt,sha256=L1rQt7pl6m8tmKXpWVHzP-GtmzAxp663rXxGE7qnK00,11
15733
- xinference-1.4.0.dist-info/RECORD,,
15753
+ xinference-1.4.1.dist-info/LICENSE,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
15754
+ xinference-1.4.1.dist-info/METADATA,sha256=WDrdB_6Iqm_-3D-B7Nuoe8f5BvUYi98jhJ74s4vF1nA,24389
15755
+ xinference-1.4.1.dist-info/WHEEL,sha256=tZoeGjtWxWRfdplE7E3d45VPlLNQnvbKiYnx7gwAy8A,92
15756
+ xinference-1.4.1.dist-info/entry_points.txt,sha256=-lDyyzqWMFQF0Rgm7VxBNz0V-bMBMQLRR3pvQ-Y8XTY,226
15757
+ xinference-1.4.1.dist-info/top_level.txt,sha256=L1rQt7pl6m8tmKXpWVHzP-GtmzAxp663rXxGE7qnK00,11
15758
+ xinference-1.4.1.dist-info/RECORD,,