xinference 1.7.1__py3-none-any.whl → 1.8.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of xinference might be problematic. Click here for more details.

Files changed (136) hide show
  1. xinference/_version.py +3 -3
  2. xinference/client/restful/async_restful_client.py +8 -13
  3. xinference/client/restful/restful_client.py +6 -2
  4. xinference/core/chat_interface.py +6 -4
  5. xinference/core/media_interface.py +5 -0
  6. xinference/core/model.py +1 -5
  7. xinference/core/supervisor.py +117 -68
  8. xinference/core/worker.py +49 -37
  9. xinference/deploy/test/test_cmdline.py +2 -6
  10. xinference/model/audio/__init__.py +26 -23
  11. xinference/model/audio/chattts.py +3 -2
  12. xinference/model/audio/core.py +49 -98
  13. xinference/model/audio/cosyvoice.py +3 -2
  14. xinference/model/audio/custom.py +28 -73
  15. xinference/model/audio/f5tts.py +3 -2
  16. xinference/model/audio/f5tts_mlx.py +3 -2
  17. xinference/model/audio/fish_speech.py +3 -2
  18. xinference/model/audio/funasr.py +17 -4
  19. xinference/model/audio/kokoro.py +3 -2
  20. xinference/model/audio/megatts.py +3 -2
  21. xinference/model/audio/melotts.py +3 -2
  22. xinference/model/audio/model_spec.json +572 -171
  23. xinference/model/audio/utils.py +0 -6
  24. xinference/model/audio/whisper.py +3 -2
  25. xinference/model/audio/whisper_mlx.py +3 -2
  26. xinference/model/cache_manager.py +141 -0
  27. xinference/model/core.py +6 -49
  28. xinference/model/custom.py +174 -0
  29. xinference/model/embedding/__init__.py +67 -56
  30. xinference/model/embedding/cache_manager.py +35 -0
  31. xinference/model/embedding/core.py +104 -84
  32. xinference/model/embedding/custom.py +55 -78
  33. xinference/model/embedding/embed_family.py +80 -31
  34. xinference/model/embedding/flag/core.py +21 -5
  35. xinference/model/embedding/llama_cpp/__init__.py +0 -0
  36. xinference/model/embedding/llama_cpp/core.py +234 -0
  37. xinference/model/embedding/model_spec.json +968 -103
  38. xinference/model/embedding/sentence_transformers/core.py +30 -20
  39. xinference/model/embedding/vllm/core.py +11 -5
  40. xinference/model/flexible/__init__.py +8 -2
  41. xinference/model/flexible/core.py +26 -119
  42. xinference/model/flexible/custom.py +69 -0
  43. xinference/model/flexible/launchers/image_process_launcher.py +1 -0
  44. xinference/model/flexible/launchers/modelscope_launcher.py +5 -1
  45. xinference/model/flexible/launchers/transformers_launcher.py +15 -3
  46. xinference/model/flexible/launchers/yolo_launcher.py +5 -1
  47. xinference/model/image/__init__.py +20 -20
  48. xinference/model/image/cache_manager.py +62 -0
  49. xinference/model/image/core.py +70 -182
  50. xinference/model/image/custom.py +28 -72
  51. xinference/model/image/model_spec.json +402 -119
  52. xinference/model/image/ocr/got_ocr2.py +3 -2
  53. xinference/model/image/stable_diffusion/core.py +22 -7
  54. xinference/model/image/stable_diffusion/mlx.py +6 -6
  55. xinference/model/image/utils.py +2 -2
  56. xinference/model/llm/__init__.py +71 -94
  57. xinference/model/llm/cache_manager.py +292 -0
  58. xinference/model/llm/core.py +37 -111
  59. xinference/model/llm/custom.py +88 -0
  60. xinference/model/llm/llama_cpp/core.py +5 -7
  61. xinference/model/llm/llm_family.json +16260 -8151
  62. xinference/model/llm/llm_family.py +138 -839
  63. xinference/model/llm/lmdeploy/core.py +5 -7
  64. xinference/model/llm/memory.py +3 -4
  65. xinference/model/llm/mlx/core.py +6 -8
  66. xinference/model/llm/reasoning_parser.py +3 -1
  67. xinference/model/llm/sglang/core.py +32 -14
  68. xinference/model/llm/transformers/chatglm.py +3 -7
  69. xinference/model/llm/transformers/core.py +49 -27
  70. xinference/model/llm/transformers/deepseek_v2.py +2 -2
  71. xinference/model/llm/transformers/gemma3.py +2 -2
  72. xinference/model/llm/transformers/multimodal/cogagent.py +2 -2
  73. xinference/model/llm/transformers/multimodal/deepseek_vl2.py +2 -2
  74. xinference/model/llm/transformers/multimodal/gemma3.py +2 -2
  75. xinference/model/llm/transformers/multimodal/glm4_1v.py +167 -0
  76. xinference/model/llm/transformers/multimodal/glm4v.py +2 -2
  77. xinference/model/llm/transformers/multimodal/intern_vl.py +2 -2
  78. xinference/model/llm/transformers/multimodal/minicpmv26.py +3 -3
  79. xinference/model/llm/transformers/multimodal/ovis2.py +2 -2
  80. xinference/model/llm/transformers/multimodal/qwen-omni.py +2 -2
  81. xinference/model/llm/transformers/multimodal/qwen2_audio.py +2 -2
  82. xinference/model/llm/transformers/multimodal/qwen2_vl.py +2 -2
  83. xinference/model/llm/transformers/opt.py +3 -7
  84. xinference/model/llm/utils.py +34 -49
  85. xinference/model/llm/vllm/core.py +77 -27
  86. xinference/model/llm/vllm/xavier/engine.py +5 -3
  87. xinference/model/llm/vllm/xavier/scheduler.py +10 -6
  88. xinference/model/llm/vllm/xavier/transfer.py +1 -1
  89. xinference/model/rerank/__init__.py +26 -25
  90. xinference/model/rerank/core.py +47 -87
  91. xinference/model/rerank/custom.py +25 -71
  92. xinference/model/rerank/model_spec.json +158 -33
  93. xinference/model/rerank/utils.py +2 -2
  94. xinference/model/utils.py +115 -54
  95. xinference/model/video/__init__.py +13 -17
  96. xinference/model/video/core.py +44 -102
  97. xinference/model/video/diffusers.py +4 -3
  98. xinference/model/video/model_spec.json +90 -21
  99. xinference/types.py +5 -3
  100. xinference/web/ui/build/asset-manifest.json +3 -3
  101. xinference/web/ui/build/index.html +1 -1
  102. xinference/web/ui/build/static/js/main.7d24df53.js +3 -0
  103. xinference/web/ui/build/static/js/main.7d24df53.js.map +1 -0
  104. xinference/web/ui/node_modules/.cache/babel-loader/2704ff66a5f73ca78b341eb3edec60154369df9d87fbc8c6dd60121abc5e1b0a.json +1 -0
  105. xinference/web/ui/node_modules/.cache/babel-loader/607dfef23d33e6b594518c0c6434567639f24f356b877c80c60575184ec50ed0.json +1 -0
  106. xinference/web/ui/node_modules/.cache/babel-loader/9be3d56173aacc3efd0b497bcb13c4f6365de30069176ee9403b40e717542326.json +1 -0
  107. xinference/web/ui/node_modules/.cache/babel-loader/9f9dd6c32c78a222d07da5987ae902effe16bcf20aac00774acdccc4de3c9ff2.json +1 -0
  108. xinference/web/ui/node_modules/.cache/babel-loader/b2ab5ee972c60d15eb9abf5845705f8ab7e1d125d324d9a9b1bcae5d6fd7ffb2.json +1 -0
  109. xinference/web/ui/src/locales/en.json +0 -1
  110. xinference/web/ui/src/locales/ja.json +0 -1
  111. xinference/web/ui/src/locales/ko.json +0 -1
  112. xinference/web/ui/src/locales/zh.json +0 -1
  113. {xinference-1.7.1.dist-info → xinference-1.8.0.dist-info}/METADATA +9 -11
  114. {xinference-1.7.1.dist-info → xinference-1.8.0.dist-info}/RECORD +119 -119
  115. xinference/model/audio/model_spec_modelscope.json +0 -231
  116. xinference/model/embedding/model_spec_modelscope.json +0 -293
  117. xinference/model/embedding/utils.py +0 -18
  118. xinference/model/image/model_spec_modelscope.json +0 -375
  119. xinference/model/llm/llama_cpp/memory.py +0 -457
  120. xinference/model/llm/llm_family_csghub.json +0 -56
  121. xinference/model/llm/llm_family_modelscope.json +0 -8700
  122. xinference/model/llm/llm_family_openmind_hub.json +0 -1019
  123. xinference/model/rerank/model_spec_modelscope.json +0 -85
  124. xinference/model/video/model_spec_modelscope.json +0 -184
  125. xinference/web/ui/build/static/js/main.9b12b7f9.js +0 -3
  126. xinference/web/ui/build/static/js/main.9b12b7f9.js.map +0 -1
  127. xinference/web/ui/node_modules/.cache/babel-loader/1460361af6975e63576708039f1cb732faf9c672d97c494d4055fc6331460be0.json +0 -1
  128. xinference/web/ui/node_modules/.cache/babel-loader/4efd8dda58fda83ed9546bf2f587df67f8d98e639117bee2d9326a9a1d9bebb2.json +0 -1
  129. xinference/web/ui/node_modules/.cache/babel-loader/55b9fb40b57fa926e8f05f31c2f96467e76e5ad62f033dca97c03f9e8c4eb4fe.json +0 -1
  130. xinference/web/ui/node_modules/.cache/babel-loader/5b2dafe5aa9e1105e0244a2b6751807342fa86aa0144b4e84d947a1686102715.json +0 -1
  131. xinference/web/ui/node_modules/.cache/babel-loader/611fa2c6c53b66039991d06dfb0473b5ab37fc63b4564e0f6e1718523768a045.json +0 -1
  132. /xinference/web/ui/build/static/js/{main.9b12b7f9.js.LICENSE.txt → main.7d24df53.js.LICENSE.txt} +0 -0
  133. {xinference-1.7.1.dist-info → xinference-1.8.0.dist-info}/WHEEL +0 -0
  134. {xinference-1.7.1.dist-info → xinference-1.8.0.dist-info}/entry_points.txt +0 -0
  135. {xinference-1.7.1.dist-info → xinference-1.8.0.dist-info}/licenses/LICENSE +0 -0
  136. {xinference-1.7.1.dist-info → xinference-1.8.0.dist-info}/top_level.txt +0 -0
@@ -60,7 +60,6 @@
60
60
  "commandLineParsing": "Command Line Argument Parsing",
61
61
  "copyToCommandLine": "Copy as Command Line Command",
62
62
  "modelEngine": "Model Engine",
63
- "modelEngine.optional": "(Optional) Model Engine",
64
63
  "modelFormat": "Model Format",
65
64
  "modelSize": "Model Size",
66
65
  "quantization": "Quantization",
@@ -60,7 +60,6 @@
60
60
  "commandLineParsing": "コマンドライン引数解析",
61
61
  "copyToCommandLine": "コマンドラインコマンドとしてコピー",
62
62
  "modelEngine": "モデルエンジン",
63
- "modelEngine.optional": "(オプション) モデルエンジン",
64
63
  "modelFormat": "モデルフォーマット",
65
64
  "modelSize": "モデルサイズ",
66
65
  "quantization": "量子化",
@@ -60,7 +60,6 @@
60
60
  "commandLineParsing": "명령줄 인수 파싱",
61
61
  "copyToCommandLine": "명령줄 명령으로 복사",
62
62
  "modelEngine": "모델 엔진",
63
- "modelEngine.optional": "(선택) 모델 엔진",
64
63
  "modelFormat": "모델 형식",
65
64
  "modelSize": "모델 크기",
66
65
  "quantization": "양자화",
@@ -60,7 +60,6 @@
60
60
  "commandLineParsing": "解析命令行参数",
61
61
  "copyToCommandLine": "复制为命令行指令",
62
62
  "modelEngine": "模型引擎",
63
- "modelEngine.optional": "(可选) 模型引擎",
64
63
  "modelFormat": "模型格式",
65
64
  "modelSize": "模型大小",
66
65
  "quantization": "量化",
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: xinference
3
- Version: 1.7.1
3
+ Version: 1.8.0
4
4
  Summary: Model Serving Made Easy
5
5
  Home-page: https://github.com/xorbitsai/inference
6
6
  Author: Qin Xuye
@@ -68,8 +68,7 @@ Requires-Dist: sphinx-tabs; extra == "dev"
68
68
  Requires-Dist: sphinx-design; extra == "dev"
69
69
  Provides-Extra: all
70
70
  Requires-Dist: uv; extra == "all"
71
- Requires-Dist: xllamacpp>=0.1.18; extra == "all"
72
- Requires-Dist: gguf; extra == "all"
71
+ Requires-Dist: xllamacpp>=0.1.23; extra == "all"
73
72
  Requires-Dist: transformers>=4.46.0; extra == "all"
74
73
  Requires-Dist: torch; extra == "all"
75
74
  Requires-Dist: accelerate>=0.28.0; extra == "all"
@@ -105,13 +104,13 @@ Requires-Dist: FlagEmbedding; extra == "all"
105
104
  Requires-Dist: diffusers>=0.32.0; extra == "all"
106
105
  Requires-Dist: controlnet_aux; extra == "all"
107
106
  Requires-Dist: deepcache; extra == "all"
108
- Requires-Dist: gguf; extra == "all"
109
107
  Requires-Dist: verovio>=4.3.1; extra == "all"
110
108
  Requires-Dist: transformers>=4.37.2; extra == "all"
111
109
  Requires-Dist: tiktoken>=0.6.0; extra == "all"
112
110
  Requires-Dist: accelerate>=0.28.0; extra == "all"
113
111
  Requires-Dist: torch; extra == "all"
114
112
  Requires-Dist: torchvision; extra == "all"
113
+ Requires-Dist: gguf; extra == "all"
115
114
  Requires-Dist: diffusers>=0.32.0; extra == "all"
116
115
  Requires-Dist: imageio-ffmpeg; extra == "all"
117
116
  Requires-Dist: funasr<1.1.17; extra == "all"
@@ -167,8 +166,7 @@ Provides-Extra: intel
167
166
  Requires-Dist: torch==2.1.0a0; extra == "intel"
168
167
  Requires-Dist: intel_extension_for_pytorch==2.1.10+xpu; extra == "intel"
169
168
  Provides-Extra: llama-cpp
170
- Requires-Dist: xllamacpp>=0.1.18; extra == "llama-cpp"
171
- Requires-Dist: gguf; extra == "llama-cpp"
169
+ Requires-Dist: xllamacpp>=0.1.23; extra == "llama-cpp"
172
170
  Provides-Extra: transformers
173
171
  Requires-Dist: transformers>=4.46.0; extra == "transformers"
174
172
  Requires-Dist: torch; extra == "transformers"
@@ -215,13 +213,13 @@ Provides-Extra: image
215
213
  Requires-Dist: diffusers>=0.32.0; extra == "image"
216
214
  Requires-Dist: controlnet_aux; extra == "image"
217
215
  Requires-Dist: deepcache; extra == "image"
218
- Requires-Dist: gguf; extra == "image"
219
216
  Requires-Dist: verovio>=4.3.1; extra == "image"
220
217
  Requires-Dist: transformers>=4.37.2; extra == "image"
221
218
  Requires-Dist: tiktoken>=0.6.0; extra == "image"
222
219
  Requires-Dist: accelerate>=0.28.0; extra == "image"
223
220
  Requires-Dist: torch; extra == "image"
224
221
  Requires-Dist: torchvision; extra == "image"
222
+ Requires-Dist: gguf; extra == "image"
225
223
  Provides-Extra: video
226
224
  Requires-Dist: diffusers>=0.32.0; extra == "video"
227
225
  Requires-Dist: imageio-ffmpeg; extra == "video"
@@ -340,14 +338,14 @@ potential of cutting-edge AI models.
340
338
  - Support SGLang backend: [#1161](https://github.com/xorbitsai/inference/pull/1161)
341
339
  - Support LoRA for LLM and image models: [#1080](https://github.com/xorbitsai/inference/pull/1080)
342
340
  ### New Models
341
+ - Built-in support for [ERNIE 4.5](https://yiyan.baidu.com/blog/posts/ernie4.5/): [#3812](https://github.com/xorbitsai/inference/pull/3812)
342
+ - Built-in support for [GLM-4.1V-Thinking](https://github.com/THUDM/GLM-4.1V-Thinking/tree/main): [#3756](https://github.com/xorbitsai/inference/pull/3756)
343
+ - Built-in support for [jina-embeddings-v4](https://jina.ai/news/jina-embeddings-v4-universal-embeddings-for-multimodal-multilingual-retrieval/): [#3814](https://github.com/xorbitsai/inference/pull/3814)
344
+ - Built-in support for [FLUX.1-Kontext-dev](https://huggingface.co/black-forest-labs/FLUX.1-Kontext-dev): [#3728](https://github.com/xorbitsai/inference/pull/3728)
343
345
  - Built-in support for [Qwen3-Embedding](https://github.com/QwenLM/Qwen3-Embedding): [#3627](https://github.com/xorbitsai/inference/pull/3627)
344
346
  - Built-in support for [Minicpm4](https://github.com/OpenBMB/MiniCPM): [#3609](https://github.com/xorbitsai/inference/pull/3609)
345
347
  - Built-in support for [CogView4](https://github.com/THUDM/CogView4): [#3557](https://github.com/xorbitsai/inference/pull/3557)
346
348
  - Built-in support for [Deepseek-R1-0528](https://huggingface.co/deepseek-ai/DeepSeek-R1-0528): [#3539](https://github.com/xorbitsai/inference/pull/3539)
347
- - Built-in support for [Qwen3](https://qwenlm.github.io/blog/qwen3/): [#3347](https://github.com/xorbitsai/inference/pull/3347)
348
- - Built-in support for [Qwen2.5-Omni](https://github.com/QwenLM/Qwen2.5-Omni): [#3279](https://github.com/xorbitsai/inference/pull/3279)
349
- - Built-in support for [Skywork-OR1](https://github.com/SkyworkAI/Skywork-OR1): [#3274](https://github.com/xorbitsai/inference/pull/3274)
350
- - Built-in support for [GLM-4-0414](https://github.com/THUDM/GLM-4): [#3251](https://github.com/xorbitsai/inference/pull/3251)
351
349
  ### Integrations
352
350
  - [Dify](https://docs.dify.ai/advanced/model-configuration/xinference): an LLMOps platform that enables developers (and even non-developers) to quickly build useful applications based on large language models, ensuring they are visual, operable, and improvable.
353
351
  - [FastGPT](https://github.com/labring/FastGPT): a knowledge-based platform built on the LLM, offers out-of-the-box data processing and model invocation capabilities, allows for workflow orchestration through Flow visualization.
@@ -1,12 +1,12 @@
1
1
  xinference/__init__.py,sha256=nmTTrYbIpj964ZF6ojtgOM7E85JBOj1EyQbmYjbj1jw,915
2
2
  xinference/_compat.py,sha256=YF-lS6tX06zkFi2oFS0yq_LBn4hX_8u0Ft0vKxGALwA,4238
3
- xinference/_version.py,sha256=9JXd7XrJvzQDpymBaPM5a_daxrtok9r4yFyj32_R1TA,497
3
+ xinference/_version.py,sha256=TQn3eOOMpUOT96PUT-c08nICE3peRvb8CIK7_9b6h8w,497
4
4
  xinference/conftest.py,sha256=vETDpRBVIlWbWi7OTwf7og89U25KyYGyI7yPIB3O8N8,9564
5
5
  xinference/constants.py,sha256=-QqMRJo1MvTgnLmRZLF3DVj3PMXUzg1rV-XIsuN_nGI,4319
6
6
  xinference/device_utils.py,sha256=vt3GpNNfEfuJzXPb49bUnADyM2r4SqgG03ODiJO86sA,4953
7
7
  xinference/fields.py,sha256=0UtBFaDNzn1n9MRjyTkNrolsIML-TpZfudWOejqjni8,5245
8
8
  xinference/isolation.py,sha256=gTU1em5fxg1m-7hxieWBMZvVkXZX4GZYmeT7XxXsYrU,2699
9
- xinference/types.py,sha256=CEHiKrMT_a1xX38vxVxHIWgkLxRXaMkaXRrMI8E1D9Y,11637
9
+ xinference/types.py,sha256=DiTxcRhA2kGrsWZ0pLgG9KkI25ueE3MACKkuLGCkGa4,11677
10
10
  xinference/utils.py,sha256=xMuOg3LZhTUf7inEhm-HmXCIoly0pHaWtMKMnnf8XGk,2273
11
11
  xinference/api/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
12
12
  xinference/api/restful_api.py,sha256=fHan_frZNdMQiaPl2c0ve4wlyYVV2IVIEnDi9yzHSkQ,102141
@@ -18,22 +18,22 @@ xinference/client/__init__.py,sha256=TnDlTxUF4dBRhpUgXu-aLsKtnZ3jEE_f4ReGu5Q6XhY
18
18
  xinference/client/common.py,sha256=LqVR27-zVmQSbVy5tyUpXi0VuJw3MRrYMSqOsIH0Ybw,3007
19
19
  xinference/client/handlers.py,sha256=2FdxGJhusLICplu2BoP2SNNYm0QXoGmmoU2xZi9SRQY,1356
20
20
  xinference/client/restful/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
21
- xinference/client/restful/async_restful_client.py,sha256=fu7LMfJxGEgTMrr9LFHnUANPvlvwxOOMee5utDlLPQY,64754
22
- xinference/client/restful/restful_client.py,sha256=tiLUeFffiVaZ4nSpO2FgweSwjffsz4aSCjZMdP8b30Q,60033
21
+ xinference/client/restful/async_restful_client.py,sha256=DpvtFyf5Cg6hRDYuvFvO9a59PC8iX4eBAL-VOYo97U0,64493
22
+ xinference/client/restful/restful_client.py,sha256=JcKtbEzXT-pHoxvGUJ3_xybr39UrxgeB9WkA1gLyGvA,60190
23
23
  xinference/core/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
24
24
  xinference/core/cache_tracker.py,sha256=3ubjYCU5aZToSp2GEuzedECVrg-PR4kThTefrFUkb9g,6971
25
- xinference/core/chat_interface.py,sha256=GbjCZgxv9t14r7-DK7G2tB5Xhuze8R4nLiB92D4mBjo,31174
25
+ xinference/core/chat_interface.py,sha256=qC3Tlot5F6OktT1nsctr34u4QK4IUaSkZ45Wg6MQ624,31259
26
26
  xinference/core/event.py,sha256=42F38H2WOl6aPxp2oxX6WNxHRRxbnvYRmbt4Ar7NP4U,1640
27
- xinference/core/media_interface.py,sha256=kPKB5L8wVJwy8j9rlxKfenV9F9VYLSqF9782GN1L31o,32129
27
+ xinference/core/media_interface.py,sha256=Xxkn5grbo10yquPFFFWeaPrz6AqoJzxiWsQmnf_Ovs0,32428
28
28
  xinference/core/metrics.py,sha256=ScmTG15Uq3h_ob72ybZSMWdnk8P4sUZFcm60f4ikSXc,2631
29
- xinference/core/model.py,sha256=Z_l3f-YCDotFfUkvg65-DbNHhXJ2roNuDIspN2eIYB4,47906
29
+ xinference/core/model.py,sha256=Der30ZqDO1n7QRFyfPqoXYlvXldlFrJp567_huUb0No,47757
30
30
  xinference/core/progress_tracker.py,sha256=CNCc1ZVscvp-JJznPTYJDPuis7ya6ZothZUIalDcxDo,6798
31
31
  xinference/core/resource.py,sha256=aTV89dmuKxw5JnwQglRkA2Wxu1EBLM5WjmLxITSXYgs,1808
32
32
  xinference/core/scheduler.py,sha256=QLT0FD2ICxtXtg7stfs58Cy7hK_XOiN2GmKo8hBjKF0,15242
33
33
  xinference/core/status_guard.py,sha256=VLhyqpobdclfyzcROqf4bmGDiKpuHllto316X3Z6Hrc,2860
34
- xinference/core/supervisor.py,sha256=bdw2BEMBThOjywzvusObwMcnSAEu9E8uUrL4i_H-aP4,71740
34
+ xinference/core/supervisor.py,sha256=60XSCO7W3aeeGL-vPWb05-hqD1zvJuEO3wEa6b4PoQQ,73718
35
35
  xinference/core/utils.py,sha256=VgcvxpTr2Q8am3MoHp7JPjC7jLYlKX2kLVdBo2Q_fRo,10430
36
- xinference/core/worker.py,sha256=nH7-P6MLYcDAfq98d2KHP04x8KdwUAIeI_Zoy_rcH7M,61096
36
+ xinference/core/worker.py,sha256=tWcuThoPu0nWf0YXZwexo7kwVE93VtkXDD2z4NOpdIw,61624
37
37
  xinference/deploy/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
38
38
  xinference/deploy/cmdline.py,sha256=Q2OFxPSbkU98YbkD0wMpFQX0_vtm3zMDbBJ25tJjRX4,51257
39
39
  xinference/deploy/local.py,sha256=rXn6dWkroev2-8VXumptNMTQ-WaSHeHv1K8-TaAZxes,5367
@@ -41,79 +41,80 @@ xinference/deploy/supervisor.py,sha256=68rB2Ey5KFeF6zto9YGbw3P8QLZmF_KSh1NwH_pNP
41
41
  xinference/deploy/utils.py,sha256=gEU7mXID00bbi7PxE7iqJePpLhwvzjmgAHsEErKddp8,6623
42
42
  xinference/deploy/worker.py,sha256=QfRQdZP710KgxCYzVcso5nPbKASMiWpZu22qh_yzop4,3043
43
43
  xinference/deploy/test/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
44
- xinference/deploy/test/test_cmdline.py,sha256=ozgVyvaa_AxRDbApu4o3qzOfVfF1wflMNtsJbudUwb8,9801
44
+ xinference/deploy/test/test_cmdline.py,sha256=JOD2dZZNkxGWPA3P7-qRkHfNqAokKJefBf4Ac2wloJc,9748
45
45
  xinference/model/__init__.py,sha256=bCEwvKjoazBW8QZ5C5Hpfd5v_VTbWpXvo8IB9d4Qs70,1127
46
- xinference/model/core.py,sha256=mtGibmMQ0_8mFK5mWEACxsddi5qi0_f16kVr0wlTL30,5129
47
- xinference/model/utils.py,sha256=_gkUu037RpdYnkOUgqu2UCh8L4L0r3IKV64FpknAgzs,16068
48
- xinference/model/audio/__init__.py,sha256=CY1JDmT3g3V3Ei3mx3uvHkHL3MKqG8fp0hsCHJymcKA,3330
49
- xinference/model/audio/chattts.py,sha256=I53CcY52QYKLi2obc6tU-5fMbhUOZWryOOahs1xYBXE,4115
50
- xinference/model/audio/core.py,sha256=C20tXJJBnK9HhkkomiybFaYys-s5bW-Y4RWkkFJ4Zjw,8108
51
- xinference/model/audio/cosyvoice.py,sha256=X4UNBQUWd87lX2STqDAb97UeXiO3KDRj5yR9NEFmFYA,7265
52
- xinference/model/audio/custom.py,sha256=8GXBRmTtR-GY03-E91nlRGTIuabCRzlt20ecU6Un6Y8,4985
53
- xinference/model/audio/f5tts.py,sha256=RyfEYVvKhV7JygIv4F45C8wBr-u0mx9WpXj3gIOtL7o,6809
54
- xinference/model/audio/f5tts_mlx.py,sha256=SbYIo1C3EfZ8L30P7OTx0Dx7KuXIIpQKf8uZqR1e760,8527
55
- xinference/model/audio/fish_speech.py,sha256=Pvpa0rWRg9mtn3cAsK7IjT9-bo-EsANTJ2N5Y8RlHko,6074
56
- xinference/model/audio/funasr.py,sha256=kB65bxZCTxVdBdkGscwTSE2CxAHsI4X9CkrAIRjWTUY,5664
57
- xinference/model/audio/kokoro.py,sha256=7gqMqsW9NW3xm9zOXbqB4y_1UmMnI5JCub14K3iyLL4,3729
58
- xinference/model/audio/megatts.py,sha256=fA2_vbEZ1ggIh2xSGacnyp72Kn2TyQGfjxFlO_w-oGw,3369
59
- xinference/model/audio/melotts.py,sha256=lJdOsce2mMOTQIslv6xq1JTEO7vC6Q9ga2xjY-_E7uw,3493
60
- xinference/model/audio/model_spec.json,sha256=SltF_9LIuNv_Snnle11nADtzpmQWTU_sdGatUd1_dL8,13596
61
- xinference/model/audio/model_spec_modelscope.json,sha256=9SuAIeG8BhDx5zHNnOwKzx2aNKtfQ_ei94N2AeaHoLc,6194
62
- xinference/model/audio/utils.py,sha256=PR8xTkpgjTOqOJ9KwII5SuOWvPOaqFB9CXMw-nzTK9c,4398
63
- xinference/model/audio/whisper.py,sha256=NePQOYy2CnVqi7g6uY9hq5tlUIxZ995FOIOPsPZCfJ8,9058
64
- xinference/model/audio/whisper_mlx.py,sha256=zBuCd7GUlsN9FC_-J11gqIkOCicihfbqxoabiXTvH2Q,7237
65
- xinference/model/embedding/__init__.py,sha256=QhF6r78BnBeI7YwvuCMI85HD26eSf4ycGT_rYGqNr4s,5479
66
- xinference/model/embedding/core.py,sha256=f-iLnsoQSxHUsKjdxA00528-ev3eB7ko_PX9xTHExzw,10541
67
- xinference/model/embedding/custom.py,sha256=ngpvdsvLXA0ROtph4fLUlYmMi6503FtjmDYVoBeE6wU,3976
68
- xinference/model/embedding/embed_family.py,sha256=28djUS_pz24ltC26t83bk1o_SB9z4SKSN2usVZBtGJg,3867
69
- xinference/model/embedding/model_spec.json,sha256=UrYMa2ZsELT9wM2csI_RFqJ4uzNX37nTIDyKNIeeCU4,8171
70
- xinference/model/embedding/model_spec_modelscope.json,sha256=VENWCCSV0RFqw5I0jrmrSd48QUOoYmk2kVwFZejUFpI,7247
71
- xinference/model/embedding/utils.py,sha256=t_y-7TrYenJKzX3p8e8KWXyC66u7Kd7lMvSzEOolnZw,790
46
+ xinference/model/cache_manager.py,sha256=hdswFBO-ncoahTxMZ7afPlHb_SENmU_M8Oa74axkwhs,5004
47
+ xinference/model/core.py,sha256=H7uF__71DmX53BjZuP8ffJe_AIJPgNKGi-LEnv6kr8s,4134
48
+ xinference/model/custom.py,sha256=byW3aBEUAaWPS9jAyEoabZ0ktRGJixSyyuDb6Dp-OOo,6542
49
+ xinference/model/utils.py,sha256=ssrByidXsrC89LWLuMGgvzXBSh37nK2G_VRaE0_7OfA,17526
50
+ xinference/model/audio/__init__.py,sha256=RPf_feWYEh_BfMmwRkehIOBK5vUx6AadMHXp1d6EAk4,3473
51
+ xinference/model/audio/chattts.py,sha256=LmwD-X1XFKhVwA5ruqEQJ7VOiHIVwMuJrL7cH82poNE,4154
52
+ xinference/model/audio/core.py,sha256=YTqmhFsfcJ67OYYDOlnd5kNftjikMJKvq1vAWbT_Gng,6365
53
+ xinference/model/audio/cosyvoice.py,sha256=YgnZH7qmArd2tA4-34qPocvfBLEv9qknuJArW0D4ryI,7304
54
+ xinference/model/audio/custom.py,sha256=UqiXQ1N9kDfcNOCxUmYnmS_kHOIVrrJvJrpUitAydCw,3107
55
+ xinference/model/audio/f5tts.py,sha256=if2IxLKurIfIbLzSmeOtqFG3xoVEQ_Ax_GK7eYCVl28,6848
56
+ xinference/model/audio/f5tts_mlx.py,sha256=RXtP5MPm8ewMt4mPbpu93QmEPAWecM_dC_aHCz0_uzY,8566
57
+ xinference/model/audio/fish_speech.py,sha256=ljufZldrChWzC6hZj2j222DKqz9HP4aZ8f4XjgzRgEo,6113
58
+ xinference/model/audio/funasr.py,sha256=L-seUq_y-rwC3sadyrYb7VUOF82AUizpdpHYYt8f9Z8,6231
59
+ xinference/model/audio/kokoro.py,sha256=lt9S6edUjkMo2whO2xzYOhRH2Z-ZXCWVtwfGHq_iFWo,3768
60
+ xinference/model/audio/megatts.py,sha256=K2n-EfJHbyv3qC0tlnhm68Q2zZDVkgHAlQpHrf3s2pU,3408
61
+ xinference/model/audio/melotts.py,sha256=n3jKYKeoXwHlQrocSUdS_Wry6ATVXKwZyXrJpePvJU4,3532
62
+ xinference/model/audio/model_spec.json,sha256=36okmGzBhiOg_I7eHjJ0iD2W4oYGRqtHH69SzCpEKD0,20265
63
+ xinference/model/audio/utils.py,sha256=DveA9EW3hZAlaYcGZ00AewacC631bcynwjH9fcfvPJc,4261
64
+ xinference/model/audio/whisper.py,sha256=kgzZOGzGDC8odM_syKY0eEP7f1BvMSxOP2quZsFoBVM,9097
65
+ xinference/model/audio/whisper_mlx.py,sha256=DIOTrBh-LVT_dzySjV7ax-J5lgTXg0-Cqvbq9ctHD7o,7276
66
+ xinference/model/embedding/__init__.py,sha256=2PHsBe16CgGjz7cwiQz9-yjv83NKfrLDNQOFk54i6Lc,5977
67
+ xinference/model/embedding/cache_manager.py,sha256=_ScNPA2PhkcKsk9WSaORd8GtImnKauvwhfn0j0J9Kkw,1284
68
+ xinference/model/embedding/core.py,sha256=53wPJmkBXi7R7NEVPPEqi48Llb4ry8UHlLXHCQ5JtXI,11245
69
+ xinference/model/embedding/custom.py,sha256=CmxoTGH2KP5YjaP9UelRZiXk4VnQoUEWwn3TsMI9SEM,3038
70
+ xinference/model/embedding/embed_family.py,sha256=trYpZt-1z6WzTU5U5zxwU_-vKxeSQ0QMXYB5rz6BOOk,5556
71
+ xinference/model/embedding/model_spec.json,sha256=TJ7Z_56jX3GXXbJTvVnTbwwFU9zPtYP4tRhQY99B4jQ,26477
72
72
  xinference/model/embedding/flag/__init__.py,sha256=CyLLkbImZouAk4lePIgKXT4WQoqyauIEwdqea5IOUVU,581
73
- xinference/model/embedding/flag/core.py,sha256=LNBac1r-Pde78tBPgbHx5rniyx3S0AvoZg0254PMajk,10874
73
+ xinference/model/embedding/flag/core.py,sha256=XtNVie_0SbD8Gbfn_mOnfjwcR_TKVjnnTXi9m0uE8A8,11218
74
+ xinference/model/embedding/llama_cpp/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
75
+ xinference/model/embedding/llama_cpp/core.py,sha256=r637WtX6hVvMPtYbvu3fEAa-mZCENjCog2Tmu7QlKc8,8624
74
76
  xinference/model/embedding/sentence_transformers/__init__.py,sha256=CyLLkbImZouAk4lePIgKXT4WQoqyauIEwdqea5IOUVU,581
75
- xinference/model/embedding/sentence_transformers/core.py,sha256=VA_2_24jfQQiE3XK1a5fYpkU59NV5RCTVZ_vmnm_GRc,17233
77
+ xinference/model/embedding/sentence_transformers/core.py,sha256=Jd6bssD1jCDrtb3YBlRmjxZqOt6KOKGY18aWnbWRpsI,17564
76
78
  xinference/model/embedding/vllm/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
77
- xinference/model/embedding/vllm/core.py,sha256=kH2mC3hSB527PCuL6tWYm88NqHdgR8zjfzfnSMOvMSA,3221
78
- xinference/model/flexible/__init__.py,sha256=DUAfq9vaiXOfUJfP2WRfqDmGfMtKMqRE-wLETaJw4_w,1718
79
- xinference/model/flexible/core.py,sha256=Ry-iqwpvZKUelv2mLagfL04fDZQtcPnGUJlnraMdCwY,7370
79
+ xinference/model/embedding/vllm/core.py,sha256=yJOlUOlzfVrJsnp9UAb3GmPz6ZuazccTuIPwn7yl7U8,3400
80
+ xinference/model/flexible/__init__.py,sha256=ASs6q89T6X5oTj1uAYmahpRNnUVntC5d5HEuox1U3xw,1887
81
+ xinference/model/flexible/core.py,sha256=DCCnZ3oaZJVFxOVZilBI26yC9rNM7B6te87vbOk_U8o,4031
82
+ xinference/model/flexible/custom.py,sha256=EhZ2voduhM-_M3S4R0SwsuKFzS6FUXyNxS3RkqnQZjQ,2216
80
83
  xinference/model/flexible/utils.py,sha256=_GlEarRHKPAxT7o6N39VOd9sB580zKzdSktqjbdrNig,1145
81
84
  xinference/model/flexible/launchers/__init__.py,sha256=x8nqAz_TNOezF3CKcmiWmBdR6oiVJcC0wlUwXf3IbN8,804
82
- xinference/model/flexible/launchers/image_process_launcher.py,sha256=aN2bGNHcH-0XL9lMKhUbF-HlfLIkxyFWsSO1BKLo7zc,2517
83
- xinference/model/flexible/launchers/modelscope_launcher.py,sha256=Kqt8giUNXQEnCPeVtFIjHf2N0w0A0mhnPJ4f5ZReqIo,1710
84
- xinference/model/flexible/launchers/transformers_launcher.py,sha256=QXQZ_fiLb04Bm4L472B-lrqQiy44NNwvhR_t7Vn2mJw,2047
85
- xinference/model/flexible/launchers/yolo_launcher.py,sha256=X8KiTH68hlJUjGzumHPUa6M40PrW8KgJ5P_nX96jHRc,1958
86
- xinference/model/image/__init__.py,sha256=n_RhozCUaU8fn8ZGTkJ9EWRVPTOit7uGVIoTsjCafNs,2835
87
- xinference/model/image/core.py,sha256=SYlUS-aTI3y5LvmWXivdEV5HbjY1Mpe-_kXge8E_4RE,13079
88
- xinference/model/image/custom.py,sha256=5gjujQpJVTJ-pVB5LzBo4-bWKKOHzFlRaoRKJ_CuIUg,3769
89
- xinference/model/image/model_spec.json,sha256=fOJYJc918eVCBXWi4qitXUS6Vy84HMj4teOtMzbkdwU,10502
90
- xinference/model/image/model_spec_modelscope.json,sha256=nM05DcrfFb6xYK2d0FyEfB5DBiqPK7WGqrYsG2Y1Sss,9636
85
+ xinference/model/flexible/launchers/image_process_launcher.py,sha256=AK6dHhr6PmUeIPE4Q5xWJM7ogvnKaUlvTSIPB2AJreQ,2554
86
+ xinference/model/flexible/launchers/modelscope_launcher.py,sha256=mpp9BSSeLmoFgRAAw1bUsYcnJpFNu01A1deO2-TRg3o,1768
87
+ xinference/model/flexible/launchers/transformers_launcher.py,sha256=RNksbNu9TmMMzDp2MBV2SN2cLHFg0CtO6UvKooVBriI,2269
88
+ xinference/model/flexible/launchers/yolo_launcher.py,sha256=BRLhxzO8r3aruQLgDxjS94bKz3u0x9eo9fJsfKI6Bqk,2016
89
+ xinference/model/image/__init__.py,sha256=X43XSNSbQrVlU82jgKxrX965o6uGO-GPMvLvyb0GF2U,2957
90
+ xinference/model/image/cache_manager.py,sha256=FIZjBucd5ORUJbYsD1NS44XzE8WqlCI08xsSTGPypXI,2382
91
+ xinference/model/image/core.py,sha256=aC6_yj27SOBxbYSxIXsrCKGcLYu8aDcBcB8PYFEwRIY,9099
92
+ xinference/model/image/custom.py,sha256=THn9AZUdPtV0BmMO1tUTpMEXBQkzfle8p5685ZYcqek,1969
93
+ xinference/model/image/model_spec.json,sha256=-KpcbrTcBfr7NjJv7obOwR4Tksx_VDYjANu1r-xMrCE,17597
91
94
  xinference/model/image/sdapi.py,sha256=Xgdtnvw4Xwj1Nc0cBoDo_ogH6E2mFJqLvX0jSxxgdnA,5936
92
- xinference/model/image/utils.py,sha256=sJCxC8iCS7r9sVY4edKz2DYaZ-ebq_t9HjL7fZMS8z8,2344
95
+ xinference/model/image/utils.py,sha256=wXqZRHqn11qERJKfYkK4nDSNanjNXsg1xaG2nVAs01Y,2344
93
96
  xinference/model/image/ocr/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
94
- xinference/model/image/ocr/got_ocr2.py,sha256=N5Ux1dCtDMA25BBEmqiYNVKrk_HA-IPWchlKo0x0Kmo,2461
97
+ xinference/model/image/ocr/got_ocr2.py,sha256=-eu4-tnt5wMh1WKuEIoaN9tlxdCvbOPhhn5UGN-4Fvs,2500
95
98
  xinference/model/image/scheduler/__init__.py,sha256=-sjSIQ4K6w-TEzx49kVaWeWC443fnZqODU91GCQ_JNo,581
96
99
  xinference/model/image/scheduler/flux.py,sha256=GHlpPfU5UxsiQWNyvNe9SaVZceNg_2CiF1oJUdCao5o,18830
97
100
  xinference/model/image/stable_diffusion/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
98
- xinference/model/image/stable_diffusion/core.py,sha256=sTceL97g4qXz9ukPGIBmPkRGgMAvOJGh7RaqKlTvOcc,28091
99
- xinference/model/image/stable_diffusion/mlx.py,sha256=GZsozzGB04NfHAdU9MI6gwWE1t_A-s_Ddn_ic8DlkKQ,7476
100
- xinference/model/llm/__init__.py,sha256=nA32gnOlwckmmB6XoQOtcYcnHpUd9M2vKauJWEjX_E0,9557
101
- xinference/model/llm/core.py,sha256=6t_yd7Nx4yVx4B973pHyVCS9Exnga0wMclwvf2pmCkg,11021
102
- xinference/model/llm/llm_family.json,sha256=c945DmLFicNV6smCCXl4YZ9l2QPx1Krj7bwkGtL3BvM,415494
103
- xinference/model/llm/llm_family.py,sha256=4BSjkacFQMhlh0GP8cXgXaFj0UfUmCt3J8vnOjTfOhY,44804
104
- xinference/model/llm/llm_family_csghub.json,sha256=OYve65CgLVHdyTC3UMe7vqhFwC09OR7XhzDsVEpkJhY,6908
105
- xinference/model/llm/llm_family_modelscope.json,sha256=J3rUfY7CpubCtLMldGyeGbAe04tNv8L5vYLd0IwuUCQ,360863
106
- xinference/model/llm/llm_family_openmind_hub.json,sha256=sAWzttUasckGzNdcBHhdxvXB893tBhnm__w_1hr6JXw,58243
107
- xinference/model/llm/memory.py,sha256=GLNmXBI-AtMbuaJfEf50fnhN4rdbOZjLyT6L_Vjqa5g,10206
108
- xinference/model/llm/reasoning_parser.py,sha256=oURbVAxD-Qsc1m_J1mFp804p-IgxMftbeX6TyKJqUTk,17386
109
- xinference/model/llm/utils.py,sha256=SrOP1f0V4jrCs1ctp4CcLhpHF0x71wAngTqO9cyR4NM,37556
101
+ xinference/model/image/stable_diffusion/core.py,sha256=qJDF1-Yy8de59sVO0uETRs-lwuKRn5cwoWZkrmHaY3o,28687
102
+ xinference/model/image/stable_diffusion/mlx.py,sha256=caWbXNAvGIbg6FvG1M6BFFXzsPUltI2Fhhu-lpMPirY,7487
103
+ xinference/model/llm/__init__.py,sha256=cZ5ckp_dye6ftr5iC_f31rTkKbE3AWEZOCbD0hzy39k,8842
104
+ xinference/model/llm/cache_manager.py,sha256=wT_mXii8p4zBASLG9Xj3so7nLu0YQuW5Gm2RTyemf_Q,10643
105
+ xinference/model/llm/core.py,sha256=PvsBOZy_Y1_zpo7BBzFDKpHql09FtUUS_MxZMPH90TM,8378
106
+ xinference/model/llm/custom.py,sha256=uRJGWICXvaAKKnVYM7gyWO9e_x6jzz9dWZWH92UWpAE,2761
107
+ xinference/model/llm/llm_family.json,sha256=jEKJ4hsSGBqbOhv4wL4hq2LPID1RMviqnSf1zPWlBFk,640195
108
+ xinference/model/llm/llm_family.py,sha256=TZ53OuT7lf-YPZsh6J6xsa76joX1nevTQfs8i0Z03b8,21343
109
+ xinference/model/llm/memory.py,sha256=y8fBjIGd6zIPkgIxGtjakD7GPLW3VoM4m6x1UBM6IKs,10144
110
+ xinference/model/llm/reasoning_parser.py,sha256=sk5KuteBMGK0A0-ooq3nB9scP1SS8WxWS_b5OYiDD68,17449
111
+ xinference/model/llm/utils.py,sha256=BM1uYkdNSagbuyks_Ftvu7XGc6uIVz3T3Ej9JmkynGI,37022
110
112
  xinference/model/llm/llama_cpp/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
111
- xinference/model/llm/llama_cpp/core.py,sha256=owyWqze53DU4EottC7VMK6HygLgXHq79qJS-3P9z6cE,13750
112
- xinference/model/llm/llama_cpp/memory.py,sha256=joneOU-Mn1l5KHXqeYThsJyh1DvAldheWsrlpdwjdXI,15658
113
+ xinference/model/llm/llama_cpp/core.py,sha256=5gKaXiZxJ7aGRsMYPPSZvS_Xv_7E-AP_FYLIAjxKNb0,13661
113
114
  xinference/model/llm/lmdeploy/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
114
- xinference/model/llm/lmdeploy/core.py,sha256=sLYhIzmIFv7IdPh2Ft8cC2_jCdJMQ2bBAzPpktDB3bA,19981
115
+ xinference/model/llm/lmdeploy/core.py,sha256=DAUHO1AxPA10C7zovxXQe8Qr8yPF1PqyHKAUkrFbI_k,19895
115
116
  xinference/model/llm/mlx/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
116
- xinference/model/llm/mlx/core.py,sha256=4tJsACOS1j3nP4ikMl6NthIYGjsvH_LvJgG1_Y4kA4c,33611
117
+ xinference/model/llm/mlx/core.py,sha256=lYNANE7eA_Zh2W8Wz5nClzvXFm3zH-C_4bUfCUpfDE0,33525
117
118
  xinference/model/llm/mlx/distributed_models/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
118
119
  xinference/model/llm/mlx/distributed_models/core.py,sha256=0pYu9SiBwVxTJ04yf_lDzRvjBrbdDQfWobWzJA89HLo,5744
119
120
  xinference/model/llm/mlx/distributed_models/deepseek_v3.py,sha256=oH6Yv7rzEL644gnA_rqBgU4hICpppUTaaQtwiODwfig,2441
@@ -121,29 +122,30 @@ xinference/model/llm/mlx/distributed_models/qwen2.py,sha256=B7YifMQqDujnrxCnjJZb
121
122
  xinference/model/llm/mlx/distributed_models/qwen3.py,sha256=mconllhlTKOY96UP6Y9G3kBppSbP5kYCcziDeBEdtVY,2586
122
123
  xinference/model/llm/mlx/distributed_models/qwen3_moe.py,sha256=9RDxxs7pOOrIV-T1qbS9Klr8IyY2Ffo--9fD11hHHzY,2364
123
124
  xinference/model/llm/sglang/__init__.py,sha256=-sjSIQ4K6w-TEzx49kVaWeWC443fnZqODU91GCQ_JNo,581
124
- xinference/model/llm/sglang/core.py,sha256=6Qmw_C9PqKqmqMvslArItEysAtGy4ncszPXljGxxthA,25652
125
+ xinference/model/llm/sglang/core.py,sha256=0F1ZWKZoUf7YOm57A2dSU1fjYCo3yFpHXf7JHSPDuq8,26320
125
126
  xinference/model/llm/transformers/__init__.py,sha256=_4hQ7BvHNE4WAyzNcTB0_iY5mBcaPGTkLvQcWiylBoI,1724
126
- xinference/model/llm/transformers/chatglm.py,sha256=3We0TbSfm3fUHqZXe7EAX6UQoC06AAJzx2_Nl7ETWb0,23045
127
- xinference/model/llm/transformers/core.py,sha256=Vg1oUzEkXyfnALiHWn__CYQ0uJDkwTb3g0x71Q3NhQo,31147
128
- xinference/model/llm/transformers/deepseek_v2.py,sha256=HxEyYLx1aCXxk6NPrOClo0OV5YW1MknAI8ksyyggUqA,2624
129
- xinference/model/llm/transformers/gemma3.py,sha256=8t2qzBK1yrzJcIFkynr4W8fp0qz8cPSSfgb4ojwZOIo,5481
130
- xinference/model/llm/transformers/opt.py,sha256=iMFpUOYWWZp7DZj3fqWHQKq-ZH1DXthDrOhhGz8F8RE,2541
127
+ xinference/model/llm/transformers/chatglm.py,sha256=M2qdkznipmUFWu7DC7I3NlF9fwxyQYXD5KxRM5oq7wo,22935
128
+ xinference/model/llm/transformers/core.py,sha256=tL9myHOjHX-ppAq5Xihb-Rgjy9Ed_9Sz4ygwYBdvJw0,32141
129
+ xinference/model/llm/transformers/deepseek_v2.py,sha256=4LB_grDfdaXBCdTwduqpWFrYoeKsMnBERWTxcNl7EfA,2624
130
+ xinference/model/llm/transformers/gemma3.py,sha256=pwJHeN0Is6rVJpAWTD8C6DaExaG5FNbI6pVVsbAY2ZY,5481
131
+ xinference/model/llm/transformers/opt.py,sha256=KVylP2NfRH_0iILxODzzHk7XyQfq-njHfqjQ8PXm504,2431
131
132
  xinference/model/llm/transformers/tensorizer_utils.py,sha256=VXSYbPZtCbd8lVvsnjDLPZjfCMil67Pkywd_Ze4dTx4,11362
132
133
  xinference/model/llm/transformers/utils.py,sha256=bXBohOCjZuTrwC-Hh3n3k37PSA8E_qw4i9GGxxUHSLE,18415
133
134
  xinference/model/llm/transformers/multimodal/__init__.py,sha256=CyLLkbImZouAk4lePIgKXT4WQoqyauIEwdqea5IOUVU,581
134
- xinference/model/llm/transformers/multimodal/cogagent.py,sha256=IVCxawaB8IC9LlZBVRTOboBK8svBLR_eUvJa9ATdVaE,8973
135
+ xinference/model/llm/transformers/multimodal/cogagent.py,sha256=7bHSuHmoo7-ykXaSXzE9g--71i3bvY7oIKowBgaXpS8,8973
135
136
  xinference/model/llm/transformers/multimodal/core.py,sha256=uUIlTYfqafcj7kz2mWYWyGSqTdAfql_WhjM4WKUZQOI,6982
136
- xinference/model/llm/transformers/multimodal/deepseek_vl2.py,sha256=fHhsNbLiUMFJOK4BXBxY5kdsVRoJLwuk-7l20nuvs4E,8759
137
- xinference/model/llm/transformers/multimodal/gemma3.py,sha256=8GJjAaddeoJo_iNQdhq4FS3Oq0xYtEfJbQGojJoLLzU,4217
138
- xinference/model/llm/transformers/multimodal/glm4v.py,sha256=2Purvv7WBYiG9Av5o6KjMks5wvArEF28d1nQBce21Hg,11666
139
- xinference/model/llm/transformers/multimodal/intern_vl.py,sha256=44QNOudeUr68tppGiRhhaKos5Q46uaazM24zeQl6-zs,15759
140
- xinference/model/llm/transformers/multimodal/minicpmv26.py,sha256=KEz7Qv7AO5CLc4hcewqhwLmIosVupaMR--HDjTNQ_Io,12943
141
- xinference/model/llm/transformers/multimodal/ovis2.py,sha256=6AL_Zc2yUjeV-6YVWnrQ6_uuuNb7dUTQoiPLJ9b8y5M,8903
142
- xinference/model/llm/transformers/multimodal/qwen-omni.py,sha256=8qtBMU1jcXaEGo7sMIUpPVFy4IjdcaoeZitHtMX3PGc,8149
143
- xinference/model/llm/transformers/multimodal/qwen2_audio.py,sha256=_T8rgg1U28PegijTMX3ycVm9m2xUMmB5yXPyCXNFYII,4678
144
- xinference/model/llm/transformers/multimodal/qwen2_vl.py,sha256=45D95cxlJbw295cbZkN-20FxSiYxAarznqO0MK-_N4M,8541
137
+ xinference/model/llm/transformers/multimodal/deepseek_vl2.py,sha256=WZTUJ9u02lMaZSrSMpvvuDCkaCEjRrG7CQzOPpib4Co,8759
138
+ xinference/model/llm/transformers/multimodal/gemma3.py,sha256=NJQxbIDzgAdDKnsJrqu6yTGxNbhzIsNtsn6zI0_MW-4,4217
139
+ xinference/model/llm/transformers/multimodal/glm4_1v.py,sha256=kEM7G3lweIhQYBLeuKAKIwCm2jHK1DhoXoek42bfU6c,5964
140
+ xinference/model/llm/transformers/multimodal/glm4v.py,sha256=bnYtJ_i9H7vow4to9E8n5qG2s3Kq5xL8JUAmfwdYyQ0,11666
141
+ xinference/model/llm/transformers/multimodal/intern_vl.py,sha256=KLohbGuIq5tx6a1678gypGoCux4BmS1wviwOnM8ui44,15759
142
+ xinference/model/llm/transformers/multimodal/minicpmv26.py,sha256=eVC6y0M1pZQN_6esyVYHx8IEBbvioUS7DIMeMMH1NoE,12948
143
+ xinference/model/llm/transformers/multimodal/ovis2.py,sha256=WaFwvRtVWXXlMpoZNYRRl5luaRFcJEJUvjRlgaj2bfE,8903
144
+ xinference/model/llm/transformers/multimodal/qwen-omni.py,sha256=TzfE7wkdcwn9XTAgfhBIO_YSEko_WvmV0CQG-nireA0,8149
145
+ xinference/model/llm/transformers/multimodal/qwen2_audio.py,sha256=cYiQJ-TJz0iL63BcU9DKfFDOM1OOWKD6zScLYHQf7ZU,4678
146
+ xinference/model/llm/transformers/multimodal/qwen2_vl.py,sha256=YDT37wKadUQB1tf49qPmkjzFfYkCOPWxuANxTcsLSt0,8541
145
147
  xinference/model/llm/vllm/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
146
- xinference/model/llm/vllm/core.py,sha256=R50fI5RoaKVuP-j1G37UB2fniFl8zSK7uXsQ65mSzBU,54452
148
+ xinference/model/llm/vllm/core.py,sha256=xZUMpWjqdfpnnWl8b5-jyid3nkk0Y1ysMBncazM_wxY,56104
147
149
  xinference/model/llm/vllm/distributed_executor.py,sha256=8bFU4JSgvbBTrhGZhsANfMUX4DR6es1zw-cljVLkTBw,14125
148
150
  xinference/model/llm/vllm/utils.py,sha256=LKOmwfFRrlSecawxT-uE39tC2RQbf1UIiSH9Uz90X6w,1313
149
151
  xinference/model/llm/vllm/xavier/__init__.py,sha256=CyLLkbImZouAk4lePIgKXT4WQoqyauIEwdqea5IOUVU,581
@@ -153,23 +155,21 @@ xinference/model/llm/vllm/xavier/block_manager.py,sha256=vdOmTDc0V-Ev9q3VdX-ZLzK
153
155
  xinference/model/llm/vllm/xavier/block_tracker.py,sha256=yzLSt9fGDdTM63ctaKMyYSgmGPAI0izgNg6mLApdQz0,5647
154
156
  xinference/model/llm/vllm/xavier/collective.py,sha256=_yENFr-SJ38TywSYW2MgnEsagkTxarQOjLTacrdriYs,2563
155
157
  xinference/model/llm/vllm/xavier/collective_manager.py,sha256=oyenv3OziB1sUZylVpdi7piGbOIEgxtVWwuHa-y0vuc,5584
156
- xinference/model/llm/vllm/xavier/engine.py,sha256=WlKoxnE8HTUMVHr-PC9x-5emwZAjsMMxUBxUgcn0fQg,10443
158
+ xinference/model/llm/vllm/xavier/engine.py,sha256=IiNyO4eZ9cc90tic1uYnUPvERfiEWKdvw_aeySugb6Q,10491
157
159
  xinference/model/llm/vllm/xavier/executor.py,sha256=RSTjuSgYbp8baCoU36rqEC75-4Z7qW0wlAaK8YoeSJ4,5708
158
- xinference/model/llm/vllm/xavier/scheduler.py,sha256=yoD15TaqRprEg_4weuU0HECMTTi__wNCXplL_ytNjoc,20328
159
- xinference/model/llm/vllm/xavier/transfer.py,sha256=RP8mqMZ2w4501fFRgpbqMbxZCDgxaWTROBpXS3hZrOA,11351
160
+ xinference/model/llm/vllm/xavier/scheduler.py,sha256=LK24oXYAA2yWORmTH5joU1UYvd_-8kCPGPKHvAGWXqk,20440
161
+ xinference/model/llm/vllm/xavier/transfer.py,sha256=Na3W1kflqj_cg0Ea6laFW7wJgRfFM5JKa3hhFhMa6s8,11367
160
162
  xinference/model/llm/vllm/xavier/test/__init__.py,sha256=CyLLkbImZouAk4lePIgKXT4WQoqyauIEwdqea5IOUVU,581
161
163
  xinference/model/llm/vllm/xavier/test/test_xavier.py,sha256=lSfo4caaLdWRh0diJ1jd_sY85GV-_9BT40ySs_nirJQ,4695
162
- xinference/model/rerank/__init__.py,sha256=yxxv4OOHCl3UUOLENP45Eghf_dEsRaCkUUcW5bth_NE,3141
163
- xinference/model/rerank/core.py,sha256=I_F7YPMM_gqIJcSGUHPr5wZYpQSBWz39EBKDyL3j9V8,19799
164
- xinference/model/rerank/custom.py,sha256=wPKF3bHbGap9dHz9yYvXMXhozh4hRzS78RQijqvaRq8,3846
165
- xinference/model/rerank/model_spec.json,sha256=xyLcpC-U-W0veKiTUxv8fmNz-h7eBLdKvanv-yZFb5E,2705
166
- xinference/model/rerank/model_spec_modelscope.json,sha256=Z6AZZvOYrMPOZ7bJqywypiXFXv520y92clM2T8ikdlQ,2211
167
- xinference/model/rerank/utils.py,sha256=iwvoPbN4nli1ovm8-4aZj5WyJahtQnyDe6p4GEFP0zU,1183
168
- xinference/model/video/__init__.py,sha256=K8zlxWsflB2vmIQgQJCttbudHvblKUSYkoBQcCZYO4k,1797
169
- xinference/model/video/core.py,sha256=jrBLq1MwB8rI0Mny8mvHlQ8N91uSC_O4tbkjbKHcWjc,6205
170
- xinference/model/video/diffusers.py,sha256=SgZcPvUxbo1LWJDS46fd4NKQ8DR_hNk0PRJPbHhasQ8,15040
171
- xinference/model/video/model_spec.json,sha256=YK9YFPBZ1buuoutvWciOZtrSv2dFjMu6ONhWmaenX34,4026
172
- xinference/model/video/model_spec_modelscope.json,sha256=mPbuv9BYFTTad14j15_94zHxX9ZwcGkYIecj5n-sag0,3991
164
+ xinference/model/rerank/__init__.py,sha256=CdPMGmuRY3MC_f7XS65vsE1qnS7OXCs6kWlDfwf2fzI,3187
165
+ xinference/model/rerank/core.py,sha256=2l2v8zP4JLDHVPDHian7Tn1syVrq0LUxiOXyxLfECc0,18282
166
+ xinference/model/rerank/custom.py,sha256=f-hAEM3KMV088Ocj0EZhzLNSP1U4XRGs1_lxcCmmZMM,1969
167
+ xinference/model/rerank/model_spec.json,sha256=jDjez_WDgRpNy9idjF7Xxipm40jywli07JfoCP4Zwys,4759
168
+ xinference/model/rerank/utils.py,sha256=Achr7MhVoc78UGhx6L0OUVWAf63se5nXSg95wCjMjso,1191
169
+ xinference/model/video/__init__.py,sha256=t-3GoZOLOwJwj1hXsG3SxI2c6d4GkPZj9xOmFGLKTBs,1770
170
+ xinference/model/video/core.py,sha256=7FVuBS68JecxU_RpPNdq9FxZz1dOqpdxshikDkLvRsQ,4048
171
+ xinference/model/video/diffusers.py,sha256=VcDR5Y5zGT1_mSkzxOj9mjrAXGu50VE8t6m4EyTTlZc,15078
172
+ xinference/model/video/model_spec.json,sha256=XYDCBtHhMCR1UZhqbIYtj-iliG0GyIVqNi4PuwYviAs,5620
173
173
  xinference/thirdparty/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
174
174
  xinference/thirdparty/cosyvoice/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
175
175
  xinference/thirdparty/cosyvoice/bin/average_model.py,sha256=82LeGlvQh8xFHA_T9fJJDBTtDhJ_UzukJJcFRjyjc9Y,3202
@@ -630,14 +630,14 @@ xinference/thirdparty/whisper/normalizers/english.json,sha256=Zgf5SL6YJNLhsvoiI8
630
630
  xinference/thirdparty/whisper/normalizers/english.py,sha256=KJjkZyru_J9Ey03jjBFc3yhvWzWuMhQzRnp2dM6IQdA,20868
631
631
  xinference/web/ui/package-lock.json,sha256=Q3gwsjjCFtDjVg5Yk7s4jfMAZ1wiyFfS_TJCw3ECB64,762407
632
632
  xinference/web/ui/package.json,sha256=iitsROb4-TLzxbOftXJqUGpp38TuPhzfLKy5n9THQYg,2081
633
- xinference/web/ui/build/asset-manifest.json,sha256=UrSseAVkNOxOIhW6n-hC673PTciO4fDyxxSd9HNTDD8,453
633
+ xinference/web/ui/build/asset-manifest.json,sha256=X_PlAKFiTwJPIbxsFgiQfjgAPbZesKFMAG5K3lr2H98,453
634
634
  xinference/web/ui/build/favicon.svg,sha256=dWR8uaz0Q9GCcl-DjWvQh07e1f3jhJBt-r4aSbmH3A4,1894
635
- xinference/web/ui/build/index.html,sha256=mRlJv0UPxGDC6Db2J3XVPPLA3i5GIMEGLO76P7J9hL8,650
635
+ xinference/web/ui/build/index.html,sha256=kKYlcC9RFZLBPAJhK_vkSJNinp-LlQ1ozdGtrjqzw9g,650
636
636
  xinference/web/ui/build/static/css/main.013f296b.css,sha256=Aj4xU40JlOcnayucrFblYBa0t1da3X9S4e4gb_hgoFI,5289
637
637
  xinference/web/ui/build/static/css/main.013f296b.css.map,sha256=XQBL1ac57PSMgV-USyLc7nq-jjTqQnwlVkac_CiTrhk,9953
638
- xinference/web/ui/build/static/js/main.9b12b7f9.js,sha256=1wssxXy_CyzwKBv4PxFTKZx9ngXp6qiniPb-qP7CGPM,1278587
639
- xinference/web/ui/build/static/js/main.9b12b7f9.js.LICENSE.txt,sha256=d8ETWF_wyLDtaMx4LKhmJjBONXs3Onu4YucCXopqPK0,2321
640
- xinference/web/ui/build/static/js/main.9b12b7f9.js.map,sha256=SG4cFHkUHbtWZEemSWFRosLvh9Xt_nr0sxX5UR4hKyg,5255870
638
+ xinference/web/ui/build/static/js/main.7d24df53.js,sha256=e-RGLIcUbdoZrkeO9AIaF_VTP8o15yXu_tnoBdS7P4U,1281619
639
+ xinference/web/ui/build/static/js/main.7d24df53.js.LICENSE.txt,sha256=d8ETWF_wyLDtaMx4LKhmJjBONXs3Onu4YucCXopqPK0,2321
640
+ xinference/web/ui/build/static/js/main.7d24df53.js.map,sha256=8UqxStbcKlzg73Z1b5zM1fAZn6i4TCfJauKpzsJM91c,5268363
641
641
  xinference/web/ui/build/static/media/icon.4603d52c63041e5dfbfd.webp,sha256=kM--URMpXs5Vf0iSqQ8hmUalvWgcmRERpv37CriXRAE,16128
642
642
  xinference/web/ui/node_modules/.package-lock.json,sha256=2kL1sQ4ZuDQilki9DnRFFM8CxT13fyGl3chLK6i3DQY,760261
643
643
  xinference/web/ui/node_modules/.cache/babel-loader/00012b59e7dc64a18400bdddb660faa295258241c0b9cd15c78cdba63b858ed8.json,sha256=FhiSQ9MQv6bT7TkLBlXXskoaG2HCKhsuTXXlkDV-pM4,668
@@ -1616,7 +1616,6 @@ xinference/web/ui/node_modules/.cache/babel-loader/144486b896d2d4da550ddbc52312a
1616
1616
  xinference/web/ui/node_modules/.cache/babel-loader/145d58e6350b9f41b1cf04a8c5c5fe95e68b034954367f3b9d14eb39752d31fb.json,sha256=102dE2JMhaxVkE_ZhviaJt7X10sLrpNpxL3tcEJcmiQ,1822
1617
1617
  xinference/web/ui/node_modules/.cache/babel-loader/145db411af3d5c665d2aac79ddb404392238b4dfa545cf68aafda8ee69b2156b.json,sha256=bd-8sXL27dN58Ky-iIbd_jpvEK52XnIlodk1mdNm73g,1145
1618
1618
  xinference/web/ui/node_modules/.cache/babel-loader/145e05056283410442796001d101eda9055192c9468dcad3d5e649a90864baba.json,sha256=hdQgQC_Pg5Brt06Yp7SaNkhHQtNyPSWB1KZc2EFVHd0,1187
1619
- xinference/web/ui/node_modules/.cache/babel-loader/1460361af6975e63576708039f1cb732faf9c672d97c494d4055fc6331460be0.json,sha256=Ffv0DKfGZStOq7AMNzwA6WgeRKMiU5JgsCC4eyo19G4,154341
1620
1619
  xinference/web/ui/node_modules/.cache/babel-loader/146077abc6e3fee65936c10554f1ee86aff21ef776719ec6bc47d74f500f7ac0.json,sha256=BSIlzUVvj_sz24R2t4Xxme4oJFqsjhkvjVgpadrNXMY,2430
1621
1620
  xinference/web/ui/node_modules/.cache/babel-loader/14733abb3d6c7eeb8cb657a700b5bfd75ac3254534c877fe51357b780ec58d08.json,sha256=1yROyeKKdCDzK8GwuE34aSPCFspl0tNet_9HUk3-CZk,1739
1622
1621
  xinference/web/ui/node_modules/.cache/babel-loader/147348e9d489f8b0fc90e1b19a10569b8ad1846b9ceccd271ad45c2de2713543.json,sha256=-8zc_Thv4jHpwOd_pojI5WnK9ZIDZUdd9b5VkRvIQYg,24294
@@ -2523,6 +2522,7 @@ xinference/web/ui/node_modules/.cache/babel-loader/26f50610bacd706dfceb9c109cbbd
2523
2522
  xinference/web/ui/node_modules/.cache/babel-loader/26f866416203069b6e6681d0e2d3d440f16f8ac1eedec8078c2480ba77b993a1.json,sha256=N0H_CDHQcwXgZj5D9JdYAoUOR4lW-dElrS2R98L14Aw,1356
2524
2523
  xinference/web/ui/node_modules/.cache/babel-loader/26fa6f01a934bc97f1e6128cb117c44827a0abb08fd9a5d736143bdfe9b5ab1e.json,sha256=0_egTv-8avBYeVzBkeDJxTvxkK9LyUDJhZydqm51cX4,1759
2525
2524
  xinference/web/ui/node_modules/.cache/babel-loader/26fdca3c6b146e023d08cf854ca0e0d1579338260cccde4b2468f565d057bdd9.json,sha256=g6lSoeaED_kJw1yWLdiJEk9bvuCfLzS00cm3AKcTrXc,1364
2525
+ xinference/web/ui/node_modules/.cache/babel-loader/2704ff66a5f73ca78b341eb3edec60154369df9d87fbc8c6dd60121abc5e1b0a.json,sha256=RA1V4J3zUrQXnH4_H4kdopQnq9wRGZT5enAjbRjMTOw,16997
2526
2526
  xinference/web/ui/node_modules/.cache/babel-loader/270ac6747b8877dd9f4ec6d21601d947083d74ec8c81877b31de178ed5a75d3b.json,sha256=DiLvb9m4MKW6fN9iOYS13pUtA4f0VWL8QRxHiOW-7ok,1197
2527
2527
  xinference/web/ui/node_modules/.cache/babel-loader/2712d650c0dbb24efb5f42a6c85956a534e8a5730a184ee823e8578072a03c9b.json,sha256=yTv5hc_Si3qhq35lSl5lNAlEkkPectqlDV5kV5P9i-g,2676
2528
2528
  xinference/web/ui/node_modules/.cache/babel-loader/271e0d4b6d0b50d790ba17f3945587c9103dce786bc397effcea964d5fe4382b.json,sha256=XKYaq-Y-bqcrdMiTNA_tawaOQz31yP2unbT--SaE3g0,1558
@@ -4383,7 +4383,6 @@ xinference/web/ui/node_modules/.cache/babel-loader/4ee41bbc2e82ad470a0976867c55e
4383
4383
  xinference/web/ui/node_modules/.cache/babel-loader/4ee8343d4254c95e685d49601f1649e8222d7423c2a822e1d01c8fc4cd3582a2.json,sha256=bBRO-DDRnubKdLNwft-s1uFsJnUhImd3-s35VGN-JcI,408
4384
4384
  xinference/web/ui/node_modules/.cache/babel-loader/4ee9d8de30db5e638077c208c5eddf36ecf1fea298c884a4e82ec2f66a4639d3.json,sha256=WliTKnjp546-5YOKZfOiy9f3Y_Co68hbvVCQqq25Dmk,2040
4385
4385
  xinference/web/ui/node_modules/.cache/babel-loader/4ef2a07212f93770419b166b37d8f6ca66aacb449794473a684ca9a364004d6e.json,sha256=QJRwL01CEUcJhJBO_7dyFSxykB1I2epJhDXPjCpe918,1165
4386
- xinference/web/ui/node_modules/.cache/babel-loader/4efd8dda58fda83ed9546bf2f587df67f8d98e639117bee2d9326a9a1d9bebb2.json,sha256=XfrSJQL6B7E2TRC-jkZQipE0uF-s9Angqco23BtpmJE,251691
4387
4386
  xinference/web/ui/node_modules/.cache/babel-loader/4f07d18e2a05c4ef07bbc60dd828c83e8534e8d5cb875288a1ca66e9892f70b9.json,sha256=fgg1z5cWjMSEEgQhlA76S3hZTBiNigTORuR_GeEUbBM,1661
4388
4387
  xinference/web/ui/node_modules/.cache/babel-loader/4f09366035c01951cf8549caa2df8a2b46ef691246623f5e22e51bc1719d5fbe.json,sha256=xIDHEnHlFYFmjLMUORtEBvTdnI2RV1unJBb7TIYjCzE,1303
4389
4388
  xinference/web/ui/node_modules/.cache/babel-loader/4f0e9a3b7a4c23f8b43e9b44da54e939363595b67038504acf5c9f7e1f1a4969.json,sha256=c7hgpAj0084ioq3wOmZuhEA23NLSF8zcyoDcB1J7gdE,2168
@@ -4698,7 +4697,6 @@ xinference/web/ui/node_modules/.cache/babel-loader/559d27dabfbcdc55a7ebe61b09491
4698
4697
  xinference/web/ui/node_modules/.cache/babel-loader/55a9c2277a0102891ae07913a82e851fc24af716434e29072bc76c118692ccf5.json,sha256=-CpcKqJaCBMu9IVtxCsexlrbt7GHFQpRH13Pn4tzTjY,1579
4699
4698
  xinference/web/ui/node_modules/.cache/babel-loader/55acb00d485161d48790aa89de340bd030be95063fd147f9bd8d6221c0dfaa6c.json,sha256=cjxCY6DJrN9teANN6aCo3L-x2c6RlLr_0-vX_qmhUiU,1318
4700
4699
  xinference/web/ui/node_modules/.cache/babel-loader/55af14ca855ca33394ee6311eee2c0879452ec3b3a3954d7319861fdadf57a07.json,sha256=C-WmB8WIBxWMSE6zqeL-qpllGIHxx3OkF0kv2ugiSCg,1616
4701
- xinference/web/ui/node_modules/.cache/babel-loader/55b9fb40b57fa926e8f05f31c2f96467e76e5ad62f033dca97c03f9e8c4eb4fe.json,sha256=N7iTRMWWL3FHJD2DKU7EJst1ZAbj1XCyACq-V-_0EO0,7069
4702
4700
  xinference/web/ui/node_modules/.cache/babel-loader/55bbae6525181d3c6704b2fe14514864cda9d348a4d51987124e4e8ce9831f82.json,sha256=UE5wF5zv4w2s8jokXtz60ZRCtRYUDcyjH6i5uatTtg0,1771
4703
4701
  xinference/web/ui/node_modules/.cache/babel-loader/55c44376372eaf65fb31320b448d905b46302e1b452049a0f6e762361ffd3dc0.json,sha256=KM1ZYenb6D_ZyD97JUuBU-w7dp7BAOcFP3rYycF5www,3305
4704
4702
  xinference/web/ui/node_modules/.cache/babel-loader/55ca0374b801a23d3ea1693207825dbac90ca5bf2aea586e9de290c384eafb2f.json,sha256=V2YfDbz4L8EjcZb9GVFh8zrt-UM24cw1C-etQi8Pcgc,1035
@@ -4975,7 +4973,6 @@ xinference/web/ui/node_modules/.cache/babel-loader/5b25e0d1ff622a61abca2b0fc901c
4975
4973
  xinference/web/ui/node_modules/.cache/babel-loader/5b284953abee2cbb8f5ade43424df771301fc5af0c8a66370c6acc3dfdc97970.json,sha256=Twz4F5QcFnLslqZOa9MLQiLPi8xTd0Q9kUmlcH2UYc8,1706
4976
4974
  xinference/web/ui/node_modules/.cache/babel-loader/5b299fd0ea8b767c495d62e9a1edf1edc5514e32353d0edf4ceea1a7e783c936.json,sha256=xiXzjjSGhhNdiprLnGE4j9J8V3ly-rqpKgSfSvYUr9g,1529
4977
4975
  xinference/web/ui/node_modules/.cache/babel-loader/5b2ceb6e1a36a56ff1364af2ddf52e179fd4cc6e0f74ab06fbd65f4c394e32b8.json,sha256=cae51w4lXrIyEMy6Z_pIU11Vu--zOIN4S0JSqOm6sfM,1867
4978
- xinference/web/ui/node_modules/.cache/babel-loader/5b2dafe5aa9e1105e0244a2b6751807342fa86aa0144b4e84d947a1686102715.json,sha256=5tpExKbSCwkFVfAoaYsHRv-Effu51Rc3iR_v-kowZ5Y,16430
4979
4976
  xinference/web/ui/node_modules/.cache/babel-loader/5b2f6d2ad2a64e1e7ea64cd8212db31ae67a9039ce6c7e84190c0edb28d90bbb.json,sha256=mLjr8LHgKU4j4nRhhA7q3Qr-0F0YxKC3nG-j4Vu31A8,2704
4980
4977
  xinference/web/ui/node_modules/.cache/babel-loader/5b3caee411160729ffcc227ca2e7846e79d0cf3a4bf5b6d3c16fc997889ef378.json,sha256=L9A2SOcwn8e82HmY8QLInoRufShgaQhFBioJclpzNAU,1710
4981
4978
  xinference/web/ui/node_modules/.cache/babel-loader/5b3d1db4978653fbabb4237822bb0a351b98991461f1bc93692a88ee81d4665f.json,sha256=Gxo4eyDYwQVcYysEjslbBc59skjnwPX1y2vvjAvG8ko,1205
@@ -5219,6 +5216,7 @@ xinference/web/ui/node_modules/.cache/babel-loader/606e7212d5136eec99cda99319940
5219
5216
  xinference/web/ui/node_modules/.cache/babel-loader/607030100758c34abbce9f815a61fc55c6983af6e746f46757dd96f31b7d6151.json,sha256=MkLlA7CglWz41iPvrzQDnr-59l6KNN9YrZKGb5Xw3mE,1116
5220
5217
  xinference/web/ui/node_modules/.cache/babel-loader/6070502dba1b4bbe5dfee18f7c10ee2a03968db05ddfda5ee6c17a190f548c18.json,sha256=1VTFFpZ-hcLJZcopEEFjCzjm3c_ZQBp1qKynxSsOZ-o,1986
5221
5218
  xinference/web/ui/node_modules/.cache/babel-loader/60792491586ec74e42c07de05e95c710b827ffb5992575546e45e7c8117c5d6a.json,sha256=LVo6Yh-RQmymTAvNP1GXACua7tPIcU2AwLWNcRynu-w,1565
5219
+ xinference/web/ui/node_modules/.cache/babel-loader/607dfef23d33e6b594518c0c6434567639f24f356b877c80c60575184ec50ed0.json,sha256=Lv373_KQ49vRxLlwe2tDoF37GaOp5kzCZj8WzLvnkAQ,41211
5222
5220
  xinference/web/ui/node_modules/.cache/babel-loader/6082dd58ba39d30f6c7d50dbf4c49b7839ac0b6cd5de0799f358325e0ebddf34.json,sha256=o_4olTwfk0yFD53ExOujz788kcHw8cUwhGJI3djEUAY,1566
5223
5221
  xinference/web/ui/node_modules/.cache/babel-loader/6086c46dc4418599a45f770f6e4015668eee893159b8e17c2121fb4642936aa8.json,sha256=49p9AcYjasbPrXohYETUX7livpPt6XoiTUyPqlyAiAg,1278
5224
5222
  xinference/web/ui/node_modules/.cache/babel-loader/60951451f419aba808d167f2ee92743b2b0283b57ab8e2b18ed5babb9ac9a4e9.json,sha256=2slycAgsNQu6juCTF3it6j3mOA1GynCdPtwkMGVfQDw,951
@@ -5252,7 +5250,6 @@ xinference/web/ui/node_modules/.cache/babel-loader/610fd1ebce285eb4cafe7031c9a3c
5252
5250
  xinference/web/ui/node_modules/.cache/babel-loader/6112e2984361848a9cd06a22b424dc91903eab3b8d640ff0c921999e53eb4e7b.json,sha256=B0eTvYoLsshbfk5DgA7q_qi4YVGF20OJ1vtz54OHqhw,1378
5253
5251
  xinference/web/ui/node_modules/.cache/babel-loader/611596ee0f8ff76e5c1702fdb55d8e9a8eb5dde616172af6357a933d25d1a691.json,sha256=F3lQ_JYhgvalBx2JLCaOfVWx2h61O9QuID2ytlejSCs,1118
5254
5252
  xinference/web/ui/node_modules/.cache/babel-loader/611a48fc795aa94774209539b7e0082e429e13f10000bfc36317409244a675e7.json,sha256=8xvskpkogBWEd5pGngLDBDeaOOhDP505Hd5lqZBP1xw,1819
5255
- xinference/web/ui/node_modules/.cache/babel-loader/611fa2c6c53b66039991d06dfb0473b5ab37fc63b4564e0f6e1718523768a045.json,sha256=5jXTqWVAq2JwblgcrZ5RxOmassmbkdpwruaP-buAAYk,39754
5256
5253
  xinference/web/ui/node_modules/.cache/babel-loader/6125acec36d74eee2556e1e4c21bfeff134ce531b5dedffe0bb5728252ca005a.json,sha256=ypOlqxOYRzWzaSM5gSsICWKaq8U2gStcAo7WTxCPD78,992
5257
5254
  xinference/web/ui/node_modules/.cache/babel-loader/61287623c0983cf9c239ba9d8d72e589cca0ea363ae1b18c23c484ffde8b1625.json,sha256=MTBnvKT_9bl6pC3wc0OnuSxD0BMBfsABv1dIJ56o7Ks,1217
5258
5255
  xinference/web/ui/node_modules/.cache/babel-loader/61339699378647ed9914a65d8d07d0a9c39d2f596dd591347180fa0eb0cefe41.json,sha256=-bN6pEc84td_n8CwAI5NKsoLP-dAJhgc8Adt7B5wVGI,1805
@@ -8113,6 +8110,7 @@ xinference/web/ui/node_modules/.cache/babel-loader/9bd990f96823438f2337bba682878
8113
8110
  xinference/web/ui/node_modules/.cache/babel-loader/9bd9ec16be1a3e5ebe242ab7cbf56305f0c821c813ada1696470f82555db89d5.json,sha256=98wx8vgjEFQog4Dkye2PA6I6KfWHaE528zGMpAgwwn0,1296
8114
8111
  xinference/web/ui/node_modules/.cache/babel-loader/9bdeebaf1dc3d6ebc6004fd1d5085a26eafe0fe0c9d81e3881fb65e054603c29.json,sha256=giuc1ZlMWA21hQntURGxI6lbFgS3SxoZa1ftT2Kmdc4,2464
8115
8112
  xinference/web/ui/node_modules/.cache/babel-loader/9be2800439c6f4ca03937a8ee8cbafc12ee963a9a7b6c9b81573d362b831c1c9.json,sha256=wB3kCwEGtKjywOuRHHfPZi0rcNHbJGlWoXwIclwZrOA,1379
8113
+ xinference/web/ui/node_modules/.cache/babel-loader/9be3d56173aacc3efd0b497bcb13c4f6365de30069176ee9403b40e717542326.json,sha256=sVn80CqkPSNK7zNjaiaDPiNjZ9ulC_V_fUElXBSNnyY,155243
8116
8114
  xinference/web/ui/node_modules/.cache/babel-loader/9be5e1c38c8471935cf411e5ab182439d308b6ad2414daa8c357742321e2282b.json,sha256=LRo3karuKc63FGO53ALX7_ynUwFcdDLPIVljZ3FjU30,2100
8117
8115
  xinference/web/ui/node_modules/.cache/babel-loader/9be87b30bf3da0cee29f2a6e2ad8711c890e16956202563d2499ec4954c56b25.json,sha256=_ZUAK3j8uzrGb4G8ReyrDs0qUO6GoPrFW7Hqkl-YcHA,1358
8118
8116
  xinference/web/ui/node_modules/.cache/babel-loader/9bf45fffde5b292c868098727ba5488e23980569a570083bc37225c2b03f79fc.json,sha256=zEojfQfegH9thpmhR_plAscLUDZALYQhc6wVdg5xFG0,970
@@ -8293,6 +8291,7 @@ xinference/web/ui/node_modules/.cache/babel-loader/9f925dd115deace2b52e10deb8e8c
8293
8291
  xinference/web/ui/node_modules/.cache/babel-loader/9f9624eed8823a409643869c1dd56d93965fbb87a8163b87c07ead84c1fa5ae8.json,sha256=ZWNtGKdDfsRWSkKNlrOhc5hh53-MCE3r_vp1eehC9os,1925
8294
8292
  xinference/web/ui/node_modules/.cache/babel-loader/9f985febb1619d5a42462afeccf98c0f685392ce441bc4a74ccebe2b85345598.json,sha256=FjAZE5aMniCVyWJiOxY8Jg8r7M4uYQCI4rq5cPKg0Gw,1769
8295
8293
  xinference/web/ui/node_modules/.cache/babel-loader/9f990f00a12b6b103a47815e6f7dc7322c67f93ed5d7351216448b7537abf144.json,sha256=mi7HsO278BHK9S96MAtCEG-oyr177LcCs4pPRS0WFyM,1563
8294
+ xinference/web/ui/node_modules/.cache/babel-loader/9f9dd6c32c78a222d07da5987ae902effe16bcf20aac00774acdccc4de3c9ff2.json,sha256=w9N4UrxkSLoaTZ6_K38Zukx4Ll94xRDYBVJeubpKGUk,7113
8296
8295
  xinference/web/ui/node_modules/.cache/babel-loader/9fa2fff9774fc1d196cdb6517bf5a89c8c9313be2e769e1a03341831be1e3c62.json,sha256=puhGys5oeA_vYPf2xV-qBoGTn5e-9GQlZV-_eFBKoRQ,1553
8297
8296
  xinference/web/ui/node_modules/.cache/babel-loader/9fa8a56a4d03c2b9b20554cd3807b98d28f08a9ef32cc9852d36cbdc02ee0b02.json,sha256=3AwTJvwXib8Epq5xwb_jC2ahhaUVyAM1mBBgB9WjQdQ,2105
8298
8297
  xinference/web/ui/node_modules/.cache/babel-loader/9fae50f61ec8e87ff99c5836b13dbc58679927d47045d1bea9ad789b047de63b.json,sha256=pggmxbZOgHcmR76JSZLkVTMlTQO8yrpeIJihHsLukoE,1837
@@ -9185,6 +9184,7 @@ xinference/web/ui/node_modules/.cache/babel-loader/b29b7b631900bc2bd94a6d46a8305
9185
9184
  xinference/web/ui/node_modules/.cache/babel-loader/b29ed42dedb89f02d0166623c9aa750d715ab5830bb06618fae1ecbbcf06760b.json,sha256=R_zqUGwNL871oHdxMtY22fXe6W4Q8ujiFalNJuRFZ2o,2445
9186
9185
  xinference/web/ui/node_modules/.cache/babel-loader/b2a290bf830ecbb34cc54e8487921f17d4606ac36c503186162d10f526b10ea5.json,sha256=5v0dwuxeCk03pdE0OVALE4X1ikVjabHLK-LrIIxQr4g,1570
9187
9186
  xinference/web/ui/node_modules/.cache/babel-loader/b2aa5a426a5aba6a28548d439074e83b606a3b7c419f10433f2b0a99ba969776.json,sha256=MMUMhMb1aeLgZBGiz2QY_d82bDWQMa7mz10j9_ASUOg,2514
9187
+ xinference/web/ui/node_modules/.cache/babel-loader/b2ab5ee972c60d15eb9abf5845705f8ab7e1d125d324d9a9b1bcae5d6fd7ffb2.json,sha256=yiMOVvDvUCmr8T_yjawzo7Ph3_38dZve_P1EElyluME,268370
9188
9188
  xinference/web/ui/node_modules/.cache/babel-loader/b2aba2ba765d68f66d708e99e556165df94c44d620959c923b1634b1a4fa58c8.json,sha256=M9lj68F0IHh-hz1tYlFO4VHMcQdIgi3RhzNN85HsitQ,1484
9189
9189
  xinference/web/ui/node_modules/.cache/babel-loader/b2b80348e5a4067cad55a87625670b1be9f167e1c9e46599b5a9944e97f7bbff.json,sha256=0VlteOHn1W9NscITxjqyZ97KDtYvkXmIFm4NeCzqz54,1436
9190
9190
  xinference/web/ui/node_modules/.cache/babel-loader/b2b83aeba9d60148ee4783622f92f60898b373a8644a7572fe91ad4cb294de6c.json,sha256=1Uj0Hdt1hWDn5tsayQJ70aTsrrLqdI-mD4wux2YYzwY,2035
@@ -15784,13 +15784,13 @@ xinference/web/ui/node_modules/yargs-parser/package.json,sha256=BSwbOzgetKXMK4u0
15784
15784
  xinference/web/ui/node_modules/yocto-queue/package.json,sha256=6U1XHQPGXJTqsiFvT953ORihUtXTblZy4fXBWP9qxC0,725
15785
15785
  xinference/web/ui/node_modules/yup/package.json,sha256=xRFSROB9NKxqSWHEVFvSTsPs9Ll074uo8OS1zEw0qhA,1206
15786
15786
  xinference/web/ui/node_modules/yup/node_modules/type-fest/package.json,sha256=JTv2zTTVgxQ2H82m1-6qEpdMv08lHjFx4Puf_MsbB_Q,1134
15787
- xinference/web/ui/src/locales/en.json,sha256=m2FqK1mJpsDsr6kCjm6HDXl2pnpVlxUg6z2wnYi1dl0,9904
15788
- xinference/web/ui/src/locales/ja.json,sha256=9edE43pw7yb6jYVpSqji93cFIzNrzyy0tOWPVbuigHE,11593
15789
- xinference/web/ui/src/locales/ko.json,sha256=NJFmMIaNebyXvrq8Mm7qpSH9TqSl70gJ9-c0A3wgMhI,10471
15790
- xinference/web/ui/src/locales/zh.json,sha256=Pib40OMtvd9yIuUbVCRKsUg1Qziqv29Dx2_YeXzu6uI,9557
15791
- xinference-1.7.1.dist-info/licenses/LICENSE,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
15792
- xinference-1.7.1.dist-info/METADATA,sha256=UuHKWZzOFO2FUj0K_VfQMDpfr7MM5p0jKW_y2LFrCd0,26087
15793
- xinference-1.7.1.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
15794
- xinference-1.7.1.dist-info/entry_points.txt,sha256=-lDyyzqWMFQF0Rgm7VxBNz0V-bMBMQLRR3pvQ-Y8XTY,226
15795
- xinference-1.7.1.dist-info/top_level.txt,sha256=L1rQt7pl6m8tmKXpWVHzP-GtmzAxp663rXxGE7qnK00,11
15796
- xinference-1.7.1.dist-info/RECORD,,
15787
+ xinference/web/ui/src/locales/en.json,sha256=VJqf9nGc-X5AAP15B31MmujzuGWtTFY4v41OvlTVsnI,9849
15788
+ xinference/web/ui/src/locales/ja.json,sha256=T1dAnzzdE4DWhQGt5kNYxv6-sBqF0PvsRYLmK1Z-nqw,11522
15789
+ xinference/web/ui/src/locales/ko.json,sha256=T-tsr0HwBTpXrIEaRbsK558V5GIO0bC1aN2gmXtveVU,10417
15790
+ xinference/web/ui/src/locales/zh.json,sha256=K_9c-MpD4JoD_-l0gtyHAPYVJoDI2ST_lKHH2T98Lro,9504
15791
+ xinference-1.8.0.dist-info/licenses/LICENSE,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
15792
+ xinference-1.8.0.dist-info/METADATA,sha256=btfLAs-JzbWd354kvDNMFYI9Ppr09PgZ4oIGt_3UfTA,26143
15793
+ xinference-1.8.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
15794
+ xinference-1.8.0.dist-info/entry_points.txt,sha256=-lDyyzqWMFQF0Rgm7VxBNz0V-bMBMQLRR3pvQ-Y8XTY,226
15795
+ xinference-1.8.0.dist-info/top_level.txt,sha256=L1rQt7pl6m8tmKXpWVHzP-GtmzAxp663rXxGE7qnK00,11
15796
+ xinference-1.8.0.dist-info/RECORD,,