xinference 1.1.0__py3-none-any.whl → 1.1.1__py3-none-any.whl

{xinference-1.1.0.dist-info → xinference-1.1.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: xinference
-Version: 1.1.0
+Version: 1.1.1
 Summary: Model Serving Made Easy
 Home-page: https://github.com/xorbitsai/inference
 Author: Qin Xuye
@@ -55,13 +55,11 @@ Requires-Dist: protobuf; extra == "all"
 Requires-Dist: einops; extra == "all"
 Requires-Dist: tiktoken>=0.6.0; extra == "all"
 Requires-Dist: sentence-transformers>=3.1.0; extra == "all"
-Requires-Dist: diffusers>=0.30.0; extra == "all"
 Requires-Dist: imageio-ffmpeg; extra == "all"
 Requires-Dist: controlnet-aux; extra == "all"
 Requires-Dist: orjson; extra == "all"
 Requires-Dist: optimum; extra == "all"
 Requires-Dist: outlines>=0.0.34; extra == "all"
-Requires-Dist: qwen-vl-utils; extra == "all"
 Requires-Dist: attrdict; extra == "all"
 Requires-Dist: timm>=0.9.16; extra == "all"
 Requires-Dist: torchvision; extra == "all"
@@ -76,6 +74,8 @@ Requires-Dist: lightning>=2.0.0; extra == "all"
 Requires-Dist: hydra-core>=1.3.2; extra == "all"
 Requires-Dist: inflect; extra == "all"
 Requires-Dist: conformer; extra == "all"
+Requires-Dist: diffusers>=0.32.0; extra == "all"
+Requires-Dist: gguf; extra == "all"
 Requires-Dist: gdown; extra == "all"
 Requires-Dist: pyarrow; extra == "all"
 Requires-Dist: HyperPyYAML; extra == "all"
@@ -98,6 +98,7 @@ Requires-Dist: tomli; extra == "all"
 Requires-Dist: vocos; extra == "all"
 Requires-Dist: jieba; extra == "all"
 Requires-Dist: soundfile; extra == "all"
+Requires-Dist: qwen-vl-utils; extra == "all"
 Requires-Dist: datamodel-code-generator; extra == "all"
 Requires-Dist: jsonschema; extra == "all"
 Requires-Dist: verovio>=4.3.1; extra == "all"
@@ -106,6 +107,7 @@ Requires-Dist: autoawq<0.2.6; sys_platform != "darwin" and extra == "all"
 Requires-Dist: mlx-lm; (sys_platform == "darwin" and platform_machine == "arm64") and extra == "all"
 Requires-Dist: mlx-vlm; (sys_platform == "darwin" and platform_machine == "arm64") and extra == "all"
 Requires-Dist: mlx-whisper; (sys_platform == "darwin" and platform_machine == "arm64") and extra == "all"
+Requires-Dist: f5-tts-mlx; (sys_platform == "darwin" and platform_machine == "arm64") and extra == "all"
 Requires-Dist: vllm>=0.2.6; sys_platform == "linux" and extra == "all"
 Requires-Dist: sglang>=0.2.7; sys_platform == "linux" and extra == "all"
 Requires-Dist: nemo-text-processing<1.1.0; sys_platform == "linux" and extra == "all"
@@ -123,7 +125,7 @@ Requires-Dist: lightning>=2.0.0; extra == "audio"
 Requires-Dist: hydra-core>=1.3.2; extra == "audio"
 Requires-Dist: inflect; extra == "audio"
 Requires-Dist: conformer; extra == "audio"
-Requires-Dist: diffusers>=0.30.0; extra == "audio"
+Requires-Dist: diffusers>=0.32.0; extra == "audio"
 Requires-Dist: gdown; extra == "audio"
 Requires-Dist: pyarrow; extra == "audio"
 Requires-Dist: HyperPyYAML; extra == "audio"
@@ -179,9 +181,10 @@ Requires-Dist: timm; extra == "doc"
 Provides-Extra: embedding
 Requires-Dist: sentence-transformers>=3.1.0; extra == "embedding"
 Provides-Extra: image
-Requires-Dist: diffusers>=0.30.0; extra == "image"
+Requires-Dist: diffusers>=0.32.0; extra == "image"
 Requires-Dist: controlnet-aux; extra == "image"
 Requires-Dist: deepcache; extra == "image"
+Requires-Dist: gguf; extra == "image"
 Requires-Dist: verovio>=4.3.1; extra == "image"
 Requires-Dist: transformers>=4.37.2; extra == "image"
 Requires-Dist: tiktoken>=0.6.0; extra == "image"
@@ -197,7 +200,9 @@ Provides-Extra: mlx
 Requires-Dist: mlx-lm; extra == "mlx"
 Requires-Dist: mlx-vlm; extra == "mlx"
 Requires-Dist: mlx-whisper; extra == "mlx"
+Requires-Dist: f5-tts-mlx; extra == "mlx"
 Requires-Dist: qwen-vl-utils; extra == "mlx"
+Requires-Dist: tomli; extra == "mlx"
 Provides-Extra: rerank
 Requires-Dist: FlagEmbedding; extra == "rerank"
 Provides-Extra: sglang
@@ -227,7 +232,7 @@ Requires-Dist: jsonschema; extra == "transformers"
 Requires-Dist: auto-gptq; sys_platform != "darwin" and extra == "transformers"
 Requires-Dist: autoawq<0.2.6; sys_platform != "darwin" and extra == "transformers"
 Provides-Extra: video
-Requires-Dist: diffusers>=0.30.0; extra == "video"
+Requires-Dist: diffusers>=0.32.0; extra == "video"
 Requires-Dist: imageio-ffmpeg; extra == "video"
 Provides-Extra: vllm
 Requires-Dist: vllm>=0.2.6; extra == "vllm"

{xinference-1.1.0.dist-info → xinference-1.1.1.dist-info}/RECORD

@@ -1,6 +1,6 @@
 xinference/__init__.py,sha256=nmTTrYbIpj964ZF6ojtgOM7E85JBOj1EyQbmYjbj1jw,915
-xinference/_compat.py,sha256=vpf_M9Ou6d9qaq-hG5isJ-C8e8UdPZPqoWcPhabfNko,4135
-xinference/_version.py,sha256=SLrzKIb7ooL4naeDwsynitdnLtJxVgvVCnrnV7u3Ck4,497
+xinference/_compat.py,sha256=URSJQLXrcsTO9B_4x0wVDPijYQDhuVJmZ95npID560w,4197
+xinference/_version.py,sha256=KVn0Ov8TDbw_64Bnx0sEL1tJHtIHnjgOBjDH52SqYSA,497
 xinference/conftest.py,sha256=vETDpRBVIlWbWi7OTwf7og89U25KyYGyI7yPIB3O8N8,9564
 xinference/constants.py,sha256=mEW4HDzjXtDXN61Mt6TtJrJ4ljbB6VUkh97e3oDbNx4,3905
 xinference/device_utils.py,sha256=zswJiws3VyTIaNO8z-MOcsJH_UiPoePPiKK5zoNrjTA,3285
@@ -9,7 +9,7 @@ xinference/isolation.py,sha256=gTU1em5fxg1m-7hxieWBMZvVkXZX4GZYmeT7XxXsYrU,2699
 xinference/types.py,sha256=t9SIU06Y1Y_lmXMfQmYAHmP8K6vTnD5Ly32z4KqriZE,12514
 xinference/utils.py,sha256=zYgf9bCvfbybRt3gEog6r5WJCpj0czZCf0qgRdYjkN8,720
 xinference/api/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
-xinference/api/restful_api.py,sha256=ygyJxXgdUNsDgUqU-pgPIgxp7C-UFKqN26aECz5MK30,92336
+xinference/api/restful_api.py,sha256=hqz4cnAQML3_-FFkx8JFC-Me4bOp9EZZ1oUosN9IC0A,93605
 xinference/api/oauth2/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
 xinference/api/oauth2/auth_service.py,sha256=74JzB42fbbmBu4Q1dW3A9Fp_N7167KgRGB42Z0NHjAM,6119
 xinference/api/oauth2/types.py,sha256=K923sv_XySIUtM2Eozl9IG082IJcDOS5SFLrPZ5ELBg,996
@@ -25,13 +25,13 @@ xinference/core/chat_interface.py,sha256=Kiqs1XOXgYBlP7DOXLEXaFjbVuS0yC1-dXJyxrx
 xinference/core/event.py,sha256=42F38H2WOl6aPxp2oxX6WNxHRRxbnvYRmbt4Ar7NP4U,1640
 xinference/core/image_interface.py,sha256=5Iuoiw3g2TvgOYi3gRIAGApve2nNzfMPduRrBHvd1NY,13755
 xinference/core/metrics.py,sha256=ScmTG15Uq3h_ob72ybZSMWdnk8P4sUZFcm60f4ikSXc,2631
-xinference/core/model.py,sha256=Or_HJxmh6hJ3LVsxOBSk3T7wIzhYI9G2lZimrv9FZ0M,40819
+xinference/core/model.py,sha256=k5hMtDUhZZjytz1aniTq4F9Bl2Kx-7fPv8cd_yLbCUw,40646
 xinference/core/progress_tracker.py,sha256=LIF6CLIlnEoSBkuDCraJktDOzZ31mQ4HOo6EVr3KpQM,6453
 xinference/core/resource.py,sha256=FQ0aRt3T4ZQo0P6CZZf5QUKHiCsr5llBvKb1f7wfnxg,1611
 xinference/core/scheduler.py,sha256=gdj3SyP_jelJ86vTRrgnFynhxz5JSwLRsQgx8PTtBi8,15671
 xinference/core/status_guard.py,sha256=4an1KjUOhCStgRQUw1VSzXcycXUtvhxwiMREKKcl1UI,2828
 xinference/core/supervisor.py,sha256=6DNERyU_Un-Xc9a1P2EyVmJiNOaKI7pBBNwiC4BA92s,53088
-xinference/core/utils.py,sha256=trVesJM9GLiDXYtyoVt23rV_AS3G-gAu2BZpBkSMn8w,11067
+xinference/core/utils.py,sha256=ATE3bHC5_C9cf6Kvm0-aAdSxO5l40emyZCF6hHd0oDs,11282
 xinference/core/worker.py,sha256=YIlaQosBRj_VStfZGPfWnT2ie13GW8K4NNEP5qz28lI,46402
 xinference/deploy/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
 xinference/deploy/cmdline.py,sha256=gPwp9IngaXCypUEnPDS_22U8GntsKr7qHDST7duyAoI,48478
@@ -46,15 +46,16 @@ xinference/model/core.py,sha256=_NEH4wkjjJgRDdLHNVY_hL3V0kT67CvTay89uIzx1Ns,4736
 xinference/model/utils.py,sha256=_yJ5h4RUzt7Kjs2WdjSzbVM3FTWEkX0ycOnXANZ9KVg,11394
 xinference/model/audio/__init__.py,sha256=KasWsaNPeij6sGpHKqXaUc_bxUw1yYbD7-fwxkcoAVE,3731
 xinference/model/audio/chattts.py,sha256=ny3DZTCTt2MzdkLw994_QHZ_4qIEUZcNexNJkCejCyo,4998
-xinference/model/audio/core.py,sha256=j3H4IAcMRFiwEt8MCGzvD7VqvBON9dxrbRbfqFgSwfk,7082
-xinference/model/audio/cosyvoice.py,sha256=Enur1Y4Xa-mpr7wwnoXWwhyh7PUAjrHZ8DV91tTrpjE,6426
+xinference/model/audio/core.py,sha256=jQN-0podPYYu1FEjTPQtlTc4g1fZnk89lgapkshp3Ss,7290
+xinference/model/audio/cosyvoice.py,sha256=aGg2twmh4_NHHbW2jFVQ7x6bi-iZrFLSM5v5dqfbnBM,7301
 xinference/model/audio/custom.py,sha256=8GXBRmTtR-GY03-E91nlRGTIuabCRzlt20ecU6Un6Y8,4985
-xinference/model/audio/f5tts.py,sha256=0uhtovQAnmTaIiI17QZLR0dWEJD2lW_baB6B-5yXNas,6557
-xinference/model/audio/fish_speech.py,sha256=HNSNOA_rl7io1F4Vv3gicQh7Jpqgi3SAl57YRKzuPOs,8917
+xinference/model/audio/f5tts.py,sha256=RyfEYVvKhV7JygIv4F45C8wBr-u0mx9WpXj3gIOtL7o,6809
+xinference/model/audio/f5tts_mlx.py,sha256=SbYIo1C3EfZ8L30P7OTx0Dx7KuXIIpQKf8uZqR1e760,8527
+xinference/model/audio/fish_speech.py,sha256=U1NtEhQFtzVYZ0vpx10EqBnqUz-hmx1ZTAzD9OSPskQ,6767
 xinference/model/audio/funasr.py,sha256=65z7U7_F14CCP-jg6BpeY3_49FK7Y5OCRSzrhhsklCg,4075
-xinference/model/audio/model_spec.json,sha256=80Yiljfope_9eeDQHle-lZLpDqYaScAREquSy52Puv8,7529
-xinference/model/audio/model_spec_modelscope.json,sha256=cNZlzRtkI4x1KK9Ya-YiVTpdJ7-AAA5JwfM-oQSkaKg,2277
-xinference/model/audio/utils.py,sha256=pwo5cHh8nvhyBa9f-17QaVpXMSjmbpGbPYKwBBtEhGM,717
+xinference/model/audio/model_spec.json,sha256=7tHhrduauuIAawExL8kUg9QSqqSS4Gz0LZQ7dNCnJr0,8029
+xinference/model/audio/model_spec_modelscope.json,sha256=T-dbWajqrY0aXhUJa2CIxj0gtT7TwOuTmTazs68Wr5k,2521
+xinference/model/audio/utils.py,sha256=fnnQfZlhH6DRw6beXPUIO28u6qu2GgCONrWDIsTCNkw,1591
 xinference/model/audio/whisper.py,sha256=PQL7rebGC7WlIOItuDtjdEtSJtlhxFkolot-Fj-8uDU,7982
 xinference/model/audio/whisper_mlx.py,sha256=zBuCd7GUlsN9FC_-J11gqIkOCicihfbqxoabiXTvH2Q,7237
 xinference/model/embedding/__init__.py,sha256=1GmvQsbeeVUT-VRaRGetf8UT4RQgLWIzfp5kfX5jw-k,3567
@@ -70,10 +71,10 @@ xinference/model/flexible/launchers/__init__.py,sha256=X8w_2hKuQ9H3f90XYK7H_AQU4
 xinference/model/flexible/launchers/image_process_launcher.py,sha256=APbbHls0N9DpLFL6_qTexuc5o6bQAvdgJEAZWU4clyw,2510
 xinference/model/flexible/launchers/transformers_launcher.py,sha256=OZeeogDfopRUGhulP4PRJ4fZEJ2D9cfv7lcC2qJBoDE,2012
 xinference/model/image/__init__.py,sha256=80HBIbKh6lh-BgNaTo6k0TxxKjdG30bwHAdCiwVk6wk,3198
-xinference/model/image/core.py,sha256=qq5Yz0lr50Ap2UV8Yd9B3ddYPaAYGZFcZY9tKzdar0c,10625
+xinference/model/image/core.py,sha256=hsYQMqQYtdyBVzMvaiXDVnwvRGggDjYO6yDyZgBDt9E,12947
 xinference/model/image/custom.py,sha256=5gjujQpJVTJ-pVB5LzBo4-bWKKOHzFlRaoRKJ_CuIUg,3769
-xinference/model/image/model_spec.json,sha256=YLwNpHd9QU3Mvs_DVE7UrHjqUF_dVzqxKwb6gzHlEbg,5911
-xinference/model/image/model_spec_modelscope.json,sha256=0RIecnegAoe86paNiMxs-YVc8c4Ag3BXRG2CKBSmvNk,4806
+xinference/model/image/model_spec.json,sha256=usoI22RQaGnO2SyWT41stVOCaM00ur_pEsIJSVXorqw,8972
+xinference/model/image/model_spec_modelscope.json,sha256=F-n6cGZDke7UqAT5_wEhS9l--QVqDGp7Nb-OClerXms,7875
 xinference/model/image/sdapi.py,sha256=Xgdtnvw4Xwj1Nc0cBoDo_ogH6E2mFJqLvX0jSxxgdnA,5936
 xinference/model/image/utils.py,sha256=sJCxC8iCS7r9sVY4edKz2DYaZ-ebq_t9HjL7fZMS8z8,2344
 xinference/model/image/ocr/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
@@ -81,23 +82,23 @@ xinference/model/image/ocr/got_ocr2.py,sha256=N5Ux1dCtDMA25BBEmqiYNVKrk_HA-IPWch
 xinference/model/image/scheduler/__init__.py,sha256=-sjSIQ4K6w-TEzx49kVaWeWC443fnZqODU91GCQ_JNo,581
 xinference/model/image/scheduler/flux.py,sha256=GHlpPfU5UxsiQWNyvNe9SaVZceNg_2CiF1oJUdCao5o,18830
 xinference/model/image/stable_diffusion/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
-xinference/model/image/stable_diffusion/core.py,sha256=M_sYFsY_q91l0D6O7AqQVd_h-RIgXcmaydyCvASyNsI,23055
+xinference/model/image/stable_diffusion/core.py,sha256=SaeBYNdRdqarEwoyjHDz_SfRIr9EEK4IzgydYuRf7pI,24286
 xinference/model/image/stable_diffusion/mlx.py,sha256=GZsozzGB04NfHAdU9MI6gwWE1t_A-s_Ddn_ic8DlkKQ,7476
 xinference/model/llm/__init__.py,sha256=RDfLCynV34DcGfL2Y8Aw7S3pruC1TiPc8apcmgAYqZs,14052
 xinference/model/llm/core.py,sha256=g-luuAjZizrPunhyFE9IRjn57l0g6FY_1xUwtlRegbs,8151
-xinference/model/llm/llm_family.json,sha256=8ie8M1ghT5p_QSqTm4gpJFhbe7cIvuL9AmngBpblyD8,315713
-xinference/model/llm/llm_family.py,sha256=tI2wPefd7v-PWcVhUO2qy6iGob_ioeNCwAQQzal-2o4,39549
+xinference/model/llm/llm_family.json,sha256=txOGr7yF-OTqnvjz4_S-9NqnNrL_PN4BLiQ8zAyoBu4,317854
+xinference/model/llm/llm_family.py,sha256=HiWobT1SInGXWT78g673K5-FoDkDi1dSUU4pmfFAPPI,39050
 xinference/model/llm/llm_family_csghub.json,sha256=zMKWbihsxQNVB1u5iKJbZUkbOfQ4IPNq1KQ-8IDPQQA,8759
-xinference/model/llm/llm_family_modelscope.json,sha256=ByXuxHXE6LOaiUQQom1yHXRhe7LgtZnxBAa4_OIO8og,246100
+xinference/model/llm/llm_family_modelscope.json,sha256=vCQ1oVuqKvFDobVR9N4YN6ROJO2Tqj_qAmeJmyHLBRI,248311
 xinference/model/llm/llm_family_openmind_hub.json,sha256=jl9pfbe5DztoxgEwKBxDk1Wd7TziTiJ48_Ie_lJdYjA,67872
 xinference/model/llm/memory.py,sha256=NEIMw6wWaF9S_bnBYq-EyuDhVbUEEeceQhwE1iwsrhI,10207
-xinference/model/llm/utils.py,sha256=BBXo8rF1QM3EFdOeARFlAkuKBW3pTh-MuoC8zUpCuLc,24428
+xinference/model/llm/utils.py,sha256=3g14I8vKnTyEal34BfzV2j24ztlIWt8_2V_uU_OZ02A,24458
 xinference/model/llm/llama_cpp/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
 xinference/model/llm/llama_cpp/core.py,sha256=vjuTapwbn-ZjUX-8WA0nFyicE4UGUSehU_csSetvcZw,10928
 xinference/model/llm/lmdeploy/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 xinference/model/llm/lmdeploy/core.py,sha256=WvSP3x6t-HBv6hKh1qWZatFAzlcZCyyKqvc3ua8yPTI,19835
 xinference/model/llm/mlx/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
-xinference/model/llm/mlx/core.py,sha256=-37TJ9xR0iOXgwn7QbDfFFa4lVHoaBDKPgmCma_OzOQ,22131
+xinference/model/llm/mlx/core.py,sha256=wBxWibZlgQy43h6AWZS5SV6cbfUUPq8WrXfzbXNcf_s,24141
 xinference/model/llm/sglang/__init__.py,sha256=-sjSIQ4K6w-TEzx49kVaWeWC443fnZqODU91GCQ_JNo,581
 xinference/model/llm/sglang/core.py,sha256=Ab0i6Q3M-DqQi5bHMyfa9klPElGSk1ThEke4mdsBHXU,16747
 xinference/model/llm/transformers/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
@@ -105,7 +106,7 @@ xinference/model/llm/transformers/chatglm.py,sha256=vHBPIn5nEkrjBmonYkCHAIxDwvNe
 xinference/model/llm/transformers/cogvlm2.py,sha256=I5Ftm0VYjbTAv5ZARZCo32Ggpw58PJfHs5B_nX_BIlU,15972
 xinference/model/llm/transformers/cogvlm2_video.py,sha256=ZGkpC4x2uEtjwoMrLSODmAUYTjOeSNYxZi9VpQrpnhU,11857
 xinference/model/llm/transformers/compression.py,sha256=U0vMJ-JaBt4oC2LffgWg6HbPj1CeUi_YdwVbjDd0mRA,8112
-xinference/model/llm/transformers/core.py,sha256=8-BKAXWhBAQOnk1tDHwNQzq5x74-y1P9kdxO2D3ZhjQ,28247
+xinference/model/llm/transformers/core.py,sha256=ADX1ckh41ziKYZSmlcjGFEjSh2TZGWNxzFMhV_ZW4qg,28270
 xinference/model/llm/transformers/deepseek_v2.py,sha256=-RKlI3mhja730md4evQ2vfIxBnZD5vWyrgmg_3eovms,4096
 xinference/model/llm/transformers/deepseek_vl.py,sha256=pB6i6DW5oyfHdqTgKpi2DkIKVGlPLGIDR_Op0sB1uKA,10445
 xinference/model/llm/transformers/glm4v.py,sha256=goph2HhpV8gUm2t8-T1P-jTF2r_kPeH6QNe64lmlm0g,13871
@@ -117,13 +118,13 @@ xinference/model/llm/transformers/minicpmv26.py,sha256=_e2C4vmyKIzKt7S7AvKgiqhDO
 xinference/model/llm/transformers/omnilmm.py,sha256=2ZLW979ETqDDKo9CaTNwi9uLBZ2d6itHAYqjUA4jdro,5172
 xinference/model/llm/transformers/opt.py,sha256=dkZFNwtw_sUuVaz9He6LWfEojRGfOQFQ5atvC5OYPuY,2429
 xinference/model/llm/transformers/qwen2_audio.py,sha256=1XmlawVF-Xh2pgGoLDX7kOYIiF_bDUR3doSOnM59QbQ,6107
-xinference/model/llm/transformers/qwen2_vl.py,sha256=i8mypQwaPaaGQ0OIS55H8yuUX6gH87ubPuPQHHAD9fw,7304
+xinference/model/llm/transformers/qwen2_vl.py,sha256=rn2_-rZk6XiL8Mmhr2Sne5vhLSuqKDenYfkje-p6n1A,7390
 xinference/model/llm/transformers/qwen_vl.py,sha256=LG19qJW30bFiZOS-t9OM3JP6K1KCLj_Sv3nKSCLvyts,14058
 xinference/model/llm/transformers/tensorizer_utils.py,sha256=VXSYbPZtCbd8lVvsnjDLPZjfCMil67Pkywd_Ze4dTx4,11362
 xinference/model/llm/transformers/utils.py,sha256=a4-X5P9_L--rgSx5jI8haYA6GSpKhMdOYE97VNh54yM,19389
 xinference/model/llm/transformers/yi_vl.py,sha256=iCdRLw-wizbU-qXXc8CT4DhC0Pt-uYg0vFwXEhAZjQg,8961
 xinference/model/llm/vllm/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
-xinference/model/llm/vllm/core.py,sha256=69oLX1G5fK-UkPTQMgNkJPgFOVhqTbDdumZZ3INkskI,35409
+xinference/model/llm/vllm/core.py,sha256=irdnUgrbMvo6toayZWbtvwqTgsnU8lISX-p1R3Wf1Vw,35956
 xinference/model/llm/vllm/utils.py,sha256=LKOmwfFRrlSecawxT-uE39tC2RQbf1UIiSH9Uz90X6w,1313
 xinference/model/rerank/__init__.py,sha256=wRpf1bOMfmAsuEKEGczMTB5fWEvuqltlJbIbRb-x8Ko,3483
 xinference/model/rerank/core.py,sha256=e-QoFgVk-6LOQPM5zqbEj095J-1bkuyd9c5zRI5DlF8,14560
@@ -138,49 +139,53 @@ xinference/model/video/model_spec.json,sha256=yQcLSU3vRJys-ACdHGtTNdz2pX1O9QDQ5r
 xinference/model/video/model_spec_modelscope.json,sha256=U8p6IqNLbY5Safxwpa6dCfnGbyvOC4FtYIf2ucr8TvM,815
 xinference/thirdparty/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 xinference/thirdparty/cosyvoice/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-xinference/thirdparty/cosyvoice/bin/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-xinference/thirdparty/cosyvoice/bin/export_jit.py,sha256=WWPad_PGBT_C0AJ4w_ki5EJxGr9gX5fmK0kUsnhgnGs,2343
-xinference/thirdparty/cosyvoice/bin/export_trt.py,sha256=cjek1s4asmBUOMfNpi1gVMlkbn1sn2E3MXe_vDxyR-E,623
-xinference/thirdparty/cosyvoice/bin/inference.py,sha256=nq5doMD1JCgwVgh1o35pp-8O9njOxezJvnjvWVsNMCA,5533
-xinference/thirdparty/cosyvoice/bin/train.py,sha256=984UhhoGC5SO5fE3sL_k28Sndz9ElzUAO8FBqRYF9DM,5212
+xinference/thirdparty/cosyvoice/bin/average_model.py,sha256=5x2fXo-HX6r_3aBoXfyGYG6w1Qp9l_XUcxesYZqGUyA,3143
+xinference/thirdparty/cosyvoice/bin/export_jit.py,sha256=o6qMUNJDrvXw5MHwIKS6Tj_eeJsSrOrAnvQ0YD5HTmk,2628
+xinference/thirdparty/cosyvoice/bin/export_onnx.py,sha256=PjD9UHpK2uGn4i7NBows5vpDd2Ho5oXy-jey2p0Jz8E,4560
+xinference/thirdparty/cosyvoice/bin/export_trt.sh,sha256=LS96nBmlkJn097zmyGhSAdDLQpZBtAkQGxCFedNikAQ,931
+xinference/thirdparty/cosyvoice/bin/inference.py,sha256=l4wX0LPraGw41VFQOMWp8_kMe1Ac3ZkuK4tXQHhjXko,5471
+xinference/thirdparty/cosyvoice/bin/train.py,sha256=8S9T_DIGY-hYsq_jQJ5y74Wp3w-fhojLD8ChZYWH1Gg,6806
 xinference/thirdparty/cosyvoice/cli/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-xinference/thirdparty/cosyvoice/cli/cosyvoice.py,sha256=h9XEzKSqyg-5rj79D_H4hQRHNr05boGo82zjGntsr6s,5429
-xinference/thirdparty/cosyvoice/cli/frontend.py,sha256=5ZRsZjVYSSEEC7iGQG62zFCzbhjygNPxKeR0Ougf86M,8997
-xinference/thirdparty/cosyvoice/cli/model.py,sha256=R4YAp0OIqzf9dPxZeQef4r-t7f44vKLI5Fblpcy4Dns,10178
+xinference/thirdparty/cosyvoice/cli/cosyvoice.py,sha256=VrtqD6do3ISDH74-HdRTyyz-NKBDZOg4oB39ZHeauRc,10150
+xinference/thirdparty/cosyvoice/cli/frontend.py,sha256=5rA7nUy7Mkc9WEKXrkxHDIqQK26sN_LRgqRO8_8UfQE,12587
+xinference/thirdparty/cosyvoice/cli/model.py,sha256=J5JnJ9fqIrfg8tiIn8a1cyZfkFEoeyKZeSCeYoT8DIg,26351
 xinference/thirdparty/cosyvoice/dataset/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-xinference/thirdparty/cosyvoice/dataset/dataset.py,sha256=o4y725HGw4wOQ6ZKMIXUiXPJJuNlVCuat5yLKrfw50A,5233
-xinference/thirdparty/cosyvoice/dataset/processor.py,sha256=Dd0r4VxbcR2o7cgCtYVPd_VxEc1uNIxCB7euLn0FxiM,13008
-xinference/thirdparty/cosyvoice/flow/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-xinference/thirdparty/cosyvoice/flow/decoder.py,sha256=4RXtRZwEgTZ_21m6TcYtYzjBtOR5GyaSfZKBjVB1bhc,8878
-xinference/thirdparty/cosyvoice/flow/flow.py,sha256=44ZtlRw4aBb8YFo2ejeOTUJ-BMyVVI2k0XFVjhtppwU,6065
-xinference/thirdparty/cosyvoice/flow/flow_matching.py,sha256=TMhnw1sUSJeJ1zLc-PcD9GWRNTGju6lv_zY23Y95vgo,5882
-xinference/thirdparty/cosyvoice/flow/length_regulator.py,sha256=jjgY29-djOCv61-h0lth5a8mpWoL5nDo5BKgc_uU73w,2890
-xinference/thirdparty/cosyvoice/hifigan/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+xinference/thirdparty/cosyvoice/dataset/dataset.py,sha256=6CJJZv1hOzK6jTbqsYpcL5UQk1O5dnc25NVgnSDuA_U,5403
+xinference/thirdparty/cosyvoice/dataset/processor.py,sha256=t-qv63eCAXmeU863MKckFT7J45nTQomT_DLiMH6m_Cg,15416
+xinference/thirdparty/cosyvoice/flow/decoder.py,sha256=SH54O2Z7iXBjwVtlOufgF9SyEEV7p5hg4yv4ueccbSg,12311
+xinference/thirdparty/cosyvoice/flow/flow.py,sha256=l8tkOqkLo7CkH9tb2CzcEsIoQcMqbMMIMH5fclLmxi0,10252
+xinference/thirdparty/cosyvoice/flow/flow_matching.py,sha256=AhSNEWfkm9nnfqXCgl0MHusJzO30ACcX50jdGpuq0so,10647
+xinference/thirdparty/cosyvoice/flow/length_regulator.py,sha256=CG331RLBuvsAWUmglhz00OiFmnnmi9KpO-arTitwsuM,3060
+xinference/thirdparty/cosyvoice/hifigan/discriminator.py,sha256=PorODWt9kG9fk1PNApkPm8QPuzF-ufUkhOukoQ8g9ao,5341
 xinference/thirdparty/cosyvoice/hifigan/f0_predictor.py,sha256=4Ter1WnuSRA7wytzQfEtu-3PuA-Qrg3ywR5Hs7fsV74,1976
-xinference/thirdparty/cosyvoice/hifigan/generator.py,sha256=cEDILcx6BD7Ihpb-XG-xFGhjT43FsadBXX6JkIb6e3A,15010
-xinference/thirdparty/cosyvoice/llm/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-xinference/thirdparty/cosyvoice/llm/llm.py,sha256=PZD7gm6YTfwiHwt8h3OGiSkQ695drKfVUHciTKR4ucA,9253
+xinference/thirdparty/cosyvoice/hifigan/generator.py,sha256=AzO0ALwzt7XvZqzxzl2xuRSsM3IecoUQOHoQU_fkTPk,15498
+xinference/thirdparty/cosyvoice/hifigan/hifigan.py,sha256=CH96CjSUNW-C2dCocseSZhIUQ2OAS0OLj4sRsSbCYys,3231
+xinference/thirdparty/cosyvoice/llm/llm.py,sha256=vPJIVmQmLvboKN-ywb5bHkshXyAetaJtHxWzE7TYQWc,14420
+xinference/thirdparty/cosyvoice/tokenizer/tokenizer.py,sha256=lDQPx83ycMaaOutjKQxSQQROIHFOAf6nNvNh-eWlbfI,7456
+xinference/thirdparty/cosyvoice/tokenizer/assets/multilingual_zh_ja_yue_char_del.tiktoken,sha256=dHl5Yx6BMZNDaqvP98HCNdN96Al7ccVj7Itjt6UVxxg,907395
 xinference/thirdparty/cosyvoice/transformer/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 xinference/thirdparty/cosyvoice/transformer/activation.py,sha256=pKlsrqn3sFERKG3l6nYL39-cTlNEj1NCCFfcBKUEQMI,3089
 xinference/thirdparty/cosyvoice/transformer/attention.py,sha256=QdJpstXjo5UsClOPRkgK_4Vwdn64joBFLzZ0Ns72KLE,14389
 xinference/thirdparty/cosyvoice/transformer/convolution.py,sha256=619B8ySpciXHO5xDCvi7IxvXc4bvGEULsP0yn0aatOE,5230
 xinference/thirdparty/cosyvoice/transformer/decoder.py,sha256=2wQscn4OZTrJJHM7H7FeaXkv_YDJ089iJIN0VV1Yocw,16580
 xinference/thirdparty/cosyvoice/transformer/decoder_layer.py,sha256=uVZiq3LsawsPUMOhX77PFvrLeG0yO0rKHQY7nCHA1k4,4807
-xinference/thirdparty/cosyvoice/transformer/embedding.py,sha256=LLSnAPvJBIUDeV7vRhyVBZuWXDRmJ73dlZug9aJfodw,11398
+xinference/thirdparty/cosyvoice/transformer/embedding.py,sha256=NkbnSHg_5sBptCTMnL_oG8VKXM_qGucEHfOYpgPMzT4,11399
 xinference/thirdparty/cosyvoice/transformer/encoder.py,sha256=J_nXSZcgNy--Z3TQkLif8GPH7PiPk6TXWye7GtspGKU,21434
-xinference/thirdparty/cosyvoice/transformer/encoder_layer.py,sha256=8eMmGrfnPyXmXwrWLcxhX-mL8sj1eHaLXBhFnBkNDy8,9595
+xinference/thirdparty/cosyvoice/transformer/encoder_layer.py,sha256=GSBYK-LJt894Nee1ORGOweudqPLHEcYlf4WYs3kpUbk,9602
 xinference/thirdparty/cosyvoice/transformer/label_smoothing_loss.py,sha256=24gEzxwg4a-_bDPeSDZYmxlH2IF5fQLVB8KoqNT0D90,3459
 xinference/thirdparty/cosyvoice/transformer/positionwise_feed_forward.py,sha256=boA447zIyght3KUI-5udQL86uYvrq89clJNdAyMp0Pg,4219
 xinference/thirdparty/cosyvoice/transformer/subsampling.py,sha256=MfwDR6hRq8EgXf1M9oCZwMQWWJw-maB7JQ6GMM7OGdA,12666
+xinference/thirdparty/cosyvoice/transformer/upsample_encoder.py,sha256=f1mSmwAVFN8srFbkCTVBPEkGfqpZwbUsaTKuY9NW3cA,13766
 xinference/thirdparty/cosyvoice/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 xinference/thirdparty/cosyvoice/utils/class_utils.py,sha256=PnVIVrqHzyv9FA4mvpkHcvABQboGubVVELE_QVI40YA,2582
-xinference/thirdparty/cosyvoice/utils/common.py,sha256=xGxkyedwKLr08T0NXTP1PgdgKfgMfepDfHzuebJw5CM,5146
-xinference/thirdparty/cosyvoice/utils/executor.py,sha256=3SpBSW9iJ4wSRHv-qLEd3G_tMEL01b6ZAZC48hyqeEI,5114
-xinference/thirdparty/cosyvoice/utils/file_utils.py,sha256=5b-KWbUTxGD7bIguqSssTXGqHZfadnFbTaMPxCEdnxk,2021
-xinference/thirdparty/cosyvoice/utils/frontend_utils.py,sha256=v5CBGTaebwT4e4TFf33PmwRtFx9bACylpU88ycBursU,4042
+xinference/thirdparty/cosyvoice/utils/common.py,sha256=nBnqfbt_6hpmJOqFu52GDgwZgrY7KmBE5QvvifMxhfk,5834
+xinference/thirdparty/cosyvoice/utils/executor.py,sha256=tivb-mBApjKUakLKqBeMvjqAZUyPa_6I6cZfbJoxmhc,8559
+xinference/thirdparty/cosyvoice/utils/file_utils.py,sha256=rNS-oF5o3Xe159ge-rAxPdnIYkd7B50ufC3yz5rP9mE,1661
+xinference/thirdparty/cosyvoice/utils/frontend_utils.py,sha256=kk4JnPCuzmO-K2jARcqyLhZpQ6iq2B823ksmgX_qufE,4029
+xinference/thirdparty/cosyvoice/utils/losses.py,sha256=VRkh1v_mmss65WcRKv9-EPqOwSKGixeUtI0bIXZgdZk,607
 xinference/thirdparty/cosyvoice/utils/mask.py,sha256=kAauQRdlhQGrC0BjvYFpicLOlVKDp3V3ZCnLbbTMaHU,8351
-xinference/thirdparty/cosyvoice/utils/scheduler.py,sha256=BYzf1Ugnbba26wnoSfv_yq9FZaAJHLTn1q6QjgvZJQY,24940
-xinference/thirdparty/cosyvoice/utils/train_utils.py,sha256=UsBZ-2kkew_hbdsUpQ4aVfiWvPBrF7IwcVGaCMPnbqU,11863
+xinference/thirdparty/cosyvoice/utils/scheduler.py,sha256=lEfquE_Lcer2VG2zUVa0n-UxgvJEdEodyT66so-h6jQ,24920
+xinference/thirdparty/cosyvoice/utils/train_utils.py,sha256=JH6OWnIcR9NZE9CP-Clu6-YuBAmHgkzzVp4q48FUvsc,15154
 xinference/thirdparty/deepseek_vl/__init__.py,sha256=N5CYTfTFEiTT7mrNrrGTSyvDOVkGVO3pE_fWm8ugcAw,1458
 xinference/thirdparty/deepseek_vl/models/__init__.py,sha256=gVJoBKpRfny6w_QpTrTh_iCqUtVJZLuctzfPQq-dKDw,1328
 xinference/thirdparty/deepseek_vl/models/clip_encoder.py,sha256=tn-uTCAcb63WOX6cB0rl2ynOsum23xy1tAvBqPbIHHo,8197
@@ -264,9 +269,10 @@ xinference/thirdparty/f5_tts/train/datasets/prepare_ljspeech.py,sha256=OVL5AlqiN
 xinference/thirdparty/f5_tts/train/datasets/prepare_wenetspeech4tts.py,sha256=4MSCHkjjlKjao_2dAK2H9bU98fCVd26MoVZ3KBMy3CM,4579
 xinference/thirdparty/fish_speech/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 xinference/thirdparty/fish_speech/fish_speech/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-xinference/thirdparty/fish_speech/fish_speech/conversation.py,sha256=zwsHs1oG4k7TBqBDZosGLW4uWADTzKWOjo0pI956PNM,7401
+xinference/thirdparty/fish_speech/fish_speech/conversation.py,sha256=UpWitG4B0Ss5ypESvMmLUXm2trBHX23f30MReF9mOfY,8066
 xinference/thirdparty/fish_speech/fish_speech/scheduler.py,sha256=xpstAfXlsdx-N_hDcJJYFKiLb_cW5mTdXACyuODrcIg,1101
-xinference/thirdparty/fish_speech/fish_speech/train.py,sha256=TQbqeYF5RPkShMNjb9dsqWTWhEyHFnfdFOR_gnbIfUo,4474
+xinference/thirdparty/fish_speech/fish_speech/tokenizer.py,sha256=EfI8cLdmC8IvZAG2aIn62f6lipcnDqXLHt9W-sjLOcQ,4686
+xinference/thirdparty/fish_speech/fish_speech/train.py,sha256=MtVaLPtMUEmLTsypsO3CAag17PHuiyMpc9WOR3vsnkA,4470
 xinference/thirdparty/fish_speech/fish_speech/callbacks/__init__.py,sha256=LYHvlvb9463UMJ3stVzBilVpLtdiLCteuzMIB5ypHS0,70
 xinference/thirdparty/fish_speech/fish_speech/callbacks/grad_norm.py,sha256=pzuUxUnXWAa9U6XKcvQpnGoUZhMmFQKimSqYH-WajIQ,3436
 xinference/thirdparty/fish_speech/fish_speech/configs/base.yaml,sha256=7_yXj9Y9SNhI7wiQeFvoLArtp9gqJCF-f43JGQ-TwCI,2544
@@ -291,15 +297,15 @@ xinference/thirdparty/fish_speech/fish_speech/i18n/locale/pt_BR.json,sha256=mNI1
 xinference/thirdparty/fish_speech/fish_speech/i18n/locale/zh_CN.json,sha256=UXKUCm4i8DpRvNehWEZV5W6dTw36QcjzddvJpdUdAaM,7753
 xinference/thirdparty/fish_speech/fish_speech/models/text2semantic/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 xinference/thirdparty/fish_speech/fish_speech/models/text2semantic/lit_module.py,sha256=Brrgxy6tHNAwclfu04XDNLKzzGU_FamBL5D8XWPj99A,6567
-xinference/thirdparty/fish_speech/fish_speech/models/text2semantic/llama.py,sha256=mlrD22dZALaaoVphbriUYL6Ss1II0u-IZhwple2e5FI,28039
+xinference/thirdparty/fish_speech/fish_speech/models/text2semantic/llama.py,sha256=dkw6XUWxvfBpDhEIjnt15VsBQGh0vloeWCu2ApnZqKo,29681
 xinference/thirdparty/fish_speech/fish_speech/models/text2semantic/lora.py,sha256=KHbtG1BGrFMtdoMtHXPWb3OTez8HtHEiuAaMEFOrNYI,2923
 xinference/thirdparty/fish_speech/fish_speech/models/vqgan/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 xinference/thirdparty/fish_speech/fish_speech/models/vqgan/utils.py,sha256=irmTsK36GlLccFI5CjWahKO7NG6LZQrd5FEh_7qy4Xs,2533
 xinference/thirdparty/fish_speech/fish_speech/models/vqgan/modules/firefly.py,sha256=pKiKQ8irkt5FqwodBiwD3QkzMGxGvTTC6PFKKProOuI,19985
 xinference/thirdparty/fish_speech/fish_speech/models/vqgan/modules/fsq.py,sha256=GxRY7jSb5vPjDJuofkHhQLWEmkZVCJQ0B-iNokW6vkw,3448
 xinference/thirdparty/fish_speech/fish_speech/text/__init__.py,sha256=3lYfSw4Xb3Qh0p8FsjX4ToOJNsm7ZxN3XPh_xFKXoUQ,102
-xinference/thirdparty/fish_speech/fish_speech/text/clean.py,sha256=hcrKvtDWa-jmPzFqhFJwHxEeY2QNZfAadKhwAo-E5CU,1203
-xinference/thirdparty/fish_speech/fish_speech/text/spliter.py,sha256=wv-x9U3cEz7D4iGmzkf_x2YpkvTthuDHVfM6VQW_gQw,3827
+xinference/thirdparty/fish_speech/fish_speech/text/clean.py,sha256=YewVVv_LremHj0wKuHSTIsfiE9I6HR4QAfZNmpye6f0,832
+xinference/thirdparty/fish_speech/fish_speech/text/spliter.py,sha256=lQ7tT28B2go8B8HSG8fYm_ONmvN7SGax7nRxB8qpg_s,3832
 xinference/thirdparty/fish_speech/fish_speech/text/chn_text_norm/.gitignore,sha256=04gWbPAivQzTV7w2eOgkk3xcMZLuti1pkLwy_mW7k6M,1274
 xinference/thirdparty/fish_speech/fish_speech/text/chn_text_norm/README.md,sha256=9tZNujydXU0DlgpnsJTfMI880mgh41l6UvqqQQKbcPk,890
 xinference/thirdparty/fish_speech/fish_speech/text/chn_text_norm/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -325,26 +331,28 @@ xinference/thirdparty/fish_speech/fish_speech/utils/rich_utils.py,sha256=RHRUrq2
 xinference/thirdparty/fish_speech/fish_speech/utils/spectrogram.py,sha256=R9dGOEJnsF03T-9BBFLwMHikgp1VYTe7Cm76doKj76s,3239
 xinference/thirdparty/fish_speech/fish_speech/utils/utils.py,sha256=3w0drAiLo5bVnOrXH8ezsIAaAkSP3cqwgpMcr7kERFQ,4283
 xinference/thirdparty/fish_speech/fish_speech/webui/launch_utils.py,sha256=33vk7md7-T9rIwdOarQ1n5XKu_FqwZqeo6D_WGObjH4,3974
-xinference/thirdparty/fish_speech/fish_speech/webui/manage.py,sha256=NwcVYzbRLqdh8Y1RAXBNpsmzYjQj1GKOTkW5EaNxMYo,46887
+xinference/thirdparty/fish_speech/fish_speech/webui/manage.py,sha256=naidGvMXg5hU5J-DdtR6dBOflXcr7FG0BxichP7z-No,46891
 xinference/thirdparty/fish_speech/fish_speech/webui/css/style.css,sha256=CLXPzePjropDNCfg2jptIwJRMIWPuc5jfd2aLGadMD0,2617
 xinference/thirdparty/fish_speech/fish_speech/webui/html/footer.html,sha256=ofq4m93dF0Z_lXn2J6nLBwXwdugBOPIzjzFGBbr1C58,348
 xinference/thirdparty/fish_speech/fish_speech/webui/js/animate.js,sha256=AG2umxvH9ly6ZxJDxV4sfz1A9Q3_unA7LnkKv05X-i4,2690
-xinference/thirdparty/fish_speech/tools/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-xinference/thirdparty/fish_speech/tools/api.py,sha256=LXq6L84EW_5bvBp6fgIkkegDgVQ8obYPph1OFm9SW5Q,29282
-xinference/thirdparty/fish_speech/tools/download_models.py,sha256=UOOV9SzseMUGFqOw85AeAaXg5LcW0jMvkoet1elvI44,1365
+xinference/thirdparty/fish_speech/tools/api_client.py,sha256=-3cKLJqgDzlm-syIqb8ffCe2UcPNk9jmn7U0zAky818,6666
+xinference/thirdparty/fish_speech/tools/api_server.py,sha256=rHA1Np-M5zkhklkerwHF0-ubiE9__xNLz9_WRpEQbZU,3193
+xinference/thirdparty/fish_speech/tools/download_models.py,sha256=yVTkHPe5TkA1Ol59wlXD13ON19Auh986go_q1m1-rfk,1357
 xinference/thirdparty/fish_speech/tools/e2e_webui.py,sha256=JrT7ubhodvMICngsZkDDJ0Z0bCB4G1cpPBtQFc63Nhw,8908
 xinference/thirdparty/fish_speech/tools/extract_model.py,sha256=42b_U4rmqX3OUOIqWQQczsEktt79aQSOJ4E55B1bHl8,536
 xinference/thirdparty/fish_speech/tools/file.py,sha256=ZSWIpGIOuGbQ5gWmfS9LZWLLidc9gZ9p95QzAZkJneI,3047
-xinference/thirdparty/fish_speech/tools/fish_e2e.py,sha256=JKrZwFdUXFegFe7d8eJcF8xKbvOnddjegxORCTL3KBk,9625
-xinference/thirdparty/fish_speech/tools/msgpack_api.py,sha256=yKWc9wAycB4GSeAACO0_qmc7ONZN_zZP8tRBmCTbPkE,2623
-xinference/thirdparty/fish_speech/tools/post_api.py,sha256=tWpMgh264Abk7t4w0du51sGMeXDYQm3bLdh1NadxUAo,6993
-xinference/thirdparty/fish_speech/tools/schema.py,sha256=gh43aA3-kG2bZV-8UJhGqY8d-q1aHZIZy__fBtw0FLk,5257
+xinference/thirdparty/fish_speech/tools/fish_e2e.py,sha256=YQ3XfvJCI7dYO8cMfkmWeDf2ZW2FE-FQ5LsRnTQyDbI,9633
+xinference/thirdparty/fish_speech/tools/run_webui.py,sha256=hWAztS4rPG7tV8NGXY8furs7y4DpJoG3vZoGr5H0csY,3273
+xinference/thirdparty/fish_speech/tools/schema.py,sha256=B8o1McuIqwd5GLN8ka3Gu4AFxJG6IQ0ChfOSIBw77NA,4647
 xinference/thirdparty/fish_speech/tools/smart_pad.py,sha256=O6fCgrSouBX6prkrj6a03DPI-5loiS_oKaidtIXxuFg,1626
-xinference/thirdparty/fish_speech/tools/webui.py,sha256=4E9xlCyZlwTFOkGNrh7mNjg5mwtPHNwP7WF-_GwlyAo,18048
 xinference/thirdparty/fish_speech/tools/whisper_asr.py,sha256=uG6NsSnH6oLEkCRM-Tb8o6L7OKDZ1eSVd8obEoq7jVc,4893
+xinference/thirdparty/fish_speech/tools/inference_engine/__init__.py,sha256=cyhHYIwjj5DqCacvgzHypnVoF-CU_f5nuA8Ah5VHSKs,6291
+xinference/thirdparty/fish_speech/tools/inference_engine/reference_loader.py,sha256=a-GjyCDyq4Mb8DXu_8DrxUcjYTZBozca0MP7wtdpiq0,4186
+xinference/thirdparty/fish_speech/tools/inference_engine/utils.py,sha256=mNMegqyStPPrikXLYn6y0xJWniGBrF2Un4gOmyQo9to,1006
+xinference/thirdparty/fish_speech/tools/inference_engine/vq_manager.py,sha256=4Od83XlT3Yjs-Hwh9rc6N2eDq9Gb5GEM0vWZbjwJ_us,2099
 xinference/thirdparty/fish_speech/tools/llama/build_dataset.py,sha256=rOVoiXPpKqwT2C2cDhTgw8TMNH5Tq0QzejPd4Y387zY,4898
-xinference/thirdparty/fish_speech/tools/llama/eval_in_context.py,sha256=vF2OVE4kj5qVaBBHGR1eTqcmLWvUeoO4OMj9eUkTXvw,4623
-xinference/thirdparty/fish_speech/tools/llama/generate.py,sha256=mbC8hXgpkXAQS_GAIodpcZiHVBqe5TJOBAqi6WQ2rDo,33784
+xinference/thirdparty/fish_speech/tools/llama/eval_in_context.py,sha256=mFFPR8F3ALc-nj9q8Kp8nl-uqGwJ0VWOV7bYbjqIoys,4619
+xinference/thirdparty/fish_speech/tools/llama/generate.py,sha256=p_GPFRL4g7NXjdN2clxWFz02srUDx19PzR_9O8jhrc4,34651
 xinference/thirdparty/fish_speech/tools/llama/merge_lora.py,sha256=VS-ZYzar8-MKj4PCzEoRjIin7GISVk6accZJXvrZHWQ,3273
 xinference/thirdparty/fish_speech/tools/llama/quantize.py,sha256=meAgs8IXCDjUz6R8ihvFMLNqo7MDJnSDi0sE-DAUJA0,16602
 xinference/thirdparty/fish_speech/tools/llama/rebuild_tokenizer.py,sha256=MuFdqOsU2QHq8cSz7pa4PAsjZyrJrghCZQR2SrpplTQ,2025
@@ -353,9 +361,22 @@ xinference/thirdparty/fish_speech/tools/sensevoice/__init__.py,sha256=47DEQpj8HB
 xinference/thirdparty/fish_speech/tools/sensevoice/auto_model.py,sha256=abg8hFiVcWwhJYT_E8De-vYRUQOs1u0Zxxgz1nj1790,22739
 xinference/thirdparty/fish_speech/tools/sensevoice/fun_asr.py,sha256=4Tau7ImBXLF-Atgnzb_-volKCb5nas56iBnLVlucL9k,10182
 xinference/thirdparty/fish_speech/tools/sensevoice/vad_utils.py,sha256=QZhdJN6PiJUWui_8fdt_-BA32OKVfvjqV8roavLna20,2214
+xinference/thirdparty/fish_speech/tools/server/api_utils.py,sha256=0TZLCteNhH-CK1Z3V9hzsBekrFuqvUlC2ALOa3vJMvk,2419
+xinference/thirdparty/fish_speech/tools/server/exception_handler.py,sha256=CUcaxCbpJtnIJOP2fDDw4ohLF6LlAkkvFjIDXIB1wXE,729
+xinference/thirdparty/fish_speech/tools/server/inference.py,sha256=vfiDZUuw-Qwl5rocw_0Lfla8bh6ByMzjfg_3Oa22blQ,1334
+xinference/thirdparty/fish_speech/tools/server/model_manager.py,sha256=fGqpX8bpV_zMWK27xCTuntyyOvUdv_HUfxnwWKKUCNE,3769
+xinference/thirdparty/fish_speech/tools/server/model_utils.py,sha256=UOJ4elAEECtLZ6xV4OfPg7w35_VJcEE3Xbv4h5zy7vs,3947
+xinference/thirdparty/fish_speech/tools/server/views.py,sha256=n0xuA4YzpKEDnaHQyhRAVTPnvi0dSueNn2_xB-ZHxn4,7709
+xinference/thirdparty/fish_speech/tools/server/agent/__init__.py,sha256=SFo8uPXSY4H4ieaZ7VXbY4g0FNoxETSswSM-NZdj-HE,1946
+xinference/thirdparty/fish_speech/tools/server/agent/generate.py,sha256=uOmgs9EvyL_VX9bhsHw1bSvNs-TEcDuEnrBo3rDYLoc,3516
+xinference/thirdparty/fish_speech/tools/server/agent/generation_utils.py,sha256=IagvrWRjhSLHSMDI1Bg-dbjpSdebpGZwA1NkRyaMark,3678
+xinference/thirdparty/fish_speech/tools/server/agent/pre_generation_utils.py,sha256=Of2SFuaxinnVeFmiM27cHzcVwcR4f52SXDeRLFC8jAY,2614
 xinference/thirdparty/fish_speech/tools/vqgan/create_train_split.py,sha256=aWQeRSJ_KRPp72qtXoFvxJkkP6P-73VKIew2iIeETos,2996
 xinference/thirdparty/fish_speech/tools/vqgan/extract_vq.py,sha256=DNXinP96_ZQX2G847E0eHqfOe1tcxF7vMBtjGlHBD9E,6845
 xinference/thirdparty/fish_speech/tools/vqgan/inference.py,sha256=NL53U8qZ4IkvUssv83ltP1c1-zW7QWvhxZcDTR7ZiOE,3824
+xinference/thirdparty/fish_speech/tools/webui/__init__.py,sha256=lqYBevPJ1c9fXRuVTqcRBVf0800SyfCEy0bSD9bw6mE,6867
+xinference/thirdparty/fish_speech/tools/webui/inference.py,sha256=Rh-6T0fKKOZCo_hn7mQwLiUYK8KrpeeVU8xg4Eqd1no,2155
+xinference/thirdparty/fish_speech/tools/webui/variables.py,sha256=9XiZPmdSeOa6BQfjPTuGWfwhPt1HbN9OEP8-8aldihY,601
 xinference/thirdparty/internvl/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 xinference/thirdparty/internvl/conversation.py,sha256=2wLSnfxyLItQaLd-N5xoybBPKyZadXkVntPuMV5iyGo,15040
 xinference/thirdparty/llava/__init__.py,sha256=UlCNtyBVX645CB6S6LfyYkTfQVO18_a8e9SmR7cHExA,41
@@ -411,7 +432,7 @@ xinference/thirdparty/matcha/utils/logging_utils.py,sha256=glOI_JG8_YBKHWwD5RRKK
 xinference/thirdparty/matcha/utils/model.py,sha256=UViKHaV89_IeaKJFww1xHV_RTXqv0YvfQWqwOtnzQ-I,2935
 xinference/thirdparty/matcha/utils/pylogger.py,sha256=YbC8Ym5HZrJcDBIsQO6jSnuyY5CLZQR13E_oAS9SYZQ,720
 xinference/thirdparty/matcha/utils/rich_utils.py,sha256=Oj5jrkz5s1b3RJL6m_8EXj85LY079FWClMIzf_Gwvcc,3279
-xinference/thirdparty/matcha/utils/utils.py,sha256=5TN-PISzsjI_CgnRX3PSPBVsFhRL8GHZyZdwm89O4TQ,8455
+xinference/thirdparty/matcha/utils/utils.py,sha256=u5u7cDnY4SPv1-Citj6A-J34lfMvcrwaoZxWuKiHCiY,8459
 xinference/thirdparty/matcha/utils/monotonic_align/__init__.py,sha256=_s_INV7vL_N9mhYtZADAk11CsSGP8kykn0fEyyM73ts,646
 xinference/thirdparty/matcha/utils/monotonic_align/core.pyx,sha256=t2jJamslaDGkFZnWhdUQ0qs4T4gjntMOAXSPMtZaq0w,1236
 xinference/thirdparty/matcha/utils/monotonic_align/setup.py,sha256=bf0d0cvGRaACC22qq0sqgZEBBhz4qzDlMqBxOyTKC2g,207
@@ -15575,9 +15596,9 @@ xinference/web/ui/node_modules/yargs-parser/package.json,sha256=BSwbOzgetKXMK4u0
 xinference/web/ui/node_modules/yocto-queue/package.json,sha256=6U1XHQPGXJTqsiFvT953ORihUtXTblZy4fXBWP9qxC0,725
 xinference/web/ui/node_modules/yup/package.json,sha256=xRFSROB9NKxqSWHEVFvSTsPs9Ll074uo8OS1zEw0qhA,1206
 xinference/web/ui/node_modules/yup/node_modules/type-fest/package.json,sha256=JTv2zTTVgxQ2H82m1-6qEpdMv08lHjFx4Puf_MsbB_Q,1134
-xinference-1.1.0.dist-info/LICENSE,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
-xinference-1.1.0.dist-info/METADATA,sha256=xlWoTS4luzdBOw0C4b2q2Axb6-DxFMoTRCFoDXMSUQA,23021
-xinference-1.1.0.dist-info/WHEEL,sha256=tZoeGjtWxWRfdplE7E3d45VPlLNQnvbKiYnx7gwAy8A,92
-xinference-1.1.0.dist-info/entry_points.txt,sha256=-lDyyzqWMFQF0Rgm7VxBNz0V-bMBMQLRR3pvQ-Y8XTY,226
-xinference-1.1.0.dist-info/top_level.txt,sha256=L1rQt7pl6m8tmKXpWVHzP-GtmzAxp663rXxGE7qnK00,11
-xinference-1.1.0.dist-info/RECORD,,
+xinference-1.1.1.dist-info/LICENSE,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
+xinference-1.1.1.dist-info/METADATA,sha256=RRwH9NxEUeXOIK2ugtadSZTroLR9PVk-Nj5Ee28NS4M,23279
+xinference-1.1.1.dist-info/WHEEL,sha256=tZoeGjtWxWRfdplE7E3d45VPlLNQnvbKiYnx7gwAy8A,92
+xinference-1.1.1.dist-info/entry_points.txt,sha256=-lDyyzqWMFQF0Rgm7VxBNz0V-bMBMQLRR3pvQ-Y8XTY,226
+xinference-1.1.1.dist-info/top_level.txt,sha256=L1rQt7pl6m8tmKXpWVHzP-GtmzAxp663rXxGE7qnK00,11
+xinference-1.1.1.dist-info/RECORD,,

xinference/thirdparty/cosyvoice/bin/export_trt.py

@@ -1,8 +0,0 @@
-# TODO 跟export_jit一样的逻辑，完成flow部分的estimator的onnx导出。
-# tensorrt的安装方式，再这里写一下步骤提示如下，如果没有安装，那么不要执行这个脚本，提示用户先安装，不给选择
-try:
-    import tensorrt
-except ImportError:
-    print('step1, 下载\n step2. 解压，安装whl，')
-# 安装命令里tensosrt的根目录用环境变量导入，比如os.environ['tensorrt_root_dir']/bin/exetrace，然后python里subprocess里执行导出命令
-# 后面我会在run.sh里写好执行命令 tensorrt_root_dir=xxxx python cosyvoice/bin/export_trt.py --model_dir xxx