xinference 0.16.3__py3-none-any.whl → 1.0.1__py3-none-any.whl

{xinference-0.16.3.dist-info → xinference-1.0.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: xinference
-Version: 0.16.3
+Version: 1.0.1
 Summary: Model Serving Made Easy
 Home-page: https://github.com/xorbitsai/inference
 Author: Qin Xuye
@@ -19,7 +19,7 @@ Classifier: Programming Language :: Python :: Implementation :: CPython
 Classifier: Topic :: Software Development :: Libraries
 Description-Content-Type: text/markdown
 License-File: LICENSE
-Requires-Dist: xoscar>=0.3.0
+Requires-Dist: xoscar<0.4.2,>=0.3.0
 Requires-Dist: torch
 Requires-Dist: gradio
 Requires-Dist: pillow
@@ -34,7 +34,7 @@ Requires-Dist: huggingface-hub>=0.19.4
 Requires-Dist: typing-extensions
 Requires-Dist: modelscope>=1.10.0
 Requires-Dist: sse-starlette>=1.6.5
-Requires-Dist: openai>1
+Requires-Dist: openai>=1.40.0
 Requires-Dist: python-jose[cryptography]
 Requires-Dist: passlib[bcrypt]
 Requires-Dist: aioprometheus[starlette]>=23.12.0
@@ -80,7 +80,7 @@ Requires-Dist: conformer; extra == "all"
 Requires-Dist: gdown; extra == "all"
 Requires-Dist: pyarrow; extra == "all"
 Requires-Dist: HyperPyYAML; extra == "all"
-Requires-Dist: onnxruntime==1.16.0; extra == "all"
+Requires-Dist: onnxruntime>=1.16.0; extra == "all"
 Requires-Dist: boto3<1.28.65,>=1.28.55; extra == "all"
 Requires-Dist: tensorizer~=2.9.0; extra == "all"
 Requires-Dist: eva-decord; extra == "all"
@@ -89,6 +89,8 @@ Requires-Dist: loguru; extra == "all"
 Requires-Dist: natsort; extra == "all"
 Requires-Dist: loralib; extra == "all"
 Requires-Dist: ormsgpack; extra == "all"
+Requires-Dist: cachetools; extra == "all"
+Requires-Dist: silero-vad; extra == "all"
 Requires-Dist: qwen-vl-utils; extra == "all"
 Requires-Dist: datamodel-code-generator; extra == "all"
 Requires-Dist: jsonschema; extra == "all"
@@ -96,6 +98,7 @@ Requires-Dist: verovio>=4.3.1; extra == "all"
 Requires-Dist: auto-gptq; sys_platform != "darwin" and extra == "all"
 Requires-Dist: autoawq<0.2.6; sys_platform != "darwin" and extra == "all"
 Requires-Dist: mlx-lm; (sys_platform == "darwin" and platform_machine == "arm64") and extra == "all"
+Requires-Dist: mlx-whisper; (sys_platform == "darwin" and platform_machine == "arm64") and extra == "all"
 Requires-Dist: vllm>=0.2.6; sys_platform == "linux" and extra == "all"
 Requires-Dist: sglang>=0.2.7; sys_platform == "linux" and extra == "all"
 Provides-Extra: audio
@@ -117,11 +120,13 @@ Requires-Dist: diffusers>=0.30.0; extra == "audio"
 Requires-Dist: gdown; extra == "audio"
 Requires-Dist: pyarrow; extra == "audio"
 Requires-Dist: HyperPyYAML; extra == "audio"
-Requires-Dist: onnxruntime==1.16.0; extra == "audio"
+Requires-Dist: onnxruntime>=1.16.0; extra == "audio"
 Requires-Dist: loguru; extra == "audio"
 Requires-Dist: natsort; extra == "audio"
 Requires-Dist: loralib; extra == "audio"
 Requires-Dist: ormsgpack; extra == "audio"
+Requires-Dist: cachetools; extra == "audio"
+Requires-Dist: silero-vad; extra == "audio"
 Provides-Extra: benchmark
 Requires-Dist: psutil; extra == "benchmark"
 Provides-Extra: dev
@@ -139,7 +144,7 @@ Requires-Dist: sphinx-intl>=0.9.9; extra == "dev"
 Requires-Dist: jieba>=0.42.0; extra == "dev"
 Requires-Dist: flake8>=3.8.0; extra == "dev"
 Requires-Dist: black; extra == "dev"
-Requires-Dist: openai>1; extra == "dev"
+Requires-Dist: openai>=1.40.0; extra == "dev"
 Requires-Dist: langchain; extra == "dev"
 Requires-Dist: langchain-community; extra == "dev"
 Requires-Dist: orjson; extra == "dev"
@@ -173,6 +178,7 @@ Provides-Extra: llama_cpp
 Requires-Dist: llama-cpp-python!=0.2.58,>=0.2.25; extra == "llama-cpp"
 Provides-Extra: mlx
 Requires-Dist: mlx-lm; extra == "mlx"
+Requires-Dist: mlx-whisper; extra == "mlx"
 Provides-Extra: rerank
 Requires-Dist: FlagEmbedding; extra == "rerank"
 Provides-Extra: sglang
@@ -389,6 +395,24 @@ Once Xinference is running, there are multiple ways you can try it: via the web
 | [Slack](https://join.slack.com/t/xorbitsio/shared_invite/zt-1o3z9ucdh-RbfhbPVpx7prOVdM1CAuxg) | Collaborating with other Xorbits users.            |
 | [Twitter](https://twitter.com/xorbitsio)                                                      | Staying up-to-date on new features.                |
 
+## Citation
+
+If this work is helpful, please kindly cite as:
+
+```bibtex
+@inproceedings{lu2024xinference,
+    title = "Xinference: Making Large Model Serving Easy",
+    author = "Lu, Weizheng and Xiong, Lingfeng and Zhang, Feng and Qin, Xuye and Chen, Yueguo",
+    booktitle = "Proceedings of the 2024 Conference on Empirical Methods in Natural Language Processing: System Demonstrations",
+    month = nov,
+    year = "2024",
+    address = "Miami, Florida, USA",
+    publisher = "Association for Computational Linguistics",
+    url = "https://aclanthology.org/2024.emnlp-demo.30",
+    pages = "291--300",
+}
+```
+
 ## Contributors
 
 <a href="https://github.com/xorbitsai/inference/graphs/contributors">

{xinference-0.16.3.dist-info → xinference-1.0.1.dist-info}/RECORD

@@ -1,15 +1,15 @@
 xinference/__init__.py,sha256=nmTTrYbIpj964ZF6ojtgOM7E85JBOj1EyQbmYjbj1jw,915
-xinference/_compat.py,sha256=xFztCfyrq3O_4bssL_ygghYkfxicv_ZhiX2YDDWHf-k,3571
-xinference/_version.py,sha256=ZJMSF8nqOAMuCeAs35nQ2pCDZSaWMd6E2vS-3qLZTSc,498
+xinference/_compat.py,sha256=vpf_M9Ou6d9qaq-hG5isJ-C8e8UdPZPqoWcPhabfNko,4135
+xinference/_version.py,sha256=ENOsRw9OHQL_a2m0T4MVfI2yL84k11_7guNq3F53rsg,497
 xinference/conftest.py,sha256=vETDpRBVIlWbWi7OTwf7og89U25KyYGyI7yPIB3O8N8,9564
-xinference/constants.py,sha256=VMj62qQ4h36Jt-AmH5g6hmJJteSlKrA3r47K7bGWEPc,3859
+xinference/constants.py,sha256=mEW4HDzjXtDXN61Mt6TtJrJ4ljbB6VUkh97e3oDbNx4,3905
 xinference/device_utils.py,sha256=zswJiws3VyTIaNO8z-MOcsJH_UiPoePPiKK5zoNrjTA,3285
 xinference/fields.py,sha256=0UtBFaDNzn1n9MRjyTkNrolsIML-TpZfudWOejqjni8,5245
 xinference/isolation.py,sha256=uhkzVyL3fSYZSuFexkG6Jm-tRTC5I607uNg000BXAnE,1949
-xinference/types.py,sha256=LHTbNLf0zI-FLruxRuBt2KMpk2P4eKpYdFvh2qzNTGI,12458
+xinference/types.py,sha256=t9SIU06Y1Y_lmXMfQmYAHmP8K6vTnD5Ly32z4KqriZE,12514
 xinference/utils.py,sha256=zYgf9bCvfbybRt3gEog6r5WJCpj0czZCf0qgRdYjkN8,720
 xinference/api/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
-xinference/api/restful_api.py,sha256=mmGVCPgclRHklzrWiPKiFm4XQbVMF0bZa2i5cBQr5ao,86347
+xinference/api/restful_api.py,sha256=4tEu4YiT5iQU9ZVPI5gpQzwe-pEXiM05o_7S7MnJHBg,92140
 xinference/api/oauth2/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
 xinference/api/oauth2/auth_service.py,sha256=74JzB42fbbmBu4Q1dW3A9Fp_N7167KgRGB42Z0NHjAM,6119
 xinference/api/oauth2/types.py,sha256=K923sv_XySIUtM2Eozl9IG082IJcDOS5SFLrPZ5ELBg,996
@@ -18,20 +18,20 @@ xinference/client/__init__.py,sha256=Gc4HOzAy_1cic5kXlso7hahYgw89CKvZSJDicEU461k
 xinference/client/common.py,sha256=iciZRs5YjM2gYsXnwACPMaiBZp4_XpawWwfym0Iyu40,1617
 xinference/client/handlers.py,sha256=OKl_i5FA341wsQf_0onSOPbbW6V861WJrSP7ghtDc8c,527
 xinference/client/restful/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
-xinference/client/restful/restful_client.py,sha256=xT3b1dTQGmNNsHuCUrNxS8DTEcg7a2o8oo0aaX0k-0I,51916
+xinference/client/restful/restful_client.py,sha256=JwzP7etUZBR0mmU7y3dUOEWN_D7ol_2hXN9KMAzKZaw,53601
 xinference/core/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
 xinference/core/cache_tracker.py,sha256=3ubjYCU5aZToSp2GEuzedECVrg-PR4kThTefrFUkb9g,6971
 xinference/core/chat_interface.py,sha256=Kiqs1XOXgYBlP7DOXLEXaFjbVuS0yC1-dXJyxrxiRNE,20785
 xinference/core/event.py,sha256=42F38H2WOl6aPxp2oxX6WNxHRRxbnvYRmbt4Ar7NP4U,1640
 xinference/core/image_interface.py,sha256=5Iuoiw3g2TvgOYi3gRIAGApve2nNzfMPduRrBHvd1NY,13755
 xinference/core/metrics.py,sha256=ScmTG15Uq3h_ob72ybZSMWdnk8P4sUZFcm60f4ikSXc,2631
-xinference/core/model.py,sha256=7BWvhZmLN2joYCCBWTqiVCMX0moGttz8Fyl15OY9hT8,39587
+xinference/core/model.py,sha256=k5hMtDUhZZjytz1aniTq4F9Bl2Kx-7fPv8cd_yLbCUw,40646
 xinference/core/progress_tracker.py,sha256=LIF6CLIlnEoSBkuDCraJktDOzZ31mQ4HOo6EVr3KpQM,6453
 xinference/core/resource.py,sha256=FQ0aRt3T4ZQo0P6CZZf5QUKHiCsr5llBvKb1f7wfnxg,1611
 xinference/core/scheduler.py,sha256=gdj3SyP_jelJ86vTRrgnFynhxz5JSwLRsQgx8PTtBi8,15671
 xinference/core/status_guard.py,sha256=4an1KjUOhCStgRQUw1VSzXcycXUtvhxwiMREKKcl1UI,2828
-xinference/core/supervisor.py,sha256=Z7cY28M0OeY27-z-OhB9f7BDGs_TVvbSsez1rEJjpdo,52923
-xinference/core/utils.py,sha256=iY9Oog3M-k3OoUJFUfIbcWUQ94Yq0T9iIG_b2iPudP0,8658
+xinference/core/supervisor.py,sha256=6DNERyU_Un-Xc9a1P2EyVmJiNOaKI7pBBNwiC4BA92s,53088
+xinference/core/utils.py,sha256=trVesJM9GLiDXYtyoVt23rV_AS3G-gAu2BZpBkSMn8w,11067
 xinference/core/worker.py,sha256=YIlaQosBRj_VStfZGPfWnT2ie13GW8K4NNEP5qz28lI,46402
 xinference/deploy/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
 xinference/deploy/cmdline.py,sha256=yQI6KuRUzih0rs_fInp2Lr3rwkOjBOM0eydPaF7VKDQ,48385
@@ -44,22 +44,23 @@ xinference/deploy/test/test_cmdline.py,sha256=m8xDzjtDuAJy0QkvYVJIZDuTB29cmYBV0d
 xinference/model/__init__.py,sha256=bCEwvKjoazBW8QZ5C5Hpfd5v_VTbWpXvo8IB9d4Qs70,1127
 xinference/model/core.py,sha256=_NEH4wkjjJgRDdLHNVY_hL3V0kT67CvTay89uIzx1Ns,4736
 xinference/model/utils.py,sha256=_yJ5h4RUzt7Kjs2WdjSzbVM3FTWEkX0ycOnXANZ9KVg,11394
-xinference/model/audio/__init__.py,sha256=G4n-MyzdarFVOndPRkEyZZrCwqFIG8yIsky6_5dife0,3433
+xinference/model/audio/__init__.py,sha256=KasWsaNPeij6sGpHKqXaUc_bxUw1yYbD7-fwxkcoAVE,3731
 xinference/model/audio/chattts.py,sha256=ny3DZTCTt2MzdkLw994_QHZ_4qIEUZcNexNJkCejCyo,4998
-xinference/model/audio/core.py,sha256=73KojfhE8QFEVkWoqC8FohioQg3TALz1hKCzuDOArgM,6554
+xinference/model/audio/core.py,sha256=bdStvxdYJC2R8YAs4W58P97MrcREq70Ta9JX1ROxynM,6894
 xinference/model/audio/cosyvoice.py,sha256=Enur1Y4Xa-mpr7wwnoXWwhyh7PUAjrHZ8DV91tTrpjE,6426
 xinference/model/audio/custom.py,sha256=8GXBRmTtR-GY03-E91nlRGTIuabCRzlt20ecU6Un6Y8,4985
-xinference/model/audio/fish_speech.py,sha256=v2WVEV-BLWnbiDvqrx8WTGE_YNKmd9QoAF1LZBXWxn0,7310
+xinference/model/audio/fish_speech.py,sha256=rdt73VK512WocFhL6WqcqoxOkMYtB00sMu40umt9RuQ,8856
 xinference/model/audio/funasr.py,sha256=65z7U7_F14CCP-jg6BpeY3_49FK7Y5OCRSzrhhsklCg,4075
-xinference/model/audio/model_spec.json,sha256=dHk9t-wBpQ7eso_6_csEO0LwTOoVucq_dAN9PxVjv5M,5120
+xinference/model/audio/model_spec.json,sha256=Z_Y7Fv6fxLGAX8em5pgGVR2ZxBxtCsy0ANsKrjy9vA0,7300
 xinference/model/audio/model_spec_modelscope.json,sha256=U82E5vZahi4si6kpCjdp2FAG2lCpQ7s7w_1t6lj2ysI,2038
 xinference/model/audio/utils.py,sha256=pwo5cHh8nvhyBa9f-17QaVpXMSjmbpGbPYKwBBtEhGM,717
 xinference/model/audio/whisper.py,sha256=PQL7rebGC7WlIOItuDtjdEtSJtlhxFkolot-Fj-8uDU,7982
+xinference/model/audio/whisper_mlx.py,sha256=zBuCd7GUlsN9FC_-J11gqIkOCicihfbqxoabiXTvH2Q,7237
 xinference/model/embedding/__init__.py,sha256=1GmvQsbeeVUT-VRaRGetf8UT4RQgLWIzfp5kfX5jw-k,3567
-xinference/model/embedding/core.py,sha256=PP9Hpv_jK9x3cB2oSa1Q7SnzzPn7TnfVyF6uzx216OU,18762
+xinference/model/embedding/core.py,sha256=kGMxfKQ5s0G2fJcW-zVxKThDFbOWpSQD8vkCgnhFnoU,29593
 xinference/model/embedding/custom.py,sha256=757KncqhsOWVypHZFtuhBP_xy-UTNaFdy0BuZRfuIV8,3848
-xinference/model/embedding/model_spec.json,sha256=dn1XZDiB-HED_IqZO3iYdfhpqA1EO3wHcylXd1O9WK8,7060
-xinference/model/embedding/model_spec_modelscope.json,sha256=1qyMQR-JrcSZ_WB5gEtNI9IEzE9orSM41rjSXS6rMs4,6210
+xinference/model/embedding/model_spec.json,sha256=cVYzB4VLYw2FoP7bfLntTuMVDEigHTGDSyBtcj8F6gc,7060
+xinference/model/embedding/model_spec_modelscope.json,sha256=kWPY9tILL69X_6iDuVoh6Y_VODLJ7EFsD0CGkbuQlGo,6210
 xinference/model/embedding/utils.py,sha256=t_y-7TrYenJKzX3p8e8KWXyC66u7Kd7lMvSzEOolnZw,790
 xinference/model/flexible/__init__.py,sha256=DUAfq9vaiXOfUJfP2WRfqDmGfMtKMqRE-wLETaJw4_w,1718
 xinference/model/flexible/core.py,sha256=3REGHL9uUTgwgEEr6qv5uNMq-j-7by4bAco7QNwwxx4,7231
@@ -79,34 +80,35 @@ xinference/model/image/ocr/got_ocr2.py,sha256=N5Ux1dCtDMA25BBEmqiYNVKrk_HA-IPWch
 xinference/model/image/scheduler/__init__.py,sha256=-sjSIQ4K6w-TEzx49kVaWeWC443fnZqODU91GCQ_JNo,581
 xinference/model/image/scheduler/flux.py,sha256=GHlpPfU5UxsiQWNyvNe9SaVZceNg_2CiF1oJUdCao5o,18830
 xinference/model/image/stable_diffusion/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
-xinference/model/image/stable_diffusion/core.py,sha256=qqMjFcM7KpjQc79irWhTpweIVfenEcsSi6g_WDK7CFM,22982
+xinference/model/image/stable_diffusion/core.py,sha256=M_sYFsY_q91l0D6O7AqQVd_h-RIgXcmaydyCvASyNsI,23055
 xinference/model/image/stable_diffusion/mlx.py,sha256=GZsozzGB04NfHAdU9MI6gwWE1t_A-s_Ddn_ic8DlkKQ,7476
-xinference/model/llm/__init__.py,sha256=9g9dFG2XuNDCTLE5vuJ6kCT-rqe9MfN56aEapyXaJ5M,13938
+xinference/model/llm/__init__.py,sha256=WqNnI4ePhe1XJ_gzFOk-wpM9fjBjUpDwGlAW9CuzlNM,14020
 xinference/model/llm/core.py,sha256=g-luuAjZizrPunhyFE9IRjn57l0g6FY_1xUwtlRegbs,8151
-xinference/model/llm/llm_family.json,sha256=9pnfZbFv7XnsiW6vR3g8VpcIhdi4wjSZSCcRLnl5zuc,292604
+xinference/model/llm/llm_family.json,sha256=mlqXYbBkjBeB3xWRpaYpScpoDM5DIT1ESxI8IE7lDoI,307998
 xinference/model/llm/llm_family.py,sha256=tI2wPefd7v-PWcVhUO2qy6iGob_ioeNCwAQQzal-2o4,39549
 xinference/model/llm/llm_family_csghub.json,sha256=zMKWbihsxQNVB1u5iKJbZUkbOfQ4IPNq1KQ-8IDPQQA,8759
-xinference/model/llm/llm_family_modelscope.json,sha256=DFKSCauDGx0nHZuyFRBpp4Kau0I5q-Aqf0Lrl_B69u4,221744
+xinference/model/llm/llm_family_modelscope.json,sha256=nySjsEQk6V6PK0IX4zpjUyTQLBVGYv77cxwdHlagvps,238793
 xinference/model/llm/llm_family_openmind_hub.json,sha256=jl9pfbe5DztoxgEwKBxDk1Wd7TziTiJ48_Ie_lJdYjA,67872
 xinference/model/llm/memory.py,sha256=NEIMw6wWaF9S_bnBYq-EyuDhVbUEEeceQhwE1iwsrhI,10207
-xinference/model/llm/utils.py,sha256=DUC6jPr1-kPNsgc4J5MXNSMVgDlPLfQiitLGfdJxVxM,23596
+xinference/model/llm/utils.py,sha256=uHLhiaxPNgrIOzGvVJJlwE2S7eQtFis4uvfOjFSVm4Q,24294
 xinference/model/llm/llama_cpp/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
 xinference/model/llm/llama_cpp/core.py,sha256=vjuTapwbn-ZjUX-8WA0nFyicE4UGUSehU_csSetvcZw,10928
 xinference/model/llm/lmdeploy/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 xinference/model/llm/lmdeploy/core.py,sha256=WvSP3x6t-HBv6hKh1qWZatFAzlcZCyyKqvc3ua8yPTI,19835
 xinference/model/llm/mlx/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
-xinference/model/llm/mlx/core.py,sha256=9mTUllTBQf5pnblATWNw6mKKjivQ5u8Xp5q5U4KDYEY,13661
+xinference/model/llm/mlx/core.py,sha256=ojemIUVXt4ApI5LgjJ2BBXF_gw49Cu4EtixurLnSH1s,15318
 xinference/model/llm/sglang/__init__.py,sha256=-sjSIQ4K6w-TEzx49kVaWeWC443fnZqODU91GCQ_JNo,581
-xinference/model/llm/sglang/core.py,sha256=ft4QlDw36gwoic8lyjtSx2ai6KTW84CPVbYr8grqGMI,16698
+xinference/model/llm/sglang/core.py,sha256=1xXOyn3oWYYl-AYvAGwsQkxsaEf0kpbdKQlfORgU7Dk,16721
 xinference/model/llm/transformers/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
 xinference/model/llm/transformers/chatglm.py,sha256=tr6nEfHAg_mFRDlqXLMvbSq6U47851jOpqTz_vkWNJM,22266
 xinference/model/llm/transformers/cogvlm2.py,sha256=I5Ftm0VYjbTAv5ZARZCo32Ggpw58PJfHs5B_nX_BIlU,15972
 xinference/model/llm/transformers/cogvlm2_video.py,sha256=ZGkpC4x2uEtjwoMrLSODmAUYTjOeSNYxZi9VpQrpnhU,11857
 xinference/model/llm/transformers/compression.py,sha256=U0vMJ-JaBt4oC2LffgWg6HbPj1CeUi_YdwVbjDd0mRA,8112
-xinference/model/llm/transformers/core.py,sha256=rgRrqykyd4fpKNvMfmjAIApWjqvYO3HYB1wJ7cmB9S0,28229
+xinference/model/llm/transformers/core.py,sha256=8-BKAXWhBAQOnk1tDHwNQzq5x74-y1P9kdxO2D3ZhjQ,28247
 xinference/model/llm/transformers/deepseek_v2.py,sha256=-RKlI3mhja730md4evQ2vfIxBnZD5vWyrgmg_3eovms,4096
 xinference/model/llm/transformers/deepseek_vl.py,sha256=pB6i6DW5oyfHdqTgKpi2DkIKVGlPLGIDR_Op0sB1uKA,10445
 xinference/model/llm/transformers/glm4v.py,sha256=goph2HhpV8gUm2t8-T1P-jTF2r_kPeH6QNe64lmlm0g,13871
+xinference/model/llm/transformers/glm_edge_v.py,sha256=sedHB4iRd37UC__1MeXs33NLMQQKFYBIFf3A71rMEZU,8159
 xinference/model/llm/transformers/intern_vl.py,sha256=0pbze1eo3HvNQ0nW-mVJcJuJ4GrEyBBqQAYIdXnAn6c,18270
 xinference/model/llm/transformers/internlm2.py,sha256=3mjRgqU0RgCFF0F46ieVH0NO2JCKGsQkmkoVlWJrh8E,3221
 xinference/model/llm/transformers/minicpmv25.py,sha256=mr80-OlSlK_opSuAO3cz_QlkqujLr6V-OsTP0ebwpE8,6814
@@ -120,10 +122,10 @@ xinference/model/llm/transformers/tensorizer_utils.py,sha256=VXSYbPZtCbd8lVvsnjD
 xinference/model/llm/transformers/utils.py,sha256=Ej9Tu2yVAotfXMFsl30QlYXLZTODU6Pv_UppsGGUiSw,19185
 xinference/model/llm/transformers/yi_vl.py,sha256=iCdRLw-wizbU-qXXc8CT4DhC0Pt-uYg0vFwXEhAZjQg,8961
 xinference/model/llm/vllm/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
-xinference/model/llm/vllm/core.py,sha256=gflboRHy4JvhDG6G2bjPgidgNFTU2dDepbTZBmeDGlY,31516
+xinference/model/llm/vllm/core.py,sha256=ZPg4oJql8mhHMs5CpHo83Fm6peeKvB3EBXwaFNQQ3Cw,35185
 xinference/model/llm/vllm/utils.py,sha256=LKOmwfFRrlSecawxT-uE39tC2RQbf1UIiSH9Uz90X6w,1313
 xinference/model/rerank/__init__.py,sha256=wRpf1bOMfmAsuEKEGczMTB5fWEvuqltlJbIbRb-x8Ko,3483
-xinference/model/rerank/core.py,sha256=1ef4Nb7z9z6-7-_Rcjw7VLm2AJvMlmXeIZd2Ap8VSQg,14405
+xinference/model/rerank/core.py,sha256=e-QoFgVk-6LOQPM5zqbEj095J-1bkuyd9c5zRI5DlF8,14560
 xinference/model/rerank/custom.py,sha256=wPKF3bHbGap9dHz9yYvXMXhozh4hRzS78RQijqvaRq8,3846
 xinference/model/rerank/model_spec.json,sha256=xUuJgJ8Ad4l2v8gEHxAdF_xoaSkA8j8AX51LhrjGEA0,2005
 xinference/model/rerank/model_spec_modelscope.json,sha256=pf5hX4g0HdVjk2-ibHTl_mXHgQSSPYMTBOIwvnwMMkk,1616
@@ -211,22 +213,18 @@ xinference/thirdparty/deepseek_vl/utils/conversation.py,sha256=7oITA8TsIuOfumVZ8
 xinference/thirdparty/deepseek_vl/utils/io.py,sha256=HQqLoONZF4nl1E9oMrm7_2LwU8ZSh1C9htm7vLN4YfI,2751
 xinference/thirdparty/fish_speech/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 xinference/thirdparty/fish_speech/fish_speech/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-xinference/thirdparty/fish_speech/fish_speech/conversation.py,sha256=Qh8G6Y7O1qUa2cjRdDBKDLP3ygyn1cFgdEBilkZsI7U,58
+xinference/thirdparty/fish_speech/fish_speech/conversation.py,sha256=zwsHs1oG4k7TBqBDZosGLW4uWADTzKWOjo0pI956PNM,7401
 xinference/thirdparty/fish_speech/fish_speech/scheduler.py,sha256=xpstAfXlsdx-N_hDcJJYFKiLb_cW5mTdXACyuODrcIg,1101
 xinference/thirdparty/fish_speech/fish_speech/train.py,sha256=TQbqeYF5RPkShMNjb9dsqWTWhEyHFnfdFOR_gnbIfUo,4474
 xinference/thirdparty/fish_speech/fish_speech/callbacks/__init__.py,sha256=LYHvlvb9463UMJ3stVzBilVpLtdiLCteuzMIB5ypHS0,70
 xinference/thirdparty/fish_speech/fish_speech/callbacks/grad_norm.py,sha256=pzuUxUnXWAa9U6XKcvQpnGoUZhMmFQKimSqYH-WajIQ,3436
-xinference/thirdparty/fish_speech/fish_speech/configs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 xinference/thirdparty/fish_speech/fish_speech/configs/base.yaml,sha256=7_yXj9Y9SNhI7wiQeFvoLArtp9gqJCF-f43JGQ-TwCI,2544
 xinference/thirdparty/fish_speech/fish_speech/configs/firefly_gan_vq.yaml,sha256=-SO0089ARGOAlhttQN1J0fSpoa81MABHg20sOYmAfCc,1002
 xinference/thirdparty/fish_speech/fish_speech/configs/text2semantic_finetune.yaml,sha256=wBnbMXw9svb7VlluA0euzSPX39dbEWjnuoJ7E5hi2SQ,1987
-xinference/thirdparty/fish_speech/fish_speech/configs/lora/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 xinference/thirdparty/fish_speech/fish_speech/configs/lora/r_8_alpha_16.yaml,sha256=a9QVkN2A64_0l8XUfwV1fgW5eZi9124L5pHdsN9ZgII,98
-xinference/thirdparty/fish_speech/fish_speech/datasets/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 xinference/thirdparty/fish_speech/fish_speech/datasets/concat_repeat.py,sha256=y9pAty3Sa3gyfAERSaubmMNRdUzyAw4zzoDyXzuGGxQ,1498
 xinference/thirdparty/fish_speech/fish_speech/datasets/semantic.py,sha256=FHpdQj3awN-21w3f96xL0Z6DvEnOpW7qES8_ZjdHBt8,16727
 xinference/thirdparty/fish_speech/fish_speech/datasets/vqgan.py,sha256=NMOaBOYPvHuMPwyRx5ahJh0pkhPauEFVWMGFi2Vl7L8,4012
-xinference/thirdparty/fish_speech/fish_speech/datasets/protos/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 xinference/thirdparty/fish_speech/fish_speech/datasets/protos/text-data.proto,sha256=1ruMlbx5JfQ-_QAzzwPnBZ5zrdOPTRlEovVgpRwnn3w,392
 xinference/thirdparty/fish_speech/fish_speech/datasets/protos/text_data_pb2.py,sha256=GFnBeGCTFtWJTdNXQx0hzPpxagzleSyWxN3pE22-E2g,1758
 xinference/thirdparty/fish_speech/fish_speech/datasets/protos/text_data_stream.py,sha256=v9i3jbIC6KFTSLvSVso8-3mBDufSOwE7IAr4-5RXgQ0,781
@@ -234,24 +232,22 @@ xinference/thirdparty/fish_speech/fish_speech/i18n/README.md,sha256=pXQy_jPFXyTB
 xinference/thirdparty/fish_speech/fish_speech/i18n/__init__.py,sha256=u9r_HCtTmYcU64L62Gg9lLANvGybfb0-ETw8Ob-fnxY,43
 xinference/thirdparty/fish_speech/fish_speech/i18n/core.py,sha256=8Ks8wGog73U-AZqlzGltfx61KALGTh7uCIXnQHDnDOw,1036
 xinference/thirdparty/fish_speech/fish_speech/i18n/scan.py,sha256=1mdXKPeR0d3bTcFZWhX6ODWUJbbiOHO73MBDEJlTmUY,3751
-xinference/thirdparty/fish_speech/fish_speech/i18n/locale/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-xinference/thirdparty/fish_speech/fish_speech/i18n/locale/en_US.json,sha256=871DQQsdVoBp08_CpvHQm4sELOdmPS8Ge0QHTk9_dIE,8041
-xinference/thirdparty/fish_speech/fish_speech/i18n/locale/es_ES.json,sha256=WDrAwpiuMnBCg1mtb3Dw_277twh3IuUG0RLQp-DSdXU,8943
-xinference/thirdparty/fish_speech/fish_speech/i18n/locale/ja_JP.json,sha256=GyKcLvZ4bBuzVbQiuVfWX9soMnRDqIGmT96CEg6zmaw,9435
+xinference/thirdparty/fish_speech/fish_speech/i18n/locale/en_US.json,sha256=VDvNbFVbeA6xOrOZaG6kGvDTuvKJmP6Rpagzs07_dR4,8091
+xinference/thirdparty/fish_speech/fish_speech/i18n/locale/es_ES.json,sha256=ocpRRa2n7bA5VekQhk_sxt9VNH8HTgqN6fWBlxkVa6k,9001
+xinference/thirdparty/fish_speech/fish_speech/i18n/locale/ja_JP.json,sha256=WRa2fn05kv5NkacQxsAf2RMR3IfiIAM_p9oiCNw49ao,9491
+xinference/thirdparty/fish_speech/fish_speech/i18n/locale/ko_KR.json,sha256=n0clRJF1GeHs-fQdBVn2elIt8GFs7WpAbWzev2FIXdo,8780
 xinference/thirdparty/fish_speech/fish_speech/i18n/locale/pt_BR.json,sha256=mNI1TYkHwhC5ArecMTBLTW1Cf8iX0iuXoOZq8XYFqeE,9605
-xinference/thirdparty/fish_speech/fish_speech/i18n/locale/zh_CN.json,sha256=sbFSUJTfthXi0-UAU0KRuVDLyo_Tuei55cBZysH0pj4,7705
-xinference/thirdparty/fish_speech/fish_speech/models/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+xinference/thirdparty/fish_speech/fish_speech/i18n/locale/zh_CN.json,sha256=UXKUCm4i8DpRvNehWEZV5W6dTw36QcjzddvJpdUdAaM,7753
 xinference/thirdparty/fish_speech/fish_speech/models/text2semantic/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 xinference/thirdparty/fish_speech/fish_speech/models/text2semantic/lit_module.py,sha256=Brrgxy6tHNAwclfu04XDNLKzzGU_FamBL5D8XWPj99A,6567
-xinference/thirdparty/fish_speech/fish_speech/models/text2semantic/llama.py,sha256=jrr76CCGHg-P-KrASW5_AAwMNuqgXDXKbnGTYFygtQc,25758
+xinference/thirdparty/fish_speech/fish_speech/models/text2semantic/llama.py,sha256=mlrD22dZALaaoVphbriUYL6Ss1II0u-IZhwple2e5FI,28039
 xinference/thirdparty/fish_speech/fish_speech/models/text2semantic/lora.py,sha256=KHbtG1BGrFMtdoMtHXPWb3OTez8HtHEiuAaMEFOrNYI,2923
 xinference/thirdparty/fish_speech/fish_speech/models/vqgan/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 xinference/thirdparty/fish_speech/fish_speech/models/vqgan/utils.py,sha256=irmTsK36GlLccFI5CjWahKO7NG6LZQrd5FEh_7qy4Xs,2533
-xinference/thirdparty/fish_speech/fish_speech/models/vqgan/modules/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-xinference/thirdparty/fish_speech/fish_speech/models/vqgan/modules/firefly.py,sha256=XudPf4AYCcXrDl6Wcjmh_ersriPuvq1d595brtnM6qY,20038
-xinference/thirdparty/fish_speech/fish_speech/models/vqgan/modules/fsq.py,sha256=qOl-E-aWr9d-Nm4ikHt7EYkS-MbCNy4qyooS8VflEsY,3448
+xinference/thirdparty/fish_speech/fish_speech/models/vqgan/modules/firefly.py,sha256=pKiKQ8irkt5FqwodBiwD3QkzMGxGvTTC6PFKKProOuI,19985
+xinference/thirdparty/fish_speech/fish_speech/models/vqgan/modules/fsq.py,sha256=GxRY7jSb5vPjDJuofkHhQLWEmkZVCJQ0B-iNokW6vkw,3448
 xinference/thirdparty/fish_speech/fish_speech/text/__init__.py,sha256=3lYfSw4Xb3Qh0p8FsjX4ToOJNsm7ZxN3XPh_xFKXoUQ,102
-xinference/thirdparty/fish_speech/fish_speech/text/clean.py,sha256=KmsHnXdMZUF_3kdyZv2ymzEsOwIIszf1MeMomChlbfI,556
+xinference/thirdparty/fish_speech/fish_speech/text/clean.py,sha256=hcrKvtDWa-jmPzFqhFJwHxEeY2QNZfAadKhwAo-E5CU,1203
 xinference/thirdparty/fish_speech/fish_speech/text/spliter.py,sha256=wv-x9U3cEz7D4iGmzkf_x2YpkvTthuDHVfM6VQW_gQw,3827
 xinference/thirdparty/fish_speech/fish_speech/text/chn_text_norm/.gitignore,sha256=04gWbPAivQzTV7w2eOgkk3xcMZLuti1pkLwy_mW7k6M,1274
 xinference/thirdparty/fish_speech/fish_speech/text/chn_text_norm/README.md,sha256=9tZNujydXU0DlgpnsJTfMI880mgh41l6UvqqQQKbcPk,890
@@ -267,7 +263,7 @@ xinference/thirdparty/fish_speech/fish_speech/text/chn_text_norm/money.py,sha256
 xinference/thirdparty/fish_speech/fish_speech/text/chn_text_norm/percentage.py,sha256=3DCSkP7Qg5px99rfgF-Qb1yL9HeMDAV6OxE2VSleeSo,838
 xinference/thirdparty/fish_speech/fish_speech/text/chn_text_norm/telephone.py,sha256=cDPtwmnHKD_JP29wIp5p1Og0I132BUg_cmzGdyoJHM8,1557
 xinference/thirdparty/fish_speech/fish_speech/text/chn_text_norm/text.py,sha256=8TdfX5c9t144t1sbhbyTeYncvL_3yjgFAwJfuZqXsIs,6936
-xinference/thirdparty/fish_speech/fish_speech/utils/__init__.py,sha256=mDvZjkfjn7MhYBK3zbS_DJXxlXV3T8JbuPwJbG47uI8,680
+xinference/thirdparty/fish_speech/fish_speech/utils/__init__.py,sha256=3YIGzsJbj84oTR-WQoFz_pztZtUIHp163K_x0XD8txU,706
 xinference/thirdparty/fish_speech/fish_speech/utils/braceexpand.py,sha256=X_44wW-LJP21kNb19j63DSSzFopkgsSNkqmsElLSS6U,6724
 xinference/thirdparty/fish_speech/fish_speech/utils/context.py,sha256=G5AyI1qavhX-vBesANU0Mb97ojBY80nwiXBrzNFdQ5E,287
 xinference/thirdparty/fish_speech/fish_speech/utils/file.py,sha256=GrVn5R0Mc5Veb3_9kyOaH_yIiN3zoFvV7g1G3SY-Rp4,345
@@ -276,28 +272,28 @@ xinference/thirdparty/fish_speech/fish_speech/utils/logger.py,sha256=WVnMyEQqlO2
 xinference/thirdparty/fish_speech/fish_speech/utils/logging_utils.py,sha256=BJ3h8hF-62MbqxajhmZgKglkpjPfz_GTFTr682SIeYU,1384
 xinference/thirdparty/fish_speech/fish_speech/utils/rich_utils.py,sha256=RHRUrq2xY1d1Eg24htFnmyj0RRW2NRdww9xz0jWnQt8,3105
 xinference/thirdparty/fish_speech/fish_speech/utils/spectrogram.py,sha256=R9dGOEJnsF03T-9BBFLwMHikgp1VYTe7Cm76doKj76s,3239
-xinference/thirdparty/fish_speech/fish_speech/utils/utils.py,sha256=GaL7k1geF-D5temeOQI2Q8RzfC_Jc1bsQnLNvO-sV1c,3793
-xinference/thirdparty/fish_speech/fish_speech/webui/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-xinference/thirdparty/fish_speech/fish_speech/webui/launch_utils.py,sha256=uIWcCXHyF7Oqo7uyq8li0fpVL6q-t-ITk2k3ma5WjU0,3972
-xinference/thirdparty/fish_speech/fish_speech/webui/manage.py,sha256=nnLug37TcrIys4DMgeVRgQuvnLjB36b49aMBUt98ZKI,46885
+xinference/thirdparty/fish_speech/fish_speech/utils/utils.py,sha256=3w0drAiLo5bVnOrXH8ezsIAaAkSP3cqwgpMcr7kERFQ,4283
+xinference/thirdparty/fish_speech/fish_speech/webui/launch_utils.py,sha256=33vk7md7-T9rIwdOarQ1n5XKu_FqwZqeo6D_WGObjH4,3974
+xinference/thirdparty/fish_speech/fish_speech/webui/manage.py,sha256=NwcVYzbRLqdh8Y1RAXBNpsmzYjQj1GKOTkW5EaNxMYo,46887
 xinference/thirdparty/fish_speech/fish_speech/webui/css/style.css,sha256=CLXPzePjropDNCfg2jptIwJRMIWPuc5jfd2aLGadMD0,2617
 xinference/thirdparty/fish_speech/fish_speech/webui/html/footer.html,sha256=ofq4m93dF0Z_lXn2J6nLBwXwdugBOPIzjzFGBbr1C58,348
 xinference/thirdparty/fish_speech/fish_speech/webui/js/animate.js,sha256=AG2umxvH9ly6ZxJDxV4sfz1A9Q3_unA7LnkKv05X-i4,2690
 xinference/thirdparty/fish_speech/tools/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-xinference/thirdparty/fish_speech/tools/api.py,sha256=6fLty1CMybUgus2E8Ta1bbVe4tbqU01ydEXjo4rBHEs,12681
-xinference/thirdparty/fish_speech/tools/commons.py,sha256=-9YuuVUfBemIuOBVvt465COuZuVqVo_Xrswwl4z2iOA,1348
+xinference/thirdparty/fish_speech/tools/api.py,sha256=LXq6L84EW_5bvBp6fgIkkegDgVQ8obYPph1OFm9SW5Q,29282
 xinference/thirdparty/fish_speech/tools/download_models.py,sha256=UOOV9SzseMUGFqOw85AeAaXg5LcW0jMvkoet1elvI44,1365
+xinference/thirdparty/fish_speech/tools/e2e_webui.py,sha256=JrT7ubhodvMICngsZkDDJ0Z0bCB4G1cpPBtQFc63Nhw,8908
 xinference/thirdparty/fish_speech/tools/extract_model.py,sha256=42b_U4rmqX3OUOIqWQQczsEktt79aQSOJ4E55B1bHl8,536
 xinference/thirdparty/fish_speech/tools/file.py,sha256=ZSWIpGIOuGbQ5gWmfS9LZWLLidc9gZ9p95QzAZkJneI,3047
-xinference/thirdparty/fish_speech/tools/msgpack_api.py,sha256=eKAfu6IKAMi35WvfrQhzpiFEKARsFpIvWUoWLa1hSk4,964
-xinference/thirdparty/fish_speech/tools/post_api.py,sha256=PS3HB1FUm4CNQ8uxrp2q5xb0FrkkclhCutonbxQaj-s,6368
+xinference/thirdparty/fish_speech/tools/fish_e2e.py,sha256=JKrZwFdUXFegFe7d8eJcF8xKbvOnddjegxORCTL3KBk,9625
+xinference/thirdparty/fish_speech/tools/msgpack_api.py,sha256=yKWc9wAycB4GSeAACO0_qmc7ONZN_zZP8tRBmCTbPkE,2623
+xinference/thirdparty/fish_speech/tools/post_api.py,sha256=tWpMgh264Abk7t4w0du51sGMeXDYQm3bLdh1NadxUAo,6993
+xinference/thirdparty/fish_speech/tools/schema.py,sha256=gh43aA3-kG2bZV-8UJhGqY8d-q1aHZIZy__fBtw0FLk,5257
 xinference/thirdparty/fish_speech/tools/smart_pad.py,sha256=O6fCgrSouBX6prkrj6a03DPI-5loiS_oKaidtIXxuFg,1626
-xinference/thirdparty/fish_speech/tools/webui.py,sha256=hFtvzH487LrcWoma9MrMk1uNJAicg2-0ynYA2zyMqzw,14978
+xinference/thirdparty/fish_speech/tools/webui.py,sha256=4E9xlCyZlwTFOkGNrh7mNjg5mwtPHNwP7WF-_GwlyAo,18048
 xinference/thirdparty/fish_speech/tools/whisper_asr.py,sha256=uG6NsSnH6oLEkCRM-Tb8o6L7OKDZ1eSVd8obEoq7jVc,4893
-xinference/thirdparty/fish_speech/tools/llama/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 xinference/thirdparty/fish_speech/tools/llama/build_dataset.py,sha256=rOVoiXPpKqwT2C2cDhTgw8TMNH5Tq0QzejPd4Y387zY,4898
 xinference/thirdparty/fish_speech/tools/llama/eval_in_context.py,sha256=vF2OVE4kj5qVaBBHGR1eTqcmLWvUeoO4OMj9eUkTXvw,4623
-xinference/thirdparty/fish_speech/tools/llama/generate.py,sha256=kUTJpn3K0LgatspiCjOfx2t8pjp3sNM6FbsLugVGxHM,21766
+xinference/thirdparty/fish_speech/tools/llama/generate.py,sha256=mbC8hXgpkXAQS_GAIodpcZiHVBqe5TJOBAqi6WQ2rDo,33784
 xinference/thirdparty/fish_speech/tools/llama/merge_lora.py,sha256=VS-ZYzar8-MKj4PCzEoRjIin7GISVk6accZJXvrZHWQ,3273
 xinference/thirdparty/fish_speech/tools/llama/quantize.py,sha256=meAgs8IXCDjUz6R8ihvFMLNqo7MDJnSDi0sE-DAUJA0,16602
 xinference/thirdparty/fish_speech/tools/llama/rebuild_tokenizer.py,sha256=MuFdqOsU2QHq8cSz7pa4PAsjZyrJrghCZQR2SrpplTQ,2025
@@ -306,10 +302,9 @@ xinference/thirdparty/fish_speech/tools/sensevoice/__init__.py,sha256=47DEQpj8HB
 xinference/thirdparty/fish_speech/tools/sensevoice/auto_model.py,sha256=abg8hFiVcWwhJYT_E8De-vYRUQOs1u0Zxxgz1nj1790,22739
 xinference/thirdparty/fish_speech/tools/sensevoice/fun_asr.py,sha256=4Tau7ImBXLF-Atgnzb_-volKCb5nas56iBnLVlucL9k,10182
 xinference/thirdparty/fish_speech/tools/sensevoice/vad_utils.py,sha256=QZhdJN6PiJUWui_8fdt_-BA32OKVfvjqV8roavLna20,2214
-xinference/thirdparty/fish_speech/tools/vqgan/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 xinference/thirdparty/fish_speech/tools/vqgan/create_train_split.py,sha256=aWQeRSJ_KRPp72qtXoFvxJkkP6P-73VKIew2iIeETos,2996
-xinference/thirdparty/fish_speech/tools/vqgan/extract_vq.py,sha256=Y3SW4bNPQFDa4TOpL_bliTt4e_4N3G39lWLDIK78I7U,6762
-xinference/thirdparty/fish_speech/tools/vqgan/inference.py,sha256=wdXfDFtAaxv0_ggZqqJo0-8qMU_KrDTDmEKMwe0aaLs,3790
+xinference/thirdparty/fish_speech/tools/vqgan/extract_vq.py,sha256=DNXinP96_ZQX2G847E0eHqfOe1tcxF7vMBtjGlHBD9E,6845
+xinference/thirdparty/fish_speech/tools/vqgan/inference.py,sha256=NL53U8qZ4IkvUssv83ltP1c1-zW7QWvhxZcDTR7ZiOE,3824
 xinference/thirdparty/internvl/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 xinference/thirdparty/internvl/conversation.py,sha256=2wLSnfxyLItQaLd-N5xoybBPKyZadXkVntPuMV5iyGo,15040
 xinference/thirdparty/llava/__init__.py,sha256=UlCNtyBVX645CB6S6LfyYkTfQVO18_a8e9SmR7cHExA,41
@@ -15529,9 +15524,9 @@ xinference/web/ui/node_modules/yargs-parser/package.json,sha256=BSwbOzgetKXMK4u0
 xinference/web/ui/node_modules/yocto-queue/package.json,sha256=6U1XHQPGXJTqsiFvT953ORihUtXTblZy4fXBWP9qxC0,725
 xinference/web/ui/node_modules/yup/package.json,sha256=xRFSROB9NKxqSWHEVFvSTsPs9Ll074uo8OS1zEw0qhA,1206
 xinference/web/ui/node_modules/yup/node_modules/type-fest/package.json,sha256=JTv2zTTVgxQ2H82m1-6qEpdMv08lHjFx4Puf_MsbB_Q,1134
-xinference-0.16.3.dist-info/LICENSE,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
-xinference-0.16.3.dist-info/METADATA,sha256=7X0n1tJuGmaammNKKtZ16nV03LBJb6HcQSFsPkFVKy8,21042
-xinference-0.16.3.dist-info/WHEEL,sha256=eOLhNAGa2EW3wWl_TU484h7q1UNgy0JXjjoqKoxAAQc,92
-xinference-0.16.3.dist-info/entry_points.txt,sha256=-lDyyzqWMFQF0Rgm7VxBNz0V-bMBMQLRR3pvQ-Y8XTY,226
-xinference-0.16.3.dist-info/top_level.txt,sha256=L1rQt7pl6m8tmKXpWVHzP-GtmzAxp663rXxGE7qnK00,11
-xinference-0.16.3.dist-info/RECORD,,
+xinference-1.0.1.dist-info/LICENSE,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
+xinference-1.0.1.dist-info/METADATA,sha256=pLzWAyI3EYcEd7FbPEOnh6qtrxo0LqjCv2EWxREy8ZU,21992
+xinference-1.0.1.dist-info/WHEEL,sha256=tZoeGjtWxWRfdplE7E3d45VPlLNQnvbKiYnx7gwAy8A,92
+xinference-1.0.1.dist-info/entry_points.txt,sha256=-lDyyzqWMFQF0Rgm7VxBNz0V-bMBMQLRR3pvQ-Y8XTY,226
+xinference-1.0.1.dist-info/top_level.txt,sha256=L1rQt7pl6m8tmKXpWVHzP-GtmzAxp663rXxGE7qnK00,11
+xinference-1.0.1.dist-info/RECORD,,

{xinference-0.16.3.dist-info → xinference-1.0.1.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: bdist_wheel (0.44.0)
+Generator: bdist_wheel (0.45.1)
 Root-Is-Purelib: true
 Tag: py3-none-any
 

xinference/thirdparty/fish_speech/tools/commons.py

@@ -1,35 +0,0 @@
-from typing import Annotated, Literal, Optional
-
-from pydantic import BaseModel, Field, conint
-
-
-class ServeReferenceAudio(BaseModel):
-    audio: bytes
-    text: str
-
-
-class ServeTTSRequest(BaseModel):
-    text: str
-    chunk_length: Annotated[int, conint(ge=100, le=300, strict=True)] = 200
-    # Audio format
-    format: Literal["wav", "pcm", "mp3"] = "wav"
-    mp3_bitrate: Literal[64, 128, 192] = 128
-    # References audios for in-context learning
-    references: list[ServeReferenceAudio] = []
-    # Reference id
-    # For example, if you want use https://fish.audio/m/7f92f8afb8ec43bf81429cc1c9199cb1/
-    # Just pass 7f92f8afb8ec43bf81429cc1c9199cb1
-    reference_id: str | None = None
-    # Normalize text for en & zh, this increase stability for numbers
-    normalize: bool = True
-    mp3_bitrate: Optional[int] = 64
-    opus_bitrate: Optional[int] = -1000
-    # Balance mode will reduce latency to 300ms, but may decrease stability
-    latency: Literal["normal", "balanced"] = "normal"
-    # not usually used below
-    streaming: bool = False
-    emotion: Optional[str] = None
-    max_new_tokens: int = 1024
-    top_p: Annotated[float, Field(ge=0.1, le=1.0, strict=True)] = 0.7
-    repetition_penalty: Annotated[float, Field(ge=0.9, le=2.0, strict=True)] = 1.2
-    temperature: Annotated[float, Field(ge=0.1, le=1.0, strict=True)] = 0.7