xinference 0.16.2__py3-none-any.whl → 1.0.0__py3-none-any.whl

{xinference-0.16.2.dist-info → xinference-1.0.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: xinference
-Version: 0.16.2
+Version: 1.0.0
 Summary: Model Serving Made Easy
 Home-page: https://github.com/xorbitsai/inference
 Author: Qin Xuye
@@ -42,6 +42,7 @@ Requires-Dist: nvidia-ml-py
 Requires-Dist: async-timeout
 Requires-Dist: peft
 Requires-Dist: timm
+Requires-Dist: setproctitle
 Provides-Extra: all
 Requires-Dist: llama-cpp-python!=0.2.58,>=0.2.25; extra == "all"
 Requires-Dist: transformers>=4.43.2; extra == "all"
@@ -71,7 +72,7 @@ Requires-Dist: WeTextProcessing<1.0.4; extra == "all"
 Requires-Dist: librosa; extra == "all"
 Requires-Dist: xxhash; extra == "all"
 Requires-Dist: torchaudio; extra == "all"
-Requires-Dist: ChatTTS>=0.2; extra == "all"
+Requires-Dist: ChatTTS>=0.2.1; extra == "all"
 Requires-Dist: lightning>=2.0.0; extra == "all"
 Requires-Dist: hydra-core>=1.3.2; extra == "all"
 Requires-Dist: inflect; extra == "all"
@@ -88,6 +89,8 @@ Requires-Dist: loguru; extra == "all"
 Requires-Dist: natsort; extra == "all"
 Requires-Dist: loralib; extra == "all"
 Requires-Dist: ormsgpack; extra == "all"
+Requires-Dist: cachetools; extra == "all"
+Requires-Dist: silero-vad; extra == "all"
 Requires-Dist: qwen-vl-utils; extra == "all"
 Requires-Dist: datamodel-code-generator; extra == "all"
 Requires-Dist: jsonschema; extra == "all"
@@ -105,7 +108,7 @@ Requires-Dist: WeTextProcessing<1.0.4; extra == "audio"
 Requires-Dist: librosa; extra == "audio"
 Requires-Dist: xxhash; extra == "audio"
 Requires-Dist: torchaudio; extra == "audio"
-Requires-Dist: ChatTTS>=0.2; extra == "audio"
+Requires-Dist: ChatTTS>=0.2.1; extra == "audio"
 Requires-Dist: tiktoken; extra == "audio"
 Requires-Dist: torch>=2.0.0; extra == "audio"
 Requires-Dist: lightning>=2.0.0; extra == "audio"
@@ -121,6 +124,8 @@ Requires-Dist: loguru; extra == "audio"
 Requires-Dist: natsort; extra == "audio"
 Requires-Dist: loralib; extra == "audio"
 Requires-Dist: ormsgpack; extra == "audio"
+Requires-Dist: cachetools; extra == "audio"
+Requires-Dist: silero-vad; extra == "audio"
 Provides-Extra: benchmark
 Requires-Dist: psutil; extra == "benchmark"
 Provides-Extra: dev
@@ -388,6 +393,24 @@ Once Xinference is running, there are multiple ways you can try it: via the web
 | [Slack](https://join.slack.com/t/xorbitsio/shared_invite/zt-1o3z9ucdh-RbfhbPVpx7prOVdM1CAuxg) | Collaborating with other Xorbits users.            |
 | [Twitter](https://twitter.com/xorbitsio)                                                      | Staying up-to-date on new features.                |
 
+## Citation
+
+If this work is helpful, please kindly cite as:
+
+```bibtex
+@inproceedings{lu2024xinference,
+    title = "Xinference: Making Large Model Serving Easy",
+    author = "Lu, Weizheng and Xiong, Lingfeng and Zhang, Feng and Qin, Xuye and Chen, Yueguo",
+    booktitle = "Proceedings of the 2024 Conference on Empirical Methods in Natural Language Processing: System Demonstrations",
+    month = nov,
+    year = "2024",
+    address = "Miami, Florida, USA",
+    publisher = "Association for Computational Linguistics",
+    url = "https://aclanthology.org/2024.emnlp-demo.30",
+    pages = "291--300",
+}
+```
+
 ## Contributors
 
 <a href="https://github.com/xorbitsai/inference/graphs/contributors">

{xinference-0.16.2.dist-info → xinference-1.0.0.dist-info}/RECORD

@@ -1,15 +1,15 @@
 xinference/__init__.py,sha256=nmTTrYbIpj964ZF6ojtgOM7E85JBOj1EyQbmYjbj1jw,915
 xinference/_compat.py,sha256=xFztCfyrq3O_4bssL_ygghYkfxicv_ZhiX2YDDWHf-k,3571
-xinference/_version.py,sha256=LLdtJFZnTO6_OxxmoVVh6cxLwAakRJfTVLW8tmmb1Fs,498
-xinference/conftest.py,sha256=56HYQjsAJcQrpZSmskniPqH9dLoW-i3Oud6NVTtc4io,9752
-xinference/constants.py,sha256=l_aIN20C_NwitSEHFvrIqFvcW8Kg9SPX6NFEaPBu0VQ,3825
+xinference/_version.py,sha256=fpV50OH7B6n2pfTzqkYhtyB658xgOLxDdVxTQumkplE,497
+xinference/conftest.py,sha256=vETDpRBVIlWbWi7OTwf7og89U25KyYGyI7yPIB3O8N8,9564
+xinference/constants.py,sha256=mEW4HDzjXtDXN61Mt6TtJrJ4ljbB6VUkh97e3oDbNx4,3905
 xinference/device_utils.py,sha256=zswJiws3VyTIaNO8z-MOcsJH_UiPoePPiKK5zoNrjTA,3285
 xinference/fields.py,sha256=0UtBFaDNzn1n9MRjyTkNrolsIML-TpZfudWOejqjni8,5245
 xinference/isolation.py,sha256=uhkzVyL3fSYZSuFexkG6Jm-tRTC5I607uNg000BXAnE,1949
 xinference/types.py,sha256=LHTbNLf0zI-FLruxRuBt2KMpk2P4eKpYdFvh2qzNTGI,12458
 xinference/utils.py,sha256=zYgf9bCvfbybRt3gEog6r5WJCpj0czZCf0qgRdYjkN8,720
 xinference/api/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
-xinference/api/restful_api.py,sha256=mmGVCPgclRHklzrWiPKiFm4XQbVMF0bZa2i5cBQr5ao,86347
+xinference/api/restful_api.py,sha256=eWw6tQ9zVOYAB_P9Zr_0bO3_ng7wyyGFIlA7MnV7q_k,88589
 xinference/api/oauth2/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
 xinference/api/oauth2/auth_service.py,sha256=74JzB42fbbmBu4Q1dW3A9Fp_N7167KgRGB42Z0NHjAM,6119
 xinference/api/oauth2/types.py,sha256=K923sv_XySIUtM2Eozl9IG082IJcDOS5SFLrPZ5ELBg,996
@@ -18,26 +18,26 @@ xinference/client/__init__.py,sha256=Gc4HOzAy_1cic5kXlso7hahYgw89CKvZSJDicEU461k
 xinference/client/common.py,sha256=iciZRs5YjM2gYsXnwACPMaiBZp4_XpawWwfym0Iyu40,1617
 xinference/client/handlers.py,sha256=OKl_i5FA341wsQf_0onSOPbbW6V861WJrSP7ghtDc8c,527
 xinference/client/restful/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
-xinference/client/restful/restful_client.py,sha256=xT3b1dTQGmNNsHuCUrNxS8DTEcg7a2o8oo0aaX0k-0I,51916
+xinference/client/restful/restful_client.py,sha256=nz4Gz9PpX1seB20xmO5Pc6vliqB44gqJOfcIvdVuVVQ,52276
 xinference/core/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
 xinference/core/cache_tracker.py,sha256=3ubjYCU5aZToSp2GEuzedECVrg-PR4kThTefrFUkb9g,6971
 xinference/core/chat_interface.py,sha256=Kiqs1XOXgYBlP7DOXLEXaFjbVuS0yC1-dXJyxrxiRNE,20785
 xinference/core/event.py,sha256=42F38H2WOl6aPxp2oxX6WNxHRRxbnvYRmbt4Ar7NP4U,1640
 xinference/core/image_interface.py,sha256=5Iuoiw3g2TvgOYi3gRIAGApve2nNzfMPduRrBHvd1NY,13755
 xinference/core/metrics.py,sha256=ScmTG15Uq3h_ob72ybZSMWdnk8P4sUZFcm60f4ikSXc,2631
-xinference/core/model.py,sha256=GEOqKDllyZBAPOUk7ujt-c88AfCgE7-bgYplzl3XOCk,38613
+xinference/core/model.py,sha256=fVE-b7vLgMgFmY4yJpFVnV_4Pw1Bde-ykBERZJVAjsM,39873
 xinference/core/progress_tracker.py,sha256=LIF6CLIlnEoSBkuDCraJktDOzZ31mQ4HOo6EVr3KpQM,6453
 xinference/core/resource.py,sha256=FQ0aRt3T4ZQo0P6CZZf5QUKHiCsr5llBvKb1f7wfnxg,1611
 xinference/core/scheduler.py,sha256=gdj3SyP_jelJ86vTRrgnFynhxz5JSwLRsQgx8PTtBi8,15671
 xinference/core/status_guard.py,sha256=4an1KjUOhCStgRQUw1VSzXcycXUtvhxwiMREKKcl1UI,2828
-xinference/core/supervisor.py,sha256=Wkjhk1tfRuhyQmcVNrHZApWO09MDA5-Uu4u2p1GBj3I,52964
-xinference/core/utils.py,sha256=pFggqUjfsB9ME6V0VqsppN7KAHNrqpxMuJsIUPNkwoM,8745
-xinference/core/worker.py,sha256=MmGZuPZlI-DrC3VahkSZjGhpw9S9ISVGsxWhBlKNQMk,46367
+xinference/core/supervisor.py,sha256=6DNERyU_Un-Xc9a1P2EyVmJiNOaKI7pBBNwiC4BA92s,53088
+xinference/core/utils.py,sha256=trVesJM9GLiDXYtyoVt23rV_AS3G-gAu2BZpBkSMn8w,11067
+xinference/core/worker.py,sha256=YIlaQosBRj_VStfZGPfWnT2ie13GW8K4NNEP5qz28lI,46402
 xinference/deploy/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
-xinference/deploy/cmdline.py,sha256=YNXbPIT9zJIp5EQzl_rH5KwDDYqBd2CbaOVF8hA0lws,48120
+xinference/deploy/cmdline.py,sha256=yQI6KuRUzih0rs_fInp2Lr3rwkOjBOM0eydPaF7VKDQ,48385
 xinference/deploy/local.py,sha256=gcH6WfTxfhjvNkxxKZH3tcGtXV48BEPoaLWYztZHaeo,3954
 xinference/deploy/supervisor.py,sha256=68rB2Ey5KFeF6zto9YGbw3P8QLZmF_KSh1NwH_pNP4w,2986
-xinference/deploy/utils.py,sha256=71xnPSjjF3XDZIYmlJ59Fbr7mswWERtNdjfdYGwyT_I,6703
+xinference/deploy/utils.py,sha256=jdL7i2WV6u_BZ8IiE1d3YktvCARcB3ntzMQ5rHGD5DM,6756
 xinference/deploy/worker.py,sha256=VQ71ClWpeGsyFgDmcOes2ub1cil10cBjhFLHYeuVwC4,2974
 xinference/deploy/test/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
 xinference/deploy/test/test_cmdline.py,sha256=m8xDzjtDuAJy0QkvYVJIZDuTB29cmYBV0d231JyRCPU,7714
@@ -51,7 +51,7 @@ xinference/model/audio/cosyvoice.py,sha256=Enur1Y4Xa-mpr7wwnoXWwhyh7PUAjrHZ8DV91
 xinference/model/audio/custom.py,sha256=8GXBRmTtR-GY03-E91nlRGTIuabCRzlt20ecU6Un6Y8,4985
 xinference/model/audio/fish_speech.py,sha256=v2WVEV-BLWnbiDvqrx8WTGE_YNKmd9QoAF1LZBXWxn0,7310
 xinference/model/audio/funasr.py,sha256=65z7U7_F14CCP-jg6BpeY3_49FK7Y5OCRSzrhhsklCg,4075
-xinference/model/audio/model_spec.json,sha256=JLgT4fKZuD5jz5cBO_KIFkSm_6a6UEW6z0YVrfQJJkI,5120
+xinference/model/audio/model_spec.json,sha256=iw0kE-0j2JaLBwIc3KKra9NERbxKNHIhXuhbwnhGXbA,5120
 xinference/model/audio/model_spec_modelscope.json,sha256=U82E5vZahi4si6kpCjdp2FAG2lCpQ7s7w_1t6lj2ysI,2038
 xinference/model/audio/utils.py,sha256=pwo5cHh8nvhyBa9f-17QaVpXMSjmbpGbPYKwBBtEhGM,717
 xinference/model/audio/whisper.py,sha256=PQL7rebGC7WlIOItuDtjdEtSJtlhxFkolot-Fj-8uDU,7982
@@ -79,14 +79,14 @@ xinference/model/image/ocr/got_ocr2.py,sha256=N5Ux1dCtDMA25BBEmqiYNVKrk_HA-IPWch
 xinference/model/image/scheduler/__init__.py,sha256=-sjSIQ4K6w-TEzx49kVaWeWC443fnZqODU91GCQ_JNo,581
 xinference/model/image/scheduler/flux.py,sha256=GHlpPfU5UxsiQWNyvNe9SaVZceNg_2CiF1oJUdCao5o,18830
 xinference/model/image/stable_diffusion/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
-xinference/model/image/stable_diffusion/core.py,sha256=qqMjFcM7KpjQc79irWhTpweIVfenEcsSi6g_WDK7CFM,22982
+xinference/model/image/stable_diffusion/core.py,sha256=M_sYFsY_q91l0D6O7AqQVd_h-RIgXcmaydyCvASyNsI,23055
 xinference/model/image/stable_diffusion/mlx.py,sha256=GZsozzGB04NfHAdU9MI6gwWE1t_A-s_Ddn_ic8DlkKQ,7476
 xinference/model/llm/__init__.py,sha256=9g9dFG2XuNDCTLE5vuJ6kCT-rqe9MfN56aEapyXaJ5M,13938
-xinference/model/llm/core.py,sha256=fBKIi3zJ-37v7o1ON8_YyDF-44uJ34jYgUktVJOeQO0,8187
-xinference/model/llm/llm_family.json,sha256=BiJwRSTFjKUErru4Mqek-P6JAlbFA1eGT9xzabfwBRc,290116
+xinference/model/llm/core.py,sha256=g-luuAjZizrPunhyFE9IRjn57l0g6FY_1xUwtlRegbs,8151
+xinference/model/llm/llm_family.json,sha256=H1jJvTot6DsoJ_hyTMqJbcHI95tkuEwwYeljQRmPW_8,296753
 xinference/model/llm/llm_family.py,sha256=tI2wPefd7v-PWcVhUO2qy6iGob_ioeNCwAQQzal-2o4,39549
 xinference/model/llm/llm_family_csghub.json,sha256=zMKWbihsxQNVB1u5iKJbZUkbOfQ4IPNq1KQ-8IDPQQA,8759
-xinference/model/llm/llm_family_modelscope.json,sha256=5sOuthTDH9NisEw_3V22WdQgA_lQY5fl9vv-XYYwfVY,219124
+xinference/model/llm/llm_family_modelscope.json,sha256=iNnH9DRTVc-EmX0YS2790LKRjJ945aLbtK97uoTY6_k,227335
 xinference/model/llm/llm_family_openmind_hub.json,sha256=jl9pfbe5DztoxgEwKBxDk1Wd7TziTiJ48_Ie_lJdYjA,67872
 xinference/model/llm/memory.py,sha256=NEIMw6wWaF9S_bnBYq-EyuDhVbUEEeceQhwE1iwsrhI,10207
 xinference/model/llm/utils.py,sha256=DUC6jPr1-kPNsgc4J5MXNSMVgDlPLfQiitLGfdJxVxM,23596
@@ -95,7 +95,7 @@ xinference/model/llm/llama_cpp/core.py,sha256=vjuTapwbn-ZjUX-8WA0nFyicE4UGUSehU_
 xinference/model/llm/lmdeploy/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 xinference/model/llm/lmdeploy/core.py,sha256=WvSP3x6t-HBv6hKh1qWZatFAzlcZCyyKqvc3ua8yPTI,19835
 xinference/model/llm/mlx/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
-xinference/model/llm/mlx/core.py,sha256=9mTUllTBQf5pnblATWNw6mKKjivQ5u8Xp5q5U4KDYEY,13661
+xinference/model/llm/mlx/core.py,sha256=IsSFqkAK27yTafcWODw958jSNyxniiTsn9QR1Z6IhWk,15367
 xinference/model/llm/sglang/__init__.py,sha256=-sjSIQ4K6w-TEzx49kVaWeWC443fnZqODU91GCQ_JNo,581
 xinference/model/llm/sglang/core.py,sha256=ft4QlDw36gwoic8lyjtSx2ai6KTW84CPVbYr8grqGMI,16698
 xinference/model/llm/transformers/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
@@ -120,10 +120,10 @@ xinference/model/llm/transformers/tensorizer_utils.py,sha256=VXSYbPZtCbd8lVvsnjD
 xinference/model/llm/transformers/utils.py,sha256=Ej9Tu2yVAotfXMFsl30QlYXLZTODU6Pv_UppsGGUiSw,19185
 xinference/model/llm/transformers/yi_vl.py,sha256=iCdRLw-wizbU-qXXc8CT4DhC0Pt-uYg0vFwXEhAZjQg,8961
 xinference/model/llm/vllm/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
-xinference/model/llm/vllm/core.py,sha256=5_aClQ1m37KpT6pyvSm8Kt0744mMqYrCkLC43BLHhI8,31391
+xinference/model/llm/vllm/core.py,sha256=gflboRHy4JvhDG6G2bjPgidgNFTU2dDepbTZBmeDGlY,31516
 xinference/model/llm/vllm/utils.py,sha256=LKOmwfFRrlSecawxT-uE39tC2RQbf1UIiSH9Uz90X6w,1313
 xinference/model/rerank/__init__.py,sha256=wRpf1bOMfmAsuEKEGczMTB5fWEvuqltlJbIbRb-x8Ko,3483
-xinference/model/rerank/core.py,sha256=1ef4Nb7z9z6-7-_Rcjw7VLm2AJvMlmXeIZd2Ap8VSQg,14405
+xinference/model/rerank/core.py,sha256=e-QoFgVk-6LOQPM5zqbEj095J-1bkuyd9c5zRI5DlF8,14560
 xinference/model/rerank/custom.py,sha256=wPKF3bHbGap9dHz9yYvXMXhozh4hRzS78RQijqvaRq8,3846
 xinference/model/rerank/model_spec.json,sha256=xUuJgJ8Ad4l2v8gEHxAdF_xoaSkA8j8AX51LhrjGEA0,2005
 xinference/model/rerank/model_spec_modelscope.json,sha256=pf5hX4g0HdVjk2-ibHTl_mXHgQSSPYMTBOIwvnwMMkk,1616
@@ -211,22 +211,18 @@ xinference/thirdparty/deepseek_vl/utils/conversation.py,sha256=7oITA8TsIuOfumVZ8
 xinference/thirdparty/deepseek_vl/utils/io.py,sha256=HQqLoONZF4nl1E9oMrm7_2LwU8ZSh1C9htm7vLN4YfI,2751
 xinference/thirdparty/fish_speech/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 xinference/thirdparty/fish_speech/fish_speech/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-xinference/thirdparty/fish_speech/fish_speech/conversation.py,sha256=Qh8G6Y7O1qUa2cjRdDBKDLP3ygyn1cFgdEBilkZsI7U,58
+xinference/thirdparty/fish_speech/fish_speech/conversation.py,sha256=zwsHs1oG4k7TBqBDZosGLW4uWADTzKWOjo0pI956PNM,7401
 xinference/thirdparty/fish_speech/fish_speech/scheduler.py,sha256=xpstAfXlsdx-N_hDcJJYFKiLb_cW5mTdXACyuODrcIg,1101
 xinference/thirdparty/fish_speech/fish_speech/train.py,sha256=TQbqeYF5RPkShMNjb9dsqWTWhEyHFnfdFOR_gnbIfUo,4474
 xinference/thirdparty/fish_speech/fish_speech/callbacks/__init__.py,sha256=LYHvlvb9463UMJ3stVzBilVpLtdiLCteuzMIB5ypHS0,70
 xinference/thirdparty/fish_speech/fish_speech/callbacks/grad_norm.py,sha256=pzuUxUnXWAa9U6XKcvQpnGoUZhMmFQKimSqYH-WajIQ,3436
-xinference/thirdparty/fish_speech/fish_speech/configs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 xinference/thirdparty/fish_speech/fish_speech/configs/base.yaml,sha256=7_yXj9Y9SNhI7wiQeFvoLArtp9gqJCF-f43JGQ-TwCI,2544
 xinference/thirdparty/fish_speech/fish_speech/configs/firefly_gan_vq.yaml,sha256=-SO0089ARGOAlhttQN1J0fSpoa81MABHg20sOYmAfCc,1002
 xinference/thirdparty/fish_speech/fish_speech/configs/text2semantic_finetune.yaml,sha256=wBnbMXw9svb7VlluA0euzSPX39dbEWjnuoJ7E5hi2SQ,1987
-xinference/thirdparty/fish_speech/fish_speech/configs/lora/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 xinference/thirdparty/fish_speech/fish_speech/configs/lora/r_8_alpha_16.yaml,sha256=a9QVkN2A64_0l8XUfwV1fgW5eZi9124L5pHdsN9ZgII,98
-xinference/thirdparty/fish_speech/fish_speech/datasets/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 xinference/thirdparty/fish_speech/fish_speech/datasets/concat_repeat.py,sha256=y9pAty3Sa3gyfAERSaubmMNRdUzyAw4zzoDyXzuGGxQ,1498
 xinference/thirdparty/fish_speech/fish_speech/datasets/semantic.py,sha256=FHpdQj3awN-21w3f96xL0Z6DvEnOpW7qES8_ZjdHBt8,16727
 xinference/thirdparty/fish_speech/fish_speech/datasets/vqgan.py,sha256=NMOaBOYPvHuMPwyRx5ahJh0pkhPauEFVWMGFi2Vl7L8,4012
-xinference/thirdparty/fish_speech/fish_speech/datasets/protos/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 xinference/thirdparty/fish_speech/fish_speech/datasets/protos/text-data.proto,sha256=1ruMlbx5JfQ-_QAzzwPnBZ5zrdOPTRlEovVgpRwnn3w,392
 xinference/thirdparty/fish_speech/fish_speech/datasets/protos/text_data_pb2.py,sha256=GFnBeGCTFtWJTdNXQx0hzPpxagzleSyWxN3pE22-E2g,1758
 xinference/thirdparty/fish_speech/fish_speech/datasets/protos/text_data_stream.py,sha256=v9i3jbIC6KFTSLvSVso8-3mBDufSOwE7IAr4-5RXgQ0,781
@@ -234,24 +230,22 @@ xinference/thirdparty/fish_speech/fish_speech/i18n/README.md,sha256=pXQy_jPFXyTB
 xinference/thirdparty/fish_speech/fish_speech/i18n/__init__.py,sha256=u9r_HCtTmYcU64L62Gg9lLANvGybfb0-ETw8Ob-fnxY,43
 xinference/thirdparty/fish_speech/fish_speech/i18n/core.py,sha256=8Ks8wGog73U-AZqlzGltfx61KALGTh7uCIXnQHDnDOw,1036
 xinference/thirdparty/fish_speech/fish_speech/i18n/scan.py,sha256=1mdXKPeR0d3bTcFZWhX6ODWUJbbiOHO73MBDEJlTmUY,3751
-xinference/thirdparty/fish_speech/fish_speech/i18n/locale/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-xinference/thirdparty/fish_speech/fish_speech/i18n/locale/en_US.json,sha256=871DQQsdVoBp08_CpvHQm4sELOdmPS8Ge0QHTk9_dIE,8041
-xinference/thirdparty/fish_speech/fish_speech/i18n/locale/es_ES.json,sha256=WDrAwpiuMnBCg1mtb3Dw_277twh3IuUG0RLQp-DSdXU,8943
-xinference/thirdparty/fish_speech/fish_speech/i18n/locale/ja_JP.json,sha256=GyKcLvZ4bBuzVbQiuVfWX9soMnRDqIGmT96CEg6zmaw,9435
+xinference/thirdparty/fish_speech/fish_speech/i18n/locale/en_US.json,sha256=VDvNbFVbeA6xOrOZaG6kGvDTuvKJmP6Rpagzs07_dR4,8091
+xinference/thirdparty/fish_speech/fish_speech/i18n/locale/es_ES.json,sha256=ocpRRa2n7bA5VekQhk_sxt9VNH8HTgqN6fWBlxkVa6k,9001
+xinference/thirdparty/fish_speech/fish_speech/i18n/locale/ja_JP.json,sha256=WRa2fn05kv5NkacQxsAf2RMR3IfiIAM_p9oiCNw49ao,9491
+xinference/thirdparty/fish_speech/fish_speech/i18n/locale/ko_KR.json,sha256=n0clRJF1GeHs-fQdBVn2elIt8GFs7WpAbWzev2FIXdo,8780
 xinference/thirdparty/fish_speech/fish_speech/i18n/locale/pt_BR.json,sha256=mNI1TYkHwhC5ArecMTBLTW1Cf8iX0iuXoOZq8XYFqeE,9605
-xinference/thirdparty/fish_speech/fish_speech/i18n/locale/zh_CN.json,sha256=sbFSUJTfthXi0-UAU0KRuVDLyo_Tuei55cBZysH0pj4,7705
-xinference/thirdparty/fish_speech/fish_speech/models/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+xinference/thirdparty/fish_speech/fish_speech/i18n/locale/zh_CN.json,sha256=UXKUCm4i8DpRvNehWEZV5W6dTw36QcjzddvJpdUdAaM,7753
 xinference/thirdparty/fish_speech/fish_speech/models/text2semantic/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 xinference/thirdparty/fish_speech/fish_speech/models/text2semantic/lit_module.py,sha256=Brrgxy6tHNAwclfu04XDNLKzzGU_FamBL5D8XWPj99A,6567
-xinference/thirdparty/fish_speech/fish_speech/models/text2semantic/llama.py,sha256=jrr76CCGHg-P-KrASW5_AAwMNuqgXDXKbnGTYFygtQc,25758
+xinference/thirdparty/fish_speech/fish_speech/models/text2semantic/llama.py,sha256=mlrD22dZALaaoVphbriUYL6Ss1II0u-IZhwple2e5FI,28039
 xinference/thirdparty/fish_speech/fish_speech/models/text2semantic/lora.py,sha256=KHbtG1BGrFMtdoMtHXPWb3OTez8HtHEiuAaMEFOrNYI,2923
 xinference/thirdparty/fish_speech/fish_speech/models/vqgan/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 xinference/thirdparty/fish_speech/fish_speech/models/vqgan/utils.py,sha256=irmTsK36GlLccFI5CjWahKO7NG6LZQrd5FEh_7qy4Xs,2533
-xinference/thirdparty/fish_speech/fish_speech/models/vqgan/modules/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-xinference/thirdparty/fish_speech/fish_speech/models/vqgan/modules/firefly.py,sha256=XudPf4AYCcXrDl6Wcjmh_ersriPuvq1d595brtnM6qY,20038
-xinference/thirdparty/fish_speech/fish_speech/models/vqgan/modules/fsq.py,sha256=qOl-E-aWr9d-Nm4ikHt7EYkS-MbCNy4qyooS8VflEsY,3448
+xinference/thirdparty/fish_speech/fish_speech/models/vqgan/modules/firefly.py,sha256=pKiKQ8irkt5FqwodBiwD3QkzMGxGvTTC6PFKKProOuI,19985
+xinference/thirdparty/fish_speech/fish_speech/models/vqgan/modules/fsq.py,sha256=GxRY7jSb5vPjDJuofkHhQLWEmkZVCJQ0B-iNokW6vkw,3448
 xinference/thirdparty/fish_speech/fish_speech/text/__init__.py,sha256=3lYfSw4Xb3Qh0p8FsjX4ToOJNsm7ZxN3XPh_xFKXoUQ,102
-xinference/thirdparty/fish_speech/fish_speech/text/clean.py,sha256=KmsHnXdMZUF_3kdyZv2ymzEsOwIIszf1MeMomChlbfI,556
+xinference/thirdparty/fish_speech/fish_speech/text/clean.py,sha256=hcrKvtDWa-jmPzFqhFJwHxEeY2QNZfAadKhwAo-E5CU,1203
 xinference/thirdparty/fish_speech/fish_speech/text/spliter.py,sha256=wv-x9U3cEz7D4iGmzkf_x2YpkvTthuDHVfM6VQW_gQw,3827
 xinference/thirdparty/fish_speech/fish_speech/text/chn_text_norm/.gitignore,sha256=04gWbPAivQzTV7w2eOgkk3xcMZLuti1pkLwy_mW7k6M,1274
 xinference/thirdparty/fish_speech/fish_speech/text/chn_text_norm/README.md,sha256=9tZNujydXU0DlgpnsJTfMI880mgh41l6UvqqQQKbcPk,890
@@ -267,7 +261,7 @@ xinference/thirdparty/fish_speech/fish_speech/text/chn_text_norm/money.py,sha256
 xinference/thirdparty/fish_speech/fish_speech/text/chn_text_norm/percentage.py,sha256=3DCSkP7Qg5px99rfgF-Qb1yL9HeMDAV6OxE2VSleeSo,838
 xinference/thirdparty/fish_speech/fish_speech/text/chn_text_norm/telephone.py,sha256=cDPtwmnHKD_JP29wIp5p1Og0I132BUg_cmzGdyoJHM8,1557
 xinference/thirdparty/fish_speech/fish_speech/text/chn_text_norm/text.py,sha256=8TdfX5c9t144t1sbhbyTeYncvL_3yjgFAwJfuZqXsIs,6936
-xinference/thirdparty/fish_speech/fish_speech/utils/__init__.py,sha256=mDvZjkfjn7MhYBK3zbS_DJXxlXV3T8JbuPwJbG47uI8,680
+xinference/thirdparty/fish_speech/fish_speech/utils/__init__.py,sha256=3YIGzsJbj84oTR-WQoFz_pztZtUIHp163K_x0XD8txU,706
 xinference/thirdparty/fish_speech/fish_speech/utils/braceexpand.py,sha256=X_44wW-LJP21kNb19j63DSSzFopkgsSNkqmsElLSS6U,6724
 xinference/thirdparty/fish_speech/fish_speech/utils/context.py,sha256=G5AyI1qavhX-vBesANU0Mb97ojBY80nwiXBrzNFdQ5E,287
 xinference/thirdparty/fish_speech/fish_speech/utils/file.py,sha256=GrVn5R0Mc5Veb3_9kyOaH_yIiN3zoFvV7g1G3SY-Rp4,345
@@ -276,28 +270,28 @@ xinference/thirdparty/fish_speech/fish_speech/utils/logger.py,sha256=WVnMyEQqlO2
 xinference/thirdparty/fish_speech/fish_speech/utils/logging_utils.py,sha256=BJ3h8hF-62MbqxajhmZgKglkpjPfz_GTFTr682SIeYU,1384
 xinference/thirdparty/fish_speech/fish_speech/utils/rich_utils.py,sha256=RHRUrq2xY1d1Eg24htFnmyj0RRW2NRdww9xz0jWnQt8,3105
 xinference/thirdparty/fish_speech/fish_speech/utils/spectrogram.py,sha256=R9dGOEJnsF03T-9BBFLwMHikgp1VYTe7Cm76doKj76s,3239
-xinference/thirdparty/fish_speech/fish_speech/utils/utils.py,sha256=GaL7k1geF-D5temeOQI2Q8RzfC_Jc1bsQnLNvO-sV1c,3793
-xinference/thirdparty/fish_speech/fish_speech/webui/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-xinference/thirdparty/fish_speech/fish_speech/webui/launch_utils.py,sha256=uIWcCXHyF7Oqo7uyq8li0fpVL6q-t-ITk2k3ma5WjU0,3972
-xinference/thirdparty/fish_speech/fish_speech/webui/manage.py,sha256=nnLug37TcrIys4DMgeVRgQuvnLjB36b49aMBUt98ZKI,46885
+xinference/thirdparty/fish_speech/fish_speech/utils/utils.py,sha256=3w0drAiLo5bVnOrXH8ezsIAaAkSP3cqwgpMcr7kERFQ,4283
+xinference/thirdparty/fish_speech/fish_speech/webui/launch_utils.py,sha256=33vk7md7-T9rIwdOarQ1n5XKu_FqwZqeo6D_WGObjH4,3974
+xinference/thirdparty/fish_speech/fish_speech/webui/manage.py,sha256=NwcVYzbRLqdh8Y1RAXBNpsmzYjQj1GKOTkW5EaNxMYo,46887
 xinference/thirdparty/fish_speech/fish_speech/webui/css/style.css,sha256=CLXPzePjropDNCfg2jptIwJRMIWPuc5jfd2aLGadMD0,2617
 xinference/thirdparty/fish_speech/fish_speech/webui/html/footer.html,sha256=ofq4m93dF0Z_lXn2J6nLBwXwdugBOPIzjzFGBbr1C58,348
 xinference/thirdparty/fish_speech/fish_speech/webui/js/animate.js,sha256=AG2umxvH9ly6ZxJDxV4sfz1A9Q3_unA7LnkKv05X-i4,2690
 xinference/thirdparty/fish_speech/tools/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-xinference/thirdparty/fish_speech/tools/api.py,sha256=6fLty1CMybUgus2E8Ta1bbVe4tbqU01ydEXjo4rBHEs,12681
-xinference/thirdparty/fish_speech/tools/commons.py,sha256=-9YuuVUfBemIuOBVvt465COuZuVqVo_Xrswwl4z2iOA,1348
+xinference/thirdparty/fish_speech/tools/api.py,sha256=LXq6L84EW_5bvBp6fgIkkegDgVQ8obYPph1OFm9SW5Q,29282
 xinference/thirdparty/fish_speech/tools/download_models.py,sha256=UOOV9SzseMUGFqOw85AeAaXg5LcW0jMvkoet1elvI44,1365
+xinference/thirdparty/fish_speech/tools/e2e_webui.py,sha256=JrT7ubhodvMICngsZkDDJ0Z0bCB4G1cpPBtQFc63Nhw,8908
 xinference/thirdparty/fish_speech/tools/extract_model.py,sha256=42b_U4rmqX3OUOIqWQQczsEktt79aQSOJ4E55B1bHl8,536
 xinference/thirdparty/fish_speech/tools/file.py,sha256=ZSWIpGIOuGbQ5gWmfS9LZWLLidc9gZ9p95QzAZkJneI,3047
-xinference/thirdparty/fish_speech/tools/msgpack_api.py,sha256=eKAfu6IKAMi35WvfrQhzpiFEKARsFpIvWUoWLa1hSk4,964
-xinference/thirdparty/fish_speech/tools/post_api.py,sha256=PS3HB1FUm4CNQ8uxrp2q5xb0FrkkclhCutonbxQaj-s,6368
+xinference/thirdparty/fish_speech/tools/fish_e2e.py,sha256=JKrZwFdUXFegFe7d8eJcF8xKbvOnddjegxORCTL3KBk,9625
+xinference/thirdparty/fish_speech/tools/msgpack_api.py,sha256=yKWc9wAycB4GSeAACO0_qmc7ONZN_zZP8tRBmCTbPkE,2623
+xinference/thirdparty/fish_speech/tools/post_api.py,sha256=tWpMgh264Abk7t4w0du51sGMeXDYQm3bLdh1NadxUAo,6993
+xinference/thirdparty/fish_speech/tools/schema.py,sha256=gh43aA3-kG2bZV-8UJhGqY8d-q1aHZIZy__fBtw0FLk,5257
 xinference/thirdparty/fish_speech/tools/smart_pad.py,sha256=O6fCgrSouBX6prkrj6a03DPI-5loiS_oKaidtIXxuFg,1626
-xinference/thirdparty/fish_speech/tools/webui.py,sha256=hFtvzH487LrcWoma9MrMk1uNJAicg2-0ynYA2zyMqzw,14978
+xinference/thirdparty/fish_speech/tools/webui.py,sha256=4E9xlCyZlwTFOkGNrh7mNjg5mwtPHNwP7WF-_GwlyAo,18048
 xinference/thirdparty/fish_speech/tools/whisper_asr.py,sha256=uG6NsSnH6oLEkCRM-Tb8o6L7OKDZ1eSVd8obEoq7jVc,4893
-xinference/thirdparty/fish_speech/tools/llama/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 xinference/thirdparty/fish_speech/tools/llama/build_dataset.py,sha256=rOVoiXPpKqwT2C2cDhTgw8TMNH5Tq0QzejPd4Y387zY,4898
 xinference/thirdparty/fish_speech/tools/llama/eval_in_context.py,sha256=vF2OVE4kj5qVaBBHGR1eTqcmLWvUeoO4OMj9eUkTXvw,4623
-xinference/thirdparty/fish_speech/tools/llama/generate.py,sha256=kUTJpn3K0LgatspiCjOfx2t8pjp3sNM6FbsLugVGxHM,21766
+xinference/thirdparty/fish_speech/tools/llama/generate.py,sha256=mbC8hXgpkXAQS_GAIodpcZiHVBqe5TJOBAqi6WQ2rDo,33784
 xinference/thirdparty/fish_speech/tools/llama/merge_lora.py,sha256=VS-ZYzar8-MKj4PCzEoRjIin7GISVk6accZJXvrZHWQ,3273
 xinference/thirdparty/fish_speech/tools/llama/quantize.py,sha256=meAgs8IXCDjUz6R8ihvFMLNqo7MDJnSDi0sE-DAUJA0,16602
 xinference/thirdparty/fish_speech/tools/llama/rebuild_tokenizer.py,sha256=MuFdqOsU2QHq8cSz7pa4PAsjZyrJrghCZQR2SrpplTQ,2025
@@ -306,10 +300,9 @@ xinference/thirdparty/fish_speech/tools/sensevoice/__init__.py,sha256=47DEQpj8HB
 xinference/thirdparty/fish_speech/tools/sensevoice/auto_model.py,sha256=abg8hFiVcWwhJYT_E8De-vYRUQOs1u0Zxxgz1nj1790,22739
 xinference/thirdparty/fish_speech/tools/sensevoice/fun_asr.py,sha256=4Tau7ImBXLF-Atgnzb_-volKCb5nas56iBnLVlucL9k,10182
 xinference/thirdparty/fish_speech/tools/sensevoice/vad_utils.py,sha256=QZhdJN6PiJUWui_8fdt_-BA32OKVfvjqV8roavLna20,2214
-xinference/thirdparty/fish_speech/tools/vqgan/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 xinference/thirdparty/fish_speech/tools/vqgan/create_train_split.py,sha256=aWQeRSJ_KRPp72qtXoFvxJkkP6P-73VKIew2iIeETos,2996
-xinference/thirdparty/fish_speech/tools/vqgan/extract_vq.py,sha256=Y3SW4bNPQFDa4TOpL_bliTt4e_4N3G39lWLDIK78I7U,6762
-xinference/thirdparty/fish_speech/tools/vqgan/inference.py,sha256=wdXfDFtAaxv0_ggZqqJo0-8qMU_KrDTDmEKMwe0aaLs,3790
+xinference/thirdparty/fish_speech/tools/vqgan/extract_vq.py,sha256=DNXinP96_ZQX2G847E0eHqfOe1tcxF7vMBtjGlHBD9E,6845
+xinference/thirdparty/fish_speech/tools/vqgan/inference.py,sha256=NL53U8qZ4IkvUssv83ltP1c1-zW7QWvhxZcDTR7ZiOE,3824
 xinference/thirdparty/internvl/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 xinference/thirdparty/internvl/conversation.py,sha256=2wLSnfxyLItQaLd-N5xoybBPKyZadXkVntPuMV5iyGo,15040
 xinference/thirdparty/llava/__init__.py,sha256=UlCNtyBVX645CB6S6LfyYkTfQVO18_a8e9SmR7cHExA,41
@@ -15529,9 +15522,9 @@ xinference/web/ui/node_modules/yargs-parser/package.json,sha256=BSwbOzgetKXMK4u0
 xinference/web/ui/node_modules/yocto-queue/package.json,sha256=6U1XHQPGXJTqsiFvT953ORihUtXTblZy4fXBWP9qxC0,725
 xinference/web/ui/node_modules/yup/package.json,sha256=xRFSROB9NKxqSWHEVFvSTsPs9Ll074uo8OS1zEw0qhA,1206
 xinference/web/ui/node_modules/yup/node_modules/type-fest/package.json,sha256=JTv2zTTVgxQ2H82m1-6qEpdMv08lHjFx4Puf_MsbB_Q,1134
-xinference-0.16.2.dist-info/LICENSE,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
-xinference-0.16.2.dist-info/METADATA,sha256=JD_uweW_grkKlqWWMtszZpXILC_LoQM7WLh1Y1RjvyE,21010
-xinference-0.16.2.dist-info/WHEEL,sha256=eOLhNAGa2EW3wWl_TU484h7q1UNgy0JXjjoqKoxAAQc,92
-xinference-0.16.2.dist-info/entry_points.txt,sha256=-lDyyzqWMFQF0Rgm7VxBNz0V-bMBMQLRR3pvQ-Y8XTY,226
-xinference-0.16.2.dist-info/top_level.txt,sha256=L1rQt7pl6m8tmKXpWVHzP-GtmzAxp663rXxGE7qnK00,11
-xinference-0.16.2.dist-info/RECORD,,
+xinference-1.0.0.dist-info/LICENSE,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
+xinference-1.0.0.dist-info/METADATA,sha256=H-KYRsy1S1Q2Wk_zY6Ei7xiBmaGfcOr4TqaC1NfBsnM,21824
+xinference-1.0.0.dist-info/WHEEL,sha256=bFJAMchF8aTQGUgMZzHJyDDMPTO3ToJ7x23SLJa1SVo,92
+xinference-1.0.0.dist-info/entry_points.txt,sha256=-lDyyzqWMFQF0Rgm7VxBNz0V-bMBMQLRR3pvQ-Y8XTY,226
+xinference-1.0.0.dist-info/top_level.txt,sha256=L1rQt7pl6m8tmKXpWVHzP-GtmzAxp663rXxGE7qnK00,11
+xinference-1.0.0.dist-info/RECORD,,

{xinference-0.16.2.dist-info → xinference-1.0.0.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: bdist_wheel (0.44.0)
+Generator: bdist_wheel (0.45.0)
 Root-Is-Purelib: true
 Tag: py3-none-any
 

xinference/thirdparty/fish_speech/tools/commons.py

@@ -1,35 +0,0 @@
-from typing import Annotated, Literal, Optional
-
-from pydantic import BaseModel, Field, conint
-
-
-class ServeReferenceAudio(BaseModel):
-    audio: bytes
-    text: str
-
-
-class ServeTTSRequest(BaseModel):
-    text: str
-    chunk_length: Annotated[int, conint(ge=100, le=300, strict=True)] = 200
-    # Audio format
-    format: Literal["wav", "pcm", "mp3"] = "wav"
-    mp3_bitrate: Literal[64, 128, 192] = 128
-    # References audios for in-context learning
-    references: list[ServeReferenceAudio] = []
-    # Reference id
-    # For example, if you want use https://fish.audio/m/7f92f8afb8ec43bf81429cc1c9199cb1/
-    # Just pass 7f92f8afb8ec43bf81429cc1c9199cb1
-    reference_id: str | None = None
-    # Normalize text for en & zh, this increase stability for numbers
-    normalize: bool = True
-    mp3_bitrate: Optional[int] = 64
-    opus_bitrate: Optional[int] = -1000
-    # Balance mode will reduce latency to 300ms, but may decrease stability
-    latency: Literal["normal", "balanced"] = "normal"
-    # not usually used below
-    streaming: bool = False
-    emotion: Optional[str] = None
-    max_new_tokens: int = 1024
-    top_p: Annotated[float, Field(ge=0.1, le=1.0, strict=True)] = 0.7
-    repetition_penalty: Annotated[float, Field(ge=0.9, le=2.0, strict=True)] = 1.2
-    temperature: Annotated[float, Field(ge=0.1, le=1.0, strict=True)] = 0.7