xinference 0.8.1__py3-none-any.whl → 0.8.3__py3-none-any.whl

{xinference-0.8.1.dist-info → xinference-0.8.3.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: xinference
-Version: 0.8.1
+Version: 0.8.3
 Summary: Model Serving Made Easy
 Home-page: https://github.com/xorbitsai/inference
 Author: Qin Xuye
@@ -21,7 +21,7 @@ Description-Content-Type: text/markdown
 License-File: LICENSE
 Requires-Dist: xoscar >=0.2.1
 Requires-Dist: torch
-Requires-Dist: gradio >=3.39.0
+Requires-Dist: gradio <4.0.0,>=3.39.0
 Requires-Dist: pillow
 Requires-Dist: click
 Requires-Dist: tqdm >=4.27
@@ -30,19 +30,20 @@ Requires-Dist: requests
 Requires-Dist: pydantic <2
 Requires-Dist: fastapi
 Requires-Dist: uvicorn
-Requires-Dist: huggingface-hub <1.0,>=0.14.1
+Requires-Dist: huggingface-hub <1.0,>=0.19.4
 Requires-Dist: typing-extensions
-Requires-Dist: fsspec
+Requires-Dist: fsspec <=2023.10.0,>=2023.1.0
 Requires-Dist: s3fs
 Requires-Dist: modelscope >=1.10.0
 Requires-Dist: sse-starlette >=1.6.5
 Requires-Dist: openai >1
 Requires-Dist: python-jose[cryptography]
 Requires-Dist: passlib[bcrypt]
-Requires-Dist: aioprometheus[starlette]
+Requires-Dist: aioprometheus[starlette] >=23.12.0
+Requires-Dist: pynvml
+Requires-Dist: async-timeout
 Provides-Extra: all
 Requires-Dist: chatglm-cpp >=0.3.0 ; extra == 'all'
-Requires-Dist: ctransformers ; extra == 'all'
 Requires-Dist: llama-cpp-python >=0.2.25 ; extra == 'all'
 Requires-Dist: transformers >=4.34.1 ; extra == 'all'
 Requires-Dist: torch ; extra == 'all'
@@ -53,16 +54,16 @@ Requires-Dist: bitsandbytes ; extra == 'all'
 Requires-Dist: protobuf ; extra == 'all'
 Requires-Dist: einops ; extra == 'all'
 Requires-Dist: tiktoken ; extra == 'all'
-Requires-Dist: sentence-transformers ; extra == 'all'
+Requires-Dist: sentence-transformers >=2.3.1 ; extra == 'all'
 Requires-Dist: diffusers ; extra == 'all'
 Requires-Dist: controlnet-aux ; extra == 'all'
 Requires-Dist: orjson ; extra == 'all'
 Requires-Dist: optimum ; extra == 'all'
+Requires-Dist: flash-attn ; extra == 'all'
 Requires-Dist: auto-gptq ; (sys_platform != "darwin") and extra == 'all'
 Requires-Dist: vllm >=0.2.6 ; (sys_platform == "linux") and extra == 'all'
 Provides-Extra: benchmark
 Requires-Dist: psutil ; extra == 'benchmark'
-Requires-Dist: pynvml ; extra == 'benchmark'
 Provides-Extra: dev
 Requires-Dist: cython >=0.29 ; extra == 'dev'
 Requires-Dist: pytest >=3.5.0 ; extra == 'dev'
@@ -92,7 +93,7 @@ Requires-Dist: sphinx-intl >=0.9.9 ; extra == 'doc'
 Requires-Dist: sphinx-tabs ; extra == 'doc'
 Requires-Dist: sphinx-design ; extra == 'doc'
 Provides-Extra: embedding
-Requires-Dist: sentence-transformers ; extra == 'embedding'
+Requires-Dist: sentence-transformers >=2.3.1 ; extra == 'embedding'
 Provides-Extra: ggml
 Requires-Dist: llama-cpp-python >=0.2.25 ; extra == 'ggml'
 Requires-Dist: ctransformers ; extra == 'ggml'
@@ -112,6 +113,7 @@ Requires-Dist: einops ; extra == 'transformers'
 Requires-Dist: tiktoken ; extra == 'transformers'
 Requires-Dist: auto-gptq ; extra == 'transformers'
 Requires-Dist: optimum ; extra == 'transformers'
+Requires-Dist: flash-attn ; extra == 'transformers'
 Provides-Extra: vllm
 Requires-Dist: vllm >=0.2.6 ; extra == 'vllm'
 
@@ -143,19 +145,20 @@ potential of cutting-edge AI models.
 
 ## 🔥 Hot Topics
 ### Framework Enhancements
+- Support speech recognition model: [#929](https://github.com/xorbitsai/inference/pull/929)
+- Metrics support: [#906](https://github.com/xorbitsai/inference/pull/906)
 - Docker image: [#855](https://github.com/xorbitsai/inference/pull/855)
 - Support multimodal: [#829](https://github.com/xorbitsai/inference/pull/829)
 - Auto recover: [#694](https://github.com/xorbitsai/inference/pull/694)
 - Function calling API: [#701](https://github.com/xorbitsai/inference/pull/701), here's example: https://github.com/xorbitsai/inference/blob/main/examples/FunctionCall.ipynb
 - Support rerank model: [#672](https://github.com/xorbitsai/inference/pull/672)
-- Speculative decoding: [#509](https://github.com/xorbitsai/inference/pull/509)
 ### New Models
+- Built-in support for [Whisper](https://github.com/openai/whisper): [#929](https://github.com/xorbitsai/inference/pull/929)
+- Built-in support for [Orion-chat](https://huggingface.co/OrionStarAI): [#933](https://github.com/xorbitsai/inference/pull/933)
+- Built-in support for [InternLM2-chat](https://huggingface.co/internlm/internlm2-chat-7b): [#829](https://github.com/xorbitsai/inference/pull/913)
 - Built-in support for [qwen-vl](https://huggingface.co/Qwen/Qwen-VL-Chat): [#829](https://github.com/xorbitsai/inference/pull/829)
 - Built-in support for [phi-2](https://huggingface.co/microsoft/phi-2): [#828](https://github.com/xorbitsai/inference/pull/828)
 - Built-in support for [mistral-instruct-v0.2](https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.2): [#796](https://github.com/xorbitsai/inference/pull/796)
-- Built-in support for [deepseek-llm](https://huggingface.co/deepseek-ai) and [deepseek-coder](https://huggingface.co/deepseek-ai): [#786](https://github.com/xorbitsai/inference/pull/786)
-- Built-in support for [Mixtral-8x7B-v0.1](https://huggingface.co/mistralai/Mixtral-8x7B-v0.1): [#782](https://github.com/xorbitsai/inference/pull/782)
-- Built-in support for [OpenHermes 2.5](https://huggingface.co/teknium/OpenHermes-2.5-Mistral-7B): [#776](https://github.com/xorbitsai/inference/pull/776)
 ### Integrations
 - [Dify](https://docs.dify.ai/advanced/model-configuration/xinference): an LLMOps platform that enables developers (and even non-developers) to quickly build useful applications based on large language models, ensuring they are visual, operable, and improvable.
 - [Chatbox](https://chatboxai.app/): a desktop client for multiple cutting-edge LLM models, available on Windows, Mac and Linux.
@@ -184,16 +187,17 @@ allowing the seamless distribution of model inference across multiple devices or
 with popular third-party libraries including [LangChain](https://python.langchain.com/docs/integrations/providers/xinference), [LlamaIndex](https://gpt-index.readthedocs.io/en/stable/examples/llm/XinferenceLocalDeployment.html#i-run-pip-install-xinference-all-in-a-terminal-window), [Dify](https://docs.dify.ai/advanced/model-configuration/xinference), and [Chatbox](https://chatboxai.app/).
 
 ## Why Xinference
-| Feature | Xinference | FastChat | OpenLLM | RayLLM |
-|---------|------------|----------|---------|--------|
-| OpenAI-Compatible RESTful API | ✅ | ✅ | ✅ | ✅ |
-| vLLM Integrations | ✅ | ✅ | ✅ | ✅ |
-| More Inference Engines (GGML, TensorRT) | ✅ | ❌ | ✅ | ✅ |
-| More Platforms (CPU, Metal) | ✅ | ✅ | ❌ | ❌ |
-| Multi-node Cluster Deployment | ✅ | ❌ | ❌ | ✅ |
-| Image Models (Text-to-Image) | ✅ | ✅ | ❌ | ❌ |
-| Text Embedding Models | ✅ | ❌ | ❌ | ❌ |
-| Multimodal Models | ✅ | ❌ | ❌ | ❌ |
+| Feature                                        | Xinference | FastChat | OpenLLM | RayLLM |
+|------------------------------------------------|------------|----------|---------|--------|
+| OpenAI-Compatible RESTful API                  | ✅ | ✅ | ✅ | ✅ |
+| vLLM Integrations                              | ✅ | ✅ | ✅ | ✅ |
+| More Inference Engines (GGML, TensorRT)        | ✅ | ❌ | ✅ | ✅ |
+| More Platforms (CPU, Metal)                    | ✅ | ✅ | ❌ | ❌ |
+| Multi-node Cluster Deployment                  | ✅ | ❌ | ❌ | ✅ |
+| Image Models (Text-to-Image)                   | ✅ | ✅ | ❌ | ❌ |
+| Text Embedding Models                          | ✅ | ❌ | ❌ | ❌ |
+| Multimodal Models                              | ✅ | ❌ | ❌ | ❌ |
+| Audio Models                                   | ✅ | ❌ | ❌ | ❌ |
 | More OpenAI Functionalities (Function Calling) | ✅ | ❌ | ❌ | ❌ |
 
 ## Getting Started
@@ -244,3 +248,9 @@ Once Xinference is running, there are multiple ways you can try it: via the web
 | [Github Issues](https://github.com/xorbitsai/inference/issues)                                | Reporting bugs and filing feature requests.        |
 | [Slack](https://join.slack.com/t/xorbitsio/shared_invite/zt-1o3z9ucdh-RbfhbPVpx7prOVdM1CAuxg) | Collaborating with other Xorbits users.            |
 | [Twitter](https://twitter.com/xorbitsio)                                                      | Staying up-to-date on new features.                |
+
+## Contributors
+
+<a href="https://github.com/xorbitsai/inference/graphs/contributors">
+  <img src="https://contrib.rocks/image?repo=xorbitsai/inference" />
+</a>

{xinference-0.8.1.dist-info → xinference-0.8.3.dist-info}/RECORD

@@ -1,38 +1,39 @@
 xinference/__init__.py,sha256=jv7PR7ali6n5TpvGjB3hKugwB9Tq-eSTyc_xl2gFnZ0,910
-xinference/_version.py,sha256=6jc3tqkig6J9BPzwIKDs3G9C6KyubOgPgzkt_BI8zeg,497
+xinference/_version.py,sha256=UT3efbrpguVQoTdDMEXtulcHeH8hoQsz8j9CzwLD49o,497
 xinference/conftest.py,sha256=mGhwGBCmu4SNXx-akGw6rzYO2wfB9gTwjewC--geSSw,9315
-xinference/constants.py,sha256=JfcCKl28iyuDAnfue9FrvK34KEfg0dKyoo1-2hzQTJ4,2343
+xinference/constants.py,sha256=81M8ATbulsB78fht4pp0H8q2dDU2qTqSmu1FAjRiOKk,2738
 xinference/fields.py,sha256=xRpDiZXVORKoC9rG3eqwxT-BFuAojhJlxJTsAQHzJ24,5075
 xinference/isolation.py,sha256=NstVRcO3dG4umHExICXAHlzVKwH8ch8MBwKwE-KFkE0,1826
-xinference/types.py,sha256=dhWPyZR-YX6AGaPhPTxxem_Q0fWYN9dHQILeWFvW4yI,11704
+xinference/types.py,sha256=KRC2WBmQyh2epsjLZbvWAKLrFTYT-iq4B4Dt_Kn1IYc,11714
 xinference/utils.py,sha256=Z6PPDGmX4EW8OD3OfA2Wa37ZM9OdRTnR00ITMDTu4qE,716
 xinference/api/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
-xinference/api/restful_api.py,sha256=gCx4tRD124-x61zNnFHLQMBotDcp8en0y34kYE7T2co,42684
+xinference/api/restful_api.py,sha256=EGEnBdzY2inR9c-dHvokwHC3RE3HLLbXW5lLK8k4ia8,51553
 xinference/api/oauth2/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
-xinference/api/oauth2/common.py,sha256=YqEUHgyUnsL3SJbTMuS8Prd7l_AI0y9HHhSEdfJ-iSI,613
-xinference/api/oauth2/core.py,sha256=1m8IDdZ9FH5SZvlurSKPKGbrucG47_04Re0PmOJRTg8,3121
+xinference/api/oauth2/auth_service.py,sha256=VzWu_gFYcVBmO0aUXQ1PSGJnUTRehWmVFaJEAGreSGs,4937
 xinference/api/oauth2/types.py,sha256=7msmsDEmhrfq465_48hgLYbbTdZ8gdiES2KWF06usxQ,970
 xinference/api/oauth2/utils.py,sha256=SIiiUj6VuTEsj3bZ2TYUyhx3cGlLSX3ZNWDOgUwRtXc,1410
 xinference/client/__init__.py,sha256=Gc4HOzAy_1cic5kXlso7hahYgw89CKvZSJDicEU461k,669
 xinference/client/common.py,sha256=wk-3j1tJPNa60tHO8YZ5z7iBIeI6cBEqomKIatyMQx8,1554
-xinference/client/handlers.py,sha256=nFQQMRHiu_c2nsqVWMA792-QfXXq6wIW3dPR5Q7H-f0,545
+xinference/client/handlers.py,sha256=3gd9C7u4URbcVdR6Eyv8cpEZ175Ll4q_jGL07CnEIpg,648
 xinference/client/oscar/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
 xinference/client/oscar/actor_client.py,sha256=fWGbqCaJHp33CSgtznPosryTD88KWSjQLQebHkGvQCI,21545
 xinference/client/restful/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
-xinference/client/restful/restful_client.py,sha256=jGWMPJNtI1m-rZ3GmYwDDkZqWpyOXMiaSX-PnaF13vI,37703
+xinference/client/restful/restful_client.py,sha256=yrP2L44mvhoLoDJwT0NCeliba2fCrIunvc7FkdpuGVY,39445
 xinference/core/__init__.py,sha256=Fe5tYCHDbYJ7PhxJhQ68VbfgKgOsAuslNPr4wPhFMJM,612
-xinference/core/chat_interface.py,sha256=ec9fVV-5m88PoXrfvr4C-m74L_p35nSVHTf-fupW1jc,17114
+xinference/core/cache_tracker.py,sha256=rBF8MXWK3rP5Q69LuhpWb2ZeF_bqbC3zCTCKs8FlfZE,4261
+xinference/core/chat_interface.py,sha256=3nqDDSEXUU_u9wVPcwvE2HLbeBWxrRofHxyVyZf0eKs,17351
+xinference/core/event.py,sha256=MBEuTlXsy659pDsCNl3qZDNbVfY13-Z-CmZCRdabQpI,1632
 xinference/core/metrics.py,sha256=ScmTG15Uq3h_ob72ybZSMWdnk8P4sUZFcm60f4ikSXc,2631
-xinference/core/model.py,sha256=vQ_Q65GEFb5y9RuhhqNJNN5fUy7Mou3pO_lpvAwZzD0,16258
-xinference/core/resource.py,sha256=oG44ZpXQL7uz4pbowtHGdpHarNJ52CK6KBLJRMcySpk,1516
-xinference/core/status_guard.py,sha256=YtQUU_I_9fn74e4xg2xqaLdmww6F4Jx0N96jHsfjR88,2644
-xinference/core/supervisor.py,sha256=afrGeR0yKUjJZCb4gSBWS1EAcc9DDQp0vwV_IdtZjEU,28970
-xinference/core/utils.py,sha256=oVM_bIbbI0w4n3lFIytQ7wMmlIBrxPstrUu7Neahvyw,3528
-xinference/core/worker.py,sha256=SvHPX66YSPo1WrNSpTMMhTfNC-fmXQzLFcQrNriBjdo,23029
+xinference/core/model.py,sha256=l2yUlg-f-qWmd5QSxizn5fnpgjl-pv-Kgc5B6p_WIgw,17658
+xinference/core/resource.py,sha256=V7Be3k6wcQWMfSdIwlNGozhOZHzssTp6O9X-1vDEmo8,1561
+xinference/core/status_guard.py,sha256=dYpmNfbYbqByPv8cReUrG3hVewGpn6i5_JfzGnCs0uc,2802
+xinference/core/supervisor.py,sha256=CgbZlFaMOvkUzEC0lprkfBcJ3e7M-GQaptDhzTTSza8,36605
+xinference/core/utils.py,sha256=FxIiiWvBcGkO0tpM2MiL3-xJEART4LmOFPJpNV6SaY4,6006
+xinference/core/worker.py,sha256=-sjYS8Spmq7aHEET_7ZJQOKdGm80QInW-ONtLXGcY40,26709
 xinference/deploy/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
-xinference/deploy/cmdline.py,sha256=FcxjI24_8-0CzHZlN-lGvFxGsfN76y0lgDDzuGEpF_0,28376
-xinference/deploy/local.py,sha256=99xpzEx9yFj6xPyplzseF64ZCcVOp3oDKZRTBnJF8Io,3933
-xinference/deploy/supervisor.py,sha256=N2EnjN0_lNT92ygZ6qiip6BeodK7dazT2sWWj_wRU_4,2965
+xinference/deploy/cmdline.py,sha256=oBcz2K-rlyiUMPaxD8k5gpgh4iUl249bUP591x-7gDY,28467
+xinference/deploy/local.py,sha256=hyT6fxjNS_BCH3mrlM6suvRW4OaIg59I1paBXhEnv2g,3951
+xinference/deploy/supervisor.py,sha256=LyERwWG_gxgaTFJLo0Cw7scnT00s0dY7CvZx09VpZX4,2983
 xinference/deploy/utils.py,sha256=wR8dUZud1k7gSmd4M7l6Rq2rtrhTn5qLGmM1XB1IHr4,4941
 xinference/deploy/worker.py,sha256=IzmENJE-g0bujAReC5I_iZE6epdgRwaobALKPIk7csA,2915
 xinference/deploy/test/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
@@ -41,26 +42,33 @@ xinference/locale/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms
 xinference/locale/utils.py,sha256=w-G1DAJGw1UUQVVtq6khOZn7ZjobUmTw6qwHMm2eWIs,1312
 xinference/locale/zh_CN.json,sha256=YA55G9s1p05Bt5RBoDo5SV12dd-CMJI0ABap6RpCp4M,1097
 xinference/model/__init__.py,sha256=IRC3ojiqYkVLIK_xsIxYeKypEeeTTdrovnVzK_4L4eg,663
-xinference/model/core.py,sha256=D1EJ9ZJ8VkD0I8NcHcUBA4U9cbm-rcaHkmHL-tq8INY,3041
-xinference/model/utils.py,sha256=V2Ei0QKkQS3hW_TpfEmHsl1nAIdBrOZH7sMTTWHp7Mg,9727
-xinference/model/embedding/__init__.py,sha256=uU_fNnMbEpl6LxgzN_FC9U3DisjQwCwIvKv0gfjOFkI,2119
-xinference/model/embedding/core.py,sha256=ANZCSv6rCYpzaPcqcgmzwgSrilinXoBLAAPbzpsyh2A,16138
+xinference/model/core.py,sha256=OROpZk2fYqQJQYIDwefGtsvNoYEiYH1gM19P-Kb62OY,3157
+xinference/model/utils.py,sha256=Mw-D6f8LVoO9RQRjPrngQYjCNvGmzGYTYS2P981dXtg,9795
+xinference/model/audio/__init__.py,sha256=fM_2G0I9wFHTMuRrr6bebCaLjfCCSZIThxHXEcBdGh4,967
+xinference/model/audio/core.py,sha256=ra2suEVFI0SUFM_PTprxzVayvhjC4pAKYayjVCFAIrQ,5050
+xinference/model/audio/model_spec.json,sha256=gXsXm33FdDr1SfuNfydmt96jjZac9uVPP0Pxe50HA0k,2362
+xinference/model/audio/utils.py,sha256=pwo5cHh8nvhyBa9f-17QaVpXMSjmbpGbPYKwBBtEhGM,717
+xinference/model/audio/whisper.py,sha256=SPqDSvFNlU_wnOj9q0hjR863mdklqwfREnyli3vfVeM,4302
+xinference/model/embedding/__init__.py,sha256=0FLzOZyOuMctxFvhobkLXRUepwHck6RPbtjCct1eMI8,2854
+xinference/model/embedding/core.py,sha256=Ya0p3t5DQNSjH77Q28N0sIk1vmmq2JuBoFvVvlYXE7g,17324
 xinference/model/embedding/custom.py,sha256=iE3-iWVzxarXdeTdw5e6rxv6HQRXVbPHp65wwhT2IL8,3919
-xinference/model/embedding/model_spec.json,sha256=ItkDOMHDxIkddIeHKrgi6LiOEzYLh4yFzRnTwFzVf6I,5289
-xinference/model/embedding/model_spec_modelscope.json,sha256=QYgw_X5ml1zHw1w6kV8FkHQQvuHq3cggl-XMs4kLb_A,4644
-xinference/model/image/__init__.py,sha256=XYuM4TsskWLitjw1QfesNdwKuGpFX5rUf38bQm9vyLs,938
-xinference/model/image/core.py,sha256=ectdISnWjTvxxbj-ty9fgqNzLCBo7uX1q_iA6CbHs1U,5525
+xinference/model/embedding/model_spec.json,sha256=rrKFcgFjOIevuvE2AratcrJssvt1HwQfktNLge5yaug,5999
+xinference/model/embedding/model_spec_modelscope.json,sha256=CTS4KgQYgeuojHnv01HHjo5Um_DKbh0Y5TKi4FYMWj8,5248
+xinference/model/embedding/utils.py,sha256=t_y-7TrYenJKzX3p8e8KWXyC66u7Kd7lMvSzEOolnZw,790
+xinference/model/image/__init__.py,sha256=SI99hr__9naTBtEXLxXb2gPPwwanjvhTXEyxUcV5ghU,1214
+xinference/model/image/core.py,sha256=4r_0blCuTw9iWHce5wLJE3BKgYLqVKfZrOwrLtuhagM,7238
 xinference/model/image/model_spec.json,sha256=VBo3jTq93UtwD9fB1oqrpIJVaZbyYNiougZuY81pt8g,2965
+xinference/model/image/utils.py,sha256=gxg8jJ2nYaDknzCcSC53WCy1slbB5aWU14AbJbfm6Z4,906
 xinference/model/image/stable_diffusion/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
 xinference/model/image/stable_diffusion/core.py,sha256=BdslgN_T7f2nzmxtRz0fT2S0P6tTN9zJ_UE6XO2bLLs,5152
-xinference/model/llm/__init__.py,sha256=x_f2h_D6aUWtGbkmVSZyzvDA-DcKT3mts3EXxFjWlr4,5244
-xinference/model/llm/core.py,sha256=YDUB-MGEu9CtHxtUKFlu9gNitFO-JvLb6xhaqOYdbZM,7761
-xinference/model/llm/llm_family.json,sha256=b4PAz9EbD5RjIbC3CR--FaPmDuupViK_ecJeDDJTpjg,80701
-xinference/model/llm/llm_family.py,sha256=6cqVSQsilvZIITwB0kUYIrkj1h8orH1uV1rO7XSYCf0,30989
-xinference/model/llm/llm_family_modelscope.json,sha256=JkaOILdduYXaAS_knca2lO075mUwx4kaOvYN9XCR250,45570
-xinference/model/llm/utils.py,sha256=QyJLOcnibkCNvJwxZhxbAJPWB_F3T9-90OQaOBDT39I,23028
+xinference/model/llm/__init__.py,sha256=zxArvh4ggVj9BEZ7ZSGEFmv0pYINpXB8eT_S101LQAc,5932
+xinference/model/llm/core.py,sha256=xl1VA9isB3lG7zmNq5hVk_J5QbggUGezlQz_bc-CyqM,9162
+xinference/model/llm/llm_family.json,sha256=qWgBDExF0daMAxFiTTpB9zhC1azYBwmfSvVQB7tO35k,85328
+xinference/model/llm/llm_family.py,sha256=ONxSO7g3T4EjQzCPSVctGKyOiq-BSDYNQcbxmUaLBHI,31089
+xinference/model/llm/llm_family_modelscope.json,sha256=makZWUeMHV9lK2USW9UshnZdtD6mCBCaqoWqcUBrOPA,49814
+xinference/model/llm/utils.py,sha256=ViDG9M7XikuouCP6cqDnlgGQoQQ5xq0QdEJbXcvCCr8,24912
 xinference/model/llm/ggml/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
-xinference/model/llm/ggml/chatglm.py,sha256=XJ6lyr4Kl6-u65ZxFtEjPbIcd0tTdudKXYoEWFoNXig,12555
+xinference/model/llm/ggml/chatglm.py,sha256=Zrzw8K2EroI5v2JlwOAJ08tNFs871n86zRtBxuK97Z8,13044
 xinference/model/llm/ggml/ctransformers.py,sha256=n8dTItZe97cF79NkmsVPirqpBcrZiGAQfd2GRpz9-3I,9917
 xinference/model/llm/ggml/ctransformers_util.py,sha256=WozFJgJZlbuEDPQLhy31YmwGp-oJoUYsnd9HjuGraIE,5271
 xinference/model/llm/ggml/llamacpp.py,sha256=aK4EU25ryGgCbY9HRFfAdFusg385MB_UA1OT-p8fFQs,12241
@@ -69,36 +77,47 @@ xinference/model/llm/ggml/tools/convert_ggml_to_gguf.py,sha256=ULvaoAKGH-L6RuRLF
 xinference/model/llm/ggml/tools/gguf.py,sha256=Hv2haR-UN7NdB1N8YId32hFoEPd-JX6_aUNWRJhyJZc,30277
 xinference/model/llm/pytorch/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
 xinference/model/llm/pytorch/baichuan.py,sha256=6d9UQw5Ox1FFdPG-cO3aKPcUmio5bQ4j1X5B0eCg5TU,2703
-xinference/model/llm/pytorch/chatglm.py,sha256=2YCZL86ABFOjjoVXGxBwK9V80j71gSTfHAYEUveskyY,6991
+xinference/model/llm/pytorch/chatglm.py,sha256=OEFqhDm7NSA-WrkUQBpOo9DJBHmU-lfEklBk2wXnMdA,7007
 xinference/model/llm/pytorch/compression.py,sha256=rN8z0yt2xV9ASLv1muYStyBdvZjGCQL-OYaEga4FwIQ,8081
-xinference/model/llm/pytorch/core.py,sha256=fE2Faags4qg3dwuDHAYShPYNeB-DyH6KbHmlDDdrF0A,17920
+xinference/model/llm/pytorch/core.py,sha256=CAUC2EFfF4cuH8K7AMekWdPZfMbMYnqEtTUjCw-vzMY,17988
 xinference/model/llm/pytorch/falcon.py,sha256=wC3_ILUtoimtOWox2_Sr94OcEkMYoB7Mf84R4LYHMGI,4298
 xinference/model/llm/pytorch/internlm2.py,sha256=J9byaXpgPQ28zp8EEqz2hggX2d7bdmY5-e2Mp6SIeTU,5569
 xinference/model/llm/pytorch/llama_2.py,sha256=JQI9R_ZrNhTXg_MbS7el6P-ou49iMKq5vnr9QlQ_o70,3509
+xinference/model/llm/pytorch/qwen_vl.py,sha256=Bj2B2c7YJlooDtevjj5QsuaWIHm1umvlFu1QCsS7kBo,5647
 xinference/model/llm/pytorch/spec_decoding_utils.py,sha256=t059oJ0kvcXMA1pKizN1HDzs0LMf5Jpb5MM7aMNKnzQ,18750
 xinference/model/llm/pytorch/spec_model.py,sha256=2rmSYaliu0nwOQzc3rnYFtBLFBayKZ9Xe2hkJUbe7mo,6810
-xinference/model/llm/pytorch/utils.py,sha256=zKpyeF7JV0sMv4jmwiYQGCxpk6VsbXtgOmnyksHUs8M,16870
+xinference/model/llm/pytorch/utils.py,sha256=I3Lz0q8HcUBT8LEzo8lmqPl9OBHgeZPcHYdGUyIgLOw,17258
 xinference/model/llm/pytorch/vicuna.py,sha256=eJ2HVHg-HbhVHRdA5g4N9I2_cCti4K9y3Y4WjMMzAIs,2217
+xinference/model/llm/pytorch/yi_vl.py,sha256=HPvYARxpC3DWendDoLVeuU8Nf3cm8-Rv_UNVfFbm4h8,9146
 xinference/model/llm/vllm/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
-xinference/model/llm/vllm/core.py,sha256=GwQ9eBlEV0NHsrxERx7j4usR3qZEElFkPoAgBIL1VnU,14966
-xinference/model/multimodal/__init__.py,sha256=EjP1dK0s-N5GyePkX4vauris7CfwsoT7Sb2E8OFoysM,1687
-xinference/model/multimodal/core.py,sha256=OupAMjRRc4UjhxWapVaXpymSl7gz1Ss4YTL_lTBO3wI,15429
-xinference/model/multimodal/model_spec.json,sha256=jPDB7Yhn13-e4h2lBm2yF0xQXIgv1cI6Jpto3AjCnto,1071
-xinference/model/multimodal/model_spec_modelscope.json,sha256=yf6naWPy28mVWanW8BMWlwL8gBmzFsMYCVLg2XhzYh8,1073
-xinference/model/multimodal/qwen_vl.py,sha256=DCk_AzDiM5eX7gSRCv1Y3IBRDCwAXEMcM-1jq_HUEEE,5490
-xinference/model/rerank/__init__.py,sha256=FEFQSLCNihIgUb28EAMxutVvpDTPmaf9o7Ey97ryAyA,2135
-xinference/model/rerank/core.py,sha256=M01V1Im2SGb0x8cff8LcB6sbM1mdwcfjxQtGXuHuH6E,11110
+xinference/model/llm/vllm/core.py,sha256=emuGIPYqW61s4xOn62fOyEkOA0brgqV6PW4OoxfNjpg,15027
+xinference/model/rerank/__init__.py,sha256=BXIL1uu3ZpZHX9bODhW9lxKUXudZE7-OkXFmmM5rpMU,2817
+xinference/model/rerank/core.py,sha256=dTLVF1Ij3xQSI8-bVMt4ozgNsVjLapWY22JCxl2O7Xg,12411
 xinference/model/rerank/custom.py,sha256=NKk7jA7p4xkuwS5WoOs2SY2wdnoAVpyCjBTvv317bBw,3917
-xinference/model/rerank/model_spec.json,sha256=VbKnpfuEoYkWkRb8NwPpzXOzaFgAn2HAWYzVGN7xY7E,375
-xinference/model/rerank/model_spec_modelscope.json,sha256=38MIVSgGGAsFXc2eP1j4AMSPqwYdFTwPaxJFiN72Fv4,375
+xinference/model/rerank/model_spec.json,sha256=YXp6FUjYWh4ZKOrZs-bi_36y-T8D-jjmMcdFdocpSeE,574
+xinference/model/rerank/model_spec_modelscope.json,sha256=bc9OVu-uFGKRFSkQ37Vrm8agr6bgZR1ib2mVt5KGApk,569
+xinference/model/rerank/utils.py,sha256=MJAFL47G3r3zLVGXKoi0QLTgU3Xr4Ffv72Ipn--psew,713
+xinference/thirdparty/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+xinference/thirdparty/llava/__init__.py,sha256=UlCNtyBVX645CB6S6LfyYkTfQVO18_a8e9SmR7cHExA,41
+xinference/thirdparty/llava/conversation.py,sha256=_OKwx8mkikwfsuTVR3BtvolqNcwY1X3DP7X9TlmR31g,7758
+xinference/thirdparty/llava/mm_utils.py,sha256=t19xg6kvy5KiHm_zmRJZZDyqsfTQjm6KEZ2kaE1y_44,3876
+xinference/thirdparty/llava/model/__init__.py,sha256=KlZDBvQbrUBrHix1PQTmAmq5dJHCipCKOlcpLZUJZso,60
+xinference/thirdparty/llava/model/constants.py,sha256=fFKjeLBhxYo3UGBhA6DbS0LGApXmxJqeQ0iMPaPh480,140
+xinference/thirdparty/llava/model/llava_arch.py,sha256=la9YRdFHh9bCki7m7UXZFvXdlPki096gHdewRYWXo3A,17198
+xinference/thirdparty/llava/model/llava_llama.py,sha256=cXGSrL2bcy2FIAxSCQ25BhSbk6JYOs0uvPD7_zH7ZBI,5678
+xinference/thirdparty/llava/model/clip_encoder/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+xinference/thirdparty/llava/model/clip_encoder/builder.py,sha256=D1d2_hW2V1kT4jn_-spbYH3CRysyqZGPKsvb6Aai3QY,315
+xinference/thirdparty/llava/model/clip_encoder/clip_encoder.py,sha256=ieNXVeV1UFIxbcMufZewxofnSSP9t5dBhMFLfMJcFN4,2789
+xinference/thirdparty/llava/model/multimodal_projector/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+xinference/thirdparty/llava/model/multimodal_projector/builder.py,sha256=URP051uhGLWqC6ERsqjn2MiQDNYzOoQ6EJEcB-Z0RzM,1933
 xinference/web/ui/package-lock.json,sha256=IKVmmJcQ3cCP9yB1-DMR43hJmO8d9gfhItYMciA4a0E,766245
 xinference/web/ui/package.json,sha256=g9yWQGNiiiS6wkJhqRw2MRd-7T-dyy_hjjNZ-K24O80,1900
-xinference/web/ui/build/asset-manifest.json,sha256=UtxkfmR-RcBB46FgIDvvTBpMQhIwl-Qo85JuhoKu8GA,300
+xinference/web/ui/build/asset-manifest.json,sha256=ssCBV8Fhax1QASt3O-ddKviVMN7EltvuI0D1wxWKz88,300
 xinference/web/ui/build/favicon.svg,sha256=dWR8uaz0Q9GCcl-DjWvQh07e1f3jhJBt-r4aSbmH3A4,1894
-xinference/web/ui/build/index.html,sha256=O0nRPYecGk5PGMydQ7KpszUxhPODlVJkVan-hk7qpow,589
-xinference/web/ui/build/static/js/main.b83095c2.js,sha256=J1hNTqWD9BuHzci7jDeQr6xoWzEDV9Y7R4FVcRDL5kQ,926667
-xinference/web/ui/build/static/js/main.b83095c2.js.LICENSE.txt,sha256=8ziOYGb1jthAUKvOTShmsWJ1ZU9Dax-7OPCFl6cARsI,2185
-xinference/web/ui/build/static/js/main.b83095c2.js.map,sha256=ogUv3lbTkEeN9LruBdqZtOinxiIKchWrdvEfBKbm1tM,4143738
+xinference/web/ui/build/index.html,sha256=nYGc0e1sjPFzk7oPEcuin-48e_njALylSWCFwoQlgec,589
+xinference/web/ui/build/static/js/main.15822aeb.js,sha256=bx6ltI1_N4zgNrbRvXJFy854Td_FHS4V-aqvqduSqgo,914703
+xinference/web/ui/build/static/js/main.15822aeb.js.LICENSE.txt,sha256=8ziOYGb1jthAUKvOTShmsWJ1ZU9Dax-7OPCFl6cARsI,2185
+xinference/web/ui/build/static/js/main.15822aeb.js.map,sha256=66X4QvDOJFYQYD36BV_Ei0ioRt4mwbxVO7eMn_dWUqw,4105971
 xinference/web/ui/build/static/media/icon.4603d52c63041e5dfbfd.webp,sha256=kM--URMpXs5Vf0iSqQ8hmUalvWgcmRERpv37CriXRAE,16128
 xinference/web/ui/node_modules/.package-lock.json,sha256=JVJJkrPmKUzGiyU3z0u252yd1LtXWyhxX_8M3onL-uM,764304
 xinference/web/ui/node_modules/.cache/babel-loader/000791038e4133db461021f1018491323a006cca7a53e09c2ac35032bc36d8b6.json,sha256=lcvLWh7kYVCN6ZBwqKJYmnST8it8tv7i7gOzsbV5Gas,1358
@@ -866,7 +885,6 @@ xinference/web/ui/node_modules/.cache/babel-loader/1001e40f7a11f057b7828b7948370
 xinference/web/ui/node_modules/.cache/babel-loader/100da7b661c8af92dd0178e9ac049d1a6afd01783f8cb85d1a69bd6c8251d0c5.json,sha256=mhG5g83b0nsaGixNIzKZ3JZBmEaZDlnV2_0KXNUpigk,1291
 xinference/web/ui/node_modules/.cache/babel-loader/100ef6bf10f883a3b214158ad9861bfd73d74a362dd0079b19d92b1b9b375972.json,sha256=Vovq7spYWqc4f8dXvUTHN1RC-JVykIKCyQhySrPwfEI,1095
 xinference/web/ui/node_modules/.cache/babel-loader/10139a68ee304ea6133be549da688d25d77a385ad794a42cea2f8670c6622966.json,sha256=oycbZITc9h7bYaGVNDxGFAP8AnE_Tx62hjwn3iEvg8c,1603
-xinference/web/ui/node_modules/.cache/babel-loader/101923c539819f26ad11fbcbd6f6e56436b285efbb090dcc7dd648c6e924c4a8.json,sha256=zM9CqI-G5l06lRHNqZFhB8OgxnjSKhMWOidBcDUfbko,45827
 xinference/web/ui/node_modules/.cache/babel-loader/101f59e4c5f13a097f7f6eecf7bd70f5ec7db0ae56a6bd937992151b4bf25dbc.json,sha256=Kx0SsTtt2C8qmOLJDh0Trd5dpEHm4PO5InUM5egtHLg,1453
 xinference/web/ui/node_modules/.cache/babel-loader/1024f0219f0632dc61ee468ec2389838862abb4a48ba3c326b75413d2cb2758e.json,sha256=JUHb0YCyJqJ-6C1HrHXs8ILjQjljzBMH4q7-hTgzuX8,1121
 xinference/web/ui/node_modules/.cache/babel-loader/103334c7ddcc69a2b1fac457230e970ee53fa44176d6deedd3d80fa24b1dbdf6.json,sha256=7Z05cLbeqOVFn1G2eN-IqfvoctiE--qDQMsOj1FjJKo,1305
@@ -1041,6 +1059,7 @@ xinference/web/ui/node_modules/.cache/babel-loader/138e5cf90e3da5b5b74c96af6036a
 xinference/web/ui/node_modules/.cache/babel-loader/139466579b5f18444d3e094cafe5fb411d4ff54024b9b5e6eb3f0d56d77226b9.json,sha256=qDjj3zWguIFndE1Ap6CsZEF2AUxX-7nWPEoiz9qAD2E,1378
 xinference/web/ui/node_modules/.cache/babel-loader/1395e423d50c84c4e548dcdf7dc05e45169316c54a01ff22576988a87f969713.json,sha256=SSc3O7TsbJaBrvk5DegJuPNuUpYFiLd4z6hLJgKz-Ro,1043
 xinference/web/ui/node_modules/.cache/babel-loader/139cdfbff879060680003eaddc807b9c6ce26bd0093b571e63455593056ea3fa.json,sha256=VnO3zSTKTbzrARWdzsVL8xgOiOSRW5H78ZeaHJHtf8o,677
+xinference/web/ui/node_modules/.cache/babel-loader/139e5e4adf436923107d2b02994c7ff6dba2aac1989e9b6638984f0dfe782c4a.json,sha256=FdCRYzEIn1zU7lk0kDpb_pINggxm4wSfiGODki3bLwQ,57589
 xinference/web/ui/node_modules/.cache/babel-loader/13a02ecbc42afb84398ea85dbb21573c44b330458bbdd4e2ca16d678ba4ef8c5.json,sha256=7-C7tTa_2o23I6zXBDPiWcWzsrvAV5cMQM_KfcrVS5Y,1988
 xinference/web/ui/node_modules/.cache/babel-loader/13a21571bf271ef3f15c0d5f5380626324b22a391b670cdf4472f42b88a4d5a6.json,sha256=iIwWGoXhdVpRBkRU8njtguf6-9o8vL11Njh9ofaaKgM,1582
 xinference/web/ui/node_modules/.cache/babel-loader/13a4a118608822894120510b1cb3c729ec5a50610276d3b4fdcf1b1c20346243.json,sha256=dxtmd-ohLyYv_y6sKCkxnH_iFxy8vP20e4cM5-R4t-M,1228
@@ -3578,7 +3597,6 @@ xinference/web/ui/node_modules/.cache/babel-loader/492a87892106fbff15738c3924d40
 xinference/web/ui/node_modules/.cache/babel-loader/492ccfecea4ad0df2e14e027c117409d9947cda57ff8094a9918239dd69daeb1.json,sha256=Y2_6YCd_rFzbBLzskBG9XMoBhzkXEPB_sscqhbiWFIo,2052
 xinference/web/ui/node_modules/.cache/babel-loader/493bac4ec648df5bacb5d5673c29b4a20c16d8a0ad324ee138f407f67029716f.json,sha256=Mm5N-VQ19cYTEneq-4ChziIdHId5wCmWM8nVA1KX2uk,1163
 xinference/web/ui/node_modules/.cache/babel-loader/493dce59d7c00dc0c5bb4a0afcdadd00225a0760b9e45f60dce3a9576e6c0bca.json,sha256=VCcb6TlI_GdHy7VXOWA9PG0wIH_blTj6Vbze1KUb1d8,1233
-xinference/web/ui/node_modules/.cache/babel-loader/4942da6bc03bf7373af068e22f916341aabc5b5df855d73c1d348c696724ce37.json,sha256=MBJkwQ9Mfbt3bQdr5CX_7zze_jX8q1g7ZmZP7oKt-Zo,57481
 xinference/web/ui/node_modules/.cache/babel-loader/494a2aa90e5ec0c982b7e5bba57e957ebdcefa661bb8f22877665ab28bbc7d64.json,sha256=kqdzh0KKm2FruHihpiaN_MWToboOmIO3s1uQUnxXTpk,1345
 xinference/web/ui/node_modules/.cache/babel-loader/49548f4a6c34040b2536c4ad945db36c67fa6e6675b07e5ceefcf6cdbb278a9b.json,sha256=Qn-c37VjX8EGgWrhDwagZpRnYwJayp1EIzRuDTYiRh4,1500
 xinference/web/ui/node_modules/.cache/babel-loader/495667a1fb7e1ba4798f210a8b12af1cfa3ca508ab8925412e6adaec98142dfc.json,sha256=5A3Y1X5dGksss1Pi0LGxbbnJnDn84XUtkQvOY2CrsLg,1091
@@ -4038,7 +4056,7 @@ xinference/web/ui/node_modules/.cache/babel-loader/5295c7231037a833974866e447630
 xinference/web/ui/node_modules/.cache/babel-loader/529f91ef5cca8c287f529946a25e76fbfb2b9f9cbe02c01fea7af53b76f85b8f.json,sha256=52YI5ZXgGiKjxan8TD9fkVtnd3LycBSKSw3sy0Y_1Bc,1598
 xinference/web/ui/node_modules/.cache/babel-loader/52a0942f19dab0d50f1213d1327bf64307c014c595c19d5a40e80411ff2a59d8.json,sha256=-SqKz2mjQkLR0b9N9LeKPdRg-5KUoC-bdfzfwyOpavI,1406
 xinference/web/ui/node_modules/.cache/babel-loader/52a563a83a785e9d21367d639eb486923fa75f59565e638e4b44294feca020c6.json,sha256=DbAGOMd0Tor8S81ggOGLtpoBpaYBtO8Etc5Uz-Xtl18,1338
-xinference/web/ui/node_modules/.cache/babel-loader/52a6136cb2dbbf9c51d461724d9b283ebe74a73fb19d5df7ba8e13c42bd7174d.json,sha256=ZxbDxEZ7QZmvexjJJZZwEym7rB7_38KBalmC2x8jFvI,11446
+xinference/web/ui/node_modules/.cache/babel-loader/52aa27272b4b9968f62666262b47661cb1992336a2aff3b13994cc36877b3ec3.json,sha256=6ygCO-j9cSo1Sp0g1IooTK_e-j0-shvAfIdJfLFFCFg,15247
 xinference/web/ui/node_modules/.cache/babel-loader/52b7f18030d8bff97c536e6621c461f6588e31526d75707c221bbc8a48b6c385.json,sha256=Wfc05bnoMOcnJDuaW2Z7DnuAeUddLZ-6EgPwP5wxzTw,2179
 xinference/web/ui/node_modules/.cache/babel-loader/52c750f3d8acd1918c30f4271515832fdefdd6da5c836d8a7da1383835050216.json,sha256=ZLWHLdUQifr57N7VNGzaIi8LUZWfQ-_Iz0r-bKevd2c,1299
 xinference/web/ui/node_modules/.cache/babel-loader/52cf538de2882348dc5ac8a6aaf16f14183f43f0a668ed02e909d327c1a7411c.json,sha256=2F7lwXCYHKBi_w5ERQpDTRG1yTaLO0SH1L8XaKv9qCY,1133
@@ -4896,6 +4914,7 @@ xinference/web/ui/node_modules/.cache/babel-loader/6496378cf407cf3ca4dfda3ac984c
 xinference/web/ui/node_modules/.cache/babel-loader/649bb3216e56ff4c29952781547dab470c36b3b44c6bb4ab36c34a76180539e4.json,sha256=AdOC0EXSoPO7OIFryZTYGZ9cZz_iQ2H-OpszUkYbh50,1143
 xinference/web/ui/node_modules/.cache/babel-loader/649c027056c0c19018333b36efd37b9ce29663a3481e676860a0994b488154c3.json,sha256=02lE9LdYWIktLq6izm2CA2dqwOtMY2rCv51ueJg6g2Q,1402
 xinference/web/ui/node_modules/.cache/babel-loader/64a5abb11fa1df5110147845ad5fc73de39df8f1e86abccf2d5d234ef74a297c.json,sha256=wm5rr-txk0wjdZUFCXUJQEuOZZmshFQSCwvSLmSTHVU,1136
+xinference/web/ui/node_modules/.cache/babel-loader/64accc515dc6cd584a2873796cd7da6f93de57f7e465eb5423cca9a2f3fe3eff.json,sha256=Sdv0xdm8iavmSbBsQs7cih--KABictW3Q1YWWlhPWzk,61777
 xinference/web/ui/node_modules/.cache/babel-loader/64adc71a23c816b3babbeb96e17ed2f00b6254e852c7f087d14f4d2caf6aeb87.json,sha256=lfX5QpYma4N4zBxk2ftgsa1d47P4wq3B8jD2eZpoCz4,957
 xinference/web/ui/node_modules/.cache/babel-loader/64ae5880f923b7f0928d95c31d65df2404d75707088d00cb3be61ad2ff63a0dd.json,sha256=51sryOvzXzfeO_HbaAOBAOGt7rDMK08pOKrTe5bFBQ8,2749
 xinference/web/ui/node_modules/.cache/babel-loader/64aedc84db607c79b5b7d51b44b42430eecfaddafd5c85f5c30cac1e3fb2f3f4.json,sha256=Qdxcex8da6szmvfNjep-gX29KHNEwdsJDFbIy20OdZg,2396
@@ -4948,6 +4967,7 @@ xinference/web/ui/node_modules/.cache/babel-loader/65c31dd2c2e8ddfb70f60f008b0ed
 xinference/web/ui/node_modules/.cache/babel-loader/65c4550f429f1a97767b36dc33a12b956bab8abb05173035b99428241179202f.json,sha256=04KsB3bRHCAoJj5iHWRR9Vs-X6H5Mz4Q8LpkYy9I2P0,1240
 xinference/web/ui/node_modules/.cache/babel-loader/65c4db63c9b2685af3cc53ef2ee1109f6c5ede9a673db30f0dcc0a7ab9c662d5.json,sha256=N4xze4Fj3RsPcofqS-MSNxYpmLmEdJm_wspUF_BBpOU,1531
 xinference/web/ui/node_modules/.cache/babel-loader/65c505c479da9378d7a9d000ae8c13d47640390ad39fb34019f3121604b465ce.json,sha256=6EW-VjZoKdM-tHfKc6K3zr_N5qESksdAlNQWDWqSpMo,1802
+xinference/web/ui/node_modules/.cache/babel-loader/65ca3ba225b8c8dac907210545b51f2fcdb2591f0feeb7195f1c037f2bc956a0.json,sha256=OiyRCz0SAAUgtIkuq6Hj-_XpCLZgGBN60TJt39eyJis,43250
 xinference/web/ui/node_modules/.cache/babel-loader/65d21efa068e1add015ebf08d5bc41052a5a0567b511122e6f42b1b2f6463279.json,sha256=Bngzy58GhQR9Q5RzqZrOtlW6QVkHTiuvSRhrmYrdS5o,1355
 xinference/web/ui/node_modules/.cache/babel-loader/65d65565a7881460bc4e2343e14e7a1db2b3c50aa813ba7adc8cfbc9e1fb6d1e.json,sha256=5NJqsmV8P4LGrpa6zu8EzrZu3rKYKfs8zJUCDuSwVyc,1669
 xinference/web/ui/node_modules/.cache/babel-loader/65e2ed15dd07d3e2ade21458867b8d447c75f83a4dd4f868197bd18bf55cbc3f.json,sha256=H0oACmOtWM06gTMhFDGdaep5CshehP_N-3DfPEB4qqQ,1650
@@ -5473,7 +5493,6 @@ xinference/web/ui/node_modules/.cache/babel-loader/713792c4a41823909c2c516de9064
 xinference/web/ui/node_modules/.cache/babel-loader/713a7c6cbe1a51d369ea211dd81b8b07fa3ec3bd6b6804ba1664931220d730d1.json,sha256=mTe98zsvYrjLxXzy-iaJWFxtZDDjEWVBpnDSR3eG3cI,62396
 xinference/web/ui/node_modules/.cache/babel-loader/71439f02e5e54600c25ac8f9cef5747eb5bebb112b7c3648dc3515c87aeaa926.json,sha256=bab57skCCJjyeKlWUs7-KuolNKFrf_fGQdkrMDQ0heE,1246
 xinference/web/ui/node_modules/.cache/babel-loader/714522557983b3f02995e5006d116b4762d83a2ce9bc45963ef13e7b5799862f.json,sha256=f8_wZ7D8jIN-7xEorgXDUHBnR4R7AJgBnKiHfjDi53E,836
-xinference/web/ui/node_modules/.cache/babel-loader/71493aadd34d568fbe605cacaba220aa69bd09273251ee4ba27930f8d01fccd8.json,sha256=vUfKog2NIFnGJ3YkuwbwJUCZ5-sU-GxEv1kZ9HE32fQ,11756
 xinference/web/ui/node_modules/.cache/babel-loader/715706578b819e44279df76407d39a2acfcab9754e40e8365225463376fd7744.json,sha256=3iXQDDNWgXBhDXNnl6QDB5fDc3729YLFwUYA_Ikq_4s,1367
 xinference/web/ui/node_modules/.cache/babel-loader/715eca31da811b86eefa1f104059b758893ed40b3c87567eda97700a6580b854.json,sha256=PgtYUfd5H7cimdkk6Lu3PzsWJPEk1mHhrnvHGsWTXAE,1771
 xinference/web/ui/node_modules/.cache/babel-loader/715fa31d949879e8931dee412d41c05260360df774daa8110c02fd436f4aef04.json,sha256=jXmSbb2eRproIZpr8aQIZh0EX7W-rvSpE-8rzKEAN80,31461
@@ -6735,7 +6754,6 @@ xinference/web/ui/node_modules/.cache/babel-loader/8afaf311d784e3140bb10232811dd
 xinference/web/ui/node_modules/.cache/babel-loader/8afce9929ad7a23c9efcf9a454c5939460c967d4bc89c4e4698b6fdad3396c2d.json,sha256=MznIDHox2_DUccVKx-AQWf0EzI7o46pnWlwC4vdaSu8,1463
 xinference/web/ui/node_modules/.cache/babel-loader/8afcf0bf2aa77ad684b70b7156099eee09df02142b3d50d5b71e792f3d78d9b1.json,sha256=I6Zf9plA5h0zdgRmw0MuAzzNm5l2uJN3jM4zMkMDk5w,1364
 xinference/web/ui/node_modules/.cache/babel-loader/8b06e2f1177a819e5524962da29a8048057f994d27b8f3bbd1c087f0337ea70d.json,sha256=qF_63L263Uuwv4ZLiuwZ-JPUZ9XhVadOphOIXZt9or4,1340
-xinference/web/ui/node_modules/.cache/babel-loader/8b071db2a5a9ef68dc14d5f606540bd23d9785e365a11997c510656764d2dccf.json,sha256=A_v-pqJRGWW6mKPwifTUlDuQUm_M-1_5A_QQLLszBuw,15042
 xinference/web/ui/node_modules/.cache/babel-loader/8b0c6fcd5665cc9d07d5f814e393c983d61fabc6ec7d05c8e39a299d7936c8ed.json,sha256=YntVeMFO9XiVfUq5NBxT-l7NEB4U0YNkM-yxrdEo0bU,2520
 xinference/web/ui/node_modules/.cache/babel-loader/8b0fb8e7645fbd23a66310b81e4c53aa21a7cd6134e47965833770577d5d7bee.json,sha256=jY_6awRngoISCheryrUUJYBy4fljL53DtoZQGJcKwVY,360
 xinference/web/ui/node_modules/.cache/babel-loader/8b19ae84b079af8557b960b8466fdbb15b622949c19086ced06f5fde8d6553d2.json,sha256=iuffJncs4mKkuEL8J5POXM8eVc3o9N9MfF-I22n3I_M,1532
@@ -8014,7 +8032,6 @@ xinference/web/ui/node_modules/.cache/babel-loader/a4c16a2a72004c0024d21360d4cb5
 xinference/web/ui/node_modules/.cache/babel-loader/a4cd6d4951b7008cfd828877a07d6089193f89315505cbc985ee65bfa2d7968a.json,sha256=WOeIlSKSwljIMTAq8pYy-6FqWbuPH7bzpNOyZ8S9spA,1787
 xinference/web/ui/node_modules/.cache/babel-loader/a4cdf36e766190d4b8a208e233416c72f9f57832f4c969ec749b74b72267f060.json,sha256=3ngP7FayziIJgyhjKa6bVzSxRnOWR-haIA6cLDCTMjk,1013
 xinference/web/ui/node_modules/.cache/babel-loader/a4d4f3b3c564cb40a7dea55c60389e4e0eb673c1f79cccd99048d5314506763a.json,sha256=vDoEICp5I0LC0aRc5AJGU9DqlP0oxafMVz67LBIymss,1030
-xinference/web/ui/node_modules/.cache/babel-loader/a4d72d3b806ba061919115f0c513738726872e3c79cf258f007519d3f91d1a16.json,sha256=eZcQHPpKsQy9R46UGHaFtSM2-gm6miFOyDJEVADxkwQ,60223
 xinference/web/ui/node_modules/.cache/babel-loader/a4ddc90d7f01b6bb82b4687f4e0c1fb51c105bf5a2999195670e95bd2c2ba8e3.json,sha256=BKlitzu1UISwL-wrRAYxG9ptBJTXxl2dxp0e2o3j2NU,2508
 xinference/web/ui/node_modules/.cache/babel-loader/a4e4cab4f0713e3813cc99f411e193915daf4f97856490dcf0bc7bb4c4c5fee5.json,sha256=JpclgKAAjbHcDODNVPViYeJETbODB-F60_gUKfI3aMQ,1510
 xinference/web/ui/node_modules/.cache/babel-loader/a4e50ea96dfadde78bb8faea5db50276d2e3e6f50733f285e51839906b2bcde5.json,sha256=Bn4HHGZNYgn6ldZeaumIePpIxiBkElhp4bjGqKRXjl4,2082
@@ -8925,6 +8942,7 @@ xinference/web/ui/node_modules/.cache/babel-loader/b7f002959d9e4e232afce2a6d400f
 xinference/web/ui/node_modules/.cache/babel-loader/b7fcfd905a5cfc55c2385ddbd9039e03000ac7cc6e4742b82e6b4e1ebb1563e5.json,sha256=J50PK4P6z7ZpfwbKl_gYofBdJpFUkYsWErYd0SFIdG4,1818
 xinference/web/ui/node_modules/.cache/babel-loader/b7fe5291c1be0f6b785fb593fe2af1e2d7a91f64b01f2832f7bd0a0332df1610.json,sha256=fxoRCdZJpnFXcqu4Lyqje_CNRz1NK78eTD5h6TyknXM,1118
 xinference/web/ui/node_modules/.cache/babel-loader/b800e25fee9f0b831f01e42b5d63de0d924f037cf987eb3f494e149b9343313a.json,sha256=dNcKtxneXX7ZVOok6unCAqBqzYIlppTKP4vFLs1XPyM,363
+xinference/web/ui/node_modules/.cache/babel-loader/b80db1012318b97c329c4e3e72454f7512fb107e57c444b437dbe4ba1a3faa5a.json,sha256=iV4wMSshM7zBLWOBBHECDJ5iMe4o1xGYR3gsKNfXjpc,10649
 xinference/web/ui/node_modules/.cache/babel-loader/b81f9fc2d1acc51042a9619bad2839b6445898239f25555fe5ae112786ff26b9.json,sha256=oQISVHPbLVVoujbfLXFuORJ6H06qGQrQyS8bUBOrgB4,2448
 xinference/web/ui/node_modules/.cache/babel-loader/b82441dfc237419630cca1333c2788bb3e318d2518295c6794f7ee3519f3a0bc.json,sha256=hyFseAZacvwbkuHfBa-pY286mKNnGUXpmYepWHjXAOk,1594
 xinference/web/ui/node_modules/.cache/babel-loader/b837a222fb5eb7ecf31b6bca86067c540bd5fb0cd6df291de74e4eee4d70242d.json,sha256=KjELSm9mEHqc4Nd_a8tNc8sbiaGdAxk0kuIi7ZKgDkk,1042
@@ -11638,7 +11656,6 @@ xinference/web/ui/node_modules/.cache/babel-loader/f02c1efcbb4f2374587adab0efc8c
 xinference/web/ui/node_modules/.cache/babel-loader/f033d2ab21272f66b9b590fbbcef98c1cb630f4a4cce9cdfc0c96eddeb171aa0.json,sha256=kJar2ZdRwoXkktwmH2rvqKkgdvWUfDnYhslJF7dgnz0,1432
 xinference/web/ui/node_modules/.cache/babel-loader/f034a6fb0a8a7124fd21b0e1eef4baf8d46947d42ed226761eab74f19ec06963.json,sha256=46aFJaU0PpUtYZdKY20BpegfZf1C8qQQF6l80Pvjr2g,2133
 xinference/web/ui/node_modules/.cache/babel-loader/f037362912b98c40eb7009e2e870e94e6f59931e22785892bf6beee287c2b465.json,sha256=hDefBcVROrEM-nQsMcVqMrlycV5d3OYHbDV8ki5z9L0,1587
-xinference/web/ui/node_modules/.cache/babel-loader/f037ffef5992af0892d6d991053c1dace364cd39a3f11f1a41f92776e8a59459.json,sha256=Tz_ezXGcqsz0YuOjsTjq03pfntrQ7ap1Q1DJ9c0DL4I,57466
 xinference/web/ui/node_modules/.cache/babel-loader/f039969946816098031c3e2816de43fdeed11c76c23055845cfaf5c0c32ec04b.json,sha256=Ia3DAc_lDqvjSmXLwoVYSIB_6-QZ4tJB8xSaJN-9DdM,1509
 xinference/web/ui/node_modules/.cache/babel-loader/f03c3375030e01cfe07b2f71ccb6012bb5b532c36fb71c13732be0be46c292e0.json,sha256=EHrjFr2MMGRInvHl3dk6GvYz-wNg-YjstRLd3l8PMGs,1183
 xinference/web/ui/node_modules/.cache/babel-loader/f0452eda94cd4b95b02928367ad48122aa3c1c56faefcc048b2b1b08e4ad1aba.json,sha256=Ah5A-JQsV4XRBbPYkar3rMrM276r_T-4d8BeGDP8BFQ,1506
@@ -15295,9 +15312,9 @@ xinference/web/ui/node_modules/yargs-parser/package.json,sha256=BSwbOzgetKXMK4u0
 xinference/web/ui/node_modules/yocto-queue/package.json,sha256=6U1XHQPGXJTqsiFvT953ORihUtXTblZy4fXBWP9qxC0,725
 xinference/web/ui/node_modules/yup/package.json,sha256=xRFSROB9NKxqSWHEVFvSTsPs9Ll074uo8OS1zEw0qhA,1206
 xinference/web/ui/node_modules/yup/node_modules/type-fest/package.json,sha256=JTv2zTTVgxQ2H82m1-6qEpdMv08lHjFx4Puf_MsbB_Q,1134
-xinference-0.8.1.dist-info/LICENSE,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
-xinference-0.8.1.dist-info/METADATA,sha256=ArHMcySJgMVpoXrhiu5nfdcLvV0uscZcC7kq7c_Ky9c,13420
-xinference-0.8.1.dist-info/WHEEL,sha256=oiQVh_5PnQM0E3gPdiz09WCNmwiHDMaGer_elqB3coM,92
-xinference-0.8.1.dist-info/entry_points.txt,sha256=-lDyyzqWMFQF0Rgm7VxBNz0V-bMBMQLRR3pvQ-Y8XTY,226
-xinference-0.8.1.dist-info/top_level.txt,sha256=L1rQt7pl6m8tmKXpWVHzP-GtmzAxp663rXxGE7qnK00,11
-xinference-0.8.1.dist-info/RECORD,,
+xinference-0.8.3.dist-info/LICENSE,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
+xinference-0.8.3.dist-info/METADATA,sha256=fJwQJRRaCCQvRPviM1bVw2BwUn-KDPxnw8PvvvO9cQE,14001
+xinference-0.8.3.dist-info/WHEEL,sha256=oiQVh_5PnQM0E3gPdiz09WCNmwiHDMaGer_elqB3coM,92
+xinference-0.8.3.dist-info/entry_points.txt,sha256=-lDyyzqWMFQF0Rgm7VxBNz0V-bMBMQLRR3pvQ-Y8XTY,226
+xinference-0.8.3.dist-info/top_level.txt,sha256=L1rQt7pl6m8tmKXpWVHzP-GtmzAxp663rXxGE7qnK00,11
+xinference-0.8.3.dist-info/RECORD,,

xinference/api/oauth2/core.py

@@ -1,93 +0,0 @@
-# Copyright 2022-2023 XProbe Inc.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#      http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-import logging
-from typing import List, Optional, Union
-
-from fastapi import Depends, HTTPException, status
-from fastapi.security import OAuth2PasswordBearer, SecurityScopes
-from jose import JWTError, jwt
-from pydantic import BaseModel, ValidationError
-from typing_extensions import Annotated
-
-from .types import AuthStartupConfig, User
-
-logger = logging.getLogger(__name__)
-
-
-oauth2_scheme = OAuth2PasswordBearer(tokenUrl="token")
-
-
-def get_db():
-    from .common import XINFERENCE_OAUTH2_CONFIG
-
-    # In a real enterprise-level environment, this should be the database
-    yield XINFERENCE_OAUTH2_CONFIG
-
-
-def get_user(db_users: List[User], username: str) -> Optional[User]:
-    for user in db_users:
-        if user.username == username:
-            return user
-    return None
-
-
-class TokenData(BaseModel):
-    username: Union[str, None] = None
-    scopes: List[str] = []
-
-
-def verify_token(
-    security_scopes: SecurityScopes,
-    token: Annotated[str, Depends(oauth2_scheme)],
-    config: Optional[AuthStartupConfig] = Depends(get_db),
-):
-    if security_scopes.scopes:
-        authenticate_value = f'Bearer scope="{security_scopes.scope_str}"'
-    else:
-        authenticate_value = "Bearer"
-    credentials_exception = HTTPException(
-        status_code=status.HTTP_401_UNAUTHORIZED,
-        detail="Could not validate credentials",
-        headers={"WWW-Authenticate": authenticate_value},
-    )
-
-    try:
-        assert config is not None
-        payload = jwt.decode(
-            token,
-            config.auth_config.secret_key,
-            algorithms=[config.auth_config.algorithm],
-            options={"verify_exp": False},  # TODO: supports token expiration
-        )
-        username: str = payload.get("sub")
-        if username is None:
-            raise credentials_exception
-        token_scopes = payload.get("scopes", [])
-        # TODO: check expire
-        token_data = TokenData(scopes=token_scopes, username=username)
-    except (JWTError, ValidationError):
-        raise credentials_exception
-    user = get_user(config.user_config, username=token_data.username)  # type: ignore
-    if user is None:
-        raise credentials_exception
-    if "admin" in token_data.scopes:
-        return user
-    for scope in security_scopes.scopes:
-        if scope not in token_data.scopes:
-            raise HTTPException(
-                status_code=status.HTTP_403_FORBIDDEN,
-                detail="Not enough permissions",
-                headers={"WWW-Authenticate": authenticate_value},
-            )
-    return user

xinference/model/multimodal/__init__.py

@@ -1,52 +0,0 @@
-# Copyright 2022-2023 XProbe Inc.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#      http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-import codecs
-import json
-import os
-
-from .core import (
-    BUILTIN_LVLM_FAMILIES,
-    BUILTIN_MODELSCOPE_LVLM_FAMILIES,
-    MODEL_CLASSES,
-    MODEL_NAME_TO_REVISION,
-    LVLMFamilyV1,
-    LVLMPromptStyleV1,
-)
-from .qwen_vl import QwenVLChat
-
-MODEL_CLASSES.append(QwenVLChat)
-
-
-def _install():
-    json_path_huggingface = os.path.join(
-        os.path.dirname(os.path.abspath(__file__)), "model_spec.json"
-    )
-    json_path_modelscope = os.path.join(
-        os.path.dirname(os.path.abspath(__file__)), "model_spec_modelscope.json"
-    )
-    for builtin_family, json_path in [
-        (BUILTIN_LVLM_FAMILIES, json_path_huggingface),
-        (BUILTIN_MODELSCOPE_LVLM_FAMILIES, json_path_modelscope),
-    ]:
-        for json_obj in json.load(codecs.open(json_path, "r", encoding="utf-8")):
-            model_family = LVLMFamilyV1.parse_obj(json_obj)
-            builtin_family.append(model_family)
-            for model_spec in model_family.model_specs:
-                MODEL_NAME_TO_REVISION[model_family.model_name].append(
-                    model_spec.model_revision
-                )
-
-
-_install()