xinference 0.11.3__py3-none-any.whl → 0.12.0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of xinference might be problematic. Click here for more details.
- xinference/_version.py +3 -3
- xinference/api/restful_api.py +69 -0
- xinference/client/restful/restful_client.py +70 -0
- xinference/constants.py +4 -0
- xinference/core/model.py +141 -12
- xinference/core/scheduler.py +428 -0
- xinference/core/supervisor.py +26 -0
- xinference/isolation.py +9 -2
- xinference/model/audio/chattts.py +84 -0
- xinference/model/audio/core.py +10 -3
- xinference/model/audio/model_spec.json +20 -0
- xinference/model/llm/__init__.py +4 -0
- xinference/model/llm/llm_family.json +507 -1
- xinference/model/llm/llm_family_modelscope.json +409 -2
- xinference/model/llm/pytorch/chatglm.py +2 -1
- xinference/model/llm/pytorch/cogvlm2.py +76 -17
- xinference/model/llm/pytorch/core.py +91 -6
- xinference/model/llm/pytorch/glm4v.py +258 -0
- xinference/model/llm/pytorch/minicpmv25.py +232 -0
- xinference/model/llm/pytorch/utils.py +386 -2
- xinference/model/llm/vllm/core.py +6 -0
- xinference/thirdparty/ChatTTS/__init__.py +1 -0
- xinference/thirdparty/ChatTTS/core.py +200 -0
- xinference/types.py +3 -0
- {xinference-0.11.3.dist-info → xinference-0.12.0.dist-info}/METADATA +26 -9
- {xinference-0.11.3.dist-info → xinference-0.12.0.dist-info}/RECORD +30 -24
- {xinference-0.11.3.dist-info → xinference-0.12.0.dist-info}/LICENSE +0 -0
- {xinference-0.11.3.dist-info → xinference-0.12.0.dist-info}/WHEEL +0 -0
- {xinference-0.11.3.dist-info → xinference-0.12.0.dist-info}/entry_points.txt +0 -0
- {xinference-0.11.3.dist-info → xinference-0.12.0.dist-info}/top_level.txt +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: xinference
|
|
3
|
-
Version: 0.
|
|
3
|
+
Version: 0.12.0
|
|
4
4
|
Summary: Model Serving Made Easy
|
|
5
5
|
Home-page: https://github.com/xorbitsai/inference
|
|
6
6
|
Author: Qin Xuye
|
|
@@ -21,7 +21,7 @@ Description-Content-Type: text/markdown
|
|
|
21
21
|
License-File: LICENSE
|
|
22
22
|
Requires-Dist: xoscar >=0.3.0
|
|
23
23
|
Requires-Dist: torch
|
|
24
|
-
Requires-Dist: gradio
|
|
24
|
+
Requires-Dist: gradio ==4.26.0
|
|
25
25
|
Requires-Dist: typer[all] <0.12.0
|
|
26
26
|
Requires-Dist: pillow
|
|
27
27
|
Requires-Dist: click
|
|
@@ -29,12 +29,12 @@ Requires-Dist: tqdm >=4.27
|
|
|
29
29
|
Requires-Dist: tabulate
|
|
30
30
|
Requires-Dist: requests
|
|
31
31
|
Requires-Dist: pydantic
|
|
32
|
-
Requires-Dist: fastapi
|
|
32
|
+
Requires-Dist: fastapi ==0.110.3
|
|
33
33
|
Requires-Dist: uvicorn
|
|
34
34
|
Requires-Dist: huggingface-hub >=0.19.4
|
|
35
35
|
Requires-Dist: typing-extensions
|
|
36
|
-
Requires-Dist: fsspec
|
|
37
|
-
Requires-Dist: s3fs
|
|
36
|
+
Requires-Dist: fsspec ==2023.10.0
|
|
37
|
+
Requires-Dist: s3fs ==2023.10.0
|
|
38
38
|
Requires-Dist: modelscope >=1.10.0
|
|
39
39
|
Requires-Dist: sse-starlette >=1.6.5
|
|
40
40
|
Requires-Dist: openai >1
|
|
@@ -68,10 +68,25 @@ Requires-Dist: attrdict ; extra == 'all'
|
|
|
68
68
|
Requires-Dist: timm >=0.9.16 ; extra == 'all'
|
|
69
69
|
Requires-Dist: torchvision ; extra == 'all'
|
|
70
70
|
Requires-Dist: FlagEmbedding ; extra == 'all'
|
|
71
|
+
Requires-Dist: omegaconf ~=2.3.0 ; extra == 'all'
|
|
72
|
+
Requires-Dist: vector-quantize-pytorch ; extra == 'all'
|
|
73
|
+
Requires-Dist: vocos ; extra == 'all'
|
|
74
|
+
Requires-Dist: nemo-text-processing ; extra == 'all'
|
|
75
|
+
Requires-Dist: WeTextProcessing ; extra == 'all'
|
|
76
|
+
Requires-Dist: librosa ; extra == 'all'
|
|
77
|
+
Requires-Dist: xxhash ; extra == 'all'
|
|
71
78
|
Requires-Dist: auto-gptq ; (sys_platform != "darwin") and extra == 'all'
|
|
72
79
|
Requires-Dist: autoawq ; (sys_platform != "darwin") and extra == 'all'
|
|
73
80
|
Requires-Dist: vllm >=0.2.6 ; (sys_platform == "linux") and extra == 'all'
|
|
74
81
|
Requires-Dist: sglang[all] ; (sys_platform == "linux") and extra == 'all'
|
|
82
|
+
Provides-Extra: audio
|
|
83
|
+
Requires-Dist: omegaconf ~=2.3.0 ; extra == 'audio'
|
|
84
|
+
Requires-Dist: vector-quantize-pytorch ; extra == 'audio'
|
|
85
|
+
Requires-Dist: vocos ; extra == 'audio'
|
|
86
|
+
Requires-Dist: nemo-text-processing ; extra == 'audio'
|
|
87
|
+
Requires-Dist: WeTextProcessing ; extra == 'audio'
|
|
88
|
+
Requires-Dist: librosa ; extra == 'audio'
|
|
89
|
+
Requires-Dist: xxhash ; extra == 'audio'
|
|
75
90
|
Provides-Extra: benchmark
|
|
76
91
|
Requires-Dist: psutil ; extra == 'benchmark'
|
|
77
92
|
Provides-Extra: dev
|
|
@@ -177,12 +192,14 @@ potential of cutting-edge AI models.
|
|
|
177
192
|
- Docker image: [#855](https://github.com/xorbitsai/inference/pull/855)
|
|
178
193
|
- Support multimodal: [#829](https://github.com/xorbitsai/inference/pull/829)
|
|
179
194
|
### New Models
|
|
195
|
+
- Built-in support for [Qwen2](https://github.com/QwenLM/Qwen2): [#1509](https://github.com/xorbitsai/inference/pull/1597)
|
|
196
|
+
- Built-in support for [ChatTTS](https://github.com/2noise/ChatTTS): [#1578](https://github.com/xorbitsai/inference/pull/1578)
|
|
197
|
+
- Built-in support for [GLM-4 & GLM-4V](https://github.com/THUDM/GLM-4): [#1584](https://github.com/xorbitsai/inference/pull/1584)
|
|
198
|
+
- Built-in support for [Mistral-7B-Instruct-v0.3](https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.3): [#1576](https://github.com/xorbitsai/inference/pull/1576)
|
|
199
|
+
- Built-in support for [Codestral-22B-v0.1](https://huggingface.co/mistralai/Codestral-22B-v0.1): [#1575](https://github.com/xorbitsai/inference/pull/1575)
|
|
200
|
+
- Built-in support for [MiniCPM-Llama3-V 2.5](https://github.com/OpenBMB/MiniCPM-V): [#1577](https://github.com/xorbitsai/inference/pull/1577)
|
|
180
201
|
- Built-in support for [CogVLM2](https://github.com/THUDM/CogVLM2): [#1551](https://github.com/xorbitsai/inference/pull/1551)
|
|
181
202
|
- Built-in support for [InternVL-Chat-V1-5](https://github.com/OpenGVLab/InternVL): [#1536](https://github.com/xorbitsai/inference/pull/1536)
|
|
182
|
-
- Built-in support for [Yi-1.5](https://github.com/01-ai/Yi-1.5): [#1489](https://github.com/xorbitsai/inference/pull/1489)
|
|
183
|
-
- Built-in support for [Llama 3](https://github.com/meta-llama/llama3): [#1332](https://github.com/xorbitsai/inference/pull/1332)
|
|
184
|
-
- Built-in support for [Qwen1.5 110B](https://huggingface.co/Qwen/Qwen1.5-110B-Chat): [#1388](https://github.com/xorbitsai/inference/pull/1388)
|
|
185
|
-
- Built-in support for [Mixtral-8x22B-instruct-v0.1](https://huggingface.co/mistralai/Mixtral-8x22B-Instruct-v0.1): [#1340](https://github.com/xorbitsai/inference/pull/1340)
|
|
186
203
|
### Integrations
|
|
187
204
|
- [Dify](https://docs.dify.ai/advanced/model-configuration/xinference): an LLMOps platform that enables developers (and even non-developers) to quickly build useful applications based on large language models, ensuring they are visual, operable, and improvable.
|
|
188
205
|
- [FastGPT](https://github.com/labring/FastGPT): a knowledge-based platform built on the LLM, offers out-of-the-box data processing and model invocation capabilities, allows for workflow orchestration through Flow visualization.
|
|
@@ -1,15 +1,15 @@
|
|
|
1
1
|
xinference/__init__.py,sha256=0LgIveLP6CXxoIaSrxhlFyOh0lOqPgJBVcBe0tkWJjc,987
|
|
2
2
|
xinference/_compat.py,sha256=SQAjZMGxtBIce45qtW7ob7RWzA0zhv2yB3AxT0rb0uU,1778
|
|
3
|
-
xinference/_version.py,sha256=
|
|
3
|
+
xinference/_version.py,sha256=qkQdB68uPbDy_TTDaHW5uHGP7drpYaHbZ4w5Mq4jGfg,498
|
|
4
4
|
xinference/conftest.py,sha256=Qus4KWCeaKS7c5UgNCTpPNucD2bjV8P7u1_qRosgGno,9743
|
|
5
|
-
xinference/constants.py,sha256=
|
|
5
|
+
xinference/constants.py,sha256=8mln3iGl8QLSUz9jgdadEfMMrR7XYNhwFvsz6rrCIx0,3250
|
|
6
6
|
xinference/device_utils.py,sha256=zswJiws3VyTIaNO8z-MOcsJH_UiPoePPiKK5zoNrjTA,3285
|
|
7
7
|
xinference/fields.py,sha256=0UtBFaDNzn1n9MRjyTkNrolsIML-TpZfudWOejqjni8,5245
|
|
8
|
-
xinference/isolation.py,sha256=
|
|
9
|
-
xinference/types.py,sha256=
|
|
8
|
+
xinference/isolation.py,sha256=uhkzVyL3fSYZSuFexkG6Jm-tRTC5I607uNg000BXAnE,1949
|
|
9
|
+
xinference/types.py,sha256=eAmC_PS9rAmPfHMR1GlMgKd6XVQtrHCttPtbuU77_VA,13708
|
|
10
10
|
xinference/utils.py,sha256=VSOJMFd9H7kce98OtJZbcDjjpfzRpHAFs8WU0xXPBM8,717
|
|
11
11
|
xinference/api/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
|
|
12
|
-
xinference/api/restful_api.py,sha256=
|
|
12
|
+
xinference/api/restful_api.py,sha256=YCNZ-0E8cP6TeA07KbkchmZxM6d-b4pmzT10E5EHHKg,63512
|
|
13
13
|
xinference/api/oauth2/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
|
|
14
14
|
xinference/api/oauth2/auth_service.py,sha256=74JzB42fbbmBu4Q1dW3A9Fp_N7167KgRGB42Z0NHjAM,6119
|
|
15
15
|
xinference/api/oauth2/types.py,sha256=K923sv_XySIUtM2Eozl9IG082IJcDOS5SFLrPZ5ELBg,996
|
|
@@ -18,17 +18,18 @@ xinference/client/__init__.py,sha256=Gc4HOzAy_1cic5kXlso7hahYgw89CKvZSJDicEU461k
|
|
|
18
18
|
xinference/client/common.py,sha256=iciZRs5YjM2gYsXnwACPMaiBZp4_XpawWwfym0Iyu40,1617
|
|
19
19
|
xinference/client/handlers.py,sha256=3gd9C7u4URbcVdR6Eyv8cpEZ175Ll4q_jGL07CnEIpg,648
|
|
20
20
|
xinference/client/restful/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
|
|
21
|
-
xinference/client/restful/restful_client.py,sha256=
|
|
21
|
+
xinference/client/restful/restful_client.py,sha256=ZYHiIG2oaW-iTtkum_mZK6CMuoBbwvhPu8aK0S8NZz4,45692
|
|
22
22
|
xinference/core/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
|
|
23
23
|
xinference/core/cache_tracker.py,sha256=xlhHwWsSLIo743r5U5l69b_rti_7Way-kGYzsunzs9s,5846
|
|
24
24
|
xinference/core/chat_interface.py,sha256=7SOm6Qi-iFh1otycHpn6CpISq2wTLlJzEUngJtOwMIk,19558
|
|
25
25
|
xinference/core/event.py,sha256=dTXv-zg-sAqlY1rFLvyor9D8WEXZvnUH7NigegpziO8,1648
|
|
26
26
|
xinference/core/image_interface.py,sha256=G2iK24auEN4MrLkPlu1CAA_gf-BQrGQTjazi_FYqIxE,8825
|
|
27
27
|
xinference/core/metrics.py,sha256=ScmTG15Uq3h_ob72ybZSMWdnk8P4sUZFcm60f4ikSXc,2631
|
|
28
|
-
xinference/core/model.py,sha256=
|
|
28
|
+
xinference/core/model.py,sha256=FB9ru_5zpQ_CT-XZyUdUxsKzar7fLwP7RdjnJU0fbUE,23153
|
|
29
29
|
xinference/core/resource.py,sha256=FQ0aRt3T4ZQo0P6CZZf5QUKHiCsr5llBvKb1f7wfnxg,1611
|
|
30
|
+
xinference/core/scheduler.py,sha256=EJGe2L3vmBMDShvyGNcJcgdQ1SKdg9dUr5zdc_QkA_U,14510
|
|
30
31
|
xinference/core/status_guard.py,sha256=fF5hisvfn6es9DV6Z6RRD6V_S_uLcb8lHM6PArGgb04,2820
|
|
31
|
-
xinference/core/supervisor.py,sha256=
|
|
32
|
+
xinference/core/supervisor.py,sha256=QXJbGFW8dg_bhU4xMrw7P89vYGFNHK_Ic_pBOHaDpfY,43209
|
|
32
33
|
xinference/core/utils.py,sha256=LqPrez5dGELRQDSwOD5EP8XHb-aUKAdyszS-QpNouuw,6401
|
|
33
34
|
xinference/core/worker.py,sha256=bf5FtsVWMxQmQNmK0hTsC27CLU6ByGC02eCyrnJg4og,32999
|
|
34
35
|
xinference/deploy/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
|
|
@@ -46,9 +47,10 @@ xinference/model/__init__.py,sha256=IRC3ojiqYkVLIK_xsIxYeKypEeeTTdrovnVzK_4L4eg,
|
|
|
46
47
|
xinference/model/core.py,sha256=nENyctnKtEBMakd_BpTbgCtLUeci3ak7QIwEk-pq4IM,3546
|
|
47
48
|
xinference/model/utils.py,sha256=L-pGH8HwIPwrJyRdnLk1OVPoDNdSlAyKp0eEY47J_fw,14974
|
|
48
49
|
xinference/model/audio/__init__.py,sha256=0EVzX6b4pcOO63NAcNpYWTVYVa7w7yG5cPpGxOY9MXw,2347
|
|
49
|
-
xinference/model/audio/
|
|
50
|
+
xinference/model/audio/chattts.py,sha256=5ZFrRAh0dMLLGsXUUJVac6eh1LySJv7Eoe7cXx-eOdk,2606
|
|
51
|
+
xinference/model/audio/core.py,sha256=letQziVUD0KoDOn8eE76c2OHA2y4kuiQWZ10PJ-AzXU,4746
|
|
50
52
|
xinference/model/audio/custom.py,sha256=Li6VpTmpZ17YXk_bwN2-tUKRAJwNcW-O4OwrJefzC2o,4966
|
|
51
|
-
xinference/model/audio/model_spec.json,sha256=
|
|
53
|
+
xinference/model/audio/model_spec.json,sha256=ueOHO14d8lIzuiExJyPUgC3swYA3CfgOgMiDu5L1cOA,3205
|
|
52
54
|
xinference/model/audio/utils.py,sha256=pwo5cHh8nvhyBa9f-17QaVpXMSjmbpGbPYKwBBtEhGM,717
|
|
53
55
|
xinference/model/audio/whisper.py,sha256=NjtaSAJcj_IpJX3drT9NPWNrprVbeLlsDq4uH8AZE8M,7772
|
|
54
56
|
xinference/model/embedding/__init__.py,sha256=0FLzOZyOuMctxFvhobkLXRUepwHck6RPbtjCct1eMI8,2854
|
|
@@ -65,11 +67,11 @@ xinference/model/image/model_spec_modelscope.json,sha256=KMI-2YOJoLUtN93LZiqqETW
|
|
|
65
67
|
xinference/model/image/utils.py,sha256=gxg8jJ2nYaDknzCcSC53WCy1slbB5aWU14AbJbfm6Z4,906
|
|
66
68
|
xinference/model/image/stable_diffusion/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
|
|
67
69
|
xinference/model/image/stable_diffusion/core.py,sha256=ib_ZeSg7hzynmRqSnhjtrVuhoLOgZPrR1ZH2LjBmH2E,6063
|
|
68
|
-
xinference/model/llm/__init__.py,sha256=
|
|
70
|
+
xinference/model/llm/__init__.py,sha256=hjSL3BB8FFsDKgt572Lc-d0_OzlJjOBjqni20CX_S4Q,10093
|
|
69
71
|
xinference/model/llm/core.py,sha256=CZJrbW3HaV8vJj5mxSnBD8ssABALG_xyXyPS0hHVBPY,7982
|
|
70
|
-
xinference/model/llm/llm_family.json,sha256=
|
|
72
|
+
xinference/model/llm/llm_family.json,sha256=O2MgV0ok-Cs0QQ4-Gt-LZTYnzERLCWUwbiM-7ml66rg,172141
|
|
71
73
|
xinference/model/llm/llm_family.py,sha256=aQZPE2gj5YfII2mhgbaSs1MfllKnUXd8xbflKr_YdFs,37357
|
|
72
|
-
xinference/model/llm/llm_family_modelscope.json,sha256=
|
|
74
|
+
xinference/model/llm/llm_family_modelscope.json,sha256=mbhupZb-uDDR5ygaw2-tFD-1J1YinULLoKNbq6CsUAc,107594
|
|
73
75
|
xinference/model/llm/memory.py,sha256=PTD8m6TCZVU1zrwc9wepX9cUjCqAXBENj6X7tjua0to,10207
|
|
74
76
|
xinference/model/llm/utils.py,sha256=0SindpTW6dUWn17E-Ne9scnSfPOovb53sIuc9zxIFfo,31653
|
|
75
77
|
xinference/model/llm/ggml/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
|
|
@@ -80,24 +82,26 @@ xinference/model/llm/ggml/tools/convert_ggml_to_gguf.py,sha256=92To8eoVQBkDZD52_
|
|
|
80
82
|
xinference/model/llm/ggml/tools/gguf.py,sha256=Hv2haR-UN7NdB1N8YId32hFoEPd-JX6_aUNWRJhyJZc,30277
|
|
81
83
|
xinference/model/llm/pytorch/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
|
|
82
84
|
xinference/model/llm/pytorch/baichuan.py,sha256=TpCfi37Ou87VA8S5siGRUK5JWC5SjGbZYkZoTe9VSA8,2883
|
|
83
|
-
xinference/model/llm/pytorch/chatglm.py,sha256=
|
|
84
|
-
xinference/model/llm/pytorch/cogvlm2.py,sha256=
|
|
85
|
+
xinference/model/llm/pytorch/chatglm.py,sha256=HRjrFw3vN5lW6MKO7VUgIM8TtVPiQjT5lkMPmCvHMA4,9718
|
|
86
|
+
xinference/model/llm/pytorch/cogvlm2.py,sha256=pgyCvYQEkuniGHBoE_4jfL0d4EiwufFgTRb91FCwRt8,11552
|
|
85
87
|
xinference/model/llm/pytorch/compression.py,sha256=U0vMJ-JaBt4oC2LffgWg6HbPj1CeUi_YdwVbjDd0mRA,8112
|
|
86
|
-
xinference/model/llm/pytorch/core.py,sha256=
|
|
88
|
+
xinference/model/llm/pytorch/core.py,sha256=2-PWV-HXNq29zUl4lZM5A7JshkEec2DFjj9CoH2chEk,23315
|
|
87
89
|
xinference/model/llm/pytorch/deepseek_vl.py,sha256=T9DKP4cULvRaHSiU08lOWd_j6mt8b3ZIBByneZ0jY8U,11498
|
|
88
90
|
xinference/model/llm/pytorch/falcon.py,sha256=POSP7vzRJaM5PjvX8dh60jNDXgnCwktwSmeZ7kypQU0,4499
|
|
91
|
+
xinference/model/llm/pytorch/glm4v.py,sha256=bK-oL6vET_Pj0hwgmD-KhnGmTMyi1EZRbjOIk3TXdfM,9441
|
|
89
92
|
xinference/model/llm/pytorch/intern_vl.py,sha256=_7IxqtTODTOTfR_4BDQ1hSkgE_qLjAhdyNt7fz_AD20,13044
|
|
90
93
|
xinference/model/llm/pytorch/internlm2.py,sha256=vjspoc2VHbuD1JaUtjt0sOq9MwvRr2OD3_tKQhBVUPc,7244
|
|
91
94
|
xinference/model/llm/pytorch/llama_2.py,sha256=HMhUmn4oYW2maeSMIr1yY7jlAOMD0OVAxnF0dnRWmio,3710
|
|
95
|
+
xinference/model/llm/pytorch/minicpmv25.py,sha256=8WCnxLqHRnICxJVC2gTLdo6y9Oh_yFshpMtHvfr-pBk,8496
|
|
92
96
|
xinference/model/llm/pytorch/omnilmm.py,sha256=4r6pipch1LU1FPA80sOCE7Z0k3TO_J8CIT7pmVmWKEM,5664
|
|
93
97
|
xinference/model/llm/pytorch/qwen_vl.py,sha256=_InWNWJAHAf6TW5bmd4yc9WChrG6DhW8_3Q7ytvW5tc,8962
|
|
94
|
-
xinference/model/llm/pytorch/utils.py,sha256=
|
|
98
|
+
xinference/model/llm/pytorch/utils.py,sha256=NeMXejg7D7tprdT27mlVTEzAKgIFdRv0hqEF2wpBWRc,32405
|
|
95
99
|
xinference/model/llm/pytorch/vicuna.py,sha256=avNOgt9fBjwYzahL-j6-EcQS-7km167h8ttJolnNWnE,2334
|
|
96
100
|
xinference/model/llm/pytorch/yi_vl.py,sha256=MljT7tpgFIhL6n5rdoS3hmq_u0rtHRE6cxXCseujklQ,10911
|
|
97
101
|
xinference/model/llm/sglang/__init__.py,sha256=-sjSIQ4K6w-TEzx49kVaWeWC443fnZqODU91GCQ_JNo,581
|
|
98
102
|
xinference/model/llm/sglang/core.py,sha256=RGHy6t9n0c4zL6Uha8P7t-qPvisPyulFVHw-8Aq8CJ0,14046
|
|
99
103
|
xinference/model/llm/vllm/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
|
|
100
|
-
xinference/model/llm/vllm/core.py,sha256=
|
|
104
|
+
xinference/model/llm/vllm/core.py,sha256=jug58qOmgsnbZW97GSeZPWc688s0LgipXHCf4D9iC6U,21801
|
|
101
105
|
xinference/model/rerank/__init__.py,sha256=BXIL1uu3ZpZHX9bODhW9lxKUXudZE7-OkXFmmM5rpMU,2817
|
|
102
106
|
xinference/model/rerank/core.py,sha256=BLIIStjxUFghSFoxCimet88ghqGwmVaskOYdVRxKdpI,10572
|
|
103
107
|
xinference/model/rerank/custom.py,sha256=NKk7jA7p4xkuwS5WoOs2SY2wdnoAVpyCjBTvv317bBw,3917
|
|
@@ -105,6 +109,8 @@ xinference/model/rerank/model_spec.json,sha256=LCiiCdNz4NYt9vKVnHffk3ZpwvgzzHxe4
|
|
|
105
109
|
xinference/model/rerank/model_spec_modelscope.json,sha256=vSSC0aWy_DHnNDzzBcMWr2pqdISDmPS95FtD_YfMmn4,1275
|
|
106
110
|
xinference/model/rerank/utils.py,sha256=MJAFL47G3r3zLVGXKoi0QLTgU3Xr4Ffv72Ipn--psew,713
|
|
107
111
|
xinference/thirdparty/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
112
|
+
xinference/thirdparty/ChatTTS/__init__.py,sha256=I5dDlOJkCgz3M24LSLvB9kz5bH_ZsQuP_iZY6mg_yw4,22
|
|
113
|
+
xinference/thirdparty/ChatTTS/core.py,sha256=RAay9e3oPOZA29wh6sUkHXqfx_UFTS0RR6fHpXPJCeE,8677
|
|
108
114
|
xinference/thirdparty/deepseek_vl/__init__.py,sha256=N5CYTfTFEiTT7mrNrrGTSyvDOVkGVO3pE_fWm8ugcAw,1458
|
|
109
115
|
xinference/thirdparty/deepseek_vl/models/__init__.py,sha256=gVJoBKpRfny6w_QpTrTh_iCqUtVJZLuctzfPQq-dKDw,1328
|
|
110
116
|
xinference/thirdparty/deepseek_vl/models/clip_encoder.py,sha256=tn-uTCAcb63WOX6cB0rl2ynOsum23xy1tAvBqPbIHHo,8197
|
|
@@ -15424,9 +15430,9 @@ xinference/web/ui/node_modules/yargs-parser/package.json,sha256=BSwbOzgetKXMK4u0
|
|
|
15424
15430
|
xinference/web/ui/node_modules/yocto-queue/package.json,sha256=6U1XHQPGXJTqsiFvT953ORihUtXTblZy4fXBWP9qxC0,725
|
|
15425
15431
|
xinference/web/ui/node_modules/yup/package.json,sha256=xRFSROB9NKxqSWHEVFvSTsPs9Ll074uo8OS1zEw0qhA,1206
|
|
15426
15432
|
xinference/web/ui/node_modules/yup/node_modules/type-fest/package.json,sha256=JTv2zTTVgxQ2H82m1-6qEpdMv08lHjFx4Puf_MsbB_Q,1134
|
|
15427
|
-
xinference-0.
|
|
15428
|
-
xinference-0.
|
|
15429
|
-
xinference-0.
|
|
15430
|
-
xinference-0.
|
|
15431
|
-
xinference-0.
|
|
15432
|
-
xinference-0.
|
|
15433
|
+
xinference-0.12.0.dist-info/LICENSE,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
|
|
15434
|
+
xinference-0.12.0.dist-info/METADATA,sha256=RVeGwpVi5izt-DcZTDnNUEvHQ0ctvQnzYGUXQzeUIFI,16471
|
|
15435
|
+
xinference-0.12.0.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
|
|
15436
|
+
xinference-0.12.0.dist-info/entry_points.txt,sha256=-lDyyzqWMFQF0Rgm7VxBNz0V-bMBMQLRR3pvQ-Y8XTY,226
|
|
15437
|
+
xinference-0.12.0.dist-info/top_level.txt,sha256=L1rQt7pl6m8tmKXpWVHzP-GtmzAxp663rXxGE7qnK00,11
|
|
15438
|
+
xinference-0.12.0.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|