xinference 0.14.1__py3-none-any.whl → 0.14.1.post1__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of xinference might be problematic. Click here for more details.
- xinference/_version.py +3 -3
- {xinference-0.14.1.dist-info → xinference-0.14.1.post1.dist-info}/METADATA +8 -8
- {xinference-0.14.1.dist-info → xinference-0.14.1.post1.dist-info}/RECORD +7 -7
- {xinference-0.14.1.dist-info → xinference-0.14.1.post1.dist-info}/LICENSE +0 -0
- {xinference-0.14.1.dist-info → xinference-0.14.1.post1.dist-info}/WHEEL +0 -0
- {xinference-0.14.1.dist-info → xinference-0.14.1.post1.dist-info}/entry_points.txt +0 -0
- {xinference-0.14.1.dist-info → xinference-0.14.1.post1.dist-info}/top_level.txt +0 -0
xinference/_version.py
CHANGED
|
@@ -8,11 +8,11 @@ import json
|
|
|
8
8
|
|
|
9
9
|
version_json = '''
|
|
10
10
|
{
|
|
11
|
-
"date": "2024-08-
|
|
11
|
+
"date": "2024-08-12T12:36:32+0800",
|
|
12
12
|
"dirty": false,
|
|
13
13
|
"error": null,
|
|
14
|
-
"full-revisionid": "
|
|
15
|
-
"version": "0.14.1"
|
|
14
|
+
"full-revisionid": "9afee766a3c5cc53e6035490400a4291b78e72ff",
|
|
15
|
+
"version": "0.14.1.post1"
|
|
16
16
|
}
|
|
17
17
|
''' # END VERSION_JSON
|
|
18
18
|
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: xinference
|
|
3
|
-
Version: 0.14.1
|
|
3
|
+
Version: 0.14.1.post1
|
|
4
4
|
Summary: Model Serving Made Easy
|
|
5
5
|
Home-page: https://github.com/xorbitsai/inference
|
|
6
6
|
Author: Qin Xuye
|
|
@@ -83,7 +83,7 @@ Requires-Dist: openai-whisper; extra == "all"
|
|
|
83
83
|
Requires-Dist: boto3<1.28.65,>=1.28.55; extra == "all"
|
|
84
84
|
Requires-Dist: tensorizer~=2.9.0; extra == "all"
|
|
85
85
|
Requires-Dist: auto-gptq; sys_platform != "darwin" and extra == "all"
|
|
86
|
-
Requires-Dist: autoawq; sys_platform != "darwin" and extra == "all"
|
|
86
|
+
Requires-Dist: autoawq<0.2.6; sys_platform != "darwin" and extra == "all"
|
|
87
87
|
Requires-Dist: mlx-lm; (sys_platform == "darwin" and platform_machine == "arm64") and extra == "all"
|
|
88
88
|
Requires-Dist: vllm>=0.2.6; sys_platform == "linux" and extra == "all"
|
|
89
89
|
Requires-Dist: sglang>=0.2.7; sys_platform == "linux" and extra == "all"
|
|
@@ -168,7 +168,7 @@ Requires-Dist: timm>=0.9.16; extra == "transformers"
|
|
|
168
168
|
Requires-Dist: torchvision; extra == "transformers"
|
|
169
169
|
Requires-Dist: peft; extra == "transformers"
|
|
170
170
|
Requires-Dist: auto-gptq; sys_platform != "darwin" and extra == "transformers"
|
|
171
|
-
Requires-Dist: autoawq; sys_platform != "darwin" and extra == "transformers"
|
|
171
|
+
Requires-Dist: autoawq<0.2.6; sys_platform != "darwin" and extra == "transformers"
|
|
172
172
|
Provides-Extra: video
|
|
173
173
|
Requires-Dist: diffusers; extra == "video"
|
|
174
174
|
Requires-Dist: imageio-ffmpeg; extra == "video"
|
|
@@ -211,14 +211,14 @@ potential of cutting-edge AI models.
|
|
|
211
211
|
- Support speech recognition model: [#929](https://github.com/xorbitsai/inference/pull/929)
|
|
212
212
|
- Metrics support: [#906](https://github.com/xorbitsai/inference/pull/906)
|
|
213
213
|
### New Models
|
|
214
|
+
- Built-in support for [CogVideoX](https://github.com/THUDM/CogVideo): [#2049](https://github.com/xorbitsai/inference/pull/2049)
|
|
215
|
+
- Built-in support for [flux.1-schnell & flux.1-dev](https://www.basedlabs.ai/tools/flux1): [#2007](https://github.com/xorbitsai/inference/pull/2007)
|
|
216
|
+
- Built-in support for [MiniCPM-V 2.6](https://github.com/OpenBMB/MiniCPM-V): [#2031](https://github.com/xorbitsai/inference/pull/2031)
|
|
217
|
+
- Built-in support for [Kolors](https://huggingface.co/Kwai-Kolors/Kolors): [#2028](https://github.com/xorbitsai/inference/pull/2028)
|
|
218
|
+
- Built-in support for [SenseVoice](https://github.com/FunAudioLLM/SenseVoice): [#2008](https://github.com/xorbitsai/inference/pull/2008)
|
|
214
219
|
- Built-in support for [Mistral Large 2](https://mistral.ai/news/mistral-large-2407/): [#1944](https://github.com/xorbitsai/inference/pull/1944)
|
|
215
220
|
- Built-in support for [llama3.1](https://ai.meta.com/blog/meta-llama-3-1/): [#1932](https://github.com/xorbitsai/inference/pull/1932)
|
|
216
221
|
- Built-in support for [Mistral Nemo](https://mistral.ai/news/mistral-nemo/): [#1936](https://github.com/xorbitsai/inference/pull/1936)
|
|
217
|
-
- Built-in support for [CosyVoice](https://github.com/FunAudioLLM/CosyVoice): [#1881](https://github.com/xorbitsai/inference/pull/1881)
|
|
218
|
-
- Built-in support for [codegeex4](https://github.com/THUDM/CodeGeeX4): [#1888](https://github.com/xorbitsai/inference/pull/1888)
|
|
219
|
-
- Built-in support for [Gemma-2-it](https://huggingface.co/blog/gemma2): [#1774](https://github.com/xorbitsai/inference/pull/1774)
|
|
220
|
-
- Built-in support for [jina-reranker-v2](https://huggingface.co/jinaai/jina-reranker-v2-base-multilingual): [#1733](https://github.com/xorbitsai/inference/pull/1733)
|
|
221
|
-
- Built-in support for [Qwen2](https://github.com/QwenLM/Qwen2): [#1509](https://github.com/xorbitsai/inference/pull/1597)
|
|
222
222
|
### Integrations
|
|
223
223
|
- [Dify](https://docs.dify.ai/advanced/model-configuration/xinference): an LLMOps platform that enables developers (and even non-developers) to quickly build useful applications based on large language models, ensuring they are visual, operable, and improvable.
|
|
224
224
|
- [FastGPT](https://github.com/labring/FastGPT): a knowledge-based platform built on the LLM, offers out-of-the-box data processing and model invocation capabilities, allows for workflow orchestration through Flow visualization.
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
xinference/__init__.py,sha256=muQ9V9y11BcIqlZhhc06oDf193H7bwDIa8e_wSoDKI8,986
|
|
2
2
|
xinference/_compat.py,sha256=SQAjZMGxtBIce45qtW7ob7RWzA0zhv2yB3AxT0rb0uU,1778
|
|
3
|
-
xinference/_version.py,sha256=
|
|
3
|
+
xinference/_version.py,sha256=QoA_TD3bkIhqC5P-nHizAF7n_tH1vzTXvVYxPEk7X9M,504
|
|
4
4
|
xinference/conftest.py,sha256=FF-ZkqkfOxQw4hz_8G7p5aB7gFdsJlr6u2ZdFuuauAA,9744
|
|
5
5
|
xinference/constants.py,sha256=FZwKBlSwUMb1_qKMZWfkz9z6nrgdgOhO-g7S_Qn3cis,3319
|
|
6
6
|
xinference/device_utils.py,sha256=zswJiws3VyTIaNO8z-MOcsJH_UiPoePPiKK5zoNrjTA,3285
|
|
@@ -15479,9 +15479,9 @@ xinference/web/ui/node_modules/yargs-parser/package.json,sha256=BSwbOzgetKXMK4u0
|
|
|
15479
15479
|
xinference/web/ui/node_modules/yocto-queue/package.json,sha256=6U1XHQPGXJTqsiFvT953ORihUtXTblZy4fXBWP9qxC0,725
|
|
15480
15480
|
xinference/web/ui/node_modules/yup/package.json,sha256=xRFSROB9NKxqSWHEVFvSTsPs9Ll074uo8OS1zEw0qhA,1206
|
|
15481
15481
|
xinference/web/ui/node_modules/yup/node_modules/type-fest/package.json,sha256=JTv2zTTVgxQ2H82m1-6qEpdMv08lHjFx4Puf_MsbB_Q,1134
|
|
15482
|
-
xinference-0.14.1.dist-info/LICENSE,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
|
|
15483
|
-
xinference-0.14.1.dist-info/METADATA,sha256=
|
|
15484
|
-
xinference-0.14.1.dist-info/WHEEL,sha256=eOLhNAGa2EW3wWl_TU484h7q1UNgy0JXjjoqKoxAAQc,92
|
|
15485
|
-
xinference-0.14.1.dist-info/entry_points.txt,sha256=-lDyyzqWMFQF0Rgm7VxBNz0V-bMBMQLRR3pvQ-Y8XTY,226
|
|
15486
|
-
xinference-0.14.1.dist-info/top_level.txt,sha256=L1rQt7pl6m8tmKXpWVHzP-GtmzAxp663rXxGE7qnK00,11
|
|
15487
|
-
xinference-0.14.1.dist-info/RECORD,,
|
|
15482
|
+
xinference-0.14.1.post1.dist-info/LICENSE,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
|
|
15483
|
+
xinference-0.14.1.post1.dist-info/METADATA,sha256=Jm22cxtYvh6QfU_6cJNGGxBlpkQC9zbhFN-OfnPKfEE,17958
|
|
15484
|
+
xinference-0.14.1.post1.dist-info/WHEEL,sha256=eOLhNAGa2EW3wWl_TU484h7q1UNgy0JXjjoqKoxAAQc,92
|
|
15485
|
+
xinference-0.14.1.post1.dist-info/entry_points.txt,sha256=-lDyyzqWMFQF0Rgm7VxBNz0V-bMBMQLRR3pvQ-Y8XTY,226
|
|
15486
|
+
xinference-0.14.1.post1.dist-info/top_level.txt,sha256=L1rQt7pl6m8tmKXpWVHzP-GtmzAxp663rXxGE7qnK00,11
|
|
15487
|
+
xinference-0.14.1.post1.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|