xinference 0.14.1__py3-none-any.whl → 0.14.1.post1__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of xinference might be problematic. Click here for more details.

xinference/_version.py CHANGED
@@ -8,11 +8,11 @@ import json
8
8
 
9
9
  version_json = '''
10
10
  {
11
- "date": "2024-08-09T18:03:26+0800",
11
+ "date": "2024-08-12T12:36:32+0800",
12
12
  "dirty": false,
13
13
  "error": null,
14
- "full-revisionid": "3e7ed865c3b3de601c92edbd9744f2bff9054051",
15
- "version": "0.14.1"
14
+ "full-revisionid": "9afee766a3c5cc53e6035490400a4291b78e72ff",
15
+ "version": "0.14.1.post1"
16
16
  }
17
17
  ''' # END VERSION_JSON
18
18
 
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: xinference
3
- Version: 0.14.1
3
+ Version: 0.14.1.post1
4
4
  Summary: Model Serving Made Easy
5
5
  Home-page: https://github.com/xorbitsai/inference
6
6
  Author: Qin Xuye
@@ -83,7 +83,7 @@ Requires-Dist: openai-whisper; extra == "all"
83
83
  Requires-Dist: boto3<1.28.65,>=1.28.55; extra == "all"
84
84
  Requires-Dist: tensorizer~=2.9.0; extra == "all"
85
85
  Requires-Dist: auto-gptq; sys_platform != "darwin" and extra == "all"
86
- Requires-Dist: autoawq; sys_platform != "darwin" and extra == "all"
86
+ Requires-Dist: autoawq<0.2.6; sys_platform != "darwin" and extra == "all"
87
87
  Requires-Dist: mlx-lm; (sys_platform == "darwin" and platform_machine == "arm64") and extra == "all"
88
88
  Requires-Dist: vllm>=0.2.6; sys_platform == "linux" and extra == "all"
89
89
  Requires-Dist: sglang>=0.2.7; sys_platform == "linux" and extra == "all"
@@ -168,7 +168,7 @@ Requires-Dist: timm>=0.9.16; extra == "transformers"
168
168
  Requires-Dist: torchvision; extra == "transformers"
169
169
  Requires-Dist: peft; extra == "transformers"
170
170
  Requires-Dist: auto-gptq; sys_platform != "darwin" and extra == "transformers"
171
- Requires-Dist: autoawq; sys_platform != "darwin" and extra == "transformers"
171
+ Requires-Dist: autoawq<0.2.6; sys_platform != "darwin" and extra == "transformers"
172
172
  Provides-Extra: video
173
173
  Requires-Dist: diffusers; extra == "video"
174
174
  Requires-Dist: imageio-ffmpeg; extra == "video"
@@ -211,14 +211,14 @@ potential of cutting-edge AI models.
211
211
  - Support speech recognition model: [#929](https://github.com/xorbitsai/inference/pull/929)
212
212
  - Metrics support: [#906](https://github.com/xorbitsai/inference/pull/906)
213
213
  ### New Models
214
+ - Built-in support for [CogVideoX](https://github.com/THUDM/CogVideo): [#2049](https://github.com/xorbitsai/inference/pull/2049)
215
+ - Built-in support for [flux.1-schnell & flux.1-dev](https://www.basedlabs.ai/tools/flux1): [#2007](https://github.com/xorbitsai/inference/pull/2007)
216
+ - Built-in support for [MiniCPM-V 2.6](https://github.com/OpenBMB/MiniCPM-V): [#2031](https://github.com/xorbitsai/inference/pull/2031)
217
+ - Built-in support for [Kolors](https://huggingface.co/Kwai-Kolors/Kolors): [#2028](https://github.com/xorbitsai/inference/pull/2028)
218
+ - Built-in support for [SenseVoice](https://github.com/FunAudioLLM/SenseVoice): [#2008](https://github.com/xorbitsai/inference/pull/2008)
214
219
  - Built-in support for [Mistral Large 2](https://mistral.ai/news/mistral-large-2407/): [#1944](https://github.com/xorbitsai/inference/pull/1944)
215
220
  - Built-in support for [llama3.1](https://ai.meta.com/blog/meta-llama-3-1/): [#1932](https://github.com/xorbitsai/inference/pull/1932)
216
221
  - Built-in support for [Mistral Nemo](https://mistral.ai/news/mistral-nemo/): [#1936](https://github.com/xorbitsai/inference/pull/1936)
217
- - Built-in support for [CosyVoice](https://github.com/FunAudioLLM/CosyVoice): [#1881](https://github.com/xorbitsai/inference/pull/1881)
218
- - Built-in support for [codegeex4](https://github.com/THUDM/CodeGeeX4): [#1888](https://github.com/xorbitsai/inference/pull/1888)
219
- - Built-in support for [Gemma-2-it](https://huggingface.co/blog/gemma2): [#1774](https://github.com/xorbitsai/inference/pull/1774)
220
- - Built-in support for [jina-reranker-v2](https://huggingface.co/jinaai/jina-reranker-v2-base-multilingual): [#1733](https://github.com/xorbitsai/inference/pull/1733)
221
- - Built-in support for [Qwen2](https://github.com/QwenLM/Qwen2): [#1509](https://github.com/xorbitsai/inference/pull/1597)
222
222
  ### Integrations
223
223
  - [Dify](https://docs.dify.ai/advanced/model-configuration/xinference): an LLMOps platform that enables developers (and even non-developers) to quickly build useful applications based on large language models, ensuring they are visual, operable, and improvable.
224
224
  - [FastGPT](https://github.com/labring/FastGPT): a knowledge-based platform built on the LLM, offers out-of-the-box data processing and model invocation capabilities, allows for workflow orchestration through Flow visualization.
@@ -1,6 +1,6 @@
1
1
  xinference/__init__.py,sha256=muQ9V9y11BcIqlZhhc06oDf193H7bwDIa8e_wSoDKI8,986
2
2
  xinference/_compat.py,sha256=SQAjZMGxtBIce45qtW7ob7RWzA0zhv2yB3AxT0rb0uU,1778
3
- xinference/_version.py,sha256=GfpOMiJMUwdcT3mSzW-KlJDnRIRSEWyHNtIifX8DZ20,498
3
+ xinference/_version.py,sha256=QoA_TD3bkIhqC5P-nHizAF7n_tH1vzTXvVYxPEk7X9M,504
4
4
  xinference/conftest.py,sha256=FF-ZkqkfOxQw4hz_8G7p5aB7gFdsJlr6u2ZdFuuauAA,9744
5
5
  xinference/constants.py,sha256=FZwKBlSwUMb1_qKMZWfkz9z6nrgdgOhO-g7S_Qn3cis,3319
6
6
  xinference/device_utils.py,sha256=zswJiws3VyTIaNO8z-MOcsJH_UiPoePPiKK5zoNrjTA,3285
@@ -15479,9 +15479,9 @@ xinference/web/ui/node_modules/yargs-parser/package.json,sha256=BSwbOzgetKXMK4u0
15479
15479
  xinference/web/ui/node_modules/yocto-queue/package.json,sha256=6U1XHQPGXJTqsiFvT953ORihUtXTblZy4fXBWP9qxC0,725
15480
15480
  xinference/web/ui/node_modules/yup/package.json,sha256=xRFSROB9NKxqSWHEVFvSTsPs9Ll074uo8OS1zEw0qhA,1206
15481
15481
  xinference/web/ui/node_modules/yup/node_modules/type-fest/package.json,sha256=JTv2zTTVgxQ2H82m1-6qEpdMv08lHjFx4Puf_MsbB_Q,1134
15482
- xinference-0.14.1.dist-info/LICENSE,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
15483
- xinference-0.14.1.dist-info/METADATA,sha256=w96E5j61UXUEUTOiAtFgesGhca0jcSXYANYOt_BIr7I,17940
15484
- xinference-0.14.1.dist-info/WHEEL,sha256=eOLhNAGa2EW3wWl_TU484h7q1UNgy0JXjjoqKoxAAQc,92
15485
- xinference-0.14.1.dist-info/entry_points.txt,sha256=-lDyyzqWMFQF0Rgm7VxBNz0V-bMBMQLRR3pvQ-Y8XTY,226
15486
- xinference-0.14.1.dist-info/top_level.txt,sha256=L1rQt7pl6m8tmKXpWVHzP-GtmzAxp663rXxGE7qnK00,11
15487
- xinference-0.14.1.dist-info/RECORD,,
15482
+ xinference-0.14.1.post1.dist-info/LICENSE,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
15483
+ xinference-0.14.1.post1.dist-info/METADATA,sha256=Jm22cxtYvh6QfU_6cJNGGxBlpkQC9zbhFN-OfnPKfEE,17958
15484
+ xinference-0.14.1.post1.dist-info/WHEEL,sha256=eOLhNAGa2EW3wWl_TU484h7q1UNgy0JXjjoqKoxAAQc,92
15485
+ xinference-0.14.1.post1.dist-info/entry_points.txt,sha256=-lDyyzqWMFQF0Rgm7VxBNz0V-bMBMQLRR3pvQ-Y8XTY,226
15486
+ xinference-0.14.1.post1.dist-info/top_level.txt,sha256=L1rQt7pl6m8tmKXpWVHzP-GtmzAxp663rXxGE7qnK00,11
15487
+ xinference-0.14.1.post1.dist-info/RECORD,,