xinference 0.0.2__tar.gz → 0.0.3__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of xinference might be problematic. Click here for more details.
- {xinference-0.0.2/xinference.egg-info → xinference-0.0.3}/PKG-INFO +4 -1
- {xinference-0.0.2 → xinference-0.0.3}/README.md +3 -0
- {xinference-0.0.2 → xinference-0.0.3}/xinference/_version.py +3 -3
- {xinference-0.0.2 → xinference-0.0.3}/xinference/core/gradio.py +6 -5
- {xinference-0.0.2 → xinference-0.0.3/xinference.egg-info}/PKG-INFO +4 -1
- {xinference-0.0.2 → xinference-0.0.3}/LICENSE +0 -0
- {xinference-0.0.2 → xinference-0.0.3}/MANIFEST.in +0 -0
- {xinference-0.0.2 → xinference-0.0.3}/pyproject.toml +0 -0
- {xinference-0.0.2 → xinference-0.0.3}/setup.cfg +0 -0
- {xinference-0.0.2 → xinference-0.0.3}/setup.py +0 -0
- {xinference-0.0.2 → xinference-0.0.3}/versioneer.py +0 -0
- {xinference-0.0.2 → xinference-0.0.3}/xinference/__init__.py +0 -0
- {xinference-0.0.2 → xinference-0.0.3}/xinference/client.py +0 -0
- {xinference-0.0.2 → xinference-0.0.3}/xinference/constants.py +0 -0
- {xinference-0.0.2 → xinference-0.0.3}/xinference/core/__init__.py +0 -0
- {xinference-0.0.2 → xinference-0.0.3}/xinference/core/api.py +0 -0
- {xinference-0.0.2 → xinference-0.0.3}/xinference/core/model.py +0 -0
- {xinference-0.0.2 → xinference-0.0.3}/xinference/core/resource.py +0 -0
- {xinference-0.0.2 → xinference-0.0.3}/xinference/core/restful_api.py +0 -0
- {xinference-0.0.2 → xinference-0.0.3}/xinference/core/service.py +0 -0
- {xinference-0.0.2 → xinference-0.0.3}/xinference/deploy/__init__.py +0 -0
- {xinference-0.0.2 → xinference-0.0.3}/xinference/deploy/cmdline.py +0 -0
- {xinference-0.0.2 → xinference-0.0.3}/xinference/deploy/local.py +0 -0
- {xinference-0.0.2 → xinference-0.0.3}/xinference/deploy/supervisor.py +0 -0
- {xinference-0.0.2 → xinference-0.0.3}/xinference/deploy/test/__init__.py +0 -0
- {xinference-0.0.2 → xinference-0.0.3}/xinference/deploy/utils.py +0 -0
- {xinference-0.0.2 → xinference-0.0.3}/xinference/deploy/worker.py +0 -0
- {xinference-0.0.2 → xinference-0.0.3}/xinference/isolation.py +0 -0
- {xinference-0.0.2 → xinference-0.0.3}/xinference/locale/__init__.py +0 -0
- {xinference-0.0.2 → xinference-0.0.3}/xinference/locale/utils.py +0 -0
- {xinference-0.0.2 → xinference-0.0.3}/xinference/locale/zh_CN.json +0 -0
- {xinference-0.0.2 → xinference-0.0.3}/xinference/model/__init__.py +0 -0
- {xinference-0.0.2 → xinference-0.0.3}/xinference/model/llm/__init__.py +0 -0
- {xinference-0.0.2 → xinference-0.0.3}/xinference/model/llm/chatglm.py +0 -0
- {xinference-0.0.2 → xinference-0.0.3}/xinference/model/llm/core.py +0 -0
- {xinference-0.0.2 → xinference-0.0.3}/xinference/model/llm/orca.py +0 -0
- {xinference-0.0.2 → xinference-0.0.3}/xinference/model/llm/vicuna.py +0 -0
- {xinference-0.0.2 → xinference-0.0.3}/xinference/model/llm/wizardlm.py +0 -0
- {xinference-0.0.2 → xinference-0.0.3}/xinference/types.py +0 -0
- {xinference-0.0.2 → xinference-0.0.3}/xinference.egg-info/SOURCES.txt +0 -0
- {xinference-0.0.2 → xinference-0.0.3}/xinference.egg-info/dependency_links.txt +0 -0
- {xinference-0.0.2 → xinference-0.0.3}/xinference.egg-info/entry_points.txt +0 -0
- {xinference-0.0.2 → xinference-0.0.3}/xinference.egg-info/not-zip-safe +0 -0
- {xinference-0.0.2 → xinference-0.0.3}/xinference.egg-info/requires.txt +0 -0
- {xinference-0.0.2 → xinference-0.0.3}/xinference.egg-info/top_level.txt +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: xinference
|
|
3
|
-
Version: 0.0.
|
|
3
|
+
Version: 0.0.3
|
|
4
4
|
Summary: Model Serving Made Easy
|
|
5
5
|
Home-page: https://github.com/xorbitsai/inference
|
|
6
6
|
Author: Qin Xuye
|
|
@@ -45,6 +45,9 @@ including PyTorch and JAX, in the near future.
|
|
|
45
45
|
|
|
46
46
|

|
|
47
47
|
|
|
48
|
+
<div align="center">
|
|
49
|
+
<i><a href="https://join.slack.com/t/xorbitsio/shared_invite/zt-1z3zsm9ep-87yI9YZ_B79HLB2ccTq4WA">👉 Join our Slack community!</a></i>
|
|
50
|
+
</div>
|
|
48
51
|
|
|
49
52
|
## Key Features
|
|
50
53
|
🌟 **Model Serving Made Easy**: Inference simplifies the process of serving large language, speech
|
|
@@ -21,6 +21,9 @@ including PyTorch and JAX, in the near future.
|
|
|
21
21
|
|
|
22
22
|

|
|
23
23
|
|
|
24
|
+
<div align="center">
|
|
25
|
+
<i><a href="https://join.slack.com/t/xorbitsio/shared_invite/zt-1z3zsm9ep-87yI9YZ_B79HLB2ccTq4WA">👉 Join our Slack community!</a></i>
|
|
26
|
+
</div>
|
|
24
27
|
|
|
25
28
|
## Key Features
|
|
26
29
|
🌟 **Model Serving Made Easy**: Inference simplifies the process of serving large language, speech
|
|
@@ -8,11 +8,11 @@ import json
|
|
|
8
8
|
|
|
9
9
|
version_json = '''
|
|
10
10
|
{
|
|
11
|
-
"date": "2023-07-
|
|
11
|
+
"date": "2023-07-11T21:48:28+0800",
|
|
12
12
|
"dirty": false,
|
|
13
13
|
"error": null,
|
|
14
|
-
"full-revisionid": "
|
|
15
|
-
"version": "0.0.
|
|
14
|
+
"full-revisionid": "12ed8a3a876dea13fbd61644f49fc49622c2eb26",
|
|
15
|
+
"version": "0.0.3"
|
|
16
16
|
}
|
|
17
17
|
''' # END VERSION_JSON
|
|
18
18
|
|
|
@@ -38,7 +38,7 @@ class GradioApp:
|
|
|
38
38
|
self,
|
|
39
39
|
supervisor_address: str,
|
|
40
40
|
gladiator_num: int = 2,
|
|
41
|
-
max_model_num: int =
|
|
41
|
+
max_model_num: int = 3,
|
|
42
42
|
use_launched_model: bool = False,
|
|
43
43
|
):
|
|
44
44
|
self._api = SyncSupervisorAPI(supervisor_address)
|
|
@@ -313,10 +313,11 @@ class GradioApp:
|
|
|
313
313
|
_model_size_in_billions: str,
|
|
314
314
|
_quantization: str,
|
|
315
315
|
):
|
|
316
|
-
|
|
317
|
-
|
|
318
|
-
|
|
319
|
-
|
|
316
|
+
full_name = "-".join(
|
|
317
|
+
[_model_name, _model_size_in_billions, _model_format, _quantization]
|
|
318
|
+
)
|
|
319
|
+
return str(uuid.uuid4()), gr.Chatbot.update(
|
|
320
|
+
label=full_name,
|
|
320
321
|
value=[],
|
|
321
322
|
)
|
|
322
323
|
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: xinference
|
|
3
|
-
Version: 0.0.
|
|
3
|
+
Version: 0.0.3
|
|
4
4
|
Summary: Model Serving Made Easy
|
|
5
5
|
Home-page: https://github.com/xorbitsai/inference
|
|
6
6
|
Author: Qin Xuye
|
|
@@ -45,6 +45,9 @@ including PyTorch and JAX, in the near future.
|
|
|
45
45
|
|
|
46
46
|

|
|
47
47
|
|
|
48
|
+
<div align="center">
|
|
49
|
+
<i><a href="https://join.slack.com/t/xorbitsio/shared_invite/zt-1z3zsm9ep-87yI9YZ_B79HLB2ccTq4WA">👉 Join our Slack community!</a></i>
|
|
50
|
+
</div>
|
|
48
51
|
|
|
49
52
|
## Key Features
|
|
50
53
|
🌟 **Model Serving Made Easy**: Inference simplifies the process of serving large language, speech
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|