xinference 0.0.2__tar.gz → 0.0.3__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of xinference might be problematic. Click here for more details.

Files changed (45) hide show
  1. {xinference-0.0.2/xinference.egg-info → xinference-0.0.3}/PKG-INFO +4 -1
  2. {xinference-0.0.2 → xinference-0.0.3}/README.md +3 -0
  3. {xinference-0.0.2 → xinference-0.0.3}/xinference/_version.py +3 -3
  4. {xinference-0.0.2 → xinference-0.0.3}/xinference/core/gradio.py +6 -5
  5. {xinference-0.0.2 → xinference-0.0.3/xinference.egg-info}/PKG-INFO +4 -1
  6. {xinference-0.0.2 → xinference-0.0.3}/LICENSE +0 -0
  7. {xinference-0.0.2 → xinference-0.0.3}/MANIFEST.in +0 -0
  8. {xinference-0.0.2 → xinference-0.0.3}/pyproject.toml +0 -0
  9. {xinference-0.0.2 → xinference-0.0.3}/setup.cfg +0 -0
  10. {xinference-0.0.2 → xinference-0.0.3}/setup.py +0 -0
  11. {xinference-0.0.2 → xinference-0.0.3}/versioneer.py +0 -0
  12. {xinference-0.0.2 → xinference-0.0.3}/xinference/__init__.py +0 -0
  13. {xinference-0.0.2 → xinference-0.0.3}/xinference/client.py +0 -0
  14. {xinference-0.0.2 → xinference-0.0.3}/xinference/constants.py +0 -0
  15. {xinference-0.0.2 → xinference-0.0.3}/xinference/core/__init__.py +0 -0
  16. {xinference-0.0.2 → xinference-0.0.3}/xinference/core/api.py +0 -0
  17. {xinference-0.0.2 → xinference-0.0.3}/xinference/core/model.py +0 -0
  18. {xinference-0.0.2 → xinference-0.0.3}/xinference/core/resource.py +0 -0
  19. {xinference-0.0.2 → xinference-0.0.3}/xinference/core/restful_api.py +0 -0
  20. {xinference-0.0.2 → xinference-0.0.3}/xinference/core/service.py +0 -0
  21. {xinference-0.0.2 → xinference-0.0.3}/xinference/deploy/__init__.py +0 -0
  22. {xinference-0.0.2 → xinference-0.0.3}/xinference/deploy/cmdline.py +0 -0
  23. {xinference-0.0.2 → xinference-0.0.3}/xinference/deploy/local.py +0 -0
  24. {xinference-0.0.2 → xinference-0.0.3}/xinference/deploy/supervisor.py +0 -0
  25. {xinference-0.0.2 → xinference-0.0.3}/xinference/deploy/test/__init__.py +0 -0
  26. {xinference-0.0.2 → xinference-0.0.3}/xinference/deploy/utils.py +0 -0
  27. {xinference-0.0.2 → xinference-0.0.3}/xinference/deploy/worker.py +0 -0
  28. {xinference-0.0.2 → xinference-0.0.3}/xinference/isolation.py +0 -0
  29. {xinference-0.0.2 → xinference-0.0.3}/xinference/locale/__init__.py +0 -0
  30. {xinference-0.0.2 → xinference-0.0.3}/xinference/locale/utils.py +0 -0
  31. {xinference-0.0.2 → xinference-0.0.3}/xinference/locale/zh_CN.json +0 -0
  32. {xinference-0.0.2 → xinference-0.0.3}/xinference/model/__init__.py +0 -0
  33. {xinference-0.0.2 → xinference-0.0.3}/xinference/model/llm/__init__.py +0 -0
  34. {xinference-0.0.2 → xinference-0.0.3}/xinference/model/llm/chatglm.py +0 -0
  35. {xinference-0.0.2 → xinference-0.0.3}/xinference/model/llm/core.py +0 -0
  36. {xinference-0.0.2 → xinference-0.0.3}/xinference/model/llm/orca.py +0 -0
  37. {xinference-0.0.2 → xinference-0.0.3}/xinference/model/llm/vicuna.py +0 -0
  38. {xinference-0.0.2 → xinference-0.0.3}/xinference/model/llm/wizardlm.py +0 -0
  39. {xinference-0.0.2 → xinference-0.0.3}/xinference/types.py +0 -0
  40. {xinference-0.0.2 → xinference-0.0.3}/xinference.egg-info/SOURCES.txt +0 -0
  41. {xinference-0.0.2 → xinference-0.0.3}/xinference.egg-info/dependency_links.txt +0 -0
  42. {xinference-0.0.2 → xinference-0.0.3}/xinference.egg-info/entry_points.txt +0 -0
  43. {xinference-0.0.2 → xinference-0.0.3}/xinference.egg-info/not-zip-safe +0 -0
  44. {xinference-0.0.2 → xinference-0.0.3}/xinference.egg-info/requires.txt +0 -0
  45. {xinference-0.0.2 → xinference-0.0.3}/xinference.egg-info/top_level.txt +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: xinference
3
- Version: 0.0.2
3
+ Version: 0.0.3
4
4
  Summary: Model Serving Made Easy
5
5
  Home-page: https://github.com/xorbitsai/inference
6
6
  Author: Qin Xuye
@@ -45,6 +45,9 @@ including PyTorch and JAX, in the near future.
45
45
 
46
46
  ![demo](assets/demo.gif)
47
47
 
48
+ <div align="center">
49
+ <i><a href="https://join.slack.com/t/xorbitsio/shared_invite/zt-1z3zsm9ep-87yI9YZ_B79HLB2ccTq4WA">👉 Join our Slack community!</a></i>
50
+ </div>
48
51
 
49
52
  ## Key Features
50
53
  🌟 **Model Serving Made Easy**: Inference simplifies the process of serving large language, speech
@@ -21,6 +21,9 @@ including PyTorch and JAX, in the near future.
21
21
 
22
22
  ![demo](assets/demo.gif)
23
23
 
24
+ <div align="center">
25
+ <i><a href="https://join.slack.com/t/xorbitsio/shared_invite/zt-1z3zsm9ep-87yI9YZ_B79HLB2ccTq4WA">👉 Join our Slack community!</a></i>
26
+ </div>
24
27
 
25
28
  ## Key Features
26
29
  🌟 **Model Serving Made Easy**: Inference simplifies the process of serving large language, speech
@@ -8,11 +8,11 @@ import json
8
8
 
9
9
  version_json = '''
10
10
  {
11
- "date": "2023-07-11T19:55:57+0800",
11
+ "date": "2023-07-11T21:48:28+0800",
12
12
  "dirty": false,
13
13
  "error": null,
14
- "full-revisionid": "d5109644b6d982d79d4fdc3a1ce52ec0dd786592",
15
- "version": "0.0.2"
14
+ "full-revisionid": "12ed8a3a876dea13fbd61644f49fc49622c2eb26",
15
+ "version": "0.0.3"
16
16
  }
17
17
  ''' # END VERSION_JSON
18
18
 
@@ -38,7 +38,7 @@ class GradioApp:
38
38
  self,
39
39
  supervisor_address: str,
40
40
  gladiator_num: int = 2,
41
- max_model_num: int = 2,
41
+ max_model_num: int = 3,
42
42
  use_launched_model: bool = False,
43
43
  ):
44
44
  self._api = SyncSupervisorAPI(supervisor_address)
@@ -313,10 +313,11 @@ class GradioApp:
313
313
  _model_size_in_billions: str,
314
314
  _quantization: str,
315
315
  ):
316
- return _model_name, gr.Chatbot.update(
317
- label="-".join(
318
- [_model_name, _model_size_in_billions, _model_format, _quantization]
319
- ),
316
+ full_name = "-".join(
317
+ [_model_name, _model_size_in_billions, _model_format, _quantization]
318
+ )
319
+ return str(uuid.uuid4()), gr.Chatbot.update(
320
+ label=full_name,
320
321
  value=[],
321
322
  )
322
323
 
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: xinference
3
- Version: 0.0.2
3
+ Version: 0.0.3
4
4
  Summary: Model Serving Made Easy
5
5
  Home-page: https://github.com/xorbitsai/inference
6
6
  Author: Qin Xuye
@@ -45,6 +45,9 @@ including PyTorch and JAX, in the near future.
45
45
 
46
46
  ![demo](assets/demo.gif)
47
47
 
48
+ <div align="center">
49
+ <i><a href="https://join.slack.com/t/xorbitsio/shared_invite/zt-1z3zsm9ep-87yI9YZ_B79HLB2ccTq4WA">👉 Join our Slack community!</a></i>
50
+ </div>
48
51
 
49
52
  ## Key Features
50
53
  🌟 **Model Serving Made Easy**: Inference simplifies the process of serving large language, speech
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes