xinference 0.0.2__py3-none-any.whl → 0.0.3__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.

This version of xinference might be problematic. Click here for more details.

Files changed (8) hide show
  1. xinference/_version.py +3 -3
  2. xinference/core/gradio.py +6 -5
  3. {xinference-0.0.2.dist-info → xinference-0.0.3.dist-info}/METADATA +4 -1
  4. {xinference-0.0.2.dist-info → xinference-0.0.3.dist-info}/RECORD +8 -8
  5. {xinference-0.0.2.dist-info → xinference-0.0.3.dist-info}/LICENSE +0 -0
  6. {xinference-0.0.2.dist-info → xinference-0.0.3.dist-info}/WHEEL +0 -0
  7. {xinference-0.0.2.dist-info → xinference-0.0.3.dist-info}/entry_points.txt +0 -0
  8. {xinference-0.0.2.dist-info → xinference-0.0.3.dist-info}/top_level.txt +0 -0
xinference/_version.py CHANGED
@@ -8,11 +8,11 @@ import json
8
8
 
9
9
  version_json = '''
10
10
  {
11
- "date": "2023-07-11T19:55:57+0800",
11
+ "date": "2023-07-11T21:48:28+0800",
12
12
  "dirty": false,
13
13
  "error": null,
14
- "full-revisionid": "d5109644b6d982d79d4fdc3a1ce52ec0dd786592",
15
- "version": "0.0.2"
14
+ "full-revisionid": "12ed8a3a876dea13fbd61644f49fc49622c2eb26",
15
+ "version": "0.0.3"
16
16
  }
17
17
  ''' # END VERSION_JSON
18
18
 
xinference/core/gradio.py CHANGED
@@ -38,7 +38,7 @@ class GradioApp:
38
38
  self,
39
39
  supervisor_address: str,
40
40
  gladiator_num: int = 2,
41
- max_model_num: int = 2,
41
+ max_model_num: int = 3,
42
42
  use_launched_model: bool = False,
43
43
  ):
44
44
  self._api = SyncSupervisorAPI(supervisor_address)
@@ -313,10 +313,11 @@ class GradioApp:
313
313
  _model_size_in_billions: str,
314
314
  _quantization: str,
315
315
  ):
316
- return _model_name, gr.Chatbot.update(
317
- label="-".join(
318
- [_model_name, _model_size_in_billions, _model_format, _quantization]
319
- ),
316
+ full_name = "-".join(
317
+ [_model_name, _model_size_in_billions, _model_format, _quantization]
318
+ )
319
+ return str(uuid.uuid4()), gr.Chatbot.update(
320
+ label=full_name,
320
321
  value=[],
321
322
  )
322
323
 
{xinference-0.0.2.dist-info → xinference-0.0.3.dist-info}/METADATA RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: xinference
3
- Version: 0.0.2
3
+ Version: 0.0.3
4
4
  Summary: Model Serving Made Easy
5
5
  Home-page: https://github.com/xorbitsai/inference
6
6
  Author: Qin Xuye
@@ -65,6 +65,9 @@ including PyTorch and JAX, in the near future.
65
65
 
66
66
  ![demo](assets/demo.gif)
67
67
 
68
+ <div align="center">
69
+ <i><a href="https://join.slack.com/t/xorbitsio/shared_invite/zt-1z3zsm9ep-87yI9YZ_B79HLB2ccTq4WA">👉 Join our Slack community!</a></i>
70
+ </div>
68
71
 
69
72
  ## Key Features
70
73
  🌟 **Model Serving Made Easy**: Inference simplifies the process of serving large language, speech
{xinference-0.0.2.dist-info → xinference-0.0.3.dist-info}/RECORD RENAMED
@@ -1,5 +1,5 @@
1
1
  xinference/__init__.py,sha256=m4EiujOGORjfbl5YcYoxDmplbYfgXN3Li-xgqDZfW-w,905
2
- xinference/_version.py,sha256=fKxFNuT8h-j_nV_DdyoiRELEbS1fjVJ961L4YHVor-s,497
2
+ xinference/_version.py,sha256=MjZnPWmITWtAxkvUPhFnXKOOzCmWCy0jlj9vmeFpuVk,497
3
3
  xinference/client.py,sha256=ERs_I9wWGnKLvzNaQw2F2d2dbgnAKs893mgvcRoXPhw,7048
4
4
  xinference/conftest.py,sha256=qFQx4Urx0q4S6cmze57s3FJenX5vJwUe7Jsg38f1FY4,1381
5
5
  xinference/constants.py,sha256=2z_oIhW03wiWJnn8KAdsIizpFX7H9NGJaGh2FrWCdvw,923
@@ -7,7 +7,7 @@ xinference/isolation.py,sha256=NstVRcO3dG4umHExICXAHlzVKwH8ch8MBwKwE-KFkE0,1826
7
7
  xinference/types.py,sha256=GVR5trtdJ_cZabfXaK8P2SRIdKyZKtc2mV8NqTkiIic,2616
8
8
  xinference/core/__init__.py,sha256=Fe5tYCHDbYJ7PhxJhQ68VbfgKgOsAuslNPr4wPhFMJM,612
9
9
  xinference/core/api.py,sha256=tYuweUadKvX9ZBxSd1piUnw0da3h2vOgxi_tBarUDmY,4616
10
- xinference/core/gradio.py,sha256=CWetiJpv4KkCNb4PrwlfMUIYxdMO3TMXSmsUw_VaAjU,15729
10
+ xinference/core/gradio.py,sha256=ovjRVMm7OA5JHlBKzBka68EB_LBWK6gt-v570vVxbSk,15761
11
11
  xinference/core/model.py,sha256=o3Emh62xlXAqB7rQS6-pAnbUlV0MOiOVjhwuu5JyK2Y,3232
12
12
  xinference/core/resource.py,sha256=784fXHDc3Qj96b04xS7gPs_b-209yHQdMliiip59RRs,1500
13
13
  xinference/core/restful_api.py,sha256=MB9oBqQE2cKy05A3pCdE-QQix96oZdA1gRk84HfpJxI,15058
@@ -29,9 +29,9 @@ xinference/model/llm/core.py,sha256=dXTE5FgpgJm-Lwu9CulC7Cpy9XV5Z57GbbMQF9uhDNc,
29
29
  xinference/model/llm/orca.py,sha256=cxWXxToLoTqndRZ6Fp2Od-zDRXGDW034_SozTED_Bik,1517
30
30
  xinference/model/llm/vicuna.py,sha256=peUm575H4p_AhcAr1BCc30S8xp-jAcHpwCrM9gseWqw,2436
31
31
  xinference/model/llm/wizardlm.py,sha256=7KJrqBROJs4BzQVMozhkFk4el1yC7nJ4k6SUvJeC77A,1420
32
- xinference-0.0.2.dist-info/LICENSE,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
33
- xinference-0.0.2.dist-info/METADATA,sha256=LPcR2ImhUGlBnZEqjUj-mHyJTgrBNd0wNHm2KtW8zig,10525
34
- xinference-0.0.2.dist-info/WHEEL,sha256=pkctZYzUS4AYVn6dJ-7367OJZivF2e8RA9b_ZBjif18,92
35
- xinference-0.0.2.dist-info/entry_points.txt,sha256=fJEruRdhXyPmHXYOGmoTmWvF0vO-nGdOBeX8xxDy8q8,175
36
- xinference-0.0.2.dist-info/top_level.txt,sha256=L1rQt7pl6m8tmKXpWVHzP-GtmzAxp663rXxGE7qnK00,11
37
- xinference-0.0.2.dist-info/RECORD,,
32
+ xinference-0.0.3.dist-info/LICENSE,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
33
+ xinference-0.0.3.dist-info/METADATA,sha256=ozdjTGDXIrPRNDPse1WFv0Mfdi43lAnXrcdA_upN82s,10690
34
+ xinference-0.0.3.dist-info/WHEEL,sha256=pkctZYzUS4AYVn6dJ-7367OJZivF2e8RA9b_ZBjif18,92
35
+ xinference-0.0.3.dist-info/entry_points.txt,sha256=fJEruRdhXyPmHXYOGmoTmWvF0vO-nGdOBeX8xxDy8q8,175
36
+ xinference-0.0.3.dist-info/top_level.txt,sha256=L1rQt7pl6m8tmKXpWVHzP-GtmzAxp663rXxGE7qnK00,11
37
+ xinference-0.0.3.dist-info/RECORD,,