xinference 0.1.1__py3-none-any.whl → 0.1.3__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.

This version of xinference might be problematic. Click here for more details.

Files changed (22) hide show
  1. xinference/_version.py +3 -3
  2. xinference/client.py +18 -0
  3. xinference/constants.py +1 -0
  4. xinference/core/gradio.py +2 -2
  5. xinference/core/restful_api.py +31 -5
  6. xinference/core/supervisor.py +64 -1
  7. xinference/core/worker.py +22 -0
  8. xinference/deploy/cmdline.py +39 -13
  9. xinference/deploy/worker.py +2 -2
  10. xinference/model/llm/__init__.py +20 -83
  11. xinference/model/llm/ggml/llamacpp.py +1 -0
  12. xinference/model/llm/llm_family.json +30 -15
  13. xinference/model/llm/llm_family.py +152 -7
  14. xinference/model/llm/pytorch/core.py +63 -40
  15. xinference/model/llm/pytorch/utils.py +5 -1
  16. xinference/model/llm/utils.py +6 -0
  17. {xinference-0.1.1.dist-info → xinference-0.1.3.dist-info}/METADATA +133 -29
  18. {xinference-0.1.1.dist-info → xinference-0.1.3.dist-info}/RECORD +22 -22
  19. {xinference-0.1.1.dist-info → xinference-0.1.3.dist-info}/WHEEL +1 -1
  20. {xinference-0.1.1.dist-info → xinference-0.1.3.dist-info}/LICENSE +0 -0
  21. {xinference-0.1.1.dist-info → xinference-0.1.3.dist-info}/entry_points.txt +0 -0
  22. {xinference-0.1.1.dist-info → xinference-0.1.3.dist-info}/top_level.txt +0 -0
{xinference-0.1.1.dist-info → xinference-0.1.3.dist-info}/RECORD RENAMED
@@ -1,50 +1,50 @@
1
1
  xinference/__init__.py,sha256=jv7PR7ali6n5TpvGjB3hKugwB9Tq-eSTyc_xl2gFnZ0,910
2
- xinference/_version.py,sha256=LIVoLyfeb8OxONSfUKZG9am56NwciV3ojHs9rvxNHqI,497
3
- xinference/client.py,sha256=IjdaKrrh7UuK0ZcuK2xI-B3YjHBPkExZFcBe2A4fRiw,25159
2
+ xinference/_version.py,sha256=Vo-j5hOf7-OWHiC-b-0OW_0uGqDwSOOvr4I9y0BwDL0,497
3
+ xinference/client.py,sha256=GNASYGQa3x-zwvXb7mMZvzw8Zm-RGLM2EvymQ71sleQ,25954
4
4
  xinference/conftest.py,sha256=qFQx4Urx0q4S6cmze57s3FJenX5vJwUe7Jsg38f1FY4,1381
5
- xinference/constants.py,sha256=eL0NuK9BaNKVJyA1tGE7lfKvi5PyOUwJaPIyjlnX0mc,971
5
+ xinference/constants.py,sha256=oVel8sSvnkZURIJvBaRIfCEESoLWL4MFGvDzK_s5oVA,1033
6
6
  xinference/isolation.py,sha256=NstVRcO3dG4umHExICXAHlzVKwH8ch8MBwKwE-KFkE0,1826
7
7
  xinference/types.py,sha256=YVBthdEkcsAFoh7njQuCQGlBmzJcjrHuPQ38OQoXne4,2564
8
8
  xinference/core/__init__.py,sha256=Fe5tYCHDbYJ7PhxJhQ68VbfgKgOsAuslNPr4wPhFMJM,612
9
9
  xinference/core/api.py,sha256=Ji7FjbevTYJByzZsP3t66o0kuyoajWJQ4dncGK9ibLk,5032
10
- xinference/core/gradio.py,sha256=KPFDShesqe6lSdM2OI1eWCHLt_C2dGH6lV4nwprXs6c,14348
10
+ xinference/core/gradio.py,sha256=dzdjF1VzWJlNE4OXSa6-eIt_8PsQUCVvfr8FNBlRnCE,14364
11
11
  xinference/core/model.py,sha256=SvmkZCg5xvADAeGi3CRIhQKdE5N_qIGTJ6gkHxh0faY,4155
12
12
  xinference/core/resource.py,sha256=784fXHDc3Qj96b04xS7gPs_b-209yHQdMliiip59RRs,1500
13
- xinference/core/restful_api.py,sha256=8FXB76hUG_nAExExt0BaMUCVzqEUjwEG-Eur7LEduEA,20309
14
- xinference/core/supervisor.py,sha256=_HetYxYjyFGhn51Q4xbxJTU1L6cSLPaTBdwjTiZ9jpM,6793
13
+ xinference/core/restful_api.py,sha256=HC2ja1siE8sq5Vm6KYb9piIN_Wr2oG9FsV0M_J7UNCM,21336
14
+ xinference/core/supervisor.py,sha256=D8FfMN4YmIlPOVqrS1-mwjieEnESobQVT5T5cIWpjU0,9182
15
15
  xinference/core/utils.py,sha256=59U6FH3IOLBEpX8gXbmIBNLifbl1xrQ55DpFI-nIAVU,1608
16
- xinference/core/worker.py,sha256=n2UuZ7z_3ogXIjk2eTAxzD8QwC6WR7L9UlsF5eFTbrw,8798
16
+ xinference/core/worker.py,sha256=Vry0vv0p_AUfUCG7oGll882S9B4wDRDBz0tkLL8qMOo,9641
17
17
  xinference/deploy/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
18
- xinference/deploy/cmdline.py,sha256=2cVWPNRwQGXACVvOwlYx0951vo94em4SaOvraoeusOA,6262
18
+ xinference/deploy/cmdline.py,sha256=xdyVfUb3wt4OZzBN2cGYp-GtNs_WNJ7gCW6om1XA_h8,7050
19
19
  xinference/deploy/local.py,sha256=2WYXI4vR8maTERCm6QwZFUBs9ZbBU6BCzfmKJCxZdZY,1728
20
20
  xinference/deploy/supervisor.py,sha256=4hjFOlZR_JmjAUYQIrPK-2CXVCYmbfQqzkLGq2HSTxU,3198
21
21
  xinference/deploy/utils.py,sha256=wH3qwI-sfEOhNb3cBWrmZ3NlRTkDlpTmeT7ueCtuYcI,2169
22
- xinference/deploy/worker.py,sha256=OacQMIO3v7K0Qh9dS2lpk8Fb5yWuMWxL93VarwWpCvc,2217
22
+ xinference/deploy/worker.py,sha256=kS-K3Yf-OAZWOU3kmPHtIqMQcEyBVAeap0VVem3bYQk,2211
23
23
  xinference/deploy/test/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
24
24
  xinference/locale/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
25
25
  xinference/locale/utils.py,sha256=w-G1DAJGw1UUQVVtq6khOZn7ZjobUmTw6qwHMm2eWIs,1312
26
26
  xinference/locale/zh_CN.json,sha256=YA55G9s1p05Bt5RBoDo5SV12dd-CMJI0ABap6RpCp4M,1097
27
27
  xinference/model/__init__.py,sha256=IRC3ojiqYkVLIK_xsIxYeKypEeeTTdrovnVzK_4L4eg,663
28
28
  xinference/model/core.py,sha256=Ana3jK83zr5xQvWRMHEzqdVHVRnS93Po34zsZEWoel4,660
29
- xinference/model/llm/__init__.py,sha256=kC7HXis0Vvd0JLBEHDuoMoSwjC7q5o8yKhtQkDSGsYg,4205
29
+ xinference/model/llm/__init__.py,sha256=wwjAWU-zhwyXeEybN8MYA2TOinXiuHF_OJnI97TrslM,2402
30
30
  xinference/model/llm/core.py,sha256=xtBJQTW28xJM1D-_g4tGr2AIfudZONUSeONoJTwnJfs,1839
31
- xinference/model/llm/llm_family.json,sha256=-Hmas2kodCz29Jn9dMyj6UFIDFxhu31Lk9tZWycCzX8,17072
32
- xinference/model/llm/llm_family.py,sha256=Dpq2CyZ8FSZs5xhQ5-gdcVzSs7bLZlNkf2veYwz2aG0,3981
33
- xinference/model/llm/utils.py,sha256=bG6s1N0V2EMSA6sUqlVnY8xlAKNrz-C7S7UMnt6gwRs,7400
31
+ xinference/model/llm/llm_family.json,sha256=RSE6-9PACGzq6gXcoJsNUblz2qSIdk9CKkliO3gPri0,18122
32
+ xinference/model/llm/llm_family.py,sha256=vgRnL17mEl9oEyoFCGDimDOk2nyid8j1HqJThFUvAKs,8668
33
+ xinference/model/llm/utils.py,sha256=nGKkJ1CkQMM-NZBuf-HIkqi2id2TPWfz7pIgGesbb1s,7544
34
34
  xinference/model/llm/ggml/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
35
35
  xinference/model/llm/ggml/chatglm.py,sha256=kv26eFjfFtdjo1vSc55UBrk4BxyrBsR7u5yD_Y4Y0Ws,6659
36
- xinference/model/llm/ggml/llamacpp.py,sha256=pTx2V0vIlC56sAZAOrpEaQx1jt3qRev1nUTLoRo_YIE,10014
36
+ xinference/model/llm/ggml/llamacpp.py,sha256=nUTINY2rR2upGi1UeU0wsSKdN3ftH_l3h4N0ph1KZuE,10105
37
37
  xinference/model/llm/pytorch/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
38
38
  xinference/model/llm/pytorch/baichuan.py,sha256=ggA8vs0hDBk1w5PDVJBzf374BVhEfsXaE4aSY8tFD1M,2666
39
39
  xinference/model/llm/pytorch/chatglm.py,sha256=beNR3BQ6YK-PpppqHw0_Ve8Hk-jVl9cJzmqAG-8q-vw,2394
40
40
  xinference/model/llm/pytorch/compression.py,sha256=rN8z0yt2xV9ASLv1muYStyBdvZjGCQL-OYaEga4FwIQ,8081
41
- xinference/model/llm/pytorch/core.py,sha256=yh3sziURr5_DaKIeufebw850V_CNyuDc2mZbBaPFlQM,16908
41
+ xinference/model/llm/pytorch/core.py,sha256=fCNpusqSE-qRI5aZctM5qfpnj7BWJGNN34qri_QgNx8,17808
42
42
  xinference/model/llm/pytorch/falcon.py,sha256=XzXxr-bGEXyjcxAzEahAcBzHEHvswbwtfXT179CZvAc,4194
43
- xinference/model/llm/pytorch/utils.py,sha256=qvvI2n5SKAyrHarvfVTRW1fgA4pihaD_9F15nI0AKBY,19903
43
+ xinference/model/llm/pytorch/utils.py,sha256=2Tctabm3znC858yxt3aDw2i9KeXH04lXBxmyDwMnYrA,20053
44
44
  xinference/model/llm/pytorch/vicuna.py,sha256=sCorZHLuiKLgV4681RMjzdy54BgMrdGSnpkhDtarMeY,2184
45
- xinference-0.1.1.dist-info/LICENSE,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
46
- xinference-0.1.1.dist-info/METADATA,sha256=Ll7yrjWq283VsoYVXNsxV5ptJhfrI6oGGGRkEnU6Cec,15214
47
- xinference-0.1.1.dist-info/WHEEL,sha256=AtBG6SXL3KF_v0NxLf0ehyVOh0cold-JbJYXNGorC6Q,92
48
- xinference-0.1.1.dist-info/entry_points.txt,sha256=fJEruRdhXyPmHXYOGmoTmWvF0vO-nGdOBeX8xxDy8q8,175
49
- xinference-0.1.1.dist-info/top_level.txt,sha256=L1rQt7pl6m8tmKXpWVHzP-GtmzAxp663rXxGE7qnK00,11
50
- xinference-0.1.1.dist-info/RECORD,,
45
+ xinference-0.1.3.dist-info/LICENSE,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
46
+ xinference-0.1.3.dist-info/METADATA,sha256=INp-biY1YxCocsL8uyri2E7F_6AnRIJp1ewcqqp7Mak,17469
47
+ xinference-0.1.3.dist-info/WHEEL,sha256=5sUXSg9e4bi7lTLOHcm6QEYwO5TIF1TNbTSVFVjcJcc,92
48
+ xinference-0.1.3.dist-info/entry_points.txt,sha256=fJEruRdhXyPmHXYOGmoTmWvF0vO-nGdOBeX8xxDy8q8,175
49
+ xinference-0.1.3.dist-info/top_level.txt,sha256=L1rQt7pl6m8tmKXpWVHzP-GtmzAxp663rXxGE7qnK00,11
50
+ xinference-0.1.3.dist-info/RECORD,,
{xinference-0.1.1.dist-info → xinference-0.1.3.dist-info}/WHEEL RENAMED
@@ -1,5 +1,5 @@
1
1
  Wheel-Version: 1.0
2
- Generator: bdist_wheel (0.41.0)
2
+ Generator: bdist_wheel (0.41.1)
3
3
  Root-Is-Purelib: true
4
4
  Tag: py3-none-any
5
5