xinference 0.13.3__py3-none-any.whl → 0.13.4__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.

This version of xinference might be problematic. Click here for more details.

Files changed (48) hide show
  1. xinference/_version.py +3 -3
  2. xinference/api/restful_api.py +4 -1
  3. xinference/client/restful/restful_client.py +2 -2
  4. xinference/constants.py +0 -4
  5. xinference/core/image_interface.py +6 -3
  6. xinference/core/model.py +1 -1
  7. xinference/core/supervisor.py +2 -0
  8. xinference/core/worker.py +7 -0
  9. xinference/deploy/utils.py +6 -0
  10. xinference/model/audio/core.py +4 -2
  11. xinference/model/core.py +25 -4
  12. xinference/model/embedding/core.py +88 -13
  13. xinference/model/embedding/model_spec.json +8 -0
  14. xinference/model/embedding/model_spec_modelscope.json +8 -0
  15. xinference/model/flexible/core.py +8 -2
  16. xinference/model/image/core.py +8 -5
  17. xinference/model/image/model_spec.json +30 -6
  18. xinference/model/image/model_spec_modelscope.json +21 -3
  19. xinference/model/image/stable_diffusion/core.py +30 -27
  20. xinference/model/llm/core.py +6 -4
  21. xinference/model/llm/ggml/llamacpp.py +7 -5
  22. xinference/model/llm/llm_family.py +6 -6
  23. xinference/model/llm/mlx/core.py +7 -0
  24. xinference/model/llm/pytorch/chatglm.py +4 -1
  25. xinference/model/llm/pytorch/deepseek_vl.py +2 -1
  26. xinference/model/llm/pytorch/falcon.py +2 -1
  27. xinference/model/llm/pytorch/llama_2.py +4 -2
  28. xinference/model/llm/pytorch/omnilmm.py +2 -1
  29. xinference/model/llm/pytorch/qwen_vl.py +2 -1
  30. xinference/model/llm/pytorch/vicuna.py +2 -1
  31. xinference/model/llm/pytorch/yi_vl.py +2 -1
  32. xinference/model/llm/sglang/core.py +12 -6
  33. xinference/model/llm/vllm/core.py +1 -5
  34. xinference/model/rerank/core.py +4 -3
  35. xinference/web/ui/build/asset-manifest.json +3 -3
  36. xinference/web/ui/build/index.html +1 -1
  37. xinference/web/ui/build/static/js/{main.2ef0cfaf.js → main.af906659.js} +3 -3
  38. xinference/web/ui/build/static/js/main.af906659.js.map +1 -0
  39. xinference/web/ui/node_modules/.cache/babel-loader/2cd5e4279ad7e13a1f41d486e9fca7756295bfad5bd77d90992f4ac3e10b496d.json +1 -0
  40. {xinference-0.13.3.dist-info → xinference-0.13.4.dist-info}/METADATA +24 -4
  41. {xinference-0.13.3.dist-info → xinference-0.13.4.dist-info}/RECORD +46 -46
  42. xinference/web/ui/build/static/js/main.2ef0cfaf.js.map +0 -1
  43. xinference/web/ui/node_modules/.cache/babel-loader/b6807ecc0c231fea699533518a0eb2a2bf68a081ce00d452be40600dbffa17a7.json +0 -1
  44. /xinference/web/ui/build/static/js/{main.2ef0cfaf.js.LICENSE.txt → main.af906659.js.LICENSE.txt} +0 -0
  45. {xinference-0.13.3.dist-info → xinference-0.13.4.dist-info}/LICENSE +0 -0
  46. {xinference-0.13.3.dist-info → xinference-0.13.4.dist-info}/WHEEL +0 -0
  47. {xinference-0.13.3.dist-info → xinference-0.13.4.dist-info}/entry_points.txt +0 -0
  48. {xinference-0.13.3.dist-info → xinference-0.13.4.dist-info}/top_level.txt +0 -0
{xinference-0.13.3.dist-info → xinference-0.13.4.dist-info}/RECORD RENAMED
@@ -1,15 +1,15 @@
1
1
  xinference/__init__.py,sha256=muQ9V9y11BcIqlZhhc06oDf193H7bwDIa8e_wSoDKI8,986
2
2
  xinference/_compat.py,sha256=SQAjZMGxtBIce45qtW7ob7RWzA0zhv2yB3AxT0rb0uU,1778
3
- xinference/_version.py,sha256=5ujRiSf5jNIEB1Hj3DMCJYbIknfSn1FMqoZZ_UsC1Gw,498
3
+ xinference/_version.py,sha256=_uu2bLqD9riWcYIhOOhjJGEav0oc7HilOZOdYn3u1vU,498
4
4
  xinference/conftest.py,sha256=FF-ZkqkfOxQw4hz_8G7p5aB7gFdsJlr6u2ZdFuuauAA,9744
5
- xinference/constants.py,sha256=_uyBB84fgZM64J3mw8_RELVJfm_dgeNRUZF9t9ZuFcM,3541
5
+ xinference/constants.py,sha256=D8HcGgTxMewkWUq2hkQWBhofQqTFXKh9S55_FkrwbBY,3257
6
6
  xinference/device_utils.py,sha256=zswJiws3VyTIaNO8z-MOcsJH_UiPoePPiKK5zoNrjTA,3285
7
7
  xinference/fields.py,sha256=0UtBFaDNzn1n9MRjyTkNrolsIML-TpZfudWOejqjni8,5245
8
8
  xinference/isolation.py,sha256=uhkzVyL3fSYZSuFexkG6Jm-tRTC5I607uNg000BXAnE,1949
9
9
  xinference/types.py,sha256=mN6lTFGqwFCycCMCwNELtRm2lmvuynvzD7Wwq_NEINY,14255
10
10
  xinference/utils.py,sha256=VSOJMFd9H7kce98OtJZbcDjjpfzRpHAFs8WU0xXPBM8,717
11
11
  xinference/api/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
12
- xinference/api/restful_api.py,sha256=4RCS4t59_qJF377OcQRii1a_RdZ8JxmlaXu_9jf6fU8,75313
12
+ xinference/api/restful_api.py,sha256=evI2KJwCRtiC7wCUj8VLUjMk4aB0m7xoE_XoFE_qKoA,75424
13
13
  xinference/api/oauth2/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
14
14
  xinference/api/oauth2/auth_service.py,sha256=74JzB42fbbmBu4Q1dW3A9Fp_N7167KgRGB42Z0NHjAM,6119
15
15
  xinference/api/oauth2/types.py,sha256=K923sv_XySIUtM2Eozl9IG082IJcDOS5SFLrPZ5ELBg,996
@@ -18,25 +18,25 @@ xinference/client/__init__.py,sha256=Gc4HOzAy_1cic5kXlso7hahYgw89CKvZSJDicEU461k
18
18
  xinference/client/common.py,sha256=iciZRs5YjM2gYsXnwACPMaiBZp4_XpawWwfym0Iyu40,1617
19
19
  xinference/client/handlers.py,sha256=3gd9C7u4URbcVdR6Eyv8cpEZ175Ll4q_jGL07CnEIpg,648
20
20
  xinference/client/restful/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
21
- xinference/client/restful/restful_client.py,sha256=kBZrMyd6VyBGQkwnJIcspd-pV93SCg60j16MELPR-sU,54809
21
+ xinference/client/restful/restful_client.py,sha256=DXXXjRpS2aGtkeuiO-VXxlVeb0cn7m2L5GXqYdyKfQs,54829
22
22
  xinference/core/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
23
23
  xinference/core/cache_tracker.py,sha256=2hk8ANOYruhxAt4MPz482tYEQcvYBh_B7sq0eYd0rTU,6963
24
24
  xinference/core/chat_interface.py,sha256=Q2G6mZBCLIPZrRzvqGRAGfstMz0DAlXjbpIpb_gZE3M,19590
25
25
  xinference/core/event.py,sha256=Lkx_-Ohwyzyt-MBbkrZy9N-7aeYs-wux0fDtZpa2SJY,1632
26
- xinference/core/image_interface.py,sha256=G2iK24auEN4MrLkPlu1CAA_gf-BQrGQTjazi_FYqIxE,8825
26
+ xinference/core/image_interface.py,sha256=F4mDCO9llzmu2KQvV85jRub1xn2z7lXsiM1nsdb2Gy8,8924
27
27
  xinference/core/metrics.py,sha256=ScmTG15Uq3h_ob72ybZSMWdnk8P4sUZFcm60f4ikSXc,2631
28
- xinference/core/model.py,sha256=gicLlpWDZ1eHI8YN3q5RnYzN7g_mwK6K-XM8sveC7w0,26923
28
+ xinference/core/model.py,sha256=chA7f9DAHtLi17KIhxBjFPaJa2m5nZlrG_6FSZPlMzY,26926
29
29
  xinference/core/resource.py,sha256=FQ0aRt3T4ZQo0P6CZZf5QUKHiCsr5llBvKb1f7wfnxg,1611
30
30
  xinference/core/scheduler.py,sha256=WaWgmVL5FIdcanP1RqMKvnObf7BHldREpYwRUePnTQo,15691
31
31
  xinference/core/status_guard.py,sha256=fF5hisvfn6es9DV6Z6RRD6V_S_uLcb8lHM6PArGgb04,2820
32
- xinference/core/supervisor.py,sha256=WMVFXS4aJVhTQw2mFzgk2yYk3pdqtg_1dN0ux4HRveQ,50736
32
+ xinference/core/supervisor.py,sha256=wuWjkBk7kdbdMH84xX_2cO3JO04A5OrsP7_leU5ivZ8,50817
33
33
  xinference/core/utils.py,sha256=LqPrez5dGELRQDSwOD5EP8XHb-aUKAdyszS-QpNouuw,6401
34
- xinference/core/worker.py,sha256=s90d-W93An8UKkje9KJqa8q6pNMqAaHvE4TQvLaLeXs,43013
34
+ xinference/core/worker.py,sha256=IbqC9Nvo9S3Jeax2hsqvZW0jyXeM06xJqXlDh63MiV0,43320
35
35
  xinference/deploy/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
36
36
  xinference/deploy/cmdline.py,sha256=Rv9zgdsESTwrMI2vXmz3QvBgMO5Dq051VSrJ6QUlDfk,48585
37
37
  xinference/deploy/local.py,sha256=vlAvhcl8utP1DjW4MJpBgD4JLHQV-1Xebmdd8j9M8IM,3946
38
38
  xinference/deploy/supervisor.py,sha256=fMHeEGigQ72PD9JEFmZ5Xudn25Uj4DhD2OVIlAu_YpA,2978
39
- xinference/deploy/utils.py,sha256=SPwjE67d7Z_WHqOnSi8UBYk16eE1EZNDExb6TvTW6qo,6488
39
+ xinference/deploy/utils.py,sha256=DnDjRqiAA77CzAax1laAmNXJM4PFoUxQhRaobmss3fI,6695
40
40
  xinference/deploy/worker.py,sha256=Av3qU1b0tdxfkds3Mc2Qiqy9c_xSD0Tp3cToWoXqTpo,2966
41
41
  xinference/deploy/test/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
42
42
  xinference/deploy/test/test_cmdline.py,sha256=6sONdu5lKYE-F-0fWaujFUvuy87KZl8IJv0kr0jVDI0,7666
@@ -44,11 +44,11 @@ xinference/locale/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms
44
44
  xinference/locale/utils.py,sha256=w-G1DAJGw1UUQVVtq6khOZn7ZjobUmTw6qwHMm2eWIs,1312
45
45
  xinference/locale/zh_CN.json,sha256=YA55G9s1p05Bt5RBoDo5SV12dd-CMJI0ABap6RpCp4M,1097
46
46
  xinference/model/__init__.py,sha256=IRC3ojiqYkVLIK_xsIxYeKypEeeTTdrovnVzK_4L4eg,663
47
- xinference/model/core.py,sha256=5dr7y2cq2OS3aFgqIIR3uQbT1ln3xiolUsbXgu2dHGw,3999
47
+ xinference/model/core.py,sha256=b4TArUQJLO2cKUxeuccdjqBpAYuix1bGBKnFHg_p15k,4352
48
48
  xinference/model/utils.py,sha256=NGIXgpkUY0dXGxnh-FsfeNq6OS9SPwBzNfASLXWCqUo,15146
49
49
  xinference/model/audio/__init__.py,sha256=QyQwELIYk7DuD5Hen2q45pLMJ4K8iAnto8zlOA9QUSY,2839
50
50
  xinference/model/audio/chattts.py,sha256=JZA_0TR4nMGqJ-2WYqwb8DcjhsTC57D0QlkPBl4v788,3973
51
- xinference/model/audio/core.py,sha256=aSBT6PGqBgLsgpXrHqlZfTTxDhxfODROsZSotgxxl4Y,5903
51
+ xinference/model/audio/core.py,sha256=lyCS0aYnmgmpKxyi13wqf5pM1qm4Rcd9TXlZ2zJk6CM,5961
52
52
  xinference/model/audio/cosyvoice.py,sha256=rX_Msy05ymN-J6fdV7fXia36p5CDG7z0aslJows5MRY,4988
53
53
  xinference/model/audio/custom.py,sha256=01NTD927pairIBWOo9At6Bjqpo1kdcIn3AVijbOdp7Y,5056
54
54
  xinference/model/audio/model_spec.json,sha256=4Jl9i4GNsZQnVG8Zcv_3Ne_h7kHiSAciTOM3W048JFo,3973
@@ -56,65 +56,65 @@ xinference/model/audio/model_spec_modelscope.json,sha256=yuYQgJ_xPhPKvBZ9KIOrJFx
56
56
  xinference/model/audio/utils.py,sha256=pwo5cHh8nvhyBa9f-17QaVpXMSjmbpGbPYKwBBtEhGM,717
57
57
  xinference/model/audio/whisper.py,sha256=NjtaSAJcj_IpJX3drT9NPWNrprVbeLlsDq4uH8AZE8M,7772
58
58
  xinference/model/embedding/__init__.py,sha256=0FLzOZyOuMctxFvhobkLXRUepwHck6RPbtjCct1eMI8,2854
59
- xinference/model/embedding/core.py,sha256=UQi-X7jd3Ff9RPwWrAvRQYQKE73ezQOKed4WTA1i_bc,13605
59
+ xinference/model/embedding/core.py,sha256=zCAzI0BaEPBHP7d-L5vI5ZSpAM6U-8-bzq48gDk7G88,16521
60
60
  xinference/model/embedding/custom.py,sha256=iE3-iWVzxarXdeTdw5e6rxv6HQRXVbPHp65wwhT2IL8,3919
61
- xinference/model/embedding/model_spec.json,sha256=hpM2_FhH6gSqmrgu2MMu4u94XMEw6r9A6aKUQObsCK0,6652
62
- xinference/model/embedding/model_spec_modelscope.json,sha256=No71OUu5OoALs6amJ0UiRU6JH9DkYRQvdvSgCf3IIHs,5814
61
+ xinference/model/embedding/model_spec.json,sha256=jhM2MVaxhihFvShVs18xx0vuneBfAVDUCFyaJ9IgIh8,6889
62
+ xinference/model/embedding/model_spec_modelscope.json,sha256=FYMBk4zE__lvjU0tiT5aNW1QYd1cr2Gj39BShG2h2PU,6010
63
63
  xinference/model/embedding/utils.py,sha256=t_y-7TrYenJKzX3p8e8KWXyC66u7Kd7lMvSzEOolnZw,790
64
64
  xinference/model/flexible/__init__.py,sha256=AmJBQVIHyrLtDe1kDxxvJIUL_KmVSkiu4PWg61BRBhg,1408
65
- xinference/model/flexible/core.py,sha256=6tRNaf-CWdYOBWpADyvTcNBAMs450-VvWU7ACY0OeVU,6975
65
+ xinference/model/flexible/core.py,sha256=a-m8TlrcxOjeXpwCUXksBI6q9nirR7csOW3KoU63gAg,7057
66
66
  xinference/model/flexible/utils.py,sha256=_GlEarRHKPAxT7o6N39VOd9sB580zKzdSktqjbdrNig,1145
67
67
  xinference/model/flexible/launchers/__init__.py,sha256=X8w_2hKuQ9H3f90XYK7H_AQU4J8lHQdEeUNBZcdqso8,704
68
68
  xinference/model/flexible/launchers/image_process_launcher.py,sha256=APbbHls0N9DpLFL6_qTexuc5o6bQAvdgJEAZWU4clyw,2510
69
69
  xinference/model/flexible/launchers/transformers_launcher.py,sha256=OZeeogDfopRUGhulP4PRJ4fZEJ2D9cfv7lcC2qJBoDE,2012
70
70
  xinference/model/image/__init__.py,sha256=lDtP961bpu6h5TK57kJ531Zoch2xU5DM-Eco_YQne-Y,2780
71
- xinference/model/image/core.py,sha256=zpaiym5t5cWrBOOscvFFBBUD4-YWBU_NZLsyuqeeamA,8809
71
+ xinference/model/image/core.py,sha256=mH2wmbHTRhpgbqjALRChn9YJVGS5y4yOVp5QDX35fUQ,8933
72
72
  xinference/model/image/custom.py,sha256=nn1iZDTYNz68A2gWFXvUuv__Gx8EGdkz_sHvHnPnSoA,3841
73
- xinference/model/image/model_spec.json,sha256=Wnsp7bf7opQn1WlXrYm-zq4LfKwd_8EgbydFKYSPTfY,3944
74
- xinference/model/image/model_spec_modelscope.json,sha256=vWAoR1gsexay6jn8vnObslYF3YE5SAfqMcJPkYQ-Wc4,3176
73
+ xinference/model/image/model_spec.json,sha256=Junt8vOp488ppemzmu56pHylsBXWuZMVA-n_fLJ2wTE,4280
74
+ xinference/model/image/model_spec_modelscope.json,sha256=KcQZvm12s59mPC4y4k3c_rrmfJdQnQ9OEkkOeAwNoeQ,3464
75
75
  xinference/model/image/utils.py,sha256=gxg8jJ2nYaDknzCcSC53WCy1slbB5aWU14AbJbfm6Z4,906
76
76
  xinference/model/image/stable_diffusion/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
77
- xinference/model/image/stable_diffusion/core.py,sha256=nHwi5AagrEhpglbXZNVjpyUtUYN9O6TA4iGItpsyyT4,7580
77
+ xinference/model/image/stable_diffusion/core.py,sha256=JtthW3hCH4HfT2AWAeaU64Q0Uz9Usbs7m3XZgGMQk4c,7856
78
78
  xinference/model/llm/__init__.py,sha256=D9zXjltqlzKahDiOFYyn_EcLoiw_6tO8bhj3u8wnT0A,11462
79
- xinference/model/llm/core.py,sha256=ZAzRGphjRZ2KAdTPADIuqSbVU9dTQrHgLvCEgNP9pOk,8088
79
+ xinference/model/llm/core.py,sha256=f4nKVPTAseivij6mbL2yXEKxrzllKm-_i2ttSqckTCg,8157
80
80
  xinference/model/llm/llm_family.json,sha256=OnNYm31iXF1eNK2aG76xeFZI59VQAH_CgdpInYLiXaY,203772
81
- xinference/model/llm/llm_family.py,sha256=2XykGoXMIffDIOCI1hefprgPJTOvE80r7Rh6Zosb6dY,42934
81
+ xinference/model/llm/llm_family.py,sha256=pnrQkQt0riqJ_XtuF1erLxgbMveSq9Nx3GEOerH3rus,42857
82
82
  xinference/model/llm/llm_family_csghub.json,sha256=fqIodnCl2_VUpX1NaBdVYApG2LRkXMhUxLNhLt8C7W8,3057
83
83
  xinference/model/llm/llm_family_modelscope.json,sha256=kwlP8gr4Ita1nKWjjJ9-PnCUz-LXTkvj9HK8PrZHDZw,122915
84
84
  xinference/model/llm/memory.py,sha256=PTD8m6TCZVU1zrwc9wepX9cUjCqAXBENj6X7tjua0to,10207
85
85
  xinference/model/llm/utils.py,sha256=pkMLvc9o9qnCTbBEwaT-RFj2EBKzuL1zloX-4p_gIFE,35424
86
86
  xinference/model/llm/ggml/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
87
- xinference/model/llm/ggml/llamacpp.py,sha256=KTcMqgXkdk6TQLH7QxqlyVOnbaj9A8cL1JeRvzc15es,12983
87
+ xinference/model/llm/ggml/llamacpp.py,sha256=an0IR3pkOUHQWERNYZx6vqSyKhp5kKnHRhcKxVwBVdU,13043
88
88
  xinference/model/llm/ggml/tools/__init__.py,sha256=6a6P2VPKE06xKxJ-dTqp4TRO2IEDWvtcVP6gHutAR0M,624
89
89
  xinference/model/llm/ggml/tools/convert_ggml_to_gguf.py,sha256=92To8eoVQBkDZD52_aWBNda2K1Ob6YaHlcfS-8_aOuw,17991
90
90
  xinference/model/llm/ggml/tools/gguf.py,sha256=Hv2haR-UN7NdB1N8YId32hFoEPd-JX6_aUNWRJhyJZc,30277
91
91
  xinference/model/llm/mlx/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
92
- xinference/model/llm/mlx/core.py,sha256=7gCdf4rvO3vdzTpGYNnTR0mKW8nQx93gshmbzfwSVEw,14135
92
+ xinference/model/llm/mlx/core.py,sha256=rxZ7aS9QoapJJ0jBOct4ckj5KsftWlND0n6Qlbs3A-w,14485
93
93
  xinference/model/llm/pytorch/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
94
94
  xinference/model/llm/pytorch/baichuan.py,sha256=TpCfi37Ou87VA8S5siGRUK5JWC5SjGbZYkZoTe9VSA8,2883
95
- xinference/model/llm/pytorch/chatglm.py,sha256=AEoJRcg7k_QFtsVZzTUWFV5GnrQJ4ZPNgrbpT6A4alQ,22321
95
+ xinference/model/llm/pytorch/chatglm.py,sha256=sZuSEaEZL_29OJHkqhpNG2BfwNEqRSKNMl-5vdCPyfk,22425
96
96
  xinference/model/llm/pytorch/cogvlm2.py,sha256=3RaKxVD6AVNlCi6DokXPmcgINaRY1ImHxF5Gg9u6a70,18622
97
97
  xinference/model/llm/pytorch/compression.py,sha256=U0vMJ-JaBt4oC2LffgWg6HbPj1CeUi_YdwVbjDd0mRA,8112
98
98
  xinference/model/llm/pytorch/core.py,sha256=K9p_g4MXZW7SlJx5rE3BIkImf6Ss7gp3MOv2utOGxAI,30989
99
- xinference/model/llm/pytorch/deepseek_vl.py,sha256=T9DKP4cULvRaHSiU08lOWd_j6mt8b3ZIBByneZ0jY8U,11498
100
- xinference/model/llm/pytorch/falcon.py,sha256=POSP7vzRJaM5PjvX8dh60jNDXgnCwktwSmeZ7kypQU0,4499
99
+ xinference/model/llm/pytorch/deepseek_vl.py,sha256=yiOJd2GHrVTTFvyZ7hLV-O-YsCfqRAEHK46ah-zqq3I,11562
100
+ xinference/model/llm/pytorch/falcon.py,sha256=-tn55ZMHx197vLsJOSjkY5ugt59Od67QoyPyff4YtA0,4562
101
101
  xinference/model/llm/pytorch/glm4v.py,sha256=30xUH1pKK7WAjxPFmqiMarTRz7wUEw8ttskex8Hjv9I,16609
102
102
  xinference/model/llm/pytorch/intern_vl.py,sha256=JVhWJYFgS49CtHz-OF1ofI6PNyd7vcI0MgmB9dWK3vU,13312
103
103
  xinference/model/llm/pytorch/internlm2.py,sha256=NkpPY49KMSuTGVR0SEbziH7eO2sV7I-2MTlCcE7iqNc,7956
104
- xinference/model/llm/pytorch/llama_2.py,sha256=HMhUmn4oYW2maeSMIr1yY7jlAOMD0OVAxnF0dnRWmio,3710
104
+ xinference/model/llm/pytorch/llama_2.py,sha256=Nr2yaNxmoDmPhIw_p0lwN76iB4jxh7NGKDoK-YaIZiY,3836
105
105
  xinference/model/llm/pytorch/minicpmv25.py,sha256=ocYKurUS73oblN84EqI9yM7fpK5o1NvR456efL_Oc-Y,8782
106
- xinference/model/llm/pytorch/omnilmm.py,sha256=1k8GATO4wOSmPYsSuvfMBfBYaKKUmhIvdippW__A6XA,5663
107
- xinference/model/llm/pytorch/qwen_vl.py,sha256=c82gPzOYfiMBzi2kwGMOAFSS8OdiNIpJBRFTR0zjxfI,15531
106
+ xinference/model/llm/pytorch/omnilmm.py,sha256=3vF8963CbSOrTZhkiNrzAI-p14b57s8QiR_aGBM1oMY,5724
107
+ xinference/model/llm/pytorch/qwen_vl.py,sha256=4JukyB0YVH0TcyV8sIErhbRRJgNdrB4jSxx1mFBnIQ8,15592
108
108
  xinference/model/llm/pytorch/tensorizer_utils.py,sha256=VXSYbPZtCbd8lVvsnjDLPZjfCMil67Pkywd_Ze4dTx4,11362
109
109
  xinference/model/llm/pytorch/utils.py,sha256=HZhJKQG1O1P1qTpxvVzIjBp-2J8aTRxUmS9QBdT4UP8,27932
110
- xinference/model/llm/pytorch/vicuna.py,sha256=avNOgt9fBjwYzahL-j6-EcQS-7km167h8ttJolnNWnE,2334
111
- xinference/model/llm/pytorch/yi_vl.py,sha256=MljT7tpgFIhL6n5rdoS3hmq_u0rtHRE6cxXCseujklQ,10911
110
+ xinference/model/llm/pytorch/vicuna.py,sha256=bhDcwGTIk37EavzDtqbaCidkkBJ6I6rm3K-yptKVxJU,2397
111
+ xinference/model/llm/pytorch/yi_vl.py,sha256=RP_NmaASIhznwS332l0Xuj7hfGSOLWcQhXLbEz2sCP0,10975
112
112
  xinference/model/llm/sglang/__init__.py,sha256=-sjSIQ4K6w-TEzx49kVaWeWC443fnZqODU91GCQ_JNo,581
113
- xinference/model/llm/sglang/core.py,sha256=9c4KgEFswu1Fx3qI4VFszv26902FwIifq9AVzMijDa4,14087
113
+ xinference/model/llm/sglang/core.py,sha256=nsxB2yh7O9b-u7Ed4gv0KgtZYppPhWAlyDyEOnFm0n8,14067
114
114
  xinference/model/llm/vllm/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
115
- xinference/model/llm/vllm/core.py,sha256=lTVlMQFw2sV__bX2z70bDyly-FHp2L01_IZWpFblkTE,22501
115
+ xinference/model/llm/vllm/core.py,sha256=jOLoCLnnPuv8v9GCs1AxN4HyWFNNE081MHm42iXbiyI,22381
116
116
  xinference/model/rerank/__init__.py,sha256=BXIL1uu3ZpZHX9bODhW9lxKUXudZE7-OkXFmmM5rpMU,2817
117
- xinference/model/rerank/core.py,sha256=qAUwOdRHomn0uCzCw6klDxJSZyIDQ4tvgz9pOPm-0GY,12150
117
+ xinference/model/rerank/core.py,sha256=G3SMm7BlMk3r8zyDs5FwwTCemlWHYspuZtTh8pWpdmg,12231
118
118
  xinference/model/rerank/custom.py,sha256=NKk7jA7p4xkuwS5WoOs2SY2wdnoAVpyCjBTvv317bBw,3917
119
119
  xinference/model/rerank/model_spec.json,sha256=zZHVUq9B5vwTQOzXOXNK3pgGpQVrMG9npAYwftqFZ3I,1608
120
120
  xinference/model/rerank/model_spec_modelscope.json,sha256=vSSC0aWy_DHnNDzzBcMWr2pqdISDmPS95FtD_YfMmn4,1275
@@ -207,14 +207,14 @@ xinference/thirdparty/omnilmm/train/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY
207
207
  xinference/thirdparty/omnilmm/train/train_utils.py,sha256=L4JtFWDKtdEcQYpGW-UV6GCswTqHkiskK3phM9J-xUM,5634
208
208
  xinference/web/ui/package-lock.json,sha256=MDt0IM5NT4MvrBwKJxD6TlgqKHvRQB7uH2szO1CQspU,762056
209
209
  xinference/web/ui/package.json,sha256=W0Bq0vT0HOALv-nFo34Fos3r6DKrjR7zAL5swLg5qZg,1987
210
- xinference/web/ui/build/asset-manifest.json,sha256=rO9GdnuWb8K4UQVDJG3PaG_AO1i-BhhYrXcXsWBdksg,453
210
+ xinference/web/ui/build/asset-manifest.json,sha256=fzmzTEpmPTc-0DBP7U4EFog1OXTfBI6NR5tWu10uhbk,453
211
211
  xinference/web/ui/build/favicon.svg,sha256=dWR8uaz0Q9GCcl-DjWvQh07e1f3jhJBt-r4aSbmH3A4,1894
212
- xinference/web/ui/build/index.html,sha256=HPD-QyRBB98vF0hpWaj4d6O3D2qk-AL3agghqPtm_gE,650
212
+ xinference/web/ui/build/index.html,sha256=ba8zzB1v3lJ_6YXsWsGpCrFirN1zou1IL-h79SyIy6U,650
213
213
  xinference/web/ui/build/static/css/main.4bafd904.css,sha256=B1LOr0CAJXDztw7bSsJMTmEwdzqnciZOYjgeBSO25cQ,3910
214
214
  xinference/web/ui/build/static/css/main.4bafd904.css.map,sha256=rIbo5tZ_vpOnVcUwFk29B6UpEffrfphEQ3XKUAuG49E,7794
215
- xinference/web/ui/build/static/js/main.2ef0cfaf.js,sha256=0RWqvhl1QO47koAJtrerBQfr55gVVOPqxgSyq2zd-V8,987710
216
- xinference/web/ui/build/static/js/main.2ef0cfaf.js.LICENSE.txt,sha256=rbybPZZs56fvnjMiAklb5AB-cE9DLmWrrraygrxIG3I,2279
217
- xinference/web/ui/build/static/js/main.2ef0cfaf.js.map,sha256=qwr1c0PKMZ6gBIu_WgWhk1il6HAXeICPVfAp5EzUTWQ,4385785
215
+ xinference/web/ui/build/static/js/main.af906659.js,sha256=O8Ta97stv0RUJFsjeAjXS0YdImXx2hVW4WOimkl5Pos,988623
216
+ xinference/web/ui/build/static/js/main.af906659.js.LICENSE.txt,sha256=rbybPZZs56fvnjMiAklb5AB-cE9DLmWrrraygrxIG3I,2279
217
+ xinference/web/ui/build/static/js/main.af906659.js.map,sha256=6i13YFHs6KMMivG0mBTcvqTPM8l_BtK6meu6UR6ccaQ,4388163
218
218
  xinference/web/ui/build/static/media/icon.4603d52c63041e5dfbfd.webp,sha256=kM--URMpXs5Vf0iSqQ8hmUalvWgcmRERpv37CriXRAE,16128
219
219
  xinference/web/ui/node_modules/.package-lock.json,sha256=9jU355rtDRCO-oEwZIz20ylwNPD9ZXgReo7Uu8B97Zg,760016
220
220
  xinference/web/ui/node_modules/.cache/babel-loader/000791038e4133db461021f1018491323a006cca7a53e09c2ac35032bc36d8b6.json,sha256=bke3WZZjPsJqMKVeHZ7xOSiE8x3fy4fe9nzvylycWOE,1374
@@ -2362,6 +2362,7 @@ xinference/web/ui/node_modules/.cache/babel-loader/2cb55fbcbaf4dbd62da5e1a4730ed
2362
2362
  xinference/web/ui/node_modules/.cache/babel-loader/2cb5d1ae78b2ea5cad9a139a497451d23682ce740f479f21e3e7aa281050f5a1.json,sha256=nUGoYE2LjFz7SKlhofFAif3M3QItXYC47q1HyyT808k,1898
2363
2363
  xinference/web/ui/node_modules/.cache/babel-loader/2cbd96d1af9b513ef4db8b4760a78e9eda5aca40a26184f1c4dcd9abfbd83a62.json,sha256=HAxC0JqXNW6EebeZolFmv5dNZT_0uvlrkfF3GELuctY,1824
2364
2364
  xinference/web/ui/node_modules/.cache/babel-loader/2cd0fd50d8f213cdd94daffe7d0f997991072b11936ead7c48be2af3fdbd1fda.json,sha256=FjV9kk99Ys811oXrZHuRHZU19MPsuKgV1zk09khjKPM,6317
2365
+ xinference/web/ui/node_modules/.cache/babel-loader/2cd5e4279ad7e13a1f41d486e9fca7756295bfad5bd77d90992f4ac3e10b496d.json,sha256=2cePsNDRHWWgTp-N76xnnOsC5skF02bzEO77xgKEnao,181496
2365
2366
  xinference/web/ui/node_modules/.cache/babel-loader/2cd6660dd942bd9adbe85e470c058c73e70022126a742f9f1324ca22100200a1.json,sha256=d-4tP0UAKun0H0HPkzzJY3gHDCtADGfyEcU-3j3SrVk,2115
2366
2367
  xinference/web/ui/node_modules/.cache/babel-loader/2cd86096ee7aabd9d196f7fa8808ebc0fe4d67d789de4ca19e7089c8869c620c.json,sha256=UdMUuWlxxziJ8ATuRLW0XjMh6F4_4KtTYmpzMqM9K4M,1134
2367
2368
  xinference/web/ui/node_modules/.cache/babel-loader/2cde3ba9b4bc3f1fd0997b5b51110fc26bf2a99924cdc5e6bb7e9524a6eb60d6.json,sha256=kwV7maxoLCoqueBR0CeLwtFmNClYA_rHIsP2u6r2OHc,1736
@@ -8989,7 +8990,6 @@ xinference/web/ui/node_modules/.cache/babel-loader/b67b2ef0096316730e26fa250f2d8
8989
8990
  xinference/web/ui/node_modules/.cache/babel-loader/b67cad00ec0458142239b85203a160381afe5854b82b3398b1361b7db157e9a3.json,sha256=GQdhCjoZAzMgNsHpxbUs-gRjR5K7pQZKa1Tepp-FyCQ,2237
8990
8991
  xinference/web/ui/node_modules/.cache/babel-loader/b67e229fe67254602e323ae83c59c5f043da4a491bae5e357f1b8b836594a415.json,sha256=hjyPlGYM1ZeVpff0QbTV2G0s_BmtyYe8KLs2rFz5ZTc,303
8991
8992
  xinference/web/ui/node_modules/.cache/babel-loader/b67f6e3164ebf1fc3bf7f9d28a9a3ac95fd7191986ef7d9e91444265569a716b.json,sha256=r-IzsirfQ_pFN1INGW23hJqbn9TykdFQ9kkTtWVRHQY,2678
8992
- xinference/web/ui/node_modules/.cache/babel-loader/b6807ecc0c231fea699533518a0eb2a2bf68a081ce00d452be40600dbffa17a7.json,sha256=4z1T9E-mDxuYO2AmcI7KRq0iaxZ4mUBcSHXniyqQTQU,177488
8993
8993
  xinference/web/ui/node_modules/.cache/babel-loader/b68d3621dd74ec2245a6539cc3c07f3ce19caa8de97cee6474a50a3482af54a5.json,sha256=giIZraV5faksy4uDX4k8jOwRMtV_fTie6TiPIreuLoc,75336
8994
8994
  xinference/web/ui/node_modules/.cache/babel-loader/b68dc28015d20a12e4e6c6ac12b3a038443239b40921b621493b1142679fa214.json,sha256=BfeO5ApR531l63r_JYGMO8br0AIZO_HY8q1If9hlNnc,71947
8995
8995
  xinference/web/ui/node_modules/.cache/babel-loader/b69af1e73364c5b00ad75059549d872f797fe9881bb5ddeaacf5c28b22bbeef4.json,sha256=B01-jgJ6t_8l0msSnw5YyNqJgXaOuuiYfIhJe2AHNnE,1705
@@ -15472,9 +15472,9 @@ xinference/web/ui/node_modules/yargs-parser/package.json,sha256=BSwbOzgetKXMK4u0
15472
15472
  xinference/web/ui/node_modules/yocto-queue/package.json,sha256=6U1XHQPGXJTqsiFvT953ORihUtXTblZy4fXBWP9qxC0,725
15473
15473
  xinference/web/ui/node_modules/yup/package.json,sha256=xRFSROB9NKxqSWHEVFvSTsPs9Ll074uo8OS1zEw0qhA,1206
15474
15474
  xinference/web/ui/node_modules/yup/node_modules/type-fest/package.json,sha256=JTv2zTTVgxQ2H82m1-6qEpdMv08lHjFx4Puf_MsbB_Q,1134
15475
- xinference-0.13.3.dist-info/LICENSE,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
15476
- xinference-0.13.3.dist-info/METADATA,sha256=2bXQo8HwytJJ1OGdZbcqC9Dxu3VzLwxYsKlsKeNTwzk,17057
15477
- xinference-0.13.3.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
15478
- xinference-0.13.3.dist-info/entry_points.txt,sha256=-lDyyzqWMFQF0Rgm7VxBNz0V-bMBMQLRR3pvQ-Y8XTY,226
15479
- xinference-0.13.3.dist-info/top_level.txt,sha256=L1rQt7pl6m8tmKXpWVHzP-GtmzAxp663rXxGE7qnK00,11
15480
- xinference-0.13.3.dist-info/RECORD,,
15475
+ xinference-0.13.4.dist-info/LICENSE,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
15476
+ xinference-0.13.4.dist-info/METADATA,sha256=N5l3QssysntK2PTr2gjplx0pGEBXuVeyfMndNvaKV5o,17856
15477
+ xinference-0.13.4.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
15478
+ xinference-0.13.4.dist-info/entry_points.txt,sha256=-lDyyzqWMFQF0Rgm7VxBNz0V-bMBMQLRR3pvQ-Y8XTY,226
15479
+ xinference-0.13.4.dist-info/top_level.txt,sha256=L1rQt7pl6m8tmKXpWVHzP-GtmzAxp663rXxGE7qnK00,11
15480
+ xinference-0.13.4.dist-info/RECORD,,