xinference 1.3.0.post2__py3-none-any.whl → 1.3.1.post1__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of xinference might be problematic. Click here for more details.

Files changed (53) hide show
  1. xinference/_version.py +3 -3
  2. xinference/api/restful_api.py +1 -0
  3. xinference/conftest.py +7 -0
  4. xinference/core/chat_interface.py +39 -24
  5. xinference/core/model.py +3 -1
  6. xinference/core/scheduler.py +3 -0
  7. xinference/core/worker.py +1 -1
  8. xinference/model/embedding/core.py +12 -5
  9. xinference/model/llm/__init__.py +2 -1
  10. xinference/model/llm/core.py +10 -0
  11. xinference/model/llm/llama_cpp/core.py +266 -3
  12. xinference/model/llm/llm_family.json +390 -17
  13. xinference/model/llm/llm_family_modelscope.json +348 -29
  14. xinference/model/llm/mlx/core.py +15 -4
  15. xinference/model/llm/{reasoning_parsers/deepseek_r1_reasoning_parser.py → reasoning_parser.py} +9 -13
  16. xinference/model/llm/sglang/core.py +7 -2
  17. xinference/model/llm/transformers/chatglm.py +4 -4
  18. xinference/model/llm/transformers/core.py +22 -5
  19. xinference/model/llm/transformers/intern_vl.py +2 -1
  20. xinference/model/llm/transformers/utils.py +1 -1
  21. xinference/model/llm/utils.py +134 -60
  22. xinference/model/llm/vllm/core.py +31 -42
  23. xinference/types.py +4 -0
  24. xinference/web/ui/build/asset-manifest.json +3 -3
  25. xinference/web/ui/build/index.html +1 -1
  26. xinference/web/ui/build/static/js/main.55b70cb7.js +3 -0
  27. xinference/web/ui/build/static/js/main.55b70cb7.js.map +1 -0
  28. xinference/web/ui/node_modules/.cache/babel-loader/0f0adb2283a8f469d097a7a0ebb754624fa52414c83b83696c41f2e6a737ceda.json +1 -0
  29. xinference/web/ui/node_modules/.cache/babel-loader/2deac8d5636974533e3714f34e94fc754f9153a07c6ee11e72846cb8eae47e4b.json +1 -0
  30. xinference/web/ui/node_modules/.cache/babel-loader/8157db83995c671eb57abc316c337f867d1dc63fb83520bb4ff351fee57dcce2.json +1 -0
  31. xinference/web/ui/node_modules/.cache/babel-loader/87a9b13f2466f375ae5c6e7c08b279cc38351d29710d7f7626bbb07a85262b79.json +1 -0
  32. xinference/web/ui/node_modules/.cache/babel-loader/e23d476fcbf6fd69c8986bf82133d257d28aa8fc9a5cab231d81c1c75c58cd99.json +1 -0
  33. xinference/web/ui/node_modules/.cache/babel-loader/e547bbb18abb4a474b675a8d5782d25617566bea0af8caa9b836ce5649e2250a.json +1 -0
  34. xinference/web/ui/node_modules/.cache/babel-loader/e7a8c37fda8725cab69c7ef8c627060bd7fc806adc67e00fe628ba148cb86d7f.json +1 -0
  35. xinference/web/ui/src/locales/en.json +9 -1
  36. xinference/web/ui/src/locales/zh.json +9 -1
  37. {xinference-1.3.0.post2.dist-info → xinference-1.3.1.post1.dist-info}/METADATA +9 -5
  38. {xinference-1.3.0.post2.dist-info → xinference-1.3.1.post1.dist-info}/RECORD +43 -44
  39. xinference/model/llm/reasoning_parsers/__init__.py +0 -13
  40. xinference/model/llm/reasoning_parsers/abs_reasoning_parsers.py +0 -98
  41. xinference/web/ui/build/static/js/main.ad42919c.js +0 -3
  42. xinference/web/ui/build/static/js/main.ad42919c.js.map +0 -1
  43. xinference/web/ui/node_modules/.cache/babel-loader/074a42304bbbaa79e1bfc3b28502457a390df55708de9006f4cc8e35c60aea87.json +0 -1
  44. xinference/web/ui/node_modules/.cache/babel-loader/279ace390216236a82b3d8995c78eca4d637ac9a523e9f521a2d9c76607a43d7.json +0 -1
  45. xinference/web/ui/node_modules/.cache/babel-loader/630a7bd592596cc6e291fc32238ce7c08238038a64ed8ccee0eb0c13c9902910.json +0 -1
  46. xinference/web/ui/node_modules/.cache/babel-loader/914c33e91c1012e3bcd3e96f3a25884cbef148290632d0266dab972b8cc1e95f.json +0 -1
  47. xinference/web/ui/node_modules/.cache/babel-loader/b7939cd3a48adf12fccfdd0803019b5cc235ff7de3a297dae70ce635e0eea13e.json +0 -1
  48. xinference/web/ui/node_modules/.cache/babel-loader/fecf076bcd198a458c2a6ab0e85e40dc1c99994c353164e79c469be162cb74c9.json +0 -1
  49. /xinference/web/ui/build/static/js/{main.ad42919c.js.LICENSE.txt → main.55b70cb7.js.LICENSE.txt} +0 -0
  50. {xinference-1.3.0.post2.dist-info → xinference-1.3.1.post1.dist-info}/LICENSE +0 -0
  51. {xinference-1.3.0.post2.dist-info → xinference-1.3.1.post1.dist-info}/WHEEL +0 -0
  52. {xinference-1.3.0.post2.dist-info → xinference-1.3.1.post1.dist-info}/entry_points.txt +0 -0
  53. {xinference-1.3.0.post2.dist-info → xinference-1.3.1.post1.dist-info}/top_level.txt +0 -0
@@ -1,15 +1,15 @@
1
1
  xinference/__init__.py,sha256=nmTTrYbIpj964ZF6ojtgOM7E85JBOj1EyQbmYjbj1jw,915
2
2
  xinference/_compat.py,sha256=URSJQLXrcsTO9B_4x0wVDPijYQDhuVJmZ95npID560w,4197
3
- xinference/_version.py,sha256=4EtXtCeHp6nyWCpJ7_0hRACaUqdifs7HuNYZPw5GSHM,503
4
- xinference/conftest.py,sha256=vETDpRBVIlWbWi7OTwf7og89U25KyYGyI7yPIB3O8N8,9564
3
+ xinference/_version.py,sha256=qMz600g9USAjrV1nTxM3bBcpOiTBWs1VJPEtdMggVGg,503
4
+ xinference/conftest.py,sha256=ZB7li77s4_H4ZEQpDo2PX-b4zrs8-bIpvh59P_CaSoo,9691
5
5
  xinference/constants.py,sha256=mEW4HDzjXtDXN61Mt6TtJrJ4ljbB6VUkh97e3oDbNx4,3905
6
6
  xinference/device_utils.py,sha256=ELsqvnjvz9wYthTyQFzKSV4mZsaASz6hj_IsfMmfMWc,4447
7
7
  xinference/fields.py,sha256=0UtBFaDNzn1n9MRjyTkNrolsIML-TpZfudWOejqjni8,5245
8
8
  xinference/isolation.py,sha256=gTU1em5fxg1m-7hxieWBMZvVkXZX4GZYmeT7XxXsYrU,2699
9
- xinference/types.py,sha256=LAfX2vyztb9TYFpOTgqBExLg9I8XwQH4urVtuVFIvl8,13182
9
+ xinference/types.py,sha256=4mmuCVRx2BuciB4kQoot6Z-yw3ixa7GITM1M_75yeGQ,13291
10
10
  xinference/utils.py,sha256=zYgf9bCvfbybRt3gEog6r5WJCpj0czZCf0qgRdYjkN8,720
11
11
  xinference/api/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
12
- xinference/api/restful_api.py,sha256=XENr9892-WHZ1XKaCwijdTAAd1uX2D0oMKUF6Pw99GQ,92730
12
+ xinference/api/restful_api.py,sha256=GENX8AMUFxHjhImCIZYorxYonGOixzHhuQBLOsB7orI,92774
13
13
  xinference/api/oauth2/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
14
14
  xinference/api/oauth2/auth_service.py,sha256=74JzB42fbbmBu4Q1dW3A9Fp_N7167KgRGB42Z0NHjAM,6119
15
15
  xinference/api/oauth2/types.py,sha256=K923sv_XySIUtM2Eozl9IG082IJcDOS5SFLrPZ5ELBg,996
@@ -21,18 +21,18 @@ xinference/client/restful/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7
21
21
  xinference/client/restful/restful_client.py,sha256=DofFF0ZaOmBpCVp9qtAeYDGbvd-KS5u4_GMGp8AbbM4,53994
22
22
  xinference/core/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
23
23
  xinference/core/cache_tracker.py,sha256=3ubjYCU5aZToSp2GEuzedECVrg-PR4kThTefrFUkb9g,6971
24
- xinference/core/chat_interface.py,sha256=5fUr9-OLrFTZ5TvFGE8gX4N_-N4EmYRp74b5fD6cyAU,21048
24
+ xinference/core/chat_interface.py,sha256=X5ZC91M_uKIG8NW1xupKUDNoqzUHMpLp4-ijf-YhjbE,21766
25
25
  xinference/core/event.py,sha256=42F38H2WOl6aPxp2oxX6WNxHRRxbnvYRmbt4Ar7NP4U,1640
26
26
  xinference/core/image_interface.py,sha256=5Iuoiw3g2TvgOYi3gRIAGApve2nNzfMPduRrBHvd1NY,13755
27
27
  xinference/core/metrics.py,sha256=ScmTG15Uq3h_ob72ybZSMWdnk8P4sUZFcm60f4ikSXc,2631
28
- xinference/core/model.py,sha256=EcC0Mxnsrb77FcMZ-MdwMVUQ7evKjAIzNj9tCY-nRVE,44130
28
+ xinference/core/model.py,sha256=8JMm_h-d6Zl1qHcqh9pcHHnAGuKE9DhsLzN0UV6R7rc,44225
29
29
  xinference/core/progress_tracker.py,sha256=LIF6CLIlnEoSBkuDCraJktDOzZ31mQ4HOo6EVr3KpQM,6453
30
30
  xinference/core/resource.py,sha256=aTV89dmuKxw5JnwQglRkA2Wxu1EBLM5WjmLxITSXYgs,1808
31
- xinference/core/scheduler.py,sha256=WHWOlbzAPoURXNzjFNdfvhkgBYO8ufZtIu3JXfq7fmY,15576
31
+ xinference/core/scheduler.py,sha256=0rbbaVYQ4g2W8P3tbbHonmFjFkllmoPB3OtkVPr5crA,15650
32
32
  xinference/core/status_guard.py,sha256=VLhyqpobdclfyzcROqf4bmGDiKpuHllto316X3Z6Hrc,2860
33
33
  xinference/core/supervisor.py,sha256=JgfEY7LkP9m48abukMXKBumEqeV9Q-IImSAJjk6YslE,69304
34
34
  xinference/core/utils.py,sha256=TpUHNFcA4pEXq084Quz-ilIccuDMUAsdLrEJxj0Zn6I,10414
35
- xinference/core/worker.py,sha256=VpX9Mwa27FyNcgoXdFRe414iL4KySZNpMfPIOhrcVPE,51737
35
+ xinference/core/worker.py,sha256=M16ixEI0y9DzsyqpTLiYNhYbAxUFvM0GgnTpyh7iLZU,51749
36
36
  xinference/deploy/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
37
37
  xinference/deploy/cmdline.py,sha256=fOuD4HixyI6VuuVO7XJ-0_C3JutDe1sv4MwVjZPluS8,49338
38
38
  xinference/deploy/local.py,sha256=sO3BcpEH9oCF87CxWVA4AXAYcfHGnrcop40ew5NOA2g,3979
@@ -61,7 +61,7 @@ xinference/model/audio/utils.py,sha256=fnnQfZlhH6DRw6beXPUIO28u6qu2GgCONrWDIsTCN
61
61
  xinference/model/audio/whisper.py,sha256=NePQOYy2CnVqi7g6uY9hq5tlUIxZ995FOIOPsPZCfJ8,9058
62
62
  xinference/model/audio/whisper_mlx.py,sha256=zBuCd7GUlsN9FC_-J11gqIkOCicihfbqxoabiXTvH2Q,7237
63
63
  xinference/model/embedding/__init__.py,sha256=1GmvQsbeeVUT-VRaRGetf8UT4RQgLWIzfp5kfX5jw-k,3567
64
- xinference/model/embedding/core.py,sha256=ijobgaf8ZXY7epxE4m1jqnMIJDaAwzHPoWExhaMtBMY,32201
64
+ xinference/model/embedding/core.py,sha256=tKUtZrf8gNatFibK56H-TMtvhBTOlMe4QPVUUeupJZI,32587
65
65
  xinference/model/embedding/custom.py,sha256=757KncqhsOWVypHZFtuhBP_xy-UTNaFdy0BuZRfuIV8,3848
66
66
  xinference/model/embedding/model_spec.json,sha256=EqoR3mubGwCRhAiG6airmS1i881MAxRcwG0FkTyODjs,7233
67
67
  xinference/model/embedding/model_spec_modelscope.json,sha256=XGXKaB0sI-pDuboCW39AIugRuDFNvQE6hNhp67uoKsA,6414
@@ -86,38 +86,36 @@ xinference/model/image/scheduler/flux.py,sha256=GHlpPfU5UxsiQWNyvNe9SaVZceNg_2Ci
86
86
  xinference/model/image/stable_diffusion/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
87
87
  xinference/model/image/stable_diffusion/core.py,sha256=V3BaASwx8q1YERb4jhhaYEDFiwh3BuPAz8pVZTuktAQ,24717
88
88
  xinference/model/image/stable_diffusion/mlx.py,sha256=GZsozzGB04NfHAdU9MI6gwWE1t_A-s_Ddn_ic8DlkKQ,7476
89
- xinference/model/llm/__init__.py,sha256=zKmkoNsUoQk1_jnLHNpno4UPKGl5O_vJK5R5R-TYF9w,14140
90
- xinference/model/llm/core.py,sha256=g-luuAjZizrPunhyFE9IRjn57l0g6FY_1xUwtlRegbs,8151
91
- xinference/model/llm/llm_family.json,sha256=GpHyi6OqCe8EmHUrWR4stSeRE3D9u2cRJYtGnRAVBI8,358968
89
+ xinference/model/llm/__init__.py,sha256=UJOSz9zr5mAj8Fm09yoZbEe4xBWYnSxUV9aGE50e5dc,14184
90
+ xinference/model/llm/core.py,sha256=2AYRKdiJ5L1iKU9CE_C09IbEtE2KrsIy4dqkqg2txes,8626
91
+ xinference/model/llm/llm_family.json,sha256=xszAQbwI5lvkdcxRSoowNddvPfuFF2aT6xnvzeyzo8w,374447
92
92
  xinference/model/llm/llm_family.py,sha256=SrgTmEKspAELhVqmMs7Rz6xUk7rmc9V61urvbWAZOVE,39214
93
93
  xinference/model/llm/llm_family_csghub.json,sha256=zMKWbihsxQNVB1u5iKJbZUkbOfQ4IPNq1KQ-8IDPQQA,8759
94
- xinference/model/llm/llm_family_modelscope.json,sha256=8RsMiGrbVdLQohnmdbVWIZgk4yYcFpnYZpkcqz-P8yE,289997
94
+ xinference/model/llm/llm_family_modelscope.json,sha256=2OuPertAGKnryliUofjnqemLrhHW1aaq6-4tPsrbKNI,304592
95
95
  xinference/model/llm/llm_family_openmind_hub.json,sha256=jl9pfbe5DztoxgEwKBxDk1Wd7TziTiJ48_Ie_lJdYjA,67872
96
96
  xinference/model/llm/memory.py,sha256=GLNmXBI-AtMbuaJfEf50fnhN4rdbOZjLyT6L_Vjqa5g,10206
97
- xinference/model/llm/utils.py,sha256=ZzhXldHn2MHuMgyJkpwxFZlwS6mbdIL2_UMqKWKpkz4,30165
97
+ xinference/model/llm/reasoning_parser.py,sha256=Gqf2WS5olkD2SfJ3wlCAQsmQUZOIc1185h_01pIs7TQ,6067
98
+ xinference/model/llm/utils.py,sha256=QYYGfaPYr3GG7dyowNgs4qyayid-gOtJ_ToXqAMVhSU,32846
98
99
  xinference/model/llm/llama_cpp/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
99
- xinference/model/llm/llama_cpp/core.py,sha256=3GSGk42c8Oy_jTqRv4nLC482V2tUis3V0LlohQy_I1U,11312
100
+ xinference/model/llm/llama_cpp/core.py,sha256=rUVyaP5tE6xz9jy0m4iZ0ys99vl3sicnWZsEnbaXPfw,21181
100
101
  xinference/model/llm/lmdeploy/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
101
102
  xinference/model/llm/lmdeploy/core.py,sha256=WvSP3x6t-HBv6hKh1qWZatFAzlcZCyyKqvc3ua8yPTI,19835
102
103
  xinference/model/llm/mlx/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
103
- xinference/model/llm/mlx/core.py,sha256=WQN2iURiWSL_MY5hR0GkCYa08qr5wtOFx522_c2vW30,23130
104
- xinference/model/llm/reasoning_parsers/__init__.py,sha256=-sjSIQ4K6w-TEzx49kVaWeWC443fnZqODU91GCQ_JNo,581
105
- xinference/model/llm/reasoning_parsers/abs_reasoning_parsers.py,sha256=NWwx7Uj2K6SR1TZCfHeF1Q9Kpm9o6PNV8I16nyQNTh4,3020
106
- xinference/model/llm/reasoning_parsers/deepseek_r1_reasoning_parser.py,sha256=m_olMdPLJrozADlRuH_nLRrzqLgM2W1QY9G2fa7qzes,6345
104
+ xinference/model/llm/mlx/core.py,sha256=l4_MKw5UckM81kaCwgriy0KZU3zPN38p36P3J9USmgA,23568
107
105
  xinference/model/llm/sglang/__init__.py,sha256=-sjSIQ4K6w-TEzx49kVaWeWC443fnZqODU91GCQ_JNo,581
108
- xinference/model/llm/sglang/core.py,sha256=tR8PtdC_RBG00sBQp8lF-ow5xq9QkPlRbFPoHzzCDZk,20321
106
+ xinference/model/llm/sglang/core.py,sha256=tMbvQOwQu5uBXBTMK5Vh-FR2Gc-Nbc0HIhp2iy47wCA,20606
109
107
  xinference/model/llm/transformers/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
110
- xinference/model/llm/transformers/chatglm.py,sha256=vHBPIn5nEkrjBmonYkCHAIxDwvNeZHXK8EQz3B2vObE,22418
108
+ xinference/model/llm/transformers/chatglm.py,sha256=pIBPhR4cpeOR6ok5dKPK1633M1RMHCzrxB2fpDRaCuY,22426
111
109
  xinference/model/llm/transformers/cogagent.py,sha256=JbIiqVW-S9MA3d4CN2DlI7-WDB_nuCbX8JSypR5TmVU,10080
112
110
  xinference/model/llm/transformers/cogvlm2.py,sha256=I5Ftm0VYjbTAv5ZARZCo32Ggpw58PJfHs5B_nX_BIlU,15972
113
111
  xinference/model/llm/transformers/cogvlm2_video.py,sha256=ZGkpC4x2uEtjwoMrLSODmAUYTjOeSNYxZi9VpQrpnhU,11857
114
112
  xinference/model/llm/transformers/compression.py,sha256=U0vMJ-JaBt4oC2LffgWg6HbPj1CeUi_YdwVbjDd0mRA,8112
115
- xinference/model/llm/transformers/core.py,sha256=7VkOA04mpiuyA8-P62NSC74_WkKLFb_O51hIEtUHPBw,28493
113
+ xinference/model/llm/transformers/core.py,sha256=4-dtT7QdZW1yf_tzCScYaixU0qIHEe8YrSm_b73Z46s,29071
116
114
  xinference/model/llm/transformers/deepseek_v2.py,sha256=-RKlI3mhja730md4evQ2vfIxBnZD5vWyrgmg_3eovms,4096
117
115
  xinference/model/llm/transformers/deepseek_vl.py,sha256=pB6i6DW5oyfHdqTgKpi2DkIKVGlPLGIDR_Op0sB1uKA,10445
118
116
  xinference/model/llm/transformers/glm4v.py,sha256=goph2HhpV8gUm2t8-T1P-jTF2r_kPeH6QNe64lmlm0g,13871
119
117
  xinference/model/llm/transformers/glm_edge_v.py,sha256=sedHB4iRd37UC__1MeXs33NLMQQKFYBIFf3A71rMEZU,8159
120
- xinference/model/llm/transformers/intern_vl.py,sha256=TTVhTCCiW7_uXFkdHEJB25UBkpGGDwg2yFHQNZ1HDkY,18740
118
+ xinference/model/llm/transformers/intern_vl.py,sha256=N3-wKrW076Ik0oRUNpHIIXIZxHmPJ6f4KVUcpDLfCdQ,18792
121
119
  xinference/model/llm/transformers/internlm2.py,sha256=3mjRgqU0RgCFF0F46ieVH0NO2JCKGsQkmkoVlWJrh8E,3221
122
120
  xinference/model/llm/transformers/minicpmv25.py,sha256=mr80-OlSlK_opSuAO3cz_QlkqujLr6V-OsTP0ebwpE8,6814
123
121
  xinference/model/llm/transformers/minicpmv26.py,sha256=_e2C4vmyKIzKt7S7AvKgiqhDOhGiBXa6Xoiix4UaYtI,13440
@@ -127,10 +125,10 @@ xinference/model/llm/transformers/qwen2_audio.py,sha256=RkKSUFTgyolVSuFoLj2GdzsF
127
125
  xinference/model/llm/transformers/qwen2_vl.py,sha256=HEtxPJyhfsvcULu8guLwasB0DaXRgOGxP1WrhgDUWec,8437
128
126
  xinference/model/llm/transformers/qwen_vl.py,sha256=LG19qJW30bFiZOS-t9OM3JP6K1KCLj_Sv3nKSCLvyts,14058
129
127
  xinference/model/llm/transformers/tensorizer_utils.py,sha256=VXSYbPZtCbd8lVvsnjDLPZjfCMil67Pkywd_Ze4dTx4,11362
130
- xinference/model/llm/transformers/utils.py,sha256=GHJsjBjEXpzZAFbcfKiMxMjFnOBYeZt-eXF5S4HQ8I8,19582
128
+ xinference/model/llm/transformers/utils.py,sha256=KETjuVR_RpF--fno0KxT068fD1v4REFhe-0wy_sCwRs,19584
131
129
  xinference/model/llm/transformers/yi_vl.py,sha256=iCdRLw-wizbU-qXXc8CT4DhC0Pt-uYg0vFwXEhAZjQg,8961
132
130
  xinference/model/llm/vllm/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
133
- xinference/model/llm/vllm/core.py,sha256=9xEbfH8_Go0j0yaaOMFWC5Uge9dJEaRBYNvCqyZHjTo,38886
131
+ xinference/model/llm/vllm/core.py,sha256=j5sdlrctBnouLJAfBs0Ofa1JbngTlYsDzrs2ManQN0o,38261
134
132
  xinference/model/llm/vllm/utils.py,sha256=LKOmwfFRrlSecawxT-uE39tC2RQbf1UIiSH9Uz90X6w,1313
135
133
  xinference/model/llm/vllm/xavier/__init__.py,sha256=CyLLkbImZouAk4lePIgKXT4WQoqyauIEwdqea5IOUVU,581
136
134
  xinference/model/llm/vllm/xavier/allocator.py,sha256=SJ2eCOxF6CWTBZIP39FRxeK6fxIE8pRshOPnSRc72d4,2691
@@ -574,14 +572,14 @@ xinference/thirdparty/whisper/normalizers/english.json,sha256=Zgf5SL6YJNLhsvoiI8
574
572
  xinference/thirdparty/whisper/normalizers/english.py,sha256=KJjkZyru_J9Ey03jjBFc3yhvWzWuMhQzRnp2dM6IQdA,20868
575
573
  xinference/web/ui/package-lock.json,sha256=Q3gwsjjCFtDjVg5Yk7s4jfMAZ1wiyFfS_TJCw3ECB64,762407
576
574
  xinference/web/ui/package.json,sha256=iitsROb4-TLzxbOftXJqUGpp38TuPhzfLKy5n9THQYg,2081
577
- xinference/web/ui/build/asset-manifest.json,sha256=Srqd0ekVTAVzesxvyT6RdFZ2YQbbOvuEvRdMKekdoy0,453
575
+ xinference/web/ui/build/asset-manifest.json,sha256=LT9W0K6l2I-9IZLmLnFLA0cBvQ88dRjev9JASk7fLRk,453
578
576
  xinference/web/ui/build/favicon.svg,sha256=dWR8uaz0Q9GCcl-DjWvQh07e1f3jhJBt-r4aSbmH3A4,1894
579
- xinference/web/ui/build/index.html,sha256=cD4LgyU7chZrjyRqj1MGpKnhuAh6qbEBoG7G8bAhK_s,650
577
+ xinference/web/ui/build/index.html,sha256=bUlPOL9F_pZs6DiGoll-Rf03322I6FfKre9etsYRAeY,650
580
578
  xinference/web/ui/build/static/css/main.f8177338.css,sha256=0Q2_Jsa0kGCmFf24Zzc_An-sQoKjjkCxCQGXtkiSNRA,5397
581
579
  xinference/web/ui/build/static/css/main.f8177338.css.map,sha256=Lf6p9GU0WwTIdaGDlWSRuppm2L8g5sxh9tfZvLImcBE,10318
582
- xinference/web/ui/build/static/js/main.ad42919c.js,sha256=vJ9COtdw-YpMXf7LASJVLFRFtUIL3-9feuu_FhTlQz4,1223559
583
- xinference/web/ui/build/static/js/main.ad42919c.js.LICENSE.txt,sha256=d8ETWF_wyLDtaMx4LKhmJjBONXs3Onu4YucCXopqPK0,2321
584
- xinference/web/ui/build/static/js/main.ad42919c.js.map,sha256=6E74kjrp29uyJnie6nBaI0wTsdYf3q6UoX-XKIEvwfM,5180200
580
+ xinference/web/ui/build/static/js/main.55b70cb7.js,sha256=_UpzAHG1jKsGniNRUrVgwWPyiJPyZ-tkaMgmC7voF_Y,1227507
581
+ xinference/web/ui/build/static/js/main.55b70cb7.js.LICENSE.txt,sha256=d8ETWF_wyLDtaMx4LKhmJjBONXs3Onu4YucCXopqPK0,2321
582
+ xinference/web/ui/build/static/js/main.55b70cb7.js.map,sha256=T1bSZtPpDa8D9-PjL4jn47qFJJZ8wIu3wmSL8rn2dxg,5192036
585
583
  xinference/web/ui/build/static/media/icon.4603d52c63041e5dfbfd.webp,sha256=kM--URMpXs5Vf0iSqQ8hmUalvWgcmRERpv37CriXRAE,16128
586
584
  xinference/web/ui/node_modules/.package-lock.json,sha256=2kL1sQ4ZuDQilki9DnRFFM8CxT13fyGl3chLK6i3DQY,760261
587
585
  xinference/web/ui/node_modules/.cache/babel-loader/00012b59e7dc64a18400bdddb660faa295258241c0b9cd15c78cdba63b858ed8.json,sha256=FhiSQ9MQv6bT7TkLBlXXskoaG2HCKhsuTXXlkDV-pM4,668
@@ -939,7 +937,6 @@ xinference/web/ui/node_modules/.cache/babel-loader/073509dec461c060e7fccc1da4ddb
939
937
  xinference/web/ui/node_modules/.cache/babel-loader/07391101ec58160d69c23b74459b329060ea668a1592eaad42670ad901245847.json,sha256=gfmMrKd2mgFJW5WX2eUYZNwyXctdpEpu5cy5b68h2xo,1205
940
938
  xinference/web/ui/node_modules/.cache/babel-loader/073d9e72651168b125a3872e9554f8ebaf3c94caea063a65b9fad2a333a1e440.json,sha256=dROYK3lch9-A0vMtZ3dcbn__RxE4_SG_PicqqTq2FTA,1961
941
939
  xinference/web/ui/node_modules/.cache/babel-loader/074006c85bf3dd5a6c90e656635f2e86fc49b91643f857e6cf82779341f27bd2.json,sha256=nGCuVKLSOImjTiZhC3wU7C5e7MebvNNSmNNrRMLjKP0,301
942
- xinference/web/ui/node_modules/.cache/babel-loader/074a42304bbbaa79e1bfc3b28502457a390df55708de9006f4cc8e35c60aea87.json,sha256=k6UNwzuUckr4cfS9d4Ew_jQQuPqGRrLbOWj8zEvAo3U,34959
943
940
  xinference/web/ui/node_modules/.cache/babel-loader/0758c8d99b1430446a78c8a38526eb67e00b91e6b08a487ee932dade38e29097.json,sha256=miNSp5hzdCjTTIKOOwFNrdaqS1Jg5yBTx_4VHYqYwA8,1624
944
941
  xinference/web/ui/node_modules/.cache/babel-loader/075b92a4a433fb285c9bca6c4d26cde84136c8ecf0e8ac6c834c17f90f691052.json,sha256=MB_EDmQK5EMxTEgCmOVHmwJuHIuo_TybosvzHQZIKW8,1498
945
942
  xinference/web/ui/node_modules/.cache/babel-loader/075c065693ebe7fa9651aed7a413eed69be4b4a41b6d5564af1a5090ea817d6a.json,sha256=8-nrhv-_QaoITiwCbNWNTuDRE7QRtqQwAXSJlIQwNgA,5628
@@ -1300,6 +1297,7 @@ xinference/web/ui/node_modules/.cache/babel-loader/0ef84bbb6b567d753a060bcd921cb
1300
1297
  xinference/web/ui/node_modules/.cache/babel-loader/0efd7db36d8479197fe4d6fd406d90fe9841d6018ce2b1b0f53f25e7438a88f9.json,sha256=6fOUQui_YSFHFDeWqK8nxrcJ7Z1VyTSyijVj7yimtgM,1530
1301
1298
  xinference/web/ui/node_modules/.cache/babel-loader/0f0411593a7e8b8bff7f9a4b09f708c6eaafae8d359b73017a63c901658901d3.json,sha256=fgXt_imBl5ngvobBRLkdi7cI6AyW_07onWYdiyYdVP4,1732
1302
1299
  xinference/web/ui/node_modules/.cache/babel-loader/0f0a073112ecc16a2813d386f82fe951dc0ce5a10473ff1024aacb58bf001cf7.json,sha256=wz-iXkh0-WT0xa1w7ZuzY2oK6-4vS5W815CkMygUE_A,1259
1300
+ xinference/web/ui/node_modules/.cache/babel-loader/0f0adb2283a8f469d097a7a0ebb754624fa52414c83b83696c41f2e6a737ceda.json,sha256=gXeQ-hi5JIvzEIv3ZLo6A1MbFoNrcG99AsNekqoK1-0,79726
1303
1301
  xinference/web/ui/node_modules/.cache/babel-loader/0f1103819797fe986c40db633df5e68feb9e429753a497815b0babfa25bbbc5f.json,sha256=BLBzQuF_qHwWXayWpBeCIxJn28euUGFuIdLxxygQKcE,1320
1304
1302
  xinference/web/ui/node_modules/.cache/babel-loader/0f11394414eb9c39d69d5b451ba37c9796ebdc1355faca1fe1b99ff5238cdc5b.json,sha256=Aw19lQ1qJZWQVAyuXkJLEUTECb8-AOda5y-IUzNxpFY,1456
1305
1303
  xinference/web/ui/node_modules/.cache/babel-loader/0f130ad0b650f6c87c8678f5b5a766a9539bad1a26f67cb0462ce468b5cadc2d.json,sha256=yCSTVZ_eNRZrULnaWjUNE7Q8BPSxWe0kom7rG1k-d84,1602
@@ -2489,7 +2487,6 @@ xinference/web/ui/node_modules/.cache/babel-loader/27844331bf476647e959bb04689ee
2489
2487
  xinference/web/ui/node_modules/.cache/babel-loader/278aad2a3954ca509149a40e7ab7332bfb33cf678223c5c60956c195670fd6a3.json,sha256=-S2HW2HWfJZ6UM8YcV5W1iqFbogeTwaD6oh3SVzvAbE,2170
2490
2488
  xinference/web/ui/node_modules/.cache/babel-loader/2790fe0d4ef3c03fe2c9850140055cd80a6b77e47afe0a6524a963710d4804e8.json,sha256=Dic4-v1wsUjsKoj8b0EZPelhDf4NNyD6UY98yRT_KkM,1024
2491
2489
  xinference/web/ui/node_modules/.cache/babel-loader/2797222f2ebe027082f37f8563dc9bfe09e6dd96c346d669a0c00ba02bc455a0.json,sha256=b1pI7tXJ2IL3if8bDL7mbf1c2jy63DPBaWDG9qyNq_c,1605
2492
- xinference/web/ui/node_modules/.cache/babel-loader/279ace390216236a82b3d8995c78eca4d637ac9a523e9f521a2d9c76607a43d7.json,sha256=SH3F1Zw5CocADLBe2zRktQwKEpGiJdAr0cm_GhGQGOI,70432
2493
2490
  xinference/web/ui/node_modules/.cache/babel-loader/279cff67aebcbff7bf1aadd8dee83a462d3bfa123a077291b738dca32c59134e.json,sha256=Q_-i853wPZHIhFWgXllPR-fFp2k1bzEfurB-JgoNR_k,1360
2494
2491
  xinference/web/ui/node_modules/.cache/babel-loader/27a83888ea03e1435c5fcf2a839d16a835987999345e9ec3481dc7fe7088ce2d.json,sha256=lAAJDy7jT71RUA2-tHYBpDE6ey983EbfhzUOyuGktmA,1043
2495
2492
  xinference/web/ui/node_modules/.cache/babel-loader/27aa20fa4b391d94993781fc2db2bd02bc2c52d4339c896071c7f3700275ee3f.json,sha256=8NhJ04Czzpcn2MvpH0J6WEd1Qgpr-AMZ770UaVubGHA,3051
@@ -2763,6 +2760,7 @@ xinference/web/ui/node_modules/.cache/babel-loader/2dd288308dc5f1b64f1e1c5090662
2763
2760
  xinference/web/ui/node_modules/.cache/babel-loader/2dd36b2b9c3186e109b8e075b65458b27dc737062fe4e08284d8346047078e58.json,sha256=TYmsnTGXi43__5fyHzhxIVm29ZkFzM-68Gplfb0xXzw,1288
2764
2761
  xinference/web/ui/node_modules/.cache/babel-loader/2de20c41de07e7717bd62ced5cdc008328ba84b652697c1bfb69c7ce651cf29c.json,sha256=iZJrNQSfGzrnnrrbDRqS1zyGiQdvzxmdy9DBxjNdQhQ,1760
2765
2762
  xinference/web/ui/node_modules/.cache/babel-loader/2deab92f64f43d676208b6f7cf32985921a5ff656a2de9241bc1f6fe1f9e80e3.json,sha256=Mi9Lg7X8PCl_S9U8I5o8Su7CGqc6NBgYHhI8M_stDmc,2492
2763
+ xinference/web/ui/node_modules/.cache/babel-loader/2deac8d5636974533e3714f34e94fc754f9153a07c6ee11e72846cb8eae47e4b.json,sha256=Cia1z16-nh_iX2ZV0wiZzZ3kM02gpbxSh-TMFBVCDx4,219920
2766
2764
  xinference/web/ui/node_modules/.cache/babel-loader/2df184fdbff22f793a8d092cff9fe7873b082222ef1ba511c6da1979ed7395e4.json,sha256=VxlTcY1GriWjYRZlDyyV2CP_C7y-top0wDjfGgz5nlU,558
2767
2765
  xinference/web/ui/node_modules/.cache/babel-loader/2dfebeb7e31a60a0204d9a91c32ba1b18e449638d7bd7ca6dd3decd174fadfd9.json,sha256=NFSd0rOOhDqAYBLv57Kx__pjOgjdJ6geMyCA3puB-1c,1759
2768
2766
  xinference/web/ui/node_modules/.cache/babel-loader/2e0a00aeca8ecb5197a84109389d0d9c4365a546fb930b428e915b27203f681f.json,sha256=n12FJkZqTJmXdUJSiVCBwePdcKMKb3FNQc7pUAyv2CQ,495
@@ -5275,7 +5273,6 @@ xinference/web/ui/node_modules/.cache/babel-loader/62fd0405f42322167b7d3f61714e1
5275
5273
  xinference/web/ui/node_modules/.cache/babel-loader/62ffb235faf753381f052c61e0b299ae942de87ef8400263a387c266c1c7ad0b.json,sha256=-m64diXCwVVFjKhumQkTUV6uPCA63Bdlm_tDShIK32I,1213
5276
5274
  xinference/web/ui/node_modules/.cache/babel-loader/6300e4873a2d9b49c679981a2c2bb23ddf152dc584663052916d0362f8aadb7b.json,sha256=uFEYse_F0XRD_kAj5crbKveU5JVhWZWppxSTb7vtCK4,2010
5277
5275
  xinference/web/ui/node_modules/.cache/babel-loader/6307a1e93c5211c740e8402062e1302e4856e87d2e72a53d5303ee0240f5258b.json,sha256=VPDHuA7vJMJn8XT8cAQfLS5vfVfndXvJrfexgREYknk,1220
5278
- xinference/web/ui/node_modules/.cache/babel-loader/630a7bd592596cc6e291fc32238ce7c08238038a64ed8ccee0eb0c13c9902910.json,sha256=LDQtIKpt148QQZ8bd6Ky_xHzLM-G8Pib2d8dg8KLc6o,215326
5279
5276
  xinference/web/ui/node_modules/.cache/babel-loader/630e365967ea25b414058cd7f4c48480c6170f7b4930fd6c9c5e7638eb7c112e.json,sha256=MnM2DeEcoubzic2nb9IBOAEoYtFI2CHxe5zhtlBnlaI,1894
5280
5277
  xinference/web/ui/node_modules/.cache/babel-loader/630fca8bd2b961b5d3d95692ce9ca3bbde9b4a0051bf6aa90499d41575800a9b.json,sha256=OMYGvJnRTvAh54ZnkbJyTB4Cn8wkjiHJzBBEzd7HjOA,1733
5281
5278
  xinference/web/ui/node_modules/.cache/babel-loader/6313823a271e1424e581d1b128d2802f6938b4913e4638b0aecf7439e2fe5633.json,sha256=JADY3JDkONZeMUF2tXw_rJ4yo2p2Vy4yBpbhGOZDL3E,1178
@@ -6742,6 +6739,7 @@ xinference/web/ui/node_modules/.cache/babel-loader/81496b7ff01d97dd5510b9a10401f
6742
6739
  xinference/web/ui/node_modules/.cache/babel-loader/814e9d2caac0a6776bae84db2b0cd47b1825b5927834ba3f03efe61c49925a52.json,sha256=D10zd34zys5Xp9vunlYZ5LyIjVUNA-zI3hCBK5IHzhM,1897
6743
6740
  xinference/web/ui/node_modules/.cache/babel-loader/81513ae04f6eb443d160fc7c12680156271de28408701c8653d6888aedf1198e.json,sha256=ac6Rp6Rjr8KY_Jxrfm9MtTzktwa4ovWCFNBxEMHaELg,314
6744
6741
  xinference/web/ui/node_modules/.cache/babel-loader/8155a35306c438d7eb9ae5fd0f79650f92f62224a3d026a1e86774eb1669379b.json,sha256=3mM-8123G4DYT58PVWz_CZLl6TfV2QrwH0jTKySIAmI,30352
6742
+ xinference/web/ui/node_modules/.cache/babel-loader/8157db83995c671eb57abc316c337f867d1dc63fb83520bb4ff351fee57dcce2.json,sha256=oSCUrqxskpnfnbGMXK4XlUA6QEMeyZ8kUUeHH4m9Bpo,39793
6745
6743
  xinference/web/ui/node_modules/.cache/babel-loader/8158b370d00b61bb082011830a433e6a7ef64afa7f27a3c052ddf8f71b745269.json,sha256=OF09Axl_BlYK9FXKiIeYxWYtmBbcH8-ljzNYO2GHGeM,12759
6746
6744
  xinference/web/ui/node_modules/.cache/babel-loader/815a3eb0ea876c42a2ba8353b7f915de01958be32f5efdaf974841f9a2d08952.json,sha256=9VCaonvW5zDhbd3r5crz9Hosj5HyCdt7rUZ5TwAsYvg,1763
6747
6745
  xinference/web/ui/node_modules/.cache/babel-loader/815c5d8a13acba36c8c62c5894ee1df7b38f576fd1622a83ebed44bb74e4e6f0.json,sha256=-pCx4NVz7k2celhd6sZPKScixuTTd7UT6ozZwpnOd-A,1627
@@ -7050,6 +7048,7 @@ xinference/web/ui/node_modules/.cache/babel-loader/878604262645f78a77897180898f7
7050
7048
  xinference/web/ui/node_modules/.cache/babel-loader/8793ac45583f7e9a1936d6fd7889984b4aa85a711496025fd2ccfd99f566cdfb.json,sha256=XGrBMLyLeU3cUS7-ade5DsZ_3H2VvcKNB-jTaEhTl3Y,496
7051
7049
  xinference/web/ui/node_modules/.cache/babel-loader/8793f8a922945a110f3f0c9991655eb53023637145f083abe9c8a59db9109c1c.json,sha256=xgigAbYWv11A29UgvQLWYaZHnayVUkf1CPnpgjRaU9Q,1150
7052
7050
  xinference/web/ui/node_modules/.cache/babel-loader/87a6ed91cf23117b083ac98bdc50605473513d1dfe9769153b56b2d212bba0f2.json,sha256=ehTfrOyJCVqlNMbVCwYD4dUFV3e9REGZQFml5w1KLLU,18575
7051
+ xinference/web/ui/node_modules/.cache/babel-loader/87a9b13f2466f375ae5c6e7c08b279cc38351d29710d7f7626bbb07a85262b79.json,sha256=5684HpmvNV-a8shBZ2dZBuWM_tSy4SLjAuxFLC13zT0,2199
7053
7052
  xinference/web/ui/node_modules/.cache/babel-loader/87aa310be104b641b3ec36492156a4d091f8c9e9fb87036732d7b8256d6e5e4d.json,sha256=FzCsNE5n2O78XnhwHl5SwtVX8wAZFjJY41yE-RKbQ78,1110
7054
7053
  xinference/web/ui/node_modules/.cache/babel-loader/87bddfee9feeed89b13849b49b0ce32e753f861c700a4d71ef211df583d54c50.json,sha256=6jL6L1GzS3em-zZlTKTzy-fz1huu3Gb2GCEpd7V-Py8,5226
7055
7054
  xinference/web/ui/node_modules/.cache/babel-loader/87bdf8e9181a3d23ef099c5d3ae5ccea54f1b88ee0a46b24b9c317779c742df4.json,sha256=O4aH8cB8HdQuPoqWpv2bZ5K-GXGrsJrBGCUB8tOpbA8,1020
@@ -7535,7 +7534,6 @@ xinference/web/ui/node_modules/.cache/babel-loader/91239521b89ea6f503bfe9254cab7
7535
7534
  xinference/web/ui/node_modules/.cache/babel-loader/912e4e19ed930a2b76621c006e0c5384d36fcf8749d971fdcd9d4b9cd4f48020.json,sha256=2uJt49vgUrW1XDqSIiMx2rmt35Yn5AQXMLdaEqwN5uU,1105
7536
7535
  xinference/web/ui/node_modules/.cache/babel-loader/9138f9e56868ed8ebaf502cbe9a7862ab7eff3abbb8a78f398d69b7490561d54.json,sha256=xxnrjQ0KSYRPcldu1Qz5wN3J-fAOW5capY3OjIxdYro,1636
7537
7536
  xinference/web/ui/node_modules/.cache/babel-loader/91494cda2aa4fd0ae42970ed6b6c8691a940c0c6d252f762f63de4c001ab5c73.json,sha256=YbrQM9vJBcBrvdn-mFSo8OFamRNPCGRSG-8xhtcUuQc,1366
7538
- xinference/web/ui/node_modules/.cache/babel-loader/914c33e91c1012e3bcd3e96f3a25884cbef148290632d0266dab972b8cc1e95f.json,sha256=uCEC3_aOokD385ohAPcjWoNL9aiFYU5NQJdPx7tcIoc,18819
7539
7537
  xinference/web/ui/node_modules/.cache/babel-loader/914d838a27c12875ff6ca68f172d07430f003ab028b4e85c8dd98f8b231d6ba7.json,sha256=x6ymL0OHtrFhG1A_KNJqJYatbG_IBRstFS0CDn3m8DY,1735
7540
7538
  xinference/web/ui/node_modules/.cache/babel-loader/9154e88c5bce4a863af15c500f4b71db27b4f9d5b883e58893f2b451f388c16f.json,sha256=_KZhMIEW48NMLaAwEk_gSz-MvekcqY2zDvOnlcJvftk,1309
7541
7539
  xinference/web/ui/node_modules/.cache/babel-loader/915df9b85b47ed5d41ec1bcef48b5c1700a18041b492191ee2c5171cd8af1353.json,sha256=zXm-QZkUHulIYH427BuCzp622OFiPFBGrazpUY3I1JQ,1399
@@ -9345,7 +9343,6 @@ xinference/web/ui/node_modules/.cache/babel-loader/b781bc2289075bbc307ba2bf90701
9345
9343
  xinference/web/ui/node_modules/.cache/babel-loader/b78534d8ba97e5ffc162f18dbe65d870ac081e7be05bfecffad0216e0fc49a69.json,sha256=e3B_3ec7UBGJ6MhLORIaqHjClfjGJnwcoUmjD2H5s8Q,2166
9346
9344
  xinference/web/ui/node_modules/.cache/babel-loader/b788f9c8d08127df3482216af800df5c211cf494d3071f178791257164dfcfb7.json,sha256=CvwDvLEK8PrdYs_JBMCnxeEy8ZVb2TX53rn5XGu_HkM,1643
9347
9345
  xinference/web/ui/node_modules/.cache/babel-loader/b78d54c0f2858f3b5c1870637e6cb5cf78ff9bc473b90c143749a9995993e127.json,sha256=EIYhrt8wUC8DRmKYaWTZ2TdCPh9Xpjo8aZUF_VefJb4,2005
9348
- xinference/web/ui/node_modules/.cache/babel-loader/b7939cd3a48adf12fccfdd0803019b5cc235ff7de3a297dae70ce635e0eea13e.json,sha256=8GRNmmD3r7RRrlZ7ByFVv6S58kcokxup9VBo_WazQEE,12792
9349
9346
  xinference/web/ui/node_modules/.cache/babel-loader/b7967ae7e086791191dd19b7b59924c40b3e660043d730c9bd490ba884a796f0.json,sha256=Zzwz7D8_scNh_mznfUhfY0mBX9l0iT0czpZFyR5znR0,1352
9350
9347
  xinference/web/ui/node_modules/.cache/babel-loader/b7a1f207d333da771f85d59bbeaf15128cbd7500e548aca052a5a1685c025df3.json,sha256=AX1qpuwQackpyoJk2MQX4n7wSVkl1fhLa8NY8Fe5ghA,1208
9351
9348
  xinference/web/ui/node_modules/.cache/babel-loader/b7a9ac932e3623af3602e39327ef70b9f20b2d168d87935192853eef3455752a.json,sha256=pMmKzQ0ZL_Fg8dDcRdjc-Gdo5pBokGLKeVG6vv_cugM,1300
@@ -11411,6 +11408,7 @@ xinference/web/ui/node_modules/.cache/babel-loader/e23332113bb465570807233881c67
11411
11408
  xinference/web/ui/node_modules/.cache/babel-loader/e233c270f6dfbe07d56794125b0dbc7b210aa9d60bfa800f1a65d1017725aacb.json,sha256=T-6Qh1Bd2ET2s7uwz_l-H1D4YmhxiPu0z9QtAUa13yE,2335
11412
11409
  xinference/web/ui/node_modules/.cache/babel-loader/e2355f65675bf448620913cb394bd1a7654c112c65fe9a2e9cad956b423cd2cf.json,sha256=1XBl_gKYZ1vXz5Dm8JCI6ueUIPf3CYJmq6Hyj7wmaYY,1348
11413
11410
  xinference/web/ui/node_modules/.cache/babel-loader/e235fddcc3d5be0176eb839158aec89cdbfe418229ffefd5b850096e0008e472.json,sha256=quJOT-8bzeSAB-duCR6ZUCth1R5GFdQuJcPMaHPAwAA,1519
11411
+ xinference/web/ui/node_modules/.cache/babel-loader/e23d476fcbf6fd69c8986bf82133d257d28aa8fc9a5cab231d81c1c75c58cd99.json,sha256=BiGPFO15kKvt_qZf0f5t_zBPinYfOpc3HHjTmYpoBnw,12902
11414
11412
  xinference/web/ui/node_modules/.cache/babel-loader/e242c583c2dbc2784f0fcf513523975f7d5df447e106c1c17e49e8578a6fc3ed.json,sha256=7A2ZoOlXOoKgZmyVlwd9rU63AhxlXPwrOK8vsbc6Tzs,5320
11415
11413
  xinference/web/ui/node_modules/.cache/babel-loader/e248f466e99f90d380f52c948985591af0f64c9476cabf153213e601f26d56fe.json,sha256=a3zY9Uhewn94UH_oEWgeZRn9JPuLEZRD_My-qrCh4II,1043
11416
11414
  xinference/web/ui/node_modules/.cache/babel-loader/e24e0a714c9c084f168b65d26d5ee47035313842ae464764b23cf4d446de84ec.json,sha256=TC141hTEzdmepi_8XUCZexM9eBNeEGfjFd7zsuv_N7g,503
@@ -11567,6 +11565,7 @@ xinference/web/ui/node_modules/.cache/babel-loader/e53ea8b3917a7f5c0f11b2d4af656
11567
11565
  xinference/web/ui/node_modules/.cache/babel-loader/e53ec75454da3674c031f875120b28d1e3d162fd640eb9cfb434a6e14d7e20ce.json,sha256=RnNeAXlA4HFm7hNBr7dZSr3_ZSNF2x_xruidsXOvR6w,8766
11568
11566
  xinference/web/ui/node_modules/.cache/babel-loader/e5441ac0aeb7268daa1df2666421c3ef614f33bc0fd22cfc48bc86f555215cd9.json,sha256=Eu9_ENpsQddTv4kv0teN_RTyX3qvKwHcr1hA0oC0z44,1430
11569
11567
  xinference/web/ui/node_modules/.cache/babel-loader/e5457ddd47db04666f75d92639756906bb85cc2a1fd6c431db8b8d62afdd5dac.json,sha256=5OF-JKw05P1sWayUUlWLCDdzJ2LGSdi44qEFMGwYZHI,1630
11568
+ xinference/web/ui/node_modules/.cache/babel-loader/e547bbb18abb4a474b675a8d5782d25617566bea0af8caa9b836ce5649e2250a.json,sha256=qNhXsBSfJH97HDnkFRjvzkotVFgaYP7ktbPVRVrCNZ8,16658
11570
11569
  xinference/web/ui/node_modules/.cache/babel-loader/e547c36245be846b6236fe7913dac54733aa0014a5e6df2d514959151ba8a85d.json,sha256=kpSyGoAxXd-fBAM0YbT4TeKQ1Z4sw2EQb_4fPx0BAtI,1278
11571
11570
  xinference/web/ui/node_modules/.cache/babel-loader/e548cc7bd73f3ae78b278f15236842d3a012c5ad54e7f51a409faf806921008a.json,sha256=RqJcEeojiYVAEfh4mAjoTW8-mykYVvVE9Ig63E-bkyg,1252
11572
11571
  xinference/web/ui/node_modules/.cache/babel-loader/e54b36582ce597d2c19ae63da5aa6ecbc9b821cc44a5e4c46964a273dfa64ff2.json,sha256=uoj9z61zdPfpcn8hj0rxxbKsrQW7pltZ7qwSzG0a-ro,1497
@@ -11673,6 +11672,7 @@ xinference/web/ui/node_modules/.cache/babel-loader/e79ab54a87ef3b9130332852cbe4e
11673
11672
  xinference/web/ui/node_modules/.cache/babel-loader/e79d8969b6cbf9ae9853eec420f96f3d92a04f559b5ed63112b1f081c4af4329.json,sha256=QijW0S1OvA-ACDRMcwdYhRSOwzPwgixoESaRk-PizxA,1199
11674
11673
  xinference/web/ui/node_modules/.cache/babel-loader/e79ef289abb520fc778e6566ca692c9e04441498c3abcbe6af6b1af8234e48d0.json,sha256=XNpPL1rJ8TOyrmHcaU0UOXRSOb5R5cZhXmJS5y-LeNk,20390
11675
11674
  xinference/web/ui/node_modules/.cache/babel-loader/e7a6bc17b33ae789d698544d9c09565857af6161bee3c435eaeee62b8318c674.json,sha256=IqzoLOX2ZiEk9GGTHoh9uF-dds1zyd22FlMrtD7jPRE,1269
11675
+ xinference/web/ui/node_modules/.cache/babel-loader/e7a8c37fda8725cab69c7ef8c627060bd7fc806adc67e00fe628ba148cb86d7f.json,sha256=5W-T581mRqN5s3kznMmMJSUjoIa2ZMfOC2u8c4NIGwQ,5568
11676
11676
  xinference/web/ui/node_modules/.cache/babel-loader/e7a9b586a6bd5a11a5790c6c3451a4e404748e07f25fba4ab3f9e2d708b168f0.json,sha256=QiMD-YWC2MHOii5CMZVtlwvqz8RnUpR-BHdIctV_A2o,1236
11677
11677
  xinference/web/ui/node_modules/.cache/babel-loader/e7ab46b243fe5caaba2eaa79fe365a56ed7455d6c02ba51ac902088f58444295.json,sha256=1XsfI5Xy81adKp5g8eEhDY2zkCdxkG2FwLTlhZQ_USw,1319
11678
11678
  xinference/web/ui/node_modules/.cache/babel-loader/e7acf2b6a4d77138b5b805a69ce4d5718ab696da7a739aab58ee85021d3734fa.json,sha256=UBcrKJSsv2bQskgd64YshKbOoJcDerTPJGs4oXNpYLs,1159
@@ -12798,7 +12798,6 @@ xinference/web/ui/node_modules/.cache/babel-loader/febc804f13cb1501290144cecb92b
12798
12798
  xinference/web/ui/node_modules/.cache/babel-loader/febdc02fadc2ae34a00be570e4e7f5b7d29ca8fef1cdca0cef51fd244e7a2d20.json,sha256=WFcG4YB68wZlZr9Ice4BUF3KkFyKshzGOPti3Kx2s-k,1395
12799
12799
  xinference/web/ui/node_modules/.cache/babel-loader/fec0b70888177c0c8379d82348f2aae43ff4c643b8b7371fb53938ff50f5b703.json,sha256=Ym8FSq1J-TcbsBpZqODN-I7Twe0CIzNPshwZ-u9Kg9Q,1826
12800
12800
  xinference/web/ui/node_modules/.cache/babel-loader/fec98fb082a38451a92031a9f50442461f42ae96e43aaed01ad8b15aec070994.json,sha256=RzaAVO0T7q4ISvipZZzplI3UriHRGwvDe14PJDhxoeU,1852
12801
- xinference/web/ui/node_modules/.cache/babel-loader/fecf076bcd198a458c2a6ab0e85e40dc1c99994c353164e79c469be162cb74c9.json,sha256=965flNTvROIBsid1a8iMWUZ63C8kSBzSJZ0oKdL4WEw,3139
12802
12801
  xinference/web/ui/node_modules/.cache/babel-loader/fed6adf1cc3c472a4a32368a96353568aa27ae0406c3ad83f8cf316c5904247c.json,sha256=jWY-IxnGix528saAGkqYkLQu6wLTUNdGm4i0l1WTjd0,18801
12803
12802
  xinference/web/ui/node_modules/.cache/babel-loader/fedcfa64f03dc5600dbe76861d8c6d00fc39b81dd354a297771193596365e53e.json,sha256=F3XWftc4UW24re1Yo_enczG8wY70XQl3YBCpzd_mSQY,1587
12804
12803
  xinference/web/ui/node_modules/.cache/babel-loader/fee116a3659971a5130a563d92900eebd9c28c6ebe6acbf7af12dc1924ad136b.json,sha256=unF9yh6QmL9UmJCVyj6cPUd0sVXp5GNypFt9oMuGeww,1234
@@ -15723,11 +15722,11 @@ xinference/web/ui/node_modules/yargs-parser/package.json,sha256=BSwbOzgetKXMK4u0
15723
15722
  xinference/web/ui/node_modules/yocto-queue/package.json,sha256=6U1XHQPGXJTqsiFvT953ORihUtXTblZy4fXBWP9qxC0,725
15724
15723
  xinference/web/ui/node_modules/yup/package.json,sha256=xRFSROB9NKxqSWHEVFvSTsPs9Ll074uo8OS1zEw0qhA,1206
15725
15724
  xinference/web/ui/node_modules/yup/node_modules/type-fest/package.json,sha256=JTv2zTTVgxQ2H82m1-6qEpdMv08lHjFx4Puf_MsbB_Q,1134
15726
- xinference/web/ui/src/locales/en.json,sha256=OS25toIZHXcGYPtl5rZRQfJEDuAyrwBIYM6GGxOVe4Y,8641
15727
- xinference/web/ui/src/locales/zh.json,sha256=mBhTne0sIYLe_xh5qyH45W_D50Hjp-DKdwcifYEHFnw,8386
15728
- xinference-1.3.0.post2.dist-info/LICENSE,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
15729
- xinference-1.3.0.post2.dist-info/METADATA,sha256=kFcBcCj6HdKTIrJASMPOHD69Lfa-TIliWblCYV6_1Bk,24127
15730
- xinference-1.3.0.post2.dist-info/WHEEL,sha256=tZoeGjtWxWRfdplE7E3d45VPlLNQnvbKiYnx7gwAy8A,92
15731
- xinference-1.3.0.post2.dist-info/entry_points.txt,sha256=-lDyyzqWMFQF0Rgm7VxBNz0V-bMBMQLRR3pvQ-Y8XTY,226
15732
- xinference-1.3.0.post2.dist-info/top_level.txt,sha256=L1rQt7pl6m8tmKXpWVHzP-GtmzAxp663rXxGE7qnK00,11
15733
- xinference-1.3.0.post2.dist-info/RECORD,,
15725
+ xinference/web/ui/src/locales/en.json,sha256=5MN-GKLcPOeUAsDbv_MRvD4uf86WsvUC6rhzTAtQevA,8925
15726
+ xinference/web/ui/src/locales/zh.json,sha256=27HeH4Qc96KuDJ9cgb4OybpUFG-GuuUiaD0ASsg3lyQ,8666
15727
+ xinference-1.3.1.post1.dist-info/LICENSE,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
15728
+ xinference-1.3.1.post1.dist-info/METADATA,sha256=aag4egJ0PONQQ2mu6fWiY9KDHMpqqTzSTHAOPO11vb8,24447
15729
+ xinference-1.3.1.post1.dist-info/WHEEL,sha256=tZoeGjtWxWRfdplE7E3d45VPlLNQnvbKiYnx7gwAy8A,92
15730
+ xinference-1.3.1.post1.dist-info/entry_points.txt,sha256=-lDyyzqWMFQF0Rgm7VxBNz0V-bMBMQLRR3pvQ-Y8XTY,226
15731
+ xinference-1.3.1.post1.dist-info/top_level.txt,sha256=L1rQt7pl6m8tmKXpWVHzP-GtmzAxp663rXxGE7qnK00,11
15732
+ xinference-1.3.1.post1.dist-info/RECORD,,
@@ -1,13 +0,0 @@
1
- # Copyright 2022-2024 XProbe Inc.
2
- #
3
- # Licensed under the Apache License, Version 2.0 (the "License");
4
- # you may not use this file except in compliance with the License.
5
- # You may obtain a copy of the License at
6
- #
7
- # http://www.apache.org/licenses/LICENSE-2.0
8
- #
9
- # Unless required by applicable law or agreed to in writing, software
10
- # distributed under the License is distributed on an "AS IS" BASIS,
11
- # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12
- # See the License for the specific language governing permissions and
13
- # limitations under the License.
@@ -1,98 +0,0 @@
1
- from abc import ABC, abstractmethod
2
- from typing import Dict, Optional, Tuple, Type, Union
3
-
4
- from ....types import ChatCompletionChunkDelta, CompletionChoice
5
-
6
-
7
- class ReasoningParser(ABC):
8
- """Abstract base class for reasoning content parsers."""
9
-
10
- def __init__(
11
- self,
12
- reasoning_start_tag: str = "<think>",
13
- reasoning_end_tag: str = "</think>",
14
- ):
15
- """Initialize the reasoning parser.
16
-
17
- Args:
18
- reasoning_start_tag (str, optional): Start tag for reasoning content. Defaults to "<think>".
19
- reasoning_end_tag (str, optional): End tag for reasoning content. Defaults to "</think>".
20
- """
21
- self.reasoning_start_tag = reasoning_start_tag
22
- self.reasoning_end_tag = reasoning_end_tag
23
-
24
- @abstractmethod
25
- def extract_reasoning_content_streaming(
26
- self,
27
- previous_text: str,
28
- current_text: str,
29
- delta: ChatCompletionChunkDelta,
30
- ) -> ChatCompletionChunkDelta:
31
- """Extract reasoning content from model output in a streaming fashion.
32
-
33
- Args:
34
- content (str): The model output content to parse.
35
-
36
- Yields:
37
- str: Extracted reasoning content chunks.
38
- """
39
- pass
40
-
41
- @abstractmethod
42
- def extract_reasoning_content(
43
- self, model_output: Union[str, CompletionChoice]
44
- ) -> Tuple[Optional[str], Optional[str]]:
45
- """Extract reasoning content from model output.
46
-
47
- Args:
48
- content (str): The model output content to parse.
49
-
50
- Returns:
51
- Optional[str]: Extracted reasoning content, or None if no reasoning content found.
52
- """
53
- pass
54
-
55
-
56
- class ReasoningParserManager:
57
- """Manager class for reasoning parsers."""
58
-
59
- _parsers: Dict[str, Type[ReasoningParser]] = {}
60
-
61
- @classmethod
62
- def register(cls, model_name: str, parser_cls: Type[ReasoningParser]) -> None:
63
- """Register a reasoning parser for a specific model.
64
-
65
- Args:
66
- model_name (str): The name of the model.
67
- parser_cls (Type[ReasoningParser]): The parser class to register.
68
- """
69
- cls._parsers[model_name] = parser_cls
70
-
71
- @classmethod
72
- def register_module(cls, model_name: str):
73
- """Decorator for registering a reasoning parser for a specific model.
74
-
75
- Args:
76
- model_name (str): The name of the model.
77
-
78
- Returns:
79
- Callable: The decorator function.
80
- """
81
-
82
- def _register(parser_cls: Type[ReasoningParser]) -> Type[ReasoningParser]:
83
- cls.register(model_name, parser_cls)
84
- return parser_cls
85
-
86
- return _register
87
-
88
- @classmethod
89
- def get_parser(cls, model_name: str) -> Optional[Type[ReasoningParser]]:
90
- """Get the registered parser for a specific model.
91
-
92
- Args:
93
- model_name (str): The name of the model.
94
-
95
- Returns:
96
- Optional[Type[ReasoningParser]]: The registered parser class, or None if not found.
97
- """
98
- return cls._parsers.get(model_name)