xinference 0.6.4__py3-none-any.whl → 0.7.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.

This version of xinference might be problematic. Click here for more details.

Files changed (258) hide show
  1. xinference/_version.py +3 -3
  2. xinference/api/restful_api.py +49 -62
  3. xinference/client/restful/restful_client.py +10 -1
  4. xinference/conftest.py +2 -2
  5. xinference/constants.py +10 -0
  6. xinference/core/model.py +33 -10
  7. xinference/core/resource.py +12 -11
  8. xinference/core/supervisor.py +22 -2
  9. xinference/core/worker.py +44 -16
  10. xinference/deploy/cmdline.py +19 -9
  11. xinference/deploy/local.py +9 -1
  12. xinference/deploy/supervisor.py +16 -3
  13. xinference/deploy/utils.py +1 -0
  14. xinference/deploy/worker.py +1 -1
  15. xinference/model/embedding/__init__.py +10 -0
  16. xinference/model/embedding/core.py +3 -0
  17. xinference/model/embedding/custom.py +5 -4
  18. xinference/model/embedding/model_spec.json +16 -0
  19. xinference/model/embedding/model_spec_modelscope.json +16 -0
  20. xinference/model/llm/__init__.py +22 -2
  21. xinference/model/llm/core.py +2 -2
  22. xinference/model/llm/ggml/chatglm.py +79 -15
  23. xinference/model/llm/ggml/llamacpp.py +2 -2
  24. xinference/model/llm/llm_family.json +99 -4
  25. xinference/model/llm/llm_family.py +54 -8
  26. xinference/model/llm/llm_family_modelscope.json +81 -2
  27. xinference/model/llm/pytorch/chatglm.py +95 -2
  28. xinference/model/llm/utils.py +12 -8
  29. xinference/model/llm/vllm/core.py +26 -5
  30. xinference/model/utils.py +25 -0
  31. xinference/types.py +64 -5
  32. xinference/utils.py +20 -0
  33. xinference/web/ui/build/asset-manifest.json +3 -3
  34. xinference/web/ui/build/index.html +1 -1
  35. xinference/web/ui/build/static/js/main.8126d441.js +3 -0
  36. xinference/web/ui/build/static/js/main.8126d441.js.map +1 -0
  37. xinference/web/ui/node_modules/.cache/babel-loader/06eb9846159adb398d44df0b0debc256a9fd9e8171a7d68f5c4ee4d655acfa45.json +1 -0
  38. xinference/web/ui/node_modules/.cache/babel-loader/0cccfbe5d963b8e31eb679f9d9677392839cedd04aa2956ac6b33cf19599d597.json +1 -0
  39. xinference/web/ui/node_modules/.cache/babel-loader/2f651cf60b1bde50c0601c7110f77dd44819fb6e2501ff748a631724d91445d4.json +1 -0
  40. xinference/web/ui/node_modules/.cache/babel-loader/3bda436576ecb05f81f7b6ec475d1cfaf03e2b3066e3a75902fe6e8c4773b43b.json +1 -0
  41. xinference/web/ui/node_modules/.cache/babel-loader/47887a9524ffeecdc2a7839dace146b24f97a5564fc3d431d6179ad2b153cf1f.json +1 -0
  42. xinference/web/ui/node_modules/.cache/babel-loader/48878f5178bad1a47757e011af41c974a7946efa29485506c4d19f25bf5d522d.json +1 -0
  43. xinference/web/ui/node_modules/.cache/babel-loader/59574eb63cfe9ed2e58d2f5a420e1ae54354e243a602e9bc73deae3147ed4f98.json +1 -0
  44. xinference/web/ui/node_modules/.cache/babel-loader/6a60ae66b29c2f3634fd081d369b9e63b4522fe18eb9e43e9979d1ff264b68ad.json +1 -0
  45. xinference/web/ui/node_modules/.cache/babel-loader/75a5abcbc92da335fdde530f5689194ec79a4b2345b8cba594f8904d3b88e3c6.json +1 -0
  46. xinference/web/ui/node_modules/.cache/babel-loader/84bfe7afede38da1f8ad569d891276fe4d66cfb87bf5c9ff7a113788ba62bb88.json +1 -0
  47. xinference/web/ui/node_modules/.cache/babel-loader/940ed05006583b955894e2b8f65a4a5ebf34f8149d747f59fae5131f17d65482.json +1 -0
  48. xinference/web/ui/node_modules/.cache/babel-loader/9c5f03db9aa88582a9b69b25c7f1acc78ba7fc61f743c9ed7399abb292d5dbde.json +1 -0
  49. xinference/web/ui/node_modules/.cache/babel-loader/a158a9ffa0c9b169aee53dd4a0c44501a596755b4e4f6ede7746d65a72e2a71f.json +1 -0
  50. xinference/web/ui/node_modules/.cache/babel-loader/a5e2e9f707eb7039bea096ca117d996b8f9cbc2a5613fd8e0c5b0094444ce23c.json +1 -0
  51. xinference/web/ui/node_modules/.cache/babel-loader/c02e70e9b9efcf3bd056606308104308d6a6ac559f2bc0b4454c11fb5874457c.json +1 -0
  52. xinference/web/ui/node_modules/.cache/babel-loader/e26750d9556e9741912333349e4da454c53dbfddbfc6002ab49518dcf02af745.json +1 -0
  53. xinference/web/ui/node_modules/.cache/babel-loader/e610aefd7000a3f8542a25cb66c64671cc8da18350de4e5b577102ba4bb78d65.json +1 -0
  54. xinference/web/ui/node_modules/.cache/babel-loader/ef42ec014d7bc373b874b2a1ff0dcd785490f125e913698bc049b0bd778e4d66.json +1 -0
  55. xinference/web/ui/node_modules/.cache/babel-loader/fe3eb4d76c79ca98833f686d642224eeeb94cc83ad14300d281623796d087f0a.json +1 -0
  56. xinference/web/ui/node_modules/.package-lock.json +1077 -405
  57. xinference/web/ui/node_modules/@eslint/eslintrc/node_modules/globals/globals.json +163 -3
  58. xinference/web/ui/node_modules/@eslint/eslintrc/node_modules/globals/package.json +1 -1
  59. xinference/web/ui/node_modules/@eslint/eslintrc/node_modules/ignore/package.json +64 -0
  60. xinference/web/ui/node_modules/@eslint/eslintrc/package.json +18 -37
  61. xinference/web/ui/node_modules/@eslint/js/package.json +1 -1
  62. xinference/web/ui/node_modules/@eslint-community/regexpp/package.json +9 -4
  63. xinference/web/ui/node_modules/@humanwhocodes/config-array/package.json +14 -14
  64. xinference/web/ui/node_modules/@rushstack/eslint-patch/package.json +6 -4
  65. xinference/web/ui/node_modules/@types/semver/package.json +15 -15
  66. xinference/web/ui/node_modules/@ungap/structured-clone/cjs/package.json +1 -0
  67. xinference/web/ui/node_modules/@ungap/structured-clone/package.json +53 -0
  68. xinference/web/ui/node_modules/ansi-colors/package.json +129 -0
  69. xinference/web/ui/node_modules/array-includes/package.json +8 -8
  70. xinference/web/ui/node_modules/array.prototype.findlastindex/package.json +120 -0
  71. xinference/web/ui/node_modules/array.prototype.flat/package.json +8 -8
  72. xinference/web/ui/node_modules/array.prototype.flatmap/package.json +8 -8
  73. xinference/web/ui/node_modules/arraybuffer.prototype.slice/package.json +103 -0
  74. xinference/web/ui/node_modules/ast-types-flow/package.json +2 -2
  75. xinference/web/ui/node_modules/astral-regex/package.json +33 -0
  76. xinference/web/ui/node_modules/asynciterator.prototype/package.json +72 -0
  77. xinference/web/ui/node_modules/axe-core/locales/_template.json +0 -12
  78. xinference/web/ui/node_modules/axe-core/package.json +1 -2
  79. xinference/web/ui/node_modules/axe-core/sri-history.json +0 -8
  80. xinference/web/ui/node_modules/call-bind/package.json +33 -23
  81. xinference/web/ui/node_modules/define-data-property/package.json +113 -0
  82. xinference/web/ui/node_modules/define-data-property/tsconfig.json +59 -0
  83. xinference/web/ui/node_modules/define-properties/package.json +5 -4
  84. xinference/web/ui/node_modules/enquirer/package.json +112 -0
  85. xinference/web/ui/node_modules/es-abstract/helpers/caseFolding.json +1430 -0
  86. xinference/web/ui/node_modules/es-abstract/package.json +29 -23
  87. xinference/web/ui/node_modules/es-iterator-helpers/index.json +17 -0
  88. xinference/web/ui/node_modules/es-iterator-helpers/package.json +185 -0
  89. xinference/web/ui/node_modules/eslint/conf/{rule-type-list.json → category-list.json} +9 -6
  90. xinference/web/ui/node_modules/eslint/node_modules/@babel/code-frame/package.json +25 -0
  91. xinference/web/ui/node_modules/eslint/node_modules/eslint-visitor-keys/lib/visitor-keys.json +289 -0
  92. xinference/web/ui/node_modules/eslint/node_modules/eslint-visitor-keys/package.json +39 -0
  93. xinference/web/ui/node_modules/eslint/node_modules/glob-parent/package.json +48 -0
  94. xinference/web/ui/node_modules/eslint/node_modules/ignore/package.json +64 -0
  95. xinference/web/ui/node_modules/eslint/package.json +53 -82
  96. xinference/web/ui/node_modules/eslint-config-prettier/package.json +13 -0
  97. xinference/web/ui/node_modules/eslint-import-resolver-node/package.json +3 -3
  98. xinference/web/ui/node_modules/eslint-plugin-import/package.json +22 -17
  99. xinference/web/ui/node_modules/eslint-plugin-jsx-a11y/package.json +25 -24
  100. xinference/web/ui/node_modules/eslint-plugin-simple-import-sort/package.json +23 -0
  101. xinference/web/ui/node_modules/eslint-plugin-testing-library/package.json +1 -1
  102. xinference/web/ui/node_modules/eslint-scope/package.json +19 -34
  103. xinference/web/ui/node_modules/eslint-utils/node_modules/eslint-visitor-keys/lib/visitor-keys.json +284 -0
  104. xinference/web/ui/node_modules/eslint-utils/node_modules/eslint-visitor-keys/package.json +40 -0
  105. xinference/web/ui/node_modules/eslint-utils/package.json +65 -0
  106. xinference/web/ui/node_modules/eslint-visitor-keys/package.json +15 -15
  107. xinference/web/ui/node_modules/espree/node_modules/acorn/package.json +35 -0
  108. xinference/web/ui/node_modules/espree/node_modules/eslint-visitor-keys/lib/visitor-keys.json +284 -0
  109. xinference/web/ui/node_modules/espree/node_modules/eslint-visitor-keys/package.json +40 -0
  110. xinference/web/ui/node_modules/espree/package.json +27 -51
  111. xinference/web/ui/node_modules/function-bind/package.json +38 -14
  112. xinference/web/ui/node_modules/function.prototype.name/package.json +32 -13
  113. xinference/web/ui/node_modules/functional-red-black-tree/package.json +40 -0
  114. xinference/web/ui/node_modules/get-intrinsic/package.json +11 -11
  115. xinference/web/ui/node_modules/hasown/package.json +91 -0
  116. xinference/web/ui/node_modules/hasown/tsconfig.json +49 -0
  117. xinference/web/ui/node_modules/is-async-function/package.json +86 -0
  118. xinference/web/ui/node_modules/is-core-module/core.json +3 -3
  119. xinference/web/ui/node_modules/is-core-module/package.json +7 -7
  120. xinference/web/ui/node_modules/is-finalizationregistry/package.json +67 -0
  121. xinference/web/ui/node_modules/is-generator-function/package.json +87 -0
  122. xinference/web/ui/node_modules/is-typed-array/package.json +8 -10
  123. xinference/web/ui/node_modules/iterator.prototype/package.json +73 -0
  124. xinference/web/ui/node_modules/jsx-ast-utils/package.json +5 -5
  125. xinference/web/ui/node_modules/language-tags/package.json +48 -8
  126. xinference/web/ui/node_modules/lodash.truncate/package.json +17 -0
  127. xinference/web/ui/node_modules/object-inspect/package.json +8 -6
  128. xinference/web/ui/node_modules/object.entries/package.json +7 -7
  129. xinference/web/ui/node_modules/object.fromentries/package.json +7 -7
  130. xinference/web/ui/node_modules/object.groupby/package.json +83 -0
  131. xinference/web/ui/node_modules/object.values/package.json +7 -7
  132. xinference/web/ui/node_modules/prettier/package.json +21 -0
  133. xinference/web/ui/node_modules/progress/package.json +26 -0
  134. xinference/web/ui/node_modules/react-scripts/node_modules/@eslint/eslintrc/package.json +82 -0
  135. xinference/web/ui/node_modules/react-scripts/node_modules/@humanwhocodes/config-array/package.json +61 -0
  136. xinference/web/ui/node_modules/react-scripts/node_modules/@humanwhocodes/object-schema/package.json +33 -0
  137. xinference/web/ui/node_modules/react-scripts/node_modules/ansi-styles/package.json +56 -0
  138. xinference/web/ui/node_modules/react-scripts/node_modules/chalk/package.json +68 -0
  139. xinference/web/ui/node_modules/react-scripts/node_modules/color-convert/package.json +48 -0
  140. xinference/web/ui/node_modules/react-scripts/node_modules/color-name/package.json +28 -0
  141. xinference/web/ui/node_modules/react-scripts/node_modules/escape-string-regexp/package.json +38 -0
  142. xinference/web/ui/node_modules/react-scripts/node_modules/eslint/conf/replacements.json +22 -0
  143. xinference/web/ui/node_modules/react-scripts/node_modules/eslint/conf/rule-type-list.json +28 -0
  144. xinference/web/ui/node_modules/react-scripts/node_modules/eslint/package.json +179 -0
  145. xinference/web/ui/node_modules/react-scripts/node_modules/eslint-scope/package.json +63 -0
  146. xinference/web/ui/node_modules/react-scripts/node_modules/espree/package.json +88 -0
  147. xinference/web/ui/node_modules/react-scripts/node_modules/globals/globals.json +1974 -0
  148. xinference/web/ui/node_modules/react-scripts/node_modules/globals/package.json +55 -0
  149. xinference/web/ui/node_modules/react-scripts/node_modules/has-flag/package.json +46 -0
  150. xinference/web/ui/node_modules/react-scripts/node_modules/supports-color/package.json +53 -0
  151. xinference/web/ui/node_modules/react-scripts/node_modules/type-fest/package.json +58 -0
  152. xinference/web/ui/node_modules/reflect.getprototypeof/package.json +99 -0
  153. xinference/web/ui/node_modules/regexp.prototype.flags/package.json +8 -7
  154. xinference/web/ui/node_modules/regexpp/package.json +91 -0
  155. xinference/web/ui/node_modules/resolve/lib/core.json +4 -1
  156. xinference/web/ui/node_modules/resolve/package.json +9 -8
  157. xinference/web/ui/node_modules/resolve/test/resolver/multirepo/package.json +1 -1
  158. xinference/web/ui/node_modules/safe-array-concat/package.json +5 -5
  159. xinference/web/ui/node_modules/set-function-length/package.json +84 -0
  160. xinference/web/ui/node_modules/set-function-name/package.json +80 -0
  161. xinference/web/ui/node_modules/slice-ansi/node_modules/ansi-styles/package.json +56 -0
  162. xinference/web/ui/node_modules/slice-ansi/node_modules/color-convert/package.json +48 -0
  163. xinference/web/ui/node_modules/slice-ansi/node_modules/color-name/package.json +28 -0
  164. xinference/web/ui/node_modules/slice-ansi/package.json +52 -0
  165. xinference/web/ui/node_modules/string.prototype.trim/package.json +7 -7
  166. xinference/web/ui/node_modules/string.prototype.trimend/package.json +7 -7
  167. xinference/web/ui/node_modules/string.prototype.trimstart/package.json +7 -7
  168. xinference/web/ui/node_modules/table/dist/src/schemas/config.json +95 -0
  169. xinference/web/ui/node_modules/table/dist/src/schemas/shared.json +139 -0
  170. xinference/web/ui/node_modules/table/dist/src/schemas/streamConfig.json +25 -0
  171. xinference/web/ui/node_modules/table/node_modules/ajv/dist/refs/data.json +13 -0
  172. xinference/web/ui/node_modules/table/node_modules/ajv/dist/refs/json-schema-2019-09/meta/applicator.json +53 -0
  173. xinference/web/ui/node_modules/table/node_modules/ajv/dist/refs/json-schema-2019-09/meta/content.json +17 -0
  174. xinference/web/ui/node_modules/table/node_modules/ajv/dist/refs/json-schema-2019-09/meta/core.json +57 -0
  175. xinference/web/ui/node_modules/table/node_modules/ajv/dist/refs/json-schema-2019-09/meta/format.json +14 -0
  176. xinference/web/ui/node_modules/table/node_modules/ajv/dist/refs/json-schema-2019-09/meta/meta-data.json +37 -0
  177. xinference/web/ui/node_modules/table/node_modules/ajv/dist/refs/json-schema-2019-09/meta/validation.json +90 -0
  178. xinference/web/ui/node_modules/table/node_modules/ajv/dist/refs/json-schema-2019-09/schema.json +39 -0
  179. xinference/web/ui/node_modules/table/node_modules/ajv/dist/refs/json-schema-2020-12/meta/applicator.json +48 -0
  180. xinference/web/ui/node_modules/table/node_modules/ajv/dist/refs/json-schema-2020-12/meta/content.json +17 -0
  181. xinference/web/ui/node_modules/table/node_modules/ajv/dist/refs/json-schema-2020-12/meta/core.json +51 -0
  182. xinference/web/ui/node_modules/table/node_modules/ajv/dist/refs/json-schema-2020-12/meta/format-annotation.json +14 -0
  183. xinference/web/ui/node_modules/table/node_modules/ajv/dist/refs/json-schema-2020-12/meta/meta-data.json +37 -0
  184. xinference/web/ui/node_modules/table/node_modules/ajv/dist/refs/json-schema-2020-12/meta/unevaluated.json +15 -0
  185. xinference/web/ui/node_modules/table/node_modules/ajv/dist/refs/json-schema-2020-12/meta/validation.json +90 -0
  186. xinference/web/ui/node_modules/table/node_modules/ajv/dist/refs/json-schema-2020-12/schema.json +55 -0
  187. xinference/web/ui/node_modules/table/node_modules/ajv/dist/refs/json-schema-draft-06.json +137 -0
  188. xinference/web/ui/node_modules/table/node_modules/ajv/dist/refs/json-schema-draft-07.json +151 -0
  189. xinference/web/ui/node_modules/table/node_modules/ajv/dist/refs/json-schema-secure.json +88 -0
  190. xinference/web/ui/node_modules/table/node_modules/ajv/lib/refs/data.json +13 -0
  191. xinference/web/ui/node_modules/table/node_modules/ajv/lib/refs/json-schema-2019-09/meta/applicator.json +53 -0
  192. xinference/web/ui/node_modules/table/node_modules/ajv/lib/refs/json-schema-2019-09/meta/content.json +17 -0
  193. xinference/web/ui/node_modules/table/node_modules/ajv/lib/refs/json-schema-2019-09/meta/core.json +57 -0
  194. xinference/web/ui/node_modules/table/node_modules/ajv/lib/refs/json-schema-2019-09/meta/format.json +14 -0
  195. xinference/web/ui/node_modules/table/node_modules/ajv/lib/refs/json-schema-2019-09/meta/meta-data.json +37 -0
  196. xinference/web/ui/node_modules/table/node_modules/ajv/lib/refs/json-schema-2019-09/meta/validation.json +90 -0
  197. xinference/web/ui/node_modules/table/node_modules/ajv/lib/refs/json-schema-2019-09/schema.json +39 -0
  198. xinference/web/ui/node_modules/table/node_modules/ajv/lib/refs/json-schema-2020-12/meta/applicator.json +48 -0
  199. xinference/web/ui/node_modules/table/node_modules/ajv/lib/refs/json-schema-2020-12/meta/content.json +17 -0
  200. xinference/web/ui/node_modules/table/node_modules/ajv/lib/refs/json-schema-2020-12/meta/core.json +51 -0
  201. xinference/web/ui/node_modules/table/node_modules/ajv/lib/refs/json-schema-2020-12/meta/format-annotation.json +14 -0
  202. xinference/web/ui/node_modules/table/node_modules/ajv/lib/refs/json-schema-2020-12/meta/meta-data.json +37 -0
  203. xinference/web/ui/node_modules/table/node_modules/ajv/lib/refs/json-schema-2020-12/meta/unevaluated.json +15 -0
  204. xinference/web/ui/node_modules/table/node_modules/ajv/lib/refs/json-schema-2020-12/meta/validation.json +90 -0
  205. xinference/web/ui/node_modules/table/node_modules/ajv/lib/refs/json-schema-2020-12/schema.json +55 -0
  206. xinference/web/ui/node_modules/table/node_modules/ajv/lib/refs/json-schema-draft-06.json +137 -0
  207. xinference/web/ui/node_modules/table/node_modules/ajv/lib/refs/json-schema-draft-07.json +151 -0
  208. xinference/web/ui/node_modules/table/node_modules/ajv/lib/refs/json-schema-secure.json +88 -0
  209. xinference/web/ui/node_modules/table/node_modules/ajv/package.json +126 -0
  210. xinference/web/ui/node_modules/table/node_modules/json-schema-traverse/package.json +43 -0
  211. xinference/web/ui/node_modules/table/package.json +77 -0
  212. xinference/web/ui/node_modules/typed-array-buffer/package.json +73 -0
  213. xinference/web/ui/node_modules/typed-array-byte-length/package.json +98 -0
  214. xinference/web/ui/node_modules/v8-compile-cache/package.json +34 -0
  215. xinference/web/ui/node_modules/which-builtin-type/package.json +93 -0
  216. xinference/web/ui/node_modules/which-typed-array/package.json +4 -5
  217. xinference/web/ui/package-lock.json +1085 -406
  218. xinference/web/ui/package.json +10 -2
  219. {xinference-0.6.4.dist-info → xinference-0.7.0.dist-info}/METADATA +53 -36
  220. {xinference-0.6.4.dist-info → xinference-0.7.0.dist-info}/RECORD +232 -124
  221. {xinference-0.6.4.dist-info → xinference-0.7.0.dist-info}/WHEEL +1 -1
  222. xinference/web/ui/build/static/js/main.8ae3b6d9.js +0 -3
  223. xinference/web/ui/build/static/js/main.8ae3b6d9.js.map +0 -1
  224. xinference/web/ui/node_modules/.cache/babel-loader/06363becf51869c421a8b3e34b4e3f50aa0aac3d590446044f9412e379f4ebbe.json +0 -1
  225. xinference/web/ui/node_modules/.cache/babel-loader/2849edddeb99a8ecdda577e810eead74b8f8a291cdfbd987839d604666ed79d0.json +0 -1
  226. xinference/web/ui/node_modules/.cache/babel-loader/2c774712d327cdf0b192aaa22785ec380e9427c587350c33289828d99e9c4abc.json +0 -1
  227. xinference/web/ui/node_modules/.cache/babel-loader/34c578e50d3040519ca8dc28bf0f7fec8674c2d6c0fcc3e98401c0a3f9f013cf.json +0 -1
  228. xinference/web/ui/node_modules/.cache/babel-loader/5933910e7c33febbabc0297ef7ba80f5e53ed96aa125b6a44ff2910aec29ced1.json +0 -1
  229. xinference/web/ui/node_modules/.cache/babel-loader/5e18a8354ea03d22a967fd8cb2171aa798edcb3da5d66ab1fd3b9663affd0abe.json +0 -1
  230. xinference/web/ui/node_modules/.cache/babel-loader/717cd7c186ace4812d1e602bdd299d8dc507f072670cc43974d53aac2574df5d.json +0 -1
  231. xinference/web/ui/node_modules/.cache/babel-loader/82dd896a6674286c48c1ab9f9147dd6e542dccd99848d5b3133a38efba8bd7ee.json +0 -1
  232. xinference/web/ui/node_modules/.cache/babel-loader/a178cfde289ffd15fd54b1c80fd9d231ae0f9644db33acb02084e69b32bfee37.json +0 -1
  233. xinference/web/ui/node_modules/.cache/babel-loader/adaec65f73accce3171b51b0fbcbfd8d0cd83f81a2e1b28eb34148644875499a.json +0 -1
  234. xinference/web/ui/node_modules/.cache/babel-loader/ae8f44c77c2e6f79680fe32fb00174183cd867093ebbda967b8985c33cc10fa2.json +0 -1
  235. xinference/web/ui/node_modules/.cache/babel-loader/b10bd04b4d6e28bfcaaaab37b0a4c1986e87a5b7e62e5ce4d56019880ef26990.json +0 -1
  236. xinference/web/ui/node_modules/.cache/babel-loader/cfc5da1cedee985a556e04865affccb72d0f624cbfb73da348bbe8693e8a4983.json +0 -1
  237. xinference/web/ui/node_modules/.cache/babel-loader/eebd0123c4b4396737e56b9181406a9fd76b107dd32971d23b0de99f51dd38d6.json +0 -1
  238. xinference/web/ui/node_modules/@nicolo-ribaudo/eslint-scope-5-internals/node_modules/eslint-scope/package.json +0 -48
  239. xinference/web/ui/node_modules/@typescript-eslint/utils/node_modules/eslint-scope/package.json +0 -48
  240. xinference/web/ui/node_modules/@typescript-eslint/utils/node_modules/estraverse/package.json +0 -40
  241. xinference/web/ui/node_modules/eslint/node_modules/argparse/package.json +0 -31
  242. xinference/web/ui/node_modules/eslint/node_modules/js-yaml/package.json +0 -66
  243. xinference/web/ui/node_modules/eslint-plugin-jsx-a11y/node_modules/semver/package.json +0 -38
  244. xinference/web/ui/node_modules/function-bind/.jscs.json +0 -176
  245. xinference/web/ui/node_modules/resolve/test/resolver/malformed_package_json/package.json +0 -1
  246. xinference/web/ui/node_modules/webpack/node_modules/eslint-scope/package.json +0 -48
  247. xinference/web/ui/node_modules/webpack/node_modules/estraverse/package.json +0 -40
  248. /xinference/web/ui/build/static/js/{main.8ae3b6d9.js.LICENSE.txt → main.8126d441.js.LICENSE.txt} +0 -0
  249. /xinference/web/ui/node_modules/{@nicolo-ribaudo/eslint-scope-5-internals → eslint-scope}/node_modules/estraverse/package.json +0 -0
  250. /xinference/web/ui/node_modules/{@eslint/eslintrc → react-scripts}/node_modules/argparse/package.json +0 -0
  251. /xinference/web/ui/node_modules/{eslint → react-scripts/node_modules/eslint}/lib/cli-engine/formatters/formatters-meta.json +0 -0
  252. /xinference/web/ui/node_modules/{eslint-config-react-app → react-scripts/node_modules/eslint-config-react-app}/package.json +0 -0
  253. /xinference/web/ui/node_modules/{eslint-plugin-flowtype → react-scripts/node_modules/eslint-plugin-flowtype}/dist/configs/recommended.json +0 -0
  254. /xinference/web/ui/node_modules/{eslint-plugin-flowtype → react-scripts/node_modules/eslint-plugin-flowtype}/package.json +0 -0
  255. /xinference/web/ui/node_modules/{@eslint/eslintrc → react-scripts}/node_modules/js-yaml/package.json +0 -0
  256. {xinference-0.6.4.dist-info → xinference-0.7.0.dist-info}/LICENSE +0 -0
  257. {xinference-0.6.4.dist-info → xinference-0.7.0.dist-info}/entry_points.txt +0 -0
  258. {xinference-0.6.4.dist-info → xinference-0.7.0.dist-info}/top_level.txt +0 -0
xinference/web/ui/package.json CHANGED
@@ -36,7 +36,8 @@
36
36
  "start": "react-scripts start",
37
37
  "build": "react-scripts build",
38
38
  "test": "react-scripts test",
39
- "eject": "react-scripts eject"
39
+ "eject": "react-scripts eject",
40
+ "format": "eslint --fix . && prettier . --write"
40
41
  },
41
42
  "eslintConfig": {
42
43
  "extends": [
@@ -57,6 +58,13 @@
57
58
  ]
58
59
  },
59
60
  "devDependencies": {
60
- "@babel/plugin-proposal-private-property-in-object": "^7.21.11"
61
+ "@babel/plugin-proposal-private-property-in-object": "^7.21.11",
62
+ "@babel/core": "^7.21.0",
63
+ "@babel/eslint-parser": "^7.19.1",
64
+ "eslint": "^7.32.0",
65
+ "eslint-config-prettier": "^8.5.0",
66
+ "eslint-plugin-react": "^7.24.0",
67
+ "eslint-plugin-simple-import-sort": "^8.0.0",
68
+ "prettier": "2.8.0"
61
69
  }
62
70
  }
{xinference-0.6.4.dist-info → xinference-0.7.0.dist-info}/METADATA RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: xinference
3
- Version: 0.6.4
3
+ Version: 0.7.0
4
4
  Summary: Model Serving Made Easy
5
5
  Home-page: https://github.com/xorbitsai/inference
6
6
  Author: Qin Xuye
@@ -19,8 +19,8 @@ Classifier: Programming Language :: Python :: Implementation :: CPython
19
19
  Classifier: Topic :: Software Development :: Libraries
20
20
  Description-Content-Type: text/markdown
21
21
  License-File: LICENSE
22
- Requires-Dist: xoscar >=0.1.2
23
- Requires-Dist: xorbits
22
+ Requires-Dist: xoscar >=0.1.4
23
+ Requires-Dist: torch
24
24
  Requires-Dist: gradio >=3.39.0
25
25
  Requires-Dist: click
26
26
  Requires-Dist: tqdm >=4.27
@@ -35,7 +35,9 @@ Requires-Dist: fsspec
35
35
  Requires-Dist: s3fs
36
36
  Requires-Dist: modelscope
37
37
  Requires-Dist: sse-starlette
38
+ Requires-Dist: openai >1
38
39
  Provides-Extra: all
40
+ Requires-Dist: chatglm-cpp >=0.3.0 ; extra == 'all'
39
41
  Requires-Dist: ctransformers ; extra == 'all'
40
42
  Requires-Dist: llama-cpp-python >=0.2.0 ; extra == 'all'
41
43
  Requires-Dist: transformers >=4.34.1 ; extra == 'all'
@@ -89,6 +91,7 @@ Requires-Dist: sentence-transformers ; extra == 'embedding'
89
91
  Provides-Extra: ggml
90
92
  Requires-Dist: llama-cpp-python >=0.2.0 ; extra == 'ggml'
91
93
  Requires-Dist: ctransformers ; extra == 'ggml'
94
+ Requires-Dist: chatglm-cpp >=0.3.0 ; extra == 'ggml'
92
95
  Provides-Extra: image
93
96
  Requires-Dist: diffusers ; extra == 'image'
94
97
  Requires-Dist: controlnet-aux ; extra == 'image'
@@ -135,6 +138,7 @@ potential of cutting-edge AI models.
135
138
 
136
139
  ## 🔥 Hot Topics
137
140
  ### Framework Enhancements
141
+ - Support rerank model: [#672](https://github.com/xorbitsai/inference/pull/672)
138
142
  - Speculative decoding: [#509](https://github.com/xorbitsai/inference/pull/509)
139
143
  - Support grammar-based sampling for ggml models: [#525](https://github.com/xorbitsai/inference/pull/525)
140
144
  - Incorporate vLLM: [#445](https://github.com/xorbitsai/inference/pull/445)
@@ -346,39 +350,50 @@ To view the builtin models, run the following command:
346
350
  $ xinference registrations
347
351
  ```
348
352
 
349
- | Type | Name | Language | Ability |
350
- |------|---------------------|--------------|------------------------|
351
- | LLM | baichuan | ['en', 'zh'] | ['embed', 'generate'] |
352
- | LLM | baichuan-2 | ['en', 'zh'] | ['embed', 'generate'] |
353
- | LLM | baichuan-chat | ['en', 'zh'] | ['embed', 'chat'] |
354
- | LLM | baichuan-2-chat | ['en', 'zh'] | ['embed', 'chat'] |
355
- | LLM | chatglm | ['en', 'zh'] | ['embed', 'chat'] |
356
- | LLM | chatglm2 | ['en', 'zh'] | ['embed', 'chat'] |
357
- | LLM | chatglm2-32k | ['en', 'zh'] | ['embed', 'chat'] |
358
- | LLM | code-llama | ['en'] | ['generate'] |
359
- | LLM | code-llama-instruct | ['en'] | ['chat'] |
360
- | LLM | code-llama-python | ['en'] | ['generate'] |
361
- | LLM | falcon | ['en'] | ['embed', 'generate'] |
362
- | LLM | falcon-instruct | ['en'] | ['embed', 'chat'] |
363
- | LLM | glaive-coder | ['en'] | ['chat'] |
364
- | LLM | gpt-2 | ['en'] | ['generate'] |
365
- | LLM | internlm-7b | ['en', 'zh'] | ['embed', 'generate'] |
366
- | LLM | internlm-chat-7b | ['en', 'zh'] | ['embed', 'chat'] |
367
- | LLM | internlm-chat-20b | ['en', 'zh'] | ['embed', 'chat'] |
368
- | LLM | llama-2 | ['en'] | ['embed', 'generate'] |
369
- | LLM | llama-2-chat | ['en'] | ['embed', 'chat'] |
370
- | LLM | opt | ['en'] | ['embed', 'generate'] |
371
- | LLM | orca | ['en'] | ['embed', 'chat'] |
372
- | LLM | qwen-chat | ['en', 'zh'] | ['embed', 'chat'] |
373
- | LLM | starchat-beta | ['en'] | ['embed', 'chat'] |
374
- | LLM | starcoder | ['en'] | ['generate'] |
375
- | LLM | starcoderplus | ['en'] | ['embed', 'generate'] |
376
- | LLM | vicuna-v1.3 | ['en'] | ['embed', 'chat'] |
377
- | LLM | vicuna-v1.5 | ['en'] | ['embed', 'chat'] |
378
- | LLM | vicuna-v1.5-16k | ['en'] | ['embed', 'chat'] |
379
- | LLM | wizardlm-v1.0 | ['en'] | ['embed', 'chat'] |
380
- | LLM | wizardmath-v1.0 | ['en'] | ['embed', 'chat'] |
381
- | LLM | OpenBuddy | ['en', 'zh'] | ['embed', 'chat'] |
353
+ | Type | Name | Language | Ability |
354
+ |-------|-------------------------|--------------|--------------|
355
+ | LLM | baichuan | ['en', 'zh'] | ['generate'] |
356
+ | LLM | baichuan-2 | ['en', 'zh'] | ['generate'] |
357
+ | LLM | baichuan-2-chat | ['en', 'zh'] | ['chat'] |
358
+ | LLM | baichuan-chat | ['en', 'zh'] | ['chat'] |
359
+ | LLM | chatglm | ['en', 'zh'] | ['chat'] |
360
+ | LLM | chatglm2 | ['en', 'zh'] | ['chat'] |
361
+ | LLM | chatglm2-32k | ['en', 'zh'] | ['chat'] |
362
+ | LLM | chatglm3 | ['en', 'zh'] | ['chat'] |
363
+ | LLM | chatglm3-32k | ['en', 'zh'] | ['chat'] |
364
+ | LLM | code-llama | ['en'] | ['generate'] |
365
+ | LLM | code-llama-instruct | ['en'] | ['chat'] |
366
+ | LLM | code-llama-python | ['en'] | ['generate'] |
367
+ | LLM | falcon | ['en'] | ['generate'] |
368
+ | LLM | falcon-instruct | ['en'] | ['chat'] |
369
+ | LLM | glaive-coder | ['en'] | ['chat'] |
370
+ | LLM | gpt-2 | ['en'] | ['generate'] |
371
+ | LLM | internlm-20b | ['en', 'zh'] | ['generate'] |
372
+ | LLM | internlm-7b | ['en', 'zh'] | ['generate'] |
373
+ | LLM | internlm-chat-20b | ['en', 'zh'] | ['chat'] |
374
+ | LLM | internlm-chat-7b | ['en', 'zh'] | ['chat'] |
375
+ | LLM | llama-2 | ['en'] | ['generate'] |
376
+ | LLM | llama-2-chat | ['en'] | ['chat'] |
377
+ | LLM | mistral-instruct-v0.1 | ['en'] | ['chat'] |
378
+ | LLM | mistral-v0.1 | ['en'] | ['generate'] |
379
+ | LLM | OpenBuddy | ['en'] | ['chat'] |
380
+ | LLM | opt | ['en'] | ['generate'] |
381
+ | LLM | orca | ['en'] | ['chat'] |
382
+ | LLM | qwen-chat | ['en', 'zh'] | ['chat'] |
383
+ | LLM | starchat-beta | ['en'] | ['chat'] |
384
+ | LLM | starcoder | ['en'] | ['generate'] |
385
+ | LLM | starcoderplus | ['en'] | ['generate'] |
386
+ | LLM | tiny-llama | ['en'] | ['generate'] |
387
+ | LLM | vicuna-v1.3 | ['en'] | ['chat'] |
388
+ | LLM | vicuna-v1.5 | ['en'] | ['chat'] |
389
+ | LLM | vicuna-v1.5-16k | ['en'] | ['chat'] |
390
+ | LLM | wizardcoder-python-v1.0 | ['en'] | ['chat'] |
391
+ | LLM | wizardlm-v1.0 | ['en'] | ['chat'] |
392
+ | LLM | wizardmath-v1.0 | ['en'] | ['chat'] |
393
+ | LLM | Yi | ['en', 'zh'] | ['generate'] |
394
+ | LLM | Yi-200k | ['en', 'zh'] | ['generate'] |
395
+ | LLM | zephyr-7b-alpha | ['en'] | ['chat'] |
396
+ | LLM | zephyr-7b-beta | ['en'] | ['chat'] |
382
397
 
383
398
  For in-depth details on the built-in models, please refer to [built-in models](https://inference.readthedocs.io/en/latest/models/builtin/index.html).
384
399
 
@@ -392,6 +407,8 @@ For in-depth details on the built-in models, please refer to [built-in models](h
392
407
  - chatglm2
393
408
  - chatglm2-32k
394
409
  - internlm-chat-20b
410
+ - ...
411
+ More supported models can be found in the [documentation](https://inference.readthedocs.io/en/latest/models/sources/sources.html#modelscope)
395
412
 
396
413
  ## Custom models
397
414
  Please refer to [custom models](https://inference.readthedocs.io/en/latest/models/custom.html).