xinference 0.6.5__py3-none-any.whl → 0.7.1__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.

This version of xinference might be problematic. Click here for more details.

Files changed (243) hide show
  1. xinference/_version.py +3 -3
  2. xinference/api/restful_api.py +18 -4
  3. xinference/core/model.py +33 -10
  4. xinference/core/supervisor.py +10 -0
  5. xinference/core/worker.py +40 -13
  6. xinference/deploy/utils.py +4 -1
  7. xinference/model/embedding/__init__.py +5 -1
  8. xinference/model/embedding/core.py +10 -7
  9. xinference/model/llm/ggml/chatglm.py +7 -5
  10. xinference/model/llm/llm_family.py +41 -15
  11. xinference/model/llm/pytorch/core.py +1 -0
  12. xinference/model/llm/pytorch/utils.py +3 -0
  13. xinference/model/llm/vllm/core.py +8 -2
  14. xinference/model/rerank/__init__.py +5 -1
  15. xinference/model/rerank/core.py +7 -6
  16. xinference/model/utils.py +38 -2
  17. xinference/types.py +4 -4
  18. xinference/web/ui/build/asset-manifest.json +3 -3
  19. xinference/web/ui/build/index.html +1 -1
  20. xinference/web/ui/build/static/js/main.778615cc.js +3 -0
  21. xinference/web/ui/build/static/js/main.778615cc.js.map +1 -0
  22. xinference/web/ui/node_modules/.cache/babel-loader/0cccfbe5d963b8e31eb679f9d9677392839cedd04aa2956ac6b33cf19599d597.json +1 -0
  23. xinference/web/ui/node_modules/.cache/babel-loader/2f651cf60b1bde50c0601c7110f77dd44819fb6e2501ff748a631724d91445d4.json +1 -0
  24. xinference/web/ui/node_modules/.cache/babel-loader/35204b265d70210394b0a8571e5b01c8c0f9a748437b8a923961e3560ae3d550.json +1 -0
  25. xinference/web/ui/node_modules/.cache/babel-loader/47887a9524ffeecdc2a7839dace146b24f97a5564fc3d431d6179ad2b153cf1f.json +1 -0
  26. xinference/web/ui/node_modules/.cache/babel-loader/483eb7e5f01e34c6a42ad7c64dad550ff945ee21053a52c2e5e7ebe108b85411.json +1 -0
  27. xinference/web/ui/node_modules/.cache/babel-loader/667753ce39ce1d4bcbf9a5f1a103d653be1d19d42f4e1fbaceb9b507679a52c7.json +1 -0
  28. xinference/web/ui/node_modules/.cache/babel-loader/6a60ae66b29c2f3634fd081d369b9e63b4522fe18eb9e43e9979d1ff264b68ad.json +1 -0
  29. xinference/web/ui/node_modules/.cache/babel-loader/6e63957e4e0801705c6cb258379bfda0007ce6c3ddd2e3b62898b68455c3edf4.json +1 -0
  30. xinference/web/ui/node_modules/.cache/babel-loader/8d2b0b3c6988d1894694dcbbe708ef91cfe62d62dac317031f09915ced637953.json +1 -0
  31. xinference/web/ui/node_modules/.cache/babel-loader/8d77975a2735d67a618407026e5325608ccd66f1b379a74faf35b4087db536f3.json +1 -0
  32. xinference/web/ui/node_modules/.cache/babel-loader/a158a9ffa0c9b169aee53dd4a0c44501a596755b4e4f6ede7746d65a72e2a71f.json +1 -0
  33. xinference/web/ui/node_modules/.cache/babel-loader/a5e2e9f707eb7039bea096ca117d996b8f9cbc2a5613fd8e0c5b0094444ce23c.json +1 -0
  34. xinference/web/ui/node_modules/.cache/babel-loader/b374bf2be1eac3cff5e0a8528a8e816e266ece911f714c123110961798a93a3b.json +1 -0
  35. xinference/web/ui/node_modules/.cache/babel-loader/d8a42e9df7157de9f28eecefdf178fd113bf2280d28471b6e32a8a45276042df.json +1 -0
  36. xinference/web/ui/node_modules/.cache/babel-loader/e26750d9556e9741912333349e4da454c53dbfddbfc6002ab49518dcf02af745.json +1 -0
  37. xinference/web/ui/node_modules/.cache/babel-loader/ed010102f476cd1a22b49be031a7f94f2ab3dd7ba8bf58839a771d46e28ff559.json +1 -0
  38. xinference/web/ui/node_modules/.cache/babel-loader/ef42ec014d7bc373b874b2a1ff0dcd785490f125e913698bc049b0bd778e4d66.json +1 -0
  39. xinference/web/ui/node_modules/.cache/babel-loader/fe3eb4d76c79ca98833f686d642224eeeb94cc83ad14300d281623796d087f0a.json +1 -0
  40. xinference/web/ui/node_modules/.cache/babel-loader/fe653ca0ca4297b415c0be4013574870d0465a657ae0f3d3f5b66ef6a831390c.json +1 -0
  41. xinference/web/ui/node_modules/.package-lock.json +1077 -405
  42. xinference/web/ui/node_modules/@eslint/eslintrc/node_modules/globals/globals.json +163 -3
  43. xinference/web/ui/node_modules/@eslint/eslintrc/node_modules/globals/package.json +1 -1
  44. xinference/web/ui/node_modules/@eslint/eslintrc/node_modules/ignore/package.json +64 -0
  45. xinference/web/ui/node_modules/@eslint/eslintrc/package.json +18 -37
  46. xinference/web/ui/node_modules/@eslint/js/package.json +1 -1
  47. xinference/web/ui/node_modules/@eslint-community/regexpp/package.json +9 -4
  48. xinference/web/ui/node_modules/@humanwhocodes/config-array/package.json +14 -14
  49. xinference/web/ui/node_modules/@rushstack/eslint-patch/package.json +6 -4
  50. xinference/web/ui/node_modules/@types/semver/package.json +15 -15
  51. xinference/web/ui/node_modules/@ungap/structured-clone/cjs/package.json +1 -0
  52. xinference/web/ui/node_modules/@ungap/structured-clone/package.json +53 -0
  53. xinference/web/ui/node_modules/ansi-colors/package.json +129 -0
  54. xinference/web/ui/node_modules/array-includes/package.json +8 -8
  55. xinference/web/ui/node_modules/array.prototype.findlastindex/package.json +120 -0
  56. xinference/web/ui/node_modules/array.prototype.flat/package.json +8 -8
  57. xinference/web/ui/node_modules/array.prototype.flatmap/package.json +8 -8
  58. xinference/web/ui/node_modules/arraybuffer.prototype.slice/package.json +103 -0
  59. xinference/web/ui/node_modules/ast-types-flow/package.json +2 -2
  60. xinference/web/ui/node_modules/astral-regex/package.json +33 -0
  61. xinference/web/ui/node_modules/asynciterator.prototype/package.json +72 -0
  62. xinference/web/ui/node_modules/axe-core/locales/_template.json +0 -12
  63. xinference/web/ui/node_modules/axe-core/package.json +1 -2
  64. xinference/web/ui/node_modules/axe-core/sri-history.json +0 -8
  65. xinference/web/ui/node_modules/call-bind/package.json +33 -23
  66. xinference/web/ui/node_modules/define-data-property/package.json +113 -0
  67. xinference/web/ui/node_modules/define-data-property/tsconfig.json +59 -0
  68. xinference/web/ui/node_modules/define-properties/package.json +5 -4
  69. xinference/web/ui/node_modules/enquirer/package.json +112 -0
  70. xinference/web/ui/node_modules/es-abstract/helpers/caseFolding.json +1430 -0
  71. xinference/web/ui/node_modules/es-abstract/package.json +29 -23
  72. xinference/web/ui/node_modules/es-iterator-helpers/index.json +17 -0
  73. xinference/web/ui/node_modules/es-iterator-helpers/package.json +185 -0
  74. xinference/web/ui/node_modules/eslint/conf/{rule-type-list.json → category-list.json} +9 -6
  75. xinference/web/ui/node_modules/eslint/node_modules/@babel/code-frame/package.json +25 -0
  76. xinference/web/ui/node_modules/eslint/node_modules/eslint-visitor-keys/lib/visitor-keys.json +289 -0
  77. xinference/web/ui/node_modules/eslint/node_modules/eslint-visitor-keys/package.json +39 -0
  78. xinference/web/ui/node_modules/eslint/node_modules/glob-parent/package.json +48 -0
  79. xinference/web/ui/node_modules/eslint/node_modules/ignore/package.json +64 -0
  80. xinference/web/ui/node_modules/eslint/package.json +53 -82
  81. xinference/web/ui/node_modules/eslint-config-prettier/package.json +13 -0
  82. xinference/web/ui/node_modules/eslint-import-resolver-node/package.json +3 -3
  83. xinference/web/ui/node_modules/eslint-plugin-import/package.json +22 -17
  84. xinference/web/ui/node_modules/eslint-plugin-jsx-a11y/package.json +25 -24
  85. xinference/web/ui/node_modules/eslint-plugin-simple-import-sort/package.json +23 -0
  86. xinference/web/ui/node_modules/eslint-plugin-testing-library/package.json +1 -1
  87. xinference/web/ui/node_modules/eslint-scope/package.json +19 -34
  88. xinference/web/ui/node_modules/eslint-utils/node_modules/eslint-visitor-keys/lib/visitor-keys.json +284 -0
  89. xinference/web/ui/node_modules/eslint-utils/node_modules/eslint-visitor-keys/package.json +40 -0
  90. xinference/web/ui/node_modules/eslint-utils/package.json +65 -0
  91. xinference/web/ui/node_modules/eslint-visitor-keys/package.json +15 -15
  92. xinference/web/ui/node_modules/espree/node_modules/acorn/package.json +35 -0
  93. xinference/web/ui/node_modules/espree/node_modules/eslint-visitor-keys/lib/visitor-keys.json +284 -0
  94. xinference/web/ui/node_modules/espree/node_modules/eslint-visitor-keys/package.json +40 -0
  95. xinference/web/ui/node_modules/espree/package.json +27 -51
  96. xinference/web/ui/node_modules/function-bind/package.json +38 -14
  97. xinference/web/ui/node_modules/function.prototype.name/package.json +32 -13
  98. xinference/web/ui/node_modules/functional-red-black-tree/package.json +40 -0
  99. xinference/web/ui/node_modules/get-intrinsic/package.json +11 -11
  100. xinference/web/ui/node_modules/hasown/package.json +91 -0
  101. xinference/web/ui/node_modules/hasown/tsconfig.json +49 -0
  102. xinference/web/ui/node_modules/is-async-function/package.json +86 -0
  103. xinference/web/ui/node_modules/is-core-module/core.json +3 -3
  104. xinference/web/ui/node_modules/is-core-module/package.json +7 -7
  105. xinference/web/ui/node_modules/is-finalizationregistry/package.json +67 -0
  106. xinference/web/ui/node_modules/is-generator-function/package.json +87 -0
  107. xinference/web/ui/node_modules/is-typed-array/package.json +8 -10
  108. xinference/web/ui/node_modules/iterator.prototype/package.json +73 -0
  109. xinference/web/ui/node_modules/jsx-ast-utils/package.json +5 -5
  110. xinference/web/ui/node_modules/language-tags/package.json +48 -8
  111. xinference/web/ui/node_modules/lodash.truncate/package.json +17 -0
  112. xinference/web/ui/node_modules/object-inspect/package.json +8 -6
  113. xinference/web/ui/node_modules/object.entries/package.json +7 -7
  114. xinference/web/ui/node_modules/object.fromentries/package.json +7 -7
  115. xinference/web/ui/node_modules/object.groupby/package.json +83 -0
  116. xinference/web/ui/node_modules/object.values/package.json +7 -7
  117. xinference/web/ui/node_modules/prettier/package.json +21 -0
  118. xinference/web/ui/node_modules/progress/package.json +26 -0
  119. xinference/web/ui/node_modules/react-scripts/node_modules/@eslint/eslintrc/package.json +82 -0
  120. xinference/web/ui/node_modules/react-scripts/node_modules/@humanwhocodes/config-array/package.json +61 -0
  121. xinference/web/ui/node_modules/react-scripts/node_modules/@humanwhocodes/object-schema/package.json +33 -0
  122. xinference/web/ui/node_modules/react-scripts/node_modules/ansi-styles/package.json +56 -0
  123. xinference/web/ui/node_modules/react-scripts/node_modules/chalk/package.json +68 -0
  124. xinference/web/ui/node_modules/react-scripts/node_modules/color-convert/package.json +48 -0
  125. xinference/web/ui/node_modules/react-scripts/node_modules/color-name/package.json +28 -0
  126. xinference/web/ui/node_modules/react-scripts/node_modules/escape-string-regexp/package.json +38 -0
  127. xinference/web/ui/node_modules/react-scripts/node_modules/eslint/conf/replacements.json +22 -0
  128. xinference/web/ui/node_modules/react-scripts/node_modules/eslint/conf/rule-type-list.json +28 -0
  129. xinference/web/ui/node_modules/react-scripts/node_modules/eslint/package.json +179 -0
  130. xinference/web/ui/node_modules/react-scripts/node_modules/eslint-scope/package.json +63 -0
  131. xinference/web/ui/node_modules/react-scripts/node_modules/espree/package.json +88 -0
  132. xinference/web/ui/node_modules/react-scripts/node_modules/globals/globals.json +1974 -0
  133. xinference/web/ui/node_modules/react-scripts/node_modules/globals/package.json +55 -0
  134. xinference/web/ui/node_modules/react-scripts/node_modules/has-flag/package.json +46 -0
  135. xinference/web/ui/node_modules/react-scripts/node_modules/supports-color/package.json +53 -0
  136. xinference/web/ui/node_modules/react-scripts/node_modules/type-fest/package.json +58 -0
  137. xinference/web/ui/node_modules/reflect.getprototypeof/package.json +99 -0
  138. xinference/web/ui/node_modules/regexp.prototype.flags/package.json +8 -7
  139. xinference/web/ui/node_modules/regexpp/package.json +91 -0
  140. xinference/web/ui/node_modules/resolve/lib/core.json +4 -1
  141. xinference/web/ui/node_modules/resolve/package.json +9 -8
  142. xinference/web/ui/node_modules/resolve/test/resolver/multirepo/package.json +1 -1
  143. xinference/web/ui/node_modules/safe-array-concat/package.json +5 -5
  144. xinference/web/ui/node_modules/set-function-length/package.json +84 -0
  145. xinference/web/ui/node_modules/set-function-name/package.json +80 -0
  146. xinference/web/ui/node_modules/slice-ansi/node_modules/ansi-styles/package.json +56 -0
  147. xinference/web/ui/node_modules/slice-ansi/node_modules/color-convert/package.json +48 -0
  148. xinference/web/ui/node_modules/slice-ansi/node_modules/color-name/package.json +28 -0
  149. xinference/web/ui/node_modules/slice-ansi/package.json +52 -0
  150. xinference/web/ui/node_modules/string.prototype.trim/package.json +7 -7
  151. xinference/web/ui/node_modules/string.prototype.trimend/package.json +7 -7
  152. xinference/web/ui/node_modules/string.prototype.trimstart/package.json +7 -7
  153. xinference/web/ui/node_modules/table/dist/src/schemas/config.json +95 -0
  154. xinference/web/ui/node_modules/table/dist/src/schemas/shared.json +139 -0
  155. xinference/web/ui/node_modules/table/dist/src/schemas/streamConfig.json +25 -0
  156. xinference/web/ui/node_modules/table/node_modules/ajv/dist/refs/data.json +13 -0
  157. xinference/web/ui/node_modules/table/node_modules/ajv/dist/refs/json-schema-2019-09/meta/applicator.json +53 -0
  158. xinference/web/ui/node_modules/table/node_modules/ajv/dist/refs/json-schema-2019-09/meta/content.json +17 -0
  159. xinference/web/ui/node_modules/table/node_modules/ajv/dist/refs/json-schema-2019-09/meta/core.json +57 -0
  160. xinference/web/ui/node_modules/table/node_modules/ajv/dist/refs/json-schema-2019-09/meta/format.json +14 -0
  161. xinference/web/ui/node_modules/table/node_modules/ajv/dist/refs/json-schema-2019-09/meta/meta-data.json +37 -0
  162. xinference/web/ui/node_modules/table/node_modules/ajv/dist/refs/json-schema-2019-09/meta/validation.json +90 -0
  163. xinference/web/ui/node_modules/table/node_modules/ajv/dist/refs/json-schema-2019-09/schema.json +39 -0
  164. xinference/web/ui/node_modules/table/node_modules/ajv/dist/refs/json-schema-2020-12/meta/applicator.json +48 -0
  165. xinference/web/ui/node_modules/table/node_modules/ajv/dist/refs/json-schema-2020-12/meta/content.json +17 -0
  166. xinference/web/ui/node_modules/table/node_modules/ajv/dist/refs/json-schema-2020-12/meta/core.json +51 -0
  167. xinference/web/ui/node_modules/table/node_modules/ajv/dist/refs/json-schema-2020-12/meta/format-annotation.json +14 -0
  168. xinference/web/ui/node_modules/table/node_modules/ajv/dist/refs/json-schema-2020-12/meta/meta-data.json +37 -0
  169. xinference/web/ui/node_modules/table/node_modules/ajv/dist/refs/json-schema-2020-12/meta/unevaluated.json +15 -0
  170. xinference/web/ui/node_modules/table/node_modules/ajv/dist/refs/json-schema-2020-12/meta/validation.json +90 -0
  171. xinference/web/ui/node_modules/table/node_modules/ajv/dist/refs/json-schema-2020-12/schema.json +55 -0
  172. xinference/web/ui/node_modules/table/node_modules/ajv/dist/refs/json-schema-draft-06.json +137 -0
  173. xinference/web/ui/node_modules/table/node_modules/ajv/dist/refs/json-schema-draft-07.json +151 -0
  174. xinference/web/ui/node_modules/table/node_modules/ajv/dist/refs/json-schema-secure.json +88 -0
  175. xinference/web/ui/node_modules/table/node_modules/ajv/lib/refs/data.json +13 -0
  176. xinference/web/ui/node_modules/table/node_modules/ajv/lib/refs/json-schema-2019-09/meta/applicator.json +53 -0
  177. xinference/web/ui/node_modules/table/node_modules/ajv/lib/refs/json-schema-2019-09/meta/content.json +17 -0
  178. xinference/web/ui/node_modules/table/node_modules/ajv/lib/refs/json-schema-2019-09/meta/core.json +57 -0
  179. xinference/web/ui/node_modules/table/node_modules/ajv/lib/refs/json-schema-2019-09/meta/format.json +14 -0
  180. xinference/web/ui/node_modules/table/node_modules/ajv/lib/refs/json-schema-2019-09/meta/meta-data.json +37 -0
  181. xinference/web/ui/node_modules/table/node_modules/ajv/lib/refs/json-schema-2019-09/meta/validation.json +90 -0
  182. xinference/web/ui/node_modules/table/node_modules/ajv/lib/refs/json-schema-2019-09/schema.json +39 -0
  183. xinference/web/ui/node_modules/table/node_modules/ajv/lib/refs/json-schema-2020-12/meta/applicator.json +48 -0
  184. xinference/web/ui/node_modules/table/node_modules/ajv/lib/refs/json-schema-2020-12/meta/content.json +17 -0
  185. xinference/web/ui/node_modules/table/node_modules/ajv/lib/refs/json-schema-2020-12/meta/core.json +51 -0
  186. xinference/web/ui/node_modules/table/node_modules/ajv/lib/refs/json-schema-2020-12/meta/format-annotation.json +14 -0
  187. xinference/web/ui/node_modules/table/node_modules/ajv/lib/refs/json-schema-2020-12/meta/meta-data.json +37 -0
  188. xinference/web/ui/node_modules/table/node_modules/ajv/lib/refs/json-schema-2020-12/meta/unevaluated.json +15 -0
  189. xinference/web/ui/node_modules/table/node_modules/ajv/lib/refs/json-schema-2020-12/meta/validation.json +90 -0
  190. xinference/web/ui/node_modules/table/node_modules/ajv/lib/refs/json-schema-2020-12/schema.json +55 -0
  191. xinference/web/ui/node_modules/table/node_modules/ajv/lib/refs/json-schema-draft-06.json +137 -0
  192. xinference/web/ui/node_modules/table/node_modules/ajv/lib/refs/json-schema-draft-07.json +151 -0
  193. xinference/web/ui/node_modules/table/node_modules/ajv/lib/refs/json-schema-secure.json +88 -0
  194. xinference/web/ui/node_modules/table/node_modules/ajv/package.json +126 -0
  195. xinference/web/ui/node_modules/table/node_modules/json-schema-traverse/package.json +43 -0
  196. xinference/web/ui/node_modules/table/package.json +77 -0
  197. xinference/web/ui/node_modules/typed-array-buffer/package.json +73 -0
  198. xinference/web/ui/node_modules/typed-array-byte-length/package.json +98 -0
  199. xinference/web/ui/node_modules/v8-compile-cache/package.json +34 -0
  200. xinference/web/ui/node_modules/which-builtin-type/package.json +93 -0
  201. xinference/web/ui/node_modules/which-typed-array/package.json +4 -5
  202. xinference/web/ui/package-lock.json +1085 -406
  203. xinference/web/ui/package.json +10 -2
  204. {xinference-0.6.5.dist-info → xinference-0.7.1.dist-info}/METADATA +46 -35
  205. {xinference-0.6.5.dist-info → xinference-0.7.1.dist-info}/RECORD +217 -110
  206. xinference/web/ui/build/static/js/main.9b46963e.js +0 -3
  207. xinference/web/ui/build/static/js/main.9b46963e.js.map +0 -1
  208. xinference/web/ui/node_modules/.cache/babel-loader/06363becf51869c421a8b3e34b4e3f50aa0aac3d590446044f9412e379f4ebbe.json +0 -1
  209. xinference/web/ui/node_modules/.cache/babel-loader/2849edddeb99a8ecdda577e810eead74b8f8a291cdfbd987839d604666ed79d0.json +0 -1
  210. xinference/web/ui/node_modules/.cache/babel-loader/2c774712d327cdf0b192aaa22785ec380e9427c587350c33289828d99e9c4abc.json +0 -1
  211. xinference/web/ui/node_modules/.cache/babel-loader/34c578e50d3040519ca8dc28bf0f7fec8674c2d6c0fcc3e98401c0a3f9f013cf.json +0 -1
  212. xinference/web/ui/node_modules/.cache/babel-loader/5933910e7c33febbabc0297ef7ba80f5e53ed96aa125b6a44ff2910aec29ced1.json +0 -1
  213. xinference/web/ui/node_modules/.cache/babel-loader/5e18a8354ea03d22a967fd8cb2171aa798edcb3da5d66ab1fd3b9663affd0abe.json +0 -1
  214. xinference/web/ui/node_modules/.cache/babel-loader/717cd7c186ace4812d1e602bdd299d8dc507f072670cc43974d53aac2574df5d.json +0 -1
  215. xinference/web/ui/node_modules/.cache/babel-loader/a178cfde289ffd15fd54b1c80fd9d231ae0f9644db33acb02084e69b32bfee37.json +0 -1
  216. xinference/web/ui/node_modules/.cache/babel-loader/aad919619ddb400e30bf9886f3ad7f59d5ec7cdbb98ed8b8442565bb19164237.json +0 -1
  217. xinference/web/ui/node_modules/.cache/babel-loader/adaec65f73accce3171b51b0fbcbfd8d0cd83f81a2e1b28eb34148644875499a.json +0 -1
  218. xinference/web/ui/node_modules/.cache/babel-loader/ae8f44c77c2e6f79680fe32fb00174183cd867093ebbda967b8985c33cc10fa2.json +0 -1
  219. xinference/web/ui/node_modules/.cache/babel-loader/b10bd04b4d6e28bfcaaaab37b0a4c1986e87a5b7e62e5ce4d56019880ef26990.json +0 -1
  220. xinference/web/ui/node_modules/.cache/babel-loader/cfc5da1cedee985a556e04865affccb72d0f624cbfb73da348bbe8693e8a4983.json +0 -1
  221. xinference/web/ui/node_modules/.cache/babel-loader/eebd0123c4b4396737e56b9181406a9fd76b107dd32971d23b0de99f51dd38d6.json +0 -1
  222. xinference/web/ui/node_modules/@nicolo-ribaudo/eslint-scope-5-internals/node_modules/eslint-scope/package.json +0 -48
  223. xinference/web/ui/node_modules/@typescript-eslint/utils/node_modules/eslint-scope/package.json +0 -48
  224. xinference/web/ui/node_modules/@typescript-eslint/utils/node_modules/estraverse/package.json +0 -40
  225. xinference/web/ui/node_modules/eslint/node_modules/argparse/package.json +0 -31
  226. xinference/web/ui/node_modules/eslint/node_modules/js-yaml/package.json +0 -66
  227. xinference/web/ui/node_modules/eslint-plugin-jsx-a11y/node_modules/semver/package.json +0 -38
  228. xinference/web/ui/node_modules/function-bind/.jscs.json +0 -176
  229. xinference/web/ui/node_modules/resolve/test/resolver/malformed_package_json/package.json +0 -1
  230. xinference/web/ui/node_modules/webpack/node_modules/eslint-scope/package.json +0 -48
  231. xinference/web/ui/node_modules/webpack/node_modules/estraverse/package.json +0 -40
  232. /xinference/web/ui/build/static/js/{main.9b46963e.js.LICENSE.txt → main.778615cc.js.LICENSE.txt} +0 -0
  233. /xinference/web/ui/node_modules/{@nicolo-ribaudo/eslint-scope-5-internals → eslint-scope}/node_modules/estraverse/package.json +0 -0
  234. /xinference/web/ui/node_modules/{@eslint/eslintrc → react-scripts}/node_modules/argparse/package.json +0 -0
  235. /xinference/web/ui/node_modules/{eslint → react-scripts/node_modules/eslint}/lib/cli-engine/formatters/formatters-meta.json +0 -0
  236. /xinference/web/ui/node_modules/{eslint-config-react-app → react-scripts/node_modules/eslint-config-react-app}/package.json +0 -0
  237. /xinference/web/ui/node_modules/{eslint-plugin-flowtype → react-scripts/node_modules/eslint-plugin-flowtype}/dist/configs/recommended.json +0 -0
  238. /xinference/web/ui/node_modules/{eslint-plugin-flowtype → react-scripts/node_modules/eslint-plugin-flowtype}/package.json +0 -0
  239. /xinference/web/ui/node_modules/{@eslint/eslintrc → react-scripts}/node_modules/js-yaml/package.json +0 -0
  240. {xinference-0.6.5.dist-info → xinference-0.7.1.dist-info}/LICENSE +0 -0
  241. {xinference-0.6.5.dist-info → xinference-0.7.1.dist-info}/WHEEL +0 -0
  242. {xinference-0.6.5.dist-info → xinference-0.7.1.dist-info}/entry_points.txt +0 -0
  243. {xinference-0.6.5.dist-info → xinference-0.7.1.dist-info}/top_level.txt +0 -0
xinference/web/ui/package.json CHANGED
@@ -36,7 +36,8 @@
36
36
  "start": "react-scripts start",
37
37
  "build": "react-scripts build",
38
38
  "test": "react-scripts test",
39
- "eject": "react-scripts eject"
39
+ "eject": "react-scripts eject",
40
+ "format": "eslint --fix . && prettier . --write"
40
41
  },
41
42
  "eslintConfig": {
42
43
  "extends": [
@@ -57,6 +58,13 @@
57
58
  ]
58
59
  },
59
60
  "devDependencies": {
60
- "@babel/plugin-proposal-private-property-in-object": "^7.21.11"
61
+ "@babel/plugin-proposal-private-property-in-object": "^7.21.11",
62
+ "@babel/core": "^7.21.0",
63
+ "@babel/eslint-parser": "^7.19.1",
64
+ "eslint": "^7.32.0",
65
+ "eslint-config-prettier": "^8.5.0",
66
+ "eslint-plugin-react": "^7.24.0",
67
+ "eslint-plugin-simple-import-sort": "^8.0.0",
68
+ "prettier": "2.8.0"
61
69
  }
62
70
  }
{xinference-0.6.5.dist-info → xinference-0.7.1.dist-info}/METADATA RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: xinference
3
- Version: 0.6.5
3
+ Version: 0.7.1
4
4
  Summary: Model Serving Made Easy
5
5
  Home-page: https://github.com/xorbitsai/inference
6
6
  Author: Qin Xuye
@@ -19,7 +19,7 @@ Classifier: Programming Language :: Python :: Implementation :: CPython
19
19
  Classifier: Topic :: Software Development :: Libraries
20
20
  Description-Content-Type: text/markdown
21
21
  License-File: LICENSE
22
- Requires-Dist: xoscar >=0.1.2
22
+ Requires-Dist: xoscar >=0.1.4
23
23
  Requires-Dist: torch
24
24
  Requires-Dist: gradio >=3.39.0
25
25
  Requires-Dist: click
@@ -350,39 +350,50 @@ To view the builtin models, run the following command:
350
350
  $ xinference registrations
351
351
  ```
352
352
 
353
- | Type | Name | Language | Ability |
354
- |------|---------------------|--------------|------------------------|
355
- | LLM | baichuan | ['en', 'zh'] | ['embed', 'generate'] |
356
- | LLM | baichuan-2 | ['en', 'zh'] | ['embed', 'generate'] |
357
- | LLM | baichuan-chat | ['en', 'zh'] | ['embed', 'chat'] |
358
- | LLM | baichuan-2-chat | ['en', 'zh'] | ['embed', 'chat'] |
359
- | LLM | chatglm | ['en', 'zh'] | ['embed', 'chat'] |
360
- | LLM | chatglm2 | ['en', 'zh'] | ['embed', 'chat'] |
361
- | LLM | chatglm2-32k | ['en', 'zh'] | ['embed', 'chat'] |
362
- | LLM | code-llama | ['en'] | ['generate'] |
363
- | LLM | code-llama-instruct | ['en'] | ['chat'] |
364
- | LLM | code-llama-python | ['en'] | ['generate'] |
365
- | LLM | falcon | ['en'] | ['embed', 'generate'] |
366
- | LLM | falcon-instruct | ['en'] | ['embed', 'chat'] |
367
- | LLM | glaive-coder | ['en'] | ['chat'] |
368
- | LLM | gpt-2 | ['en'] | ['generate'] |
369
- | LLM | internlm-7b | ['en', 'zh'] | ['embed', 'generate'] |
370
- | LLM | internlm-chat-7b | ['en', 'zh'] | ['embed', 'chat'] |
371
- | LLM | internlm-chat-20b | ['en', 'zh'] | ['embed', 'chat'] |
372
- | LLM | llama-2 | ['en'] | ['embed', 'generate'] |
373
- | LLM | llama-2-chat | ['en'] | ['embed', 'chat'] |
374
- | LLM | opt | ['en'] | ['embed', 'generate'] |
375
- | LLM | orca | ['en'] | ['embed', 'chat'] |
376
- | LLM | qwen-chat | ['en', 'zh'] | ['embed', 'chat'] |
377
- | LLM | starchat-beta | ['en'] | ['embed', 'chat'] |
378
- | LLM | starcoder | ['en'] | ['generate'] |
379
- | LLM | starcoderplus | ['en'] | ['embed', 'generate'] |
380
- | LLM | vicuna-v1.3 | ['en'] | ['embed', 'chat'] |
381
- | LLM | vicuna-v1.5 | ['en'] | ['embed', 'chat'] |
382
- | LLM | vicuna-v1.5-16k | ['en'] | ['embed', 'chat'] |
383
- | LLM | wizardlm-v1.0 | ['en'] | ['embed', 'chat'] |
384
- | LLM | wizardmath-v1.0 | ['en'] | ['embed', 'chat'] |
385
- | LLM | OpenBuddy | ['en', 'zh'] | ['embed', 'chat'] |
353
+ | Type | Name | Language | Ability |
354
+ |-------|-------------------------|--------------|--------------|
355
+ | LLM | baichuan | ['en', 'zh'] | ['generate'] |
356
+ | LLM | baichuan-2 | ['en', 'zh'] | ['generate'] |
357
+ | LLM | baichuan-2-chat | ['en', 'zh'] | ['chat'] |
358
+ | LLM | baichuan-chat | ['en', 'zh'] | ['chat'] |
359
+ | LLM | chatglm | ['en', 'zh'] | ['chat'] |
360
+ | LLM | chatglm2 | ['en', 'zh'] | ['chat'] |
361
+ | LLM | chatglm2-32k | ['en', 'zh'] | ['chat'] |
362
+ | LLM | chatglm3 | ['en', 'zh'] | ['chat'] |
363
+ | LLM | chatglm3-32k | ['en', 'zh'] | ['chat'] |
364
+ | LLM | code-llama | ['en'] | ['generate'] |
365
+ | LLM | code-llama-instruct | ['en'] | ['chat'] |
366
+ | LLM | code-llama-python | ['en'] | ['generate'] |
367
+ | LLM | falcon | ['en'] | ['generate'] |
368
+ | LLM | falcon-instruct | ['en'] | ['chat'] |
369
+ | LLM | glaive-coder | ['en'] | ['chat'] |
370
+ | LLM | gpt-2 | ['en'] | ['generate'] |
371
+ | LLM | internlm-20b | ['en', 'zh'] | ['generate'] |
372
+ | LLM | internlm-7b | ['en', 'zh'] | ['generate'] |
373
+ | LLM | internlm-chat-20b | ['en', 'zh'] | ['chat'] |
374
+ | LLM | internlm-chat-7b | ['en', 'zh'] | ['chat'] |
375
+ | LLM | llama-2 | ['en'] | ['generate'] |
376
+ | LLM | llama-2-chat | ['en'] | ['chat'] |
377
+ | LLM | mistral-instruct-v0.1 | ['en'] | ['chat'] |
378
+ | LLM | mistral-v0.1 | ['en'] | ['generate'] |
379
+ | LLM | OpenBuddy | ['en'] | ['chat'] |
380
+ | LLM | opt | ['en'] | ['generate'] |
381
+ | LLM | orca | ['en'] | ['chat'] |
382
+ | LLM | qwen-chat | ['en', 'zh'] | ['chat'] |
383
+ | LLM | starchat-beta | ['en'] | ['chat'] |
384
+ | LLM | starcoder | ['en'] | ['generate'] |
385
+ | LLM | starcoderplus | ['en'] | ['generate'] |
386
+ | LLM | tiny-llama | ['en'] | ['generate'] |
387
+ | LLM | vicuna-v1.3 | ['en'] | ['chat'] |
388
+ | LLM | vicuna-v1.5 | ['en'] | ['chat'] |
389
+ | LLM | vicuna-v1.5-16k | ['en'] | ['chat'] |
390
+ | LLM | wizardcoder-python-v1.0 | ['en'] | ['chat'] |
391
+ | LLM | wizardlm-v1.0 | ['en'] | ['chat'] |
392
+ | LLM | wizardmath-v1.0 | ['en'] | ['chat'] |
393
+ | LLM | Yi | ['en', 'zh'] | ['generate'] |
394
+ | LLM | Yi-200k | ['en', 'zh'] | ['generate'] |
395
+ | LLM | zephyr-7b-alpha | ['en'] | ['chat'] |
396
+ | LLM | zephyr-7b-beta | ['en'] | ['chat'] |
386
397
 
387
398
  For in-depth details on the built-in models, please refer to [built-in models](https://inference.readthedocs.io/en/latest/models/builtin/index.html).
388
399