xinference 0.14.0.post1__py3-none-any.whl → 0.14.1.post1__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of xinference might be problematic. Click here for more details.

Files changed (50) hide show
  1. xinference/_version.py +3 -3
  2. xinference/api/restful_api.py +54 -0
  3. xinference/client/handlers.py +0 -3
  4. xinference/client/restful/restful_client.py +51 -134
  5. xinference/constants.py +1 -0
  6. xinference/core/chat_interface.py +1 -4
  7. xinference/core/image_interface.py +33 -5
  8. xinference/core/model.py +28 -2
  9. xinference/core/supervisor.py +37 -0
  10. xinference/core/worker.py +128 -84
  11. xinference/deploy/cmdline.py +1 -4
  12. xinference/model/audio/core.py +11 -3
  13. xinference/model/audio/funasr.py +114 -0
  14. xinference/model/audio/model_spec.json +20 -0
  15. xinference/model/audio/model_spec_modelscope.json +21 -0
  16. xinference/model/audio/whisper.py +1 -1
  17. xinference/model/core.py +12 -0
  18. xinference/model/image/core.py +3 -4
  19. xinference/model/image/model_spec.json +41 -13
  20. xinference/model/image/model_spec_modelscope.json +30 -10
  21. xinference/model/image/stable_diffusion/core.py +53 -2
  22. xinference/model/llm/__init__.py +2 -0
  23. xinference/model/llm/llm_family.json +83 -1
  24. xinference/model/llm/llm_family_modelscope.json +85 -1
  25. xinference/model/llm/pytorch/core.py +1 -0
  26. xinference/model/llm/pytorch/minicpmv26.py +247 -0
  27. xinference/model/llm/sglang/core.py +72 -34
  28. xinference/model/llm/vllm/core.py +38 -0
  29. xinference/model/video/__init__.py +62 -0
  30. xinference/model/video/core.py +178 -0
  31. xinference/model/video/diffusers.py +180 -0
  32. xinference/model/video/model_spec.json +11 -0
  33. xinference/model/video/model_spec_modelscope.json +12 -0
  34. xinference/types.py +10 -24
  35. xinference/web/ui/build/asset-manifest.json +3 -3
  36. xinference/web/ui/build/index.html +1 -1
  37. xinference/web/ui/build/static/js/{main.ef2a203a.js → main.17ca0398.js} +3 -3
  38. xinference/web/ui/build/static/js/main.17ca0398.js.map +1 -0
  39. xinference/web/ui/node_modules/.cache/babel-loader/71684495d995c7e266eecc6a0ad8ea0284cc785f80abddf863789c57a6134969.json +1 -0
  40. xinference/web/ui/node_modules/.cache/babel-loader/80acd1edf31542ab1dcccfad02cb4b38f3325cff847a781fcce97500cfd6f878.json +1 -0
  41. {xinference-0.14.0.post1.dist-info → xinference-0.14.1.post1.dist-info}/METADATA +21 -15
  42. {xinference-0.14.0.post1.dist-info → xinference-0.14.1.post1.dist-info}/RECORD +47 -40
  43. xinference/web/ui/build/static/js/main.ef2a203a.js.map +0 -1
  44. xinference/web/ui/node_modules/.cache/babel-loader/2c63090c842376cdd368c3ded88a333ef40d94785747651343040a6f7872a223.json +0 -1
  45. xinference/web/ui/node_modules/.cache/babel-loader/70fa8c07463a5fe57c68bf92502910105a8f647371836fe8c3a7408246ca7ba0.json +0 -1
  46. /xinference/web/ui/build/static/js/{main.ef2a203a.js.LICENSE.txt → main.17ca0398.js.LICENSE.txt} +0 -0
  47. {xinference-0.14.0.post1.dist-info → xinference-0.14.1.post1.dist-info}/LICENSE +0 -0
  48. {xinference-0.14.0.post1.dist-info → xinference-0.14.1.post1.dist-info}/WHEEL +0 -0
  49. {xinference-0.14.0.post1.dist-info → xinference-0.14.1.post1.dist-info}/entry_points.txt +0 -0
  50. {xinference-0.14.0.post1.dist-info → xinference-0.14.1.post1.dist-info}/top_level.txt +0 -0
@@ -0,0 +1 @@
1
+ {"ast":null,"code":"import _slicedToArray from\"/home/runner/work/inference/inference/xinference/web/ui/node_modules/@babel/runtime/helpers/esm/slicedToArray.js\";import{TabContext,TabList,TabPanel}from'@mui/lab';import{Box,Tab}from'@mui/material';import React,{useContext,useEffect,useState}from'react';import{useCookies}from'react-cookie';import{useNavigate}from'react-router-dom';import{ApiContext}from'../../components/apiContext';import ErrorMessageSnackBar from'../../components/errorMessageSnackBar';import fetchWrapper from'../../components/fetchWrapper';import Title from'../../components/Title';import LaunchCustom from'./launchCustom';import LaunchLLM from'./launchLLM';import LaunchModelComponent from'./LaunchModelComponent';import{jsx as _jsx}from\"react/jsx-runtime\";import{jsxs as _jsxs}from\"react/jsx-runtime\";var LaunchModel=function LaunchModel(){var _React$useState=React.useState(sessionStorage.getItem('modelType')?sessionStorage.getItem('modelType'):'/launch_model/llm'),_React$useState2=_slicedToArray(_React$useState,2),value=_React$useState2[0],setValue=_React$useState2[1];var _useState=useState(-1),_useState2=_slicedToArray(_useState,2),gpuAvailable=_useState2[0],setGPUAvailable=_useState2[1];var _useContext=useContext(ApiContext),setErrorMsg=_useContext.setErrorMsg;var _useCookies=useCookies(['token']),_useCookies2=_slicedToArray(_useCookies,1),cookie=_useCookies2[0];var navigate=useNavigate();var handleTabChange=function handleTabChange(event,newValue){setValue(newValue);navigate(newValue);sessionStorage.setItem('modelType',newValue);newValue==='/launch_model/custom/llm'?sessionStorage.setItem('subType',newValue):'';};useEffect(function(){if(cookie.token===''||cookie.token===undefined){navigate('/login',{replace:true});return;}if(cookie.token!=='no_auth'&&!sessionStorage.getItem('token')){navigate('/login',{replace:true});return;}if(gpuAvailable===-1){fetchWrapper.get('/v1/cluster/devices').then(function(data){return setGPUAvailable(parseInt(data,10));}).catch(function(error){console.error('Error:',error);if(error.response.status!==403&&error.response.status!==401){setErrorMsg(error.message);}});}},[cookie.token]);useEffect(function(){});return/*#__PURE__*/_jsxs(Box,{m:\"20px\",children:[/*#__PURE__*/_jsx(Title,{title:\"Launch Model\"}),/*#__PURE__*/_jsx(ErrorMessageSnackBar,{}),/*#__PURE__*/_jsxs(TabContext,{value:value,children:[/*#__PURE__*/_jsx(Box,{sx:{borderBottom:1,borderColor:'divider'},children:/*#__PURE__*/_jsxs(TabList,{value:value,onChange:handleTabChange,\"aria-label\":\"tabs\",children:[/*#__PURE__*/_jsx(Tab,{label:\"Language Models\",value:\"/launch_model/llm\"}),/*#__PURE__*/_jsx(Tab,{label:\"Embedding Models\",value:\"/launch_model/embedding\"}),/*#__PURE__*/_jsx(Tab,{label:\"Rerank Models\",value:\"/launch_model/rerank\"}),/*#__PURE__*/_jsx(Tab,{label:\"Image Models\",value:\"/launch_model/image\"}),/*#__PURE__*/_jsx(Tab,{label:\"Audio Models\",value:\"/launch_model/audio\"}),/*#__PURE__*/_jsx(Tab,{label:\"Video Models\",value:\"/launch_model/video\"}),/*#__PURE__*/_jsx(Tab,{label:\"Custom Models\",value:\"/launch_model/custom/llm\"})]})}),/*#__PURE__*/_jsx(TabPanel,{value:\"/launch_model/llm\",sx:{padding:0},children:/*#__PURE__*/_jsx(LaunchLLM,{gpuAvailable:gpuAvailable})}),/*#__PURE__*/_jsx(TabPanel,{value:\"/launch_model/embedding\",sx:{padding:0},children:/*#__PURE__*/_jsx(LaunchModelComponent,{modelType:'embedding',gpuAvailable:gpuAvailable})}),/*#__PURE__*/_jsx(TabPanel,{value:\"/launch_model/rerank\",sx:{padding:0},children:/*#__PURE__*/_jsx(LaunchModelComponent,{modelType:'rerank',gpuAvailable:gpuAvailable})}),/*#__PURE__*/_jsx(TabPanel,{value:\"/launch_model/image\",sx:{padding:0},children:/*#__PURE__*/_jsx(LaunchModelComponent,{modelType:'image'})}),/*#__PURE__*/_jsx(TabPanel,{value:\"/launch_model/audio\",sx:{padding:0},children:/*#__PURE__*/_jsx(LaunchModelComponent,{modelType:'audio'})}),/*#__PURE__*/_jsx(TabPanel,{value:\"/launch_model/video\",sx:{padding:0},children:/*#__PURE__*/_jsx(LaunchModelComponent,{modelType:'video'})}),/*#__PURE__*/_jsx(TabPanel,{value:\"/launch_model/custom/llm\",sx:{padding:0},children:/*#__PURE__*/_jsx(LaunchCustom,{gpuAvailable:gpuAvailable})})]})]});};export default LaunchModel;","map":{"version":3,"names":["TabContext","TabList","TabPanel","Box","Tab","React","useContext","useEffect","useState","useCookies","useNavigate","ApiContext","ErrorMessageSnackBar","fetchWrapper","Title","LaunchCustom","LaunchLLM","LaunchModelComponent","jsx","_jsx","jsxs","_jsxs","LaunchModel","_React$useState","sessionStorage","getItem","_React$useState2","_slicedToArray","value","setValue","_useState","_useState2","gpuAvailable","setGPUAvailable","_useContext","setErrorMsg","_useCookies","_useCookies2","cookie","navigate","handleTabChange","event","newValue","setItem","token","undefined","replace","get","then","data","parseInt","catch","error","console","response","status","message","m","children","title","sx","borderBottom","borderColor","onChange","label","padding","modelType"],"sources":["/home/runner/work/inference/inference/xinference/web/ui/src/scenes/launch_model/index.js"],"sourcesContent":["import { TabContext, TabList, TabPanel } from '@mui/lab'\nimport { Box, Tab } from '@mui/material'\nimport React, { useContext, useEffect, useState } from 'react'\nimport { useCookies } from 'react-cookie'\nimport { useNavigate } from 'react-router-dom'\n\nimport { ApiContext } from '../../components/apiContext'\nimport ErrorMessageSnackBar from '../../components/errorMessageSnackBar'\nimport fetchWrapper from '../../components/fetchWrapper'\nimport Title from '../../components/Title'\nimport LaunchCustom from './launchCustom'\nimport LaunchLLM from './launchLLM'\nimport LaunchModelComponent from './LaunchModelComponent'\n\nconst LaunchModel = () => {\n const [value, setValue] = React.useState(\n sessionStorage.getItem('modelType')\n ? sessionStorage.getItem('modelType')\n : '/launch_model/llm'\n )\n const [gpuAvailable, setGPUAvailable] = useState(-1)\n\n const { setErrorMsg } = useContext(ApiContext)\n const [cookie] = useCookies(['token'])\n const navigate = useNavigate()\n\n const handleTabChange = (event, newValue) => {\n setValue(newValue)\n navigate(newValue)\n sessionStorage.setItem('modelType', newValue)\n newValue === '/launch_model/custom/llm'\n ? sessionStorage.setItem('subType', newValue)\n : ''\n }\n\n useEffect(() => {\n if (cookie.token === '' || cookie.token === undefined) {\n navigate('/login', { replace: true })\n return\n }\n if (cookie.token !== 'no_auth' && !sessionStorage.getItem('token')) {\n navigate('/login', { replace: true })\n return\n }\n\n if (gpuAvailable === -1) {\n fetchWrapper\n .get('/v1/cluster/devices')\n .then((data) => setGPUAvailable(parseInt(data, 10)))\n .catch((error) => {\n console.error('Error:', error)\n if (error.response.status !== 403 && error.response.status !== 401) {\n setErrorMsg(error.message)\n }\n })\n }\n }, [cookie.token])\n\n useEffect(() => {})\n return (\n <Box m=\"20px\">\n <Title title=\"Launch Model\" />\n <ErrorMessageSnackBar />\n <TabContext value={value}>\n <Box sx={{ borderBottom: 1, borderColor: 'divider' }}>\n <TabList value={value} onChange={handleTabChange} aria-label=\"tabs\">\n <Tab label=\"Language Models\" value=\"/launch_model/llm\" />\n <Tab label=\"Embedding Models\" value=\"/launch_model/embedding\" />\n <Tab label=\"Rerank Models\" value=\"/launch_model/rerank\" />\n <Tab label=\"Image Models\" value=\"/launch_model/image\" />\n <Tab label=\"Audio Models\" value=\"/launch_model/audio\" />\n <Tab label=\"Video Models\" value=\"/launch_model/video\" />\n <Tab label=\"Custom Models\" value=\"/launch_model/custom/llm\" />\n </TabList>\n </Box>\n <TabPanel value=\"/launch_model/llm\" sx={{ padding: 0 }}>\n <LaunchLLM gpuAvailable={gpuAvailable} />\n </TabPanel>\n <TabPanel value=\"/launch_model/embedding\" sx={{ padding: 0 }}>\n <LaunchModelComponent\n modelType={'embedding'}\n gpuAvailable={gpuAvailable}\n />\n </TabPanel>\n <TabPanel value=\"/launch_model/rerank\" sx={{ padding: 0 }}>\n <LaunchModelComponent\n modelType={'rerank'}\n gpuAvailable={gpuAvailable}\n />\n </TabPanel>\n <TabPanel value=\"/launch_model/image\" sx={{ padding: 0 }}>\n <LaunchModelComponent modelType={'image'} />\n </TabPanel>\n <TabPanel value=\"/launch_model/audio\" sx={{ padding: 0 }}>\n <LaunchModelComponent modelType={'audio'} />\n </TabPanel>\n <TabPanel value=\"/launch_model/video\" sx={{ padding: 0 }}>\n <LaunchModelComponent modelType={'video'} />\n </TabPanel>\n <TabPanel value=\"/launch_model/custom/llm\" sx={{ padding: 0 }}>\n <LaunchCustom gpuAvailable={gpuAvailable} />\n </TabPanel>\n </TabContext>\n </Box>\n )\n}\n\nexport default LaunchModel\n"],"mappings":"6IAAA,OAASA,UAAU,CAAEC,OAAO,CAAEC,QAAQ,KAAQ,UAAU,CACxD,OAASC,GAAG,CAAEC,GAAG,KAAQ,eAAe,CACxC,MAAO,CAAAC,KAAK,EAAIC,UAAU,CAAEC,SAAS,CAAEC,QAAQ,KAAQ,OAAO,CAC9D,OAASC,UAAU,KAAQ,cAAc,CACzC,OAASC,WAAW,KAAQ,kBAAkB,CAE9C,OAASC,UAAU,KAAQ,6BAA6B,CACxD,MAAO,CAAAC,oBAAoB,KAAM,uCAAuC,CACxE,MAAO,CAAAC,YAAY,KAAM,+BAA+B,CACxD,MAAO,CAAAC,KAAK,KAAM,wBAAwB,CAC1C,MAAO,CAAAC,YAAY,KAAM,gBAAgB,CACzC,MAAO,CAAAC,SAAS,KAAM,aAAa,CACnC,MAAO,CAAAC,oBAAoB,KAAM,wBAAwB,QAAAC,GAAA,IAAAC,IAAA,gCAAAC,IAAA,IAAAC,KAAA,yBAEzD,GAAM,CAAAC,WAAW,CAAG,QAAd,CAAAA,WAAWA,CAAA,CAAS,CACxB,IAAAC,eAAA,CAA0BlB,KAAK,CAACG,QAAQ,CACtCgB,cAAc,CAACC,OAAO,CAAC,WAAW,CAAC,CAC/BD,cAAc,CAACC,OAAO,CAAC,WAAW,CAAC,CACnC,mBACN,CAAC,CAAAC,gBAAA,CAAAC,cAAA,CAAAJ,eAAA,IAJMK,KAAK,CAAAF,gBAAA,IAAEG,QAAQ,CAAAH,gBAAA,IAKtB,IAAAI,SAAA,CAAwCtB,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAAuB,UAAA,CAAAJ,cAAA,CAAAG,SAAA,IAA7CE,YAAY,CAAAD,UAAA,IAAEE,eAAe,CAAAF,UAAA,IAEpC,IAAAG,WAAA,CAAwB5B,UAAU,CAACK,UAAU,CAAC,CAAtCwB,WAAW,CAAAD,WAAA,CAAXC,WAAW,CACnB,IAAAC,WAAA,CAAiB3B,UAAU,CAAC,CAAC,OAAO,CAAC,CAAC,CAAA4B,YAAA,CAAAV,cAAA,CAAAS,WAAA,IAA/BE,MAAM,CAAAD,YAAA,IACb,GAAM,CAAAE,QAAQ,CAAG7B,WAAW,CAAC,CAAC,CAE9B,GAAM,CAAA8B,eAAe,CAAG,QAAlB,CAAAA,eAAeA,CAAIC,KAAK,CAAEC,QAAQ,CAAK,CAC3Cb,QAAQ,CAACa,QAAQ,CAAC,CAClBH,QAAQ,CAACG,QAAQ,CAAC,CAClBlB,cAAc,CAACmB,OAAO,CAAC,WAAW,CAAED,QAAQ,CAAC,CAC7CA,QAAQ,GAAK,0BAA0B,CACnClB,cAAc,CAACmB,OAAO,CAAC,SAAS,CAAED,QAAQ,CAAC,CAC3C,EAAE,CACR,CAAC,CAEDnC,SAAS,CAAC,UAAM,CACd,GAAI+B,MAAM,CAACM,KAAK,GAAK,EAAE,EAAIN,MAAM,CAACM,KAAK,GAAKC,SAAS,CAAE,CACrDN,QAAQ,CAAC,QAAQ,CAAE,CAAEO,OAAO,CAAE,IAAK,CAAC,CAAC,CACrC,OACF,CACA,GAAIR,MAAM,CAACM,KAAK,GAAK,SAAS,EAAI,CAACpB,cAAc,CAACC,OAAO,CAAC,OAAO,CAAC,CAAE,CAClEc,QAAQ,CAAC,QAAQ,CAAE,CAAEO,OAAO,CAAE,IAAK,CAAC,CAAC,CACrC,OACF,CAEA,GAAId,YAAY,GAAK,CAAC,CAAC,CAAE,CACvBnB,YAAY,CACTkC,GAAG,CAAC,qBAAqB,CAAC,CAC1BC,IAAI,CAAC,SAACC,IAAI,QAAK,CAAAhB,eAAe,CAACiB,QAAQ,CAACD,IAAI,CAAE,EAAE,CAAC,CAAC,GAAC,CACnDE,KAAK,CAAC,SAACC,KAAK,CAAK,CAChBC,OAAO,CAACD,KAAK,CAAC,QAAQ,CAAEA,KAAK,CAAC,CAC9B,GAAIA,KAAK,CAACE,QAAQ,CAACC,MAAM,GAAK,GAAG,EAAIH,KAAK,CAACE,QAAQ,CAACC,MAAM,GAAK,GAAG,CAAE,CAClEpB,WAAW,CAACiB,KAAK,CAACI,OAAO,CAAC,CAC5B,CACF,CAAC,CAAC,CACN,CACF,CAAC,CAAE,CAAClB,MAAM,CAACM,KAAK,CAAC,CAAC,CAElBrC,SAAS,CAAC,UAAM,CAAC,CAAC,CAAC,CACnB,mBACEc,KAAA,CAAClB,GAAG,EAACsD,CAAC,CAAC,MAAM,CAAAC,QAAA,eACXvC,IAAA,CAACL,KAAK,EAAC6C,KAAK,CAAC,cAAc,CAAE,CAAC,cAC9BxC,IAAA,CAACP,oBAAoB,GAAE,CAAC,cACxBS,KAAA,CAACrB,UAAU,EAAC4B,KAAK,CAAEA,KAAM,CAAA8B,QAAA,eACvBvC,IAAA,CAAChB,GAAG,EAACyD,EAAE,CAAE,CAAEC,YAAY,CAAE,CAAC,CAAEC,WAAW,CAAE,SAAU,CAAE,CAAAJ,QAAA,cACnDrC,KAAA,CAACpB,OAAO,EAAC2B,KAAK,CAAEA,KAAM,CAACmC,QAAQ,CAAEvB,eAAgB,CAAC,aAAW,MAAM,CAAAkB,QAAA,eACjEvC,IAAA,CAACf,GAAG,EAAC4D,KAAK,CAAC,iBAAiB,CAACpC,KAAK,CAAC,mBAAmB,CAAE,CAAC,cACzDT,IAAA,CAACf,GAAG,EAAC4D,KAAK,CAAC,kBAAkB,CAACpC,KAAK,CAAC,yBAAyB,CAAE,CAAC,cAChET,IAAA,CAACf,GAAG,EAAC4D,KAAK,CAAC,eAAe,CAACpC,KAAK,CAAC,sBAAsB,CAAE,CAAC,cAC1DT,IAAA,CAACf,GAAG,EAAC4D,KAAK,CAAC,cAAc,CAACpC,KAAK,CAAC,qBAAqB,CAAE,CAAC,cACxDT,IAAA,CAACf,GAAG,EAAC4D,KAAK,CAAC,cAAc,CAACpC,KAAK,CAAC,qBAAqB,CAAE,CAAC,cACxDT,IAAA,CAACf,GAAG,EAAC4D,KAAK,CAAC,cAAc,CAACpC,KAAK,CAAC,qBAAqB,CAAE,CAAC,cACxDT,IAAA,CAACf,GAAG,EAAC4D,KAAK,CAAC,eAAe,CAACpC,KAAK,CAAC,0BAA0B,CAAE,CAAC,EACvD,CAAC,CACP,CAAC,cACNT,IAAA,CAACjB,QAAQ,EAAC0B,KAAK,CAAC,mBAAmB,CAACgC,EAAE,CAAE,CAAEK,OAAO,CAAE,CAAE,CAAE,CAAAP,QAAA,cACrDvC,IAAA,CAACH,SAAS,EAACgB,YAAY,CAAEA,YAAa,CAAE,CAAC,CACjC,CAAC,cACXb,IAAA,CAACjB,QAAQ,EAAC0B,KAAK,CAAC,yBAAyB,CAACgC,EAAE,CAAE,CAAEK,OAAO,CAAE,CAAE,CAAE,CAAAP,QAAA,cAC3DvC,IAAA,CAACF,oBAAoB,EACnBiD,SAAS,CAAE,WAAY,CACvBlC,YAAY,CAAEA,YAAa,CAC5B,CAAC,CACM,CAAC,cACXb,IAAA,CAACjB,QAAQ,EAAC0B,KAAK,CAAC,sBAAsB,CAACgC,EAAE,CAAE,CAAEK,OAAO,CAAE,CAAE,CAAE,CAAAP,QAAA,cACxDvC,IAAA,CAACF,oBAAoB,EACnBiD,SAAS,CAAE,QAAS,CACpBlC,YAAY,CAAEA,YAAa,CAC5B,CAAC,CACM,CAAC,cACXb,IAAA,CAACjB,QAAQ,EAAC0B,KAAK,CAAC,qBAAqB,CAACgC,EAAE,CAAE,CAAEK,OAAO,CAAE,CAAE,CAAE,CAAAP,QAAA,cACvDvC,IAAA,CAACF,oBAAoB,EAACiD,SAAS,CAAE,OAAQ,CAAE,CAAC,CACpC,CAAC,cACX/C,IAAA,CAACjB,QAAQ,EAAC0B,KAAK,CAAC,qBAAqB,CAACgC,EAAE,CAAE,CAAEK,OAAO,CAAE,CAAE,CAAE,CAAAP,QAAA,cACvDvC,IAAA,CAACF,oBAAoB,EAACiD,SAAS,CAAE,OAAQ,CAAE,CAAC,CACpC,CAAC,cACX/C,IAAA,CAACjB,QAAQ,EAAC0B,KAAK,CAAC,qBAAqB,CAACgC,EAAE,CAAE,CAAEK,OAAO,CAAE,CAAE,CAAE,CAAAP,QAAA,cACvDvC,IAAA,CAACF,oBAAoB,EAACiD,SAAS,CAAE,OAAQ,CAAE,CAAC,CACpC,CAAC,cACX/C,IAAA,CAACjB,QAAQ,EAAC0B,KAAK,CAAC,0BAA0B,CAACgC,EAAE,CAAE,CAAEK,OAAO,CAAE,CAAE,CAAE,CAAAP,QAAA,cAC5DvC,IAAA,CAACJ,YAAY,EAACiB,YAAY,CAAEA,YAAa,CAAE,CAAC,CACpC,CAAC,EACD,CAAC,EACV,CAAC,CAEV,CAAC,CAED,cAAe,CAAAV,WAAW","ignoreList":[]},"metadata":{},"sourceType":"module","externalDependencies":[]}
@@ -0,0 +1 @@
1
+ {"ast":null,"code":"import _objectSpread from\"/home/runner/work/inference/inference/xinference/web/ui/node_modules/@babel/runtime/helpers/esm/objectSpread2.js\";import _slicedToArray from\"/home/runner/work/inference/inference/xinference/web/ui/node_modules/@babel/runtime/helpers/esm/slicedToArray.js\";import DeleteOutlineOutlinedIcon from'@mui/icons-material/DeleteOutlineOutlined';import OpenInBrowserOutlinedIcon from'@mui/icons-material/OpenInBrowserOutlined';import{TabContext,TabList,TabPanel}from'@mui/lab';import{Box,Stack,Tab}from'@mui/material';import{DataGrid}from'@mui/x-data-grid';import React,{useContext,useEffect,useState}from'react';import{useCookies}from'react-cookie';import{useNavigate}from'react-router-dom';import{ApiContext}from'../../components/apiContext';import ErrorMessageSnackBar from'../../components/errorMessageSnackBar';import fetcher from'../../components/fetcher';import fetchWrapper from'../../components/fetchWrapper';import Title from'../../components/Title';import{jsx as _jsx}from\"react/jsx-runtime\";import{jsxs as _jsxs}from\"react/jsx-runtime\";var RunningModels=function RunningModels(){var _React$useState=React.useState(sessionStorage.getItem('runningModelType')),_React$useState2=_slicedToArray(_React$useState,2),tabValue=_React$useState2[0],setTabValue=_React$useState2[1];var _useState=useState([]),_useState2=_slicedToArray(_useState,2),llmData=_useState2[0],setLlmData=_useState2[1];var _useState3=useState([]),_useState4=_slicedToArray(_useState3,2),embeddingModelData=_useState4[0],setEmbeddingModelData=_useState4[1];var _useState5=useState([]),_useState6=_slicedToArray(_useState5,2),imageModelData=_useState6[0],setImageModelData=_useState6[1];var _useState7=useState([]),_useState8=_slicedToArray(_useState7,2),audioModelData=_useState8[0],setAudioModelData=_useState8[1];var _useState9=useState([]),_useState10=_slicedToArray(_useState9,2),videoModelData=_useState10[0],setVideoModelData=_useState10[1];var _useState11=useState([]),_useState12=_slicedToArray(_useState11,2),rerankModelData=_useState12[0],setRerankModelData=_useState12[1];var _useState13=useState([]),_useState14=_slicedToArray(_useState13,2),flexibleModelData=_useState14[0],setFlexibleModelData=_useState14[1];var _useContext=useContext(ApiContext),isCallingApi=_useContext.isCallingApi,setIsCallingApi=_useContext.setIsCallingApi;var _useContext2=useContext(ApiContext),isUpdatingModel=_useContext2.isUpdatingModel,setIsUpdatingModel=_useContext2.setIsUpdatingModel;var _useContext3=useContext(ApiContext),setErrorMsg=_useContext3.setErrorMsg;var _useCookies=useCookies(['token']),_useCookies2=_slicedToArray(_useCookies,1),cookie=_useCookies2[0];var navigate=useNavigate();var endPoint=useContext(ApiContext).endPoint;var handleTabChange=function handleTabChange(event,newValue){setTabValue(newValue);navigate(newValue);sessionStorage.setItem('runningModelType',newValue);};var update=function update(isCallingApi){if(cookie.token===''||cookie.token===undefined){navigate('/login',{replace:true});return;}if(cookie.token!=='no_auth'&&!sessionStorage.getItem('token')){navigate('/login',{replace:true});return;}if(isCallingApi){setLlmData([{id:'Loading, do not refresh page...',url:'IS_LOADING'}]);setEmbeddingModelData([{id:'Loading, do not refresh page...',url:'IS_LOADING'}]);setAudioModelData([{id:'Loading, do not refresh page...',url:'IS_LOADING'}]);setVideoModelData([{id:'Loading, do not refresh page...',url:'IS_LOADING'}]);setImageModelData([{id:'Loading, do not refresh page...',url:'IS_LOADING'}]);setRerankModelData([{id:'Loading, do not refresh page...',url:'IS_LOADING'}]);setFlexibleModelData([{id:'Loading, do not refresh page...',url:'IS_LOADING'}]);}else{setIsUpdatingModel(true);fetchWrapper.get('/v1/models').then(function(response){var newLlmData=[];var newEmbeddingModelData=[];var newImageModelData=[];var newAudioModelData=[];var newVideoModelData=[];var newRerankModelData=[];var newFlexibleModelData=[];response.data.forEach(function(model){var newValue=_objectSpread(_objectSpread({},model),{},{id:model.id,url:model.id});if(newValue.model_type==='LLM'){newLlmData.push(newValue);}else if(newValue.model_type==='embedding'){newEmbeddingModelData.push(newValue);}else if(newValue.model_type==='audio'){newAudioModelData.push(newValue);}else if(newValue.model_type==='video'){newVideoModelData.push(newValue);}else if(newValue.model_type==='image'){newImageModelData.push(newValue);}else if(newValue.model_type==='rerank'){newRerankModelData.push(newValue);}else if(newValue.model_type==='flexible'){newFlexibleModelData.push(newValue);}});setLlmData(newLlmData);setEmbeddingModelData(newEmbeddingModelData);setAudioModelData(newAudioModelData);setVideoModelData(newVideoModelData);setImageModelData(newImageModelData);setRerankModelData(newRerankModelData);setFlexibleModelData(newFlexibleModelData);setIsUpdatingModel(false);}).catch(function(error){console.error('Error:',error);setIsUpdatingModel(false);if(error.response.status!==403&&error.response.status!==401){setErrorMsg(error.message);}});}};useEffect(function(){update(isCallingApi);// eslint-disable-next-line\n},[isCallingApi,cookie.token]);var llmColumns=[{field:'id',headerName:'ID',flex:1,minWidth:250},{field:'model_name',headerName:'Name',flex:1},{field:'address',headerName:'Address',flex:1},{field:'accelerators',headerName:'GPU Indexes',flex:1},{field:'model_size_in_billions',headerName:'Size',flex:1},{field:'quantization',headerName:'Quantization',flex:1},{field:'replica',headerName:'Replica',flex:1},{field:'url',headerName:'Actions',flex:1,minWidth:200,sortable:false,filterable:false,disableColumnMenu:true,renderCell:function renderCell(_ref){var row=_ref.row;var url=row.url;var openUrl=\"\".concat(endPoint,\"/\")+url;var closeUrl=\"\".concat(endPoint,\"/v1/models/\")+url;var gradioUrl=\"\".concat(endPoint,\"/v1/ui/\")+url;if(url==='IS_LOADING'){return/*#__PURE__*/_jsx(\"div\",{});}return/*#__PURE__*/_jsxs(Box,{style:{width:'100%',display:'flex',justifyContent:'left',alignItems:'left'},children:[/*#__PURE__*/_jsx(\"button\",{title:\"Launch Web UI\",style:{borderWidth:'0px',backgroundColor:'transparent',paddingLeft:'0px',paddingRight:'10px'},onClick:function onClick(){if(isCallingApi||isUpdatingModel){// Make sure no ongoing call\nreturn;}setIsCallingApi(true);fetcher(openUrl,{method:'HEAD'}).then(function(response){if(response.status===404){// If web UI doesn't exist (404 Not Found)\nconsole.log('UI does not exist, creating new...');return fetcher(gradioUrl,{method:'POST',headers:{'Content-Type':'application/json'},body:JSON.stringify({model_type:row.model_type,model_name:row.model_family,model_size_in_billions:row.model_size_in_billions,model_format:row.model_format,quantization:row.quantization,context_length:row.context_length,model_ability:row.model_ability,model_description:row.model_description,model_lang:row.model_lang})}).then(function(response){return response.json();}).then(function(){return window.open(openUrl,'_blank','noopener noreferrer');}).finally(function(){return setIsCallingApi(false);});}else if(response.ok){// If web UI does exist\nconsole.log('UI exists, opening...');window.open(openUrl,'_blank','noopener noreferrer');setIsCallingApi(false);}else{// Other HTTP errors\nconsole.error(\"Unexpected response status: \".concat(response.status));setIsCallingApi(false);}}).catch(function(error){console.error('Error:',error);setIsCallingApi(false);});},children:/*#__PURE__*/_jsx(Box,{width:\"40px\",m:\"0 auto\",p:\"5px\",display:\"flex\",justifyContent:\"center\",borderRadius:\"4px\",style:{border:'1px solid #e5e7eb',borderWidth:'1px',borderColor:'#e5e7eb'},children:/*#__PURE__*/_jsx(OpenInBrowserOutlinedIcon,{})})}),/*#__PURE__*/_jsx(\"button\",{title:\"Terminate Model\",style:{borderWidth:'0px',backgroundColor:'transparent',paddingLeft:'0px',paddingRight:'10px'},onClick:function onClick(){if(isCallingApi||isUpdatingModel){return;}setIsCallingApi(true);fetcher(closeUrl,{method:'DELETE'}).then(function(response){response.json();}).then(function(){setIsCallingApi(false);}).catch(function(error){console.error('Error:',error);setIsCallingApi(false);});},children:/*#__PURE__*/_jsx(Box,{width:\"40px\",m:\"0 auto\",p:\"5px\",display:\"flex\",justifyContent:\"center\",borderRadius:\"4px\",style:{border:'1px solid #e5e7eb',borderWidth:'1px',borderColor:'#e5e7eb'},children:/*#__PURE__*/_jsx(DeleteOutlineOutlinedIcon,{})})})]});}}];var embeddingModelColumns=[{field:'id',headerName:'ID',flex:1,minWidth:250},{field:'model_name',headerName:'Name',flex:1},{field:'address',headerName:'Address',flex:1},{field:'accelerators',headerName:'GPU Indexes',flex:1},{field:'replica',headerName:'Replica',flex:1},{field:'url',headerName:'Actions',flex:1,minWidth:200,sortable:false,filterable:false,disableColumnMenu:true,renderCell:function renderCell(_ref2){var row=_ref2.row;var url=row.url;var closeUrl=\"\".concat(endPoint,\"/v1/models/\")+url;if(url==='IS_LOADING'){return/*#__PURE__*/_jsx(\"div\",{});}return/*#__PURE__*/_jsx(Box,{style:{width:'100%',display:'flex',justifyContent:'left',alignItems:'left'},children:/*#__PURE__*/_jsx(\"button\",{title:\"Terminate Model\",style:{borderWidth:'0px',backgroundColor:'transparent',paddingLeft:'0px',paddingRight:'10px'},onClick:function onClick(){if(isCallingApi||isUpdatingModel){return;}setIsCallingApi(true);fetcher(closeUrl,{method:'DELETE'}).then(function(response){response.json();}).then(function(){setIsCallingApi(false);}).catch(function(error){console.error('Error:',error);setIsCallingApi(false);});},children:/*#__PURE__*/_jsx(Box,{width:\"40px\",m:\"0 auto\",p:\"5px\",display:\"flex\",justifyContent:\"center\",borderRadius:\"4px\",style:{border:'1px solid #e5e7eb',borderWidth:'1px',borderColor:'#e5e7eb'},children:/*#__PURE__*/_jsx(DeleteOutlineOutlinedIcon,{})})})});}}];var imageModelColumns=[{field:'id',headerName:'ID',flex:1,minWidth:250},{field:'model_name',headerName:'Name',flex:1},{field:'address',headerName:'Address',flex:1},{field:'accelerators',headerName:'GPU Indexes',flex:1},{field:'url',headerName:'Actions',flex:1,minWidth:200,sortable:false,filterable:false,disableColumnMenu:true,renderCell:function renderCell(_ref3){var row=_ref3.row;//这个url指的是model_uid\nvar url=row.url;console.log('url: '+url);var openUrl=\"\".concat(endPoint,\"/\")+url;var closeUrl=\"\".concat(endPoint,\"/v1/models/\")+url;var gradioUrl=\"\".concat(endPoint,\"/v1/ui/images/\")+url;if(url==='IS_LOADING'){return/*#__PURE__*/_jsx(\"div\",{});}return/*#__PURE__*/_jsxs(Box,{style:{width:'100%',display:'flex',justifyContent:'left',alignItems:'left'},children:[/*#__PURE__*/_jsx(\"button\",{title:\"Launch Web UI\",style:{borderWidth:'0px',backgroundColor:'transparent',paddingLeft:'0px',paddingRight:'10px'},onClick:function onClick(){if(isCallingApi||isUpdatingModel){// Make sure no ongoing call\nreturn;}setIsCallingApi(true);fetcher(openUrl,{method:'HEAD'}).then(function(response){if(response.status===404){// If web UI doesn't exist (404 Not Found)\nconsole.log('UI does not exist, creating new...');return fetcher(gradioUrl,{method:'POST',headers:{'Content-Type':'application/json'},body:JSON.stringify({model_type:row.model_type,model_family:row.model_family,model_id:row.id,controlnet:row.controlnet,model_revision:row.model_revision,model_name:row.model_name,model_ability:row.model_ability})}).then(function(response){return response.json();}).then(function(){return window.open(openUrl,'_blank','noopener noreferrer');}).finally(function(){return setIsCallingApi(false);});}else if(response.ok){// If web UI does exist\nconsole.log('UI exists, opening...');window.open(openUrl,'_blank','noopener noreferrer');setIsCallingApi(false);}else{// Other HTTP errors\nconsole.error(\"Unexpected response status: \".concat(response.status));setIsCallingApi(false);}}).catch(function(error){console.error('Error:',error);setIsCallingApi(false);});},children:/*#__PURE__*/_jsx(Box,{width:\"40px\",m:\"0 auto\",p:\"5px\",display:\"flex\",justifyContent:\"center\",borderRadius:\"4px\",style:{border:'1px solid #e5e7eb',borderWidth:'1px',borderColor:'#e5e7eb'},children:/*#__PURE__*/_jsx(OpenInBrowserOutlinedIcon,{})})}),/*#__PURE__*/_jsx(\"button\",{title:\"Terminate Model\",style:{borderWidth:'0px',backgroundColor:'transparent',paddingLeft:'0px',paddingRight:'10px'},onClick:function onClick(){if(isCallingApi||isUpdatingModel){return;}setIsCallingApi(true);fetcher(closeUrl,{method:'DELETE'}).then(function(response){response.json();}).then(function(){setIsCallingApi(false);}).catch(function(error){console.error('Error:',error);setIsCallingApi(false);});},children:/*#__PURE__*/_jsx(Box,{width:\"40px\",m:\"0 auto\",p:\"5px\",display:\"flex\",justifyContent:\"center\",borderRadius:\"4px\",style:{border:'1px solid #e5e7eb',borderWidth:'1px',borderColor:'#e5e7eb'},children:/*#__PURE__*/_jsx(DeleteOutlineOutlinedIcon,{})})})]});}}];var audioModelColumns=embeddingModelColumns;var videoModelColumns=embeddingModelColumns;var rerankModelColumns=embeddingModelColumns;var flexibleModelColumns=embeddingModelColumns;var dataGridStyle={'& .MuiDataGrid-cell':{borderBottom:'none'},'& .MuiDataGrid-columnHeaders':{borderBottom:'none'},'& .MuiDataGrid-columnHeaderTitle':{fontWeight:'bold'},'& .MuiDataGrid-virtualScroller':{overflowX:'visible !important',overflow:'visible'},'& .MuiDataGrid-footerContainer':{borderTop:'none'},'border-width':'0px'};var noRowsOverlay=function noRowsOverlay(){return/*#__PURE__*/_jsx(Stack,{height:\"100%\",alignItems:\"center\",justifyContent:\"center\",children:\"No Running Models\"});};var noResultsOverlay=function noResultsOverlay(){return/*#__PURE__*/_jsx(Stack,{height:\"100%\",alignItems:\"center\",justifyContent:\"center\",children:\"No Running Models Matches\"});};return/*#__PURE__*/_jsxs(Box,{sx:{height:'100%',width:'100%',padding:'20px 20px 0 20px'},children:[/*#__PURE__*/_jsx(Title,{title:\"Running Models\"}),/*#__PURE__*/_jsx(ErrorMessageSnackBar,{}),/*#__PURE__*/_jsxs(TabContext,{value:tabValue,children:[/*#__PURE__*/_jsx(Box,{sx:{borderBottom:1,borderColor:'divider'},children:/*#__PURE__*/_jsxs(TabList,{value:tabValue,onChange:handleTabChange,\"aria-label\":\"tabs\",children:[/*#__PURE__*/_jsx(Tab,{label:\"Language Models\",value:\"/running_models/LLM\"}),/*#__PURE__*/_jsx(Tab,{label:\"Embedding Models\",value:\"/running_models/embedding\"}),/*#__PURE__*/_jsx(Tab,{label:\"Rerank models\",value:\"/running_models/rerank\"}),/*#__PURE__*/_jsx(Tab,{label:\"Image models\",value:\"/running_models/image\"}),/*#__PURE__*/_jsx(Tab,{label:\"Audio models\",value:\"/running_models/audio\"}),/*#__PURE__*/_jsx(Tab,{label:\"Video models\",value:\"/running_models/video\"}),/*#__PURE__*/_jsx(Tab,{label:\"Flexible models\",value:\"/running_models/flexible\"})]})}),/*#__PURE__*/_jsx(TabPanel,{value:\"/running_models/LLM\",sx:{padding:0},children:/*#__PURE__*/_jsx(Box,{sx:{height:'100%',width:'100%'},children:/*#__PURE__*/_jsx(DataGrid,{rows:llmData,columns:llmColumns,autoHeight:true,sx:dataGridStyle,slots:{noRowsOverlay:noRowsOverlay,noResultsOverlay:noResultsOverlay}})})}),/*#__PURE__*/_jsx(TabPanel,{value:\"/running_models/embedding\",sx:{padding:0},children:/*#__PURE__*/_jsx(Box,{sx:{height:'100%',width:'100%'},children:/*#__PURE__*/_jsx(DataGrid,{rows:embeddingModelData,columns:embeddingModelColumns,autoHeight:true,sx:dataGridStyle,slots:{noRowsOverlay:noRowsOverlay,noResultsOverlay:noResultsOverlay}})})}),/*#__PURE__*/_jsx(TabPanel,{value:\"/running_models/rerank\",sx:{padding:0},children:/*#__PURE__*/_jsx(Box,{sx:{height:'100%',width:'100%'},children:/*#__PURE__*/_jsx(DataGrid,{rows:rerankModelData,columns:rerankModelColumns,autoHeight:true,sx:dataGridStyle,slots:{noRowsOverlay:noRowsOverlay,noResultsOverlay:noResultsOverlay}})})}),/*#__PURE__*/_jsx(TabPanel,{value:\"/running_models/image\",sx:{padding:0},children:/*#__PURE__*/_jsx(Box,{sx:{height:'100%',width:'100%'},children:/*#__PURE__*/_jsx(DataGrid,{rows:imageModelData,columns:imageModelColumns,autoHeight:true,sx:dataGridStyle,slots:{noRowsOverlay:noRowsOverlay,noResultsOverlay:noResultsOverlay}})})}),/*#__PURE__*/_jsx(TabPanel,{value:\"/running_models/audio\",sx:{padding:0},children:/*#__PURE__*/_jsx(Box,{sx:{height:'100%',width:'100%'},children:/*#__PURE__*/_jsx(DataGrid,{rows:audioModelData,columns:audioModelColumns,autoHeight:true,sx:dataGridStyle,slots:{noRowsOverlay:noRowsOverlay,noResultsOverlay:noResultsOverlay}})})}),/*#__PURE__*/_jsx(TabPanel,{value:\"/running_models/video\",sx:{padding:0},children:/*#__PURE__*/_jsx(Box,{sx:{height:'100%',width:'100%'},children:/*#__PURE__*/_jsx(DataGrid,{rows:videoModelData,columns:videoModelColumns,autoHeight:true,sx:dataGridStyle,slots:{noRowsOverlay:noRowsOverlay,noResultsOverlay:noResultsOverlay}})})}),/*#__PURE__*/_jsx(TabPanel,{value:\"/running_models/flexible\",sx:{padding:0},children:/*#__PURE__*/_jsx(Box,{sx:{height:'100%',width:'100%'},children:/*#__PURE__*/_jsx(DataGrid,{rows:flexibleModelData,columns:flexibleModelColumns,autoHeight:true,sx:dataGridStyle,slots:{noRowsOverlay:noRowsOverlay,noResultsOverlay:noResultsOverlay}})})})]})]});};export default RunningModels;","map":{"version":3,"names":["DeleteOutlineOutlinedIcon","OpenInBrowserOutlinedIcon","TabContext","TabList","TabPanel","Box","Stack","Tab","DataGrid","React","useContext","useEffect","useState","useCookies","useNavigate","ApiContext","ErrorMessageSnackBar","fetcher","fetchWrapper","Title","jsx","_jsx","jsxs","_jsxs","RunningModels","_React$useState","sessionStorage","getItem","_React$useState2","_slicedToArray","tabValue","setTabValue","_useState","_useState2","llmData","setLlmData","_useState3","_useState4","embeddingModelData","setEmbeddingModelData","_useState5","_useState6","imageModelData","setImageModelData","_useState7","_useState8","audioModelData","setAudioModelData","_useState9","_useState10","videoModelData","setVideoModelData","_useState11","_useState12","rerankModelData","setRerankModelData","_useState13","_useState14","flexibleModelData","setFlexibleModelData","_useContext","isCallingApi","setIsCallingApi","_useContext2","isUpdatingModel","setIsUpdatingModel","_useContext3","setErrorMsg","_useCookies","_useCookies2","cookie","navigate","endPoint","handleTabChange","event","newValue","setItem","update","token","undefined","replace","id","url","get","then","response","newLlmData","newEmbeddingModelData","newImageModelData","newAudioModelData","newVideoModelData","newRerankModelData","newFlexibleModelData","data","forEach","model","_objectSpread","model_type","push","catch","error","console","status","message","llmColumns","field","headerName","flex","minWidth","sortable","filterable","disableColumnMenu","renderCell","_ref","row","openUrl","concat","closeUrl","gradioUrl","style","width","display","justifyContent","alignItems","children","title","borderWidth","backgroundColor","paddingLeft","paddingRight","onClick","method","log","headers","body","JSON","stringify","model_name","model_family","model_size_in_billions","model_format","quantization","context_length","model_ability","model_description","model_lang","json","window","open","finally","ok","m","p","borderRadius","border","borderColor","embeddingModelColumns","_ref2","imageModelColumns","_ref3","model_id","controlnet","model_revision","audioModelColumns","videoModelColumns","rerankModelColumns","flexibleModelColumns","dataGridStyle","borderBottom","fontWeight","overflowX","overflow","borderTop","noRowsOverlay","height","noResultsOverlay","sx","padding","value","onChange","label","rows","columns","autoHeight","slots"],"sources":["/home/runner/work/inference/inference/xinference/web/ui/src/scenes/running_models/index.js"],"sourcesContent":["import DeleteOutlineOutlinedIcon from '@mui/icons-material/DeleteOutlineOutlined'\nimport OpenInBrowserOutlinedIcon from '@mui/icons-material/OpenInBrowserOutlined'\nimport { TabContext, TabList, TabPanel } from '@mui/lab'\nimport { Box, Stack, Tab } from '@mui/material'\nimport { DataGrid } from '@mui/x-data-grid'\nimport React, { useContext, useEffect, useState } from 'react'\nimport { useCookies } from 'react-cookie'\nimport { useNavigate } from 'react-router-dom'\n\nimport { ApiContext } from '../../components/apiContext'\nimport ErrorMessageSnackBar from '../../components/errorMessageSnackBar'\nimport fetcher from '../../components/fetcher'\nimport fetchWrapper from '../../components/fetchWrapper'\nimport Title from '../../components/Title'\n\nconst RunningModels = () => {\n const [tabValue, setTabValue] = React.useState(\n sessionStorage.getItem('runningModelType')\n )\n const [llmData, setLlmData] = useState([])\n const [embeddingModelData, setEmbeddingModelData] = useState([])\n const [imageModelData, setImageModelData] = useState([])\n const [audioModelData, setAudioModelData] = useState([])\n const [videoModelData, setVideoModelData] = useState([])\n const [rerankModelData, setRerankModelData] = useState([])\n const [flexibleModelData, setFlexibleModelData] = useState([])\n const { isCallingApi, setIsCallingApi } = useContext(ApiContext)\n const { isUpdatingModel, setIsUpdatingModel } = useContext(ApiContext)\n const { setErrorMsg } = useContext(ApiContext)\n const [cookie] = useCookies(['token'])\n const navigate = useNavigate()\n const endPoint = useContext(ApiContext).endPoint\n\n const handleTabChange = (event, newValue) => {\n setTabValue(newValue)\n navigate(newValue)\n sessionStorage.setItem('runningModelType', newValue)\n }\n\n const update = (isCallingApi) => {\n if (cookie.token === '' || cookie.token === undefined) {\n navigate('/login', { replace: true })\n return\n }\n if (cookie.token !== 'no_auth' && !sessionStorage.getItem('token')) {\n navigate('/login', { replace: true })\n return\n }\n if (isCallingApi) {\n setLlmData([{ id: 'Loading, do not refresh page...', url: 'IS_LOADING' }])\n setEmbeddingModelData([\n { id: 'Loading, do not refresh page...', url: 'IS_LOADING' },\n ])\n setAudioModelData([\n { id: 'Loading, do not refresh page...', url: 'IS_LOADING' },\n ])\n setVideoModelData([\n { id: 'Loading, do not refresh page...', url: 'IS_LOADING' },\n ])\n setImageModelData([\n { id: 'Loading, do not refresh page...', url: 'IS_LOADING' },\n ])\n setRerankModelData([\n { id: 'Loading, do not refresh page...', url: 'IS_LOADING' },\n ])\n setFlexibleModelData([\n { id: 'Loading, do not refresh page...', url: 'IS_LOADING' },\n ])\n } else {\n setIsUpdatingModel(true)\n\n fetchWrapper\n .get('/v1/models')\n .then((response) => {\n const newLlmData = []\n const newEmbeddingModelData = []\n const newImageModelData = []\n const newAudioModelData = []\n const newVideoModelData = []\n const newRerankModelData = []\n const newFlexibleModelData = []\n response.data.forEach((model) => {\n let newValue = {\n ...model,\n id: model.id,\n url: model.id,\n }\n if (newValue.model_type === 'LLM') {\n newLlmData.push(newValue)\n } else if (newValue.model_type === 'embedding') {\n newEmbeddingModelData.push(newValue)\n } else if (newValue.model_type === 'audio') {\n newAudioModelData.push(newValue)\n } else if (newValue.model_type === 'video') {\n newVideoModelData.push(newValue)\n } else if (newValue.model_type === 'image') {\n newImageModelData.push(newValue)\n } else if (newValue.model_type === 'rerank') {\n newRerankModelData.push(newValue)\n } else if (newValue.model_type === 'flexible') {\n newFlexibleModelData.push(newValue)\n }\n })\n setLlmData(newLlmData)\n setEmbeddingModelData(newEmbeddingModelData)\n setAudioModelData(newAudioModelData)\n setVideoModelData(newVideoModelData)\n setImageModelData(newImageModelData)\n setRerankModelData(newRerankModelData)\n setFlexibleModelData(newFlexibleModelData)\n setIsUpdatingModel(false)\n })\n .catch((error) => {\n console.error('Error:', error)\n setIsUpdatingModel(false)\n if (error.response.status !== 403 && error.response.status !== 401) {\n setErrorMsg(error.message)\n }\n })\n }\n }\n\n useEffect(() => {\n update(isCallingApi)\n // eslint-disable-next-line\n }, [isCallingApi, cookie.token])\n\n const llmColumns = [\n {\n field: 'id',\n headerName: 'ID',\n flex: 1,\n minWidth: 250,\n },\n {\n field: 'model_name',\n headerName: 'Name',\n flex: 1,\n },\n {\n field: 'address',\n headerName: 'Address',\n flex: 1,\n },\n {\n field: 'accelerators',\n headerName: 'GPU Indexes',\n flex: 1,\n },\n {\n field: 'model_size_in_billions',\n headerName: 'Size',\n flex: 1,\n },\n {\n field: 'quantization',\n headerName: 'Quantization',\n flex: 1,\n },\n {\n field: 'replica',\n headerName: 'Replica',\n flex: 1,\n },\n {\n field: 'url',\n headerName: 'Actions',\n flex: 1,\n minWidth: 200,\n sortable: false,\n filterable: false,\n disableColumnMenu: true,\n renderCell: ({ row }) => {\n const url = row.url\n const openUrl = `${endPoint}/` + url\n const closeUrl = `${endPoint}/v1/models/` + url\n const gradioUrl = `${endPoint}/v1/ui/` + url\n\n if (url === 'IS_LOADING') {\n return <div></div>\n }\n\n return (\n <Box\n style={{\n width: '100%',\n display: 'flex',\n justifyContent: 'left',\n alignItems: 'left',\n }}\n >\n <button\n title=\"Launch Web UI\"\n style={{\n borderWidth: '0px',\n backgroundColor: 'transparent',\n paddingLeft: '0px',\n paddingRight: '10px',\n }}\n onClick={() => {\n if (isCallingApi || isUpdatingModel) {\n // Make sure no ongoing call\n return\n }\n\n setIsCallingApi(true)\n\n fetcher(openUrl, {\n method: 'HEAD',\n })\n .then((response) => {\n if (response.status === 404) {\n // If web UI doesn't exist (404 Not Found)\n console.log('UI does not exist, creating new...')\n return fetcher(gradioUrl, {\n method: 'POST',\n headers: {\n 'Content-Type': 'application/json',\n },\n body: JSON.stringify({\n model_type: row.model_type,\n model_name: row.model_family,\n model_size_in_billions: row.model_size_in_billions,\n model_format: row.model_format,\n quantization: row.quantization,\n context_length: row.context_length,\n model_ability: row.model_ability,\n model_description: row.model_description,\n model_lang: row.model_lang,\n }),\n })\n .then((response) => response.json())\n .then(() =>\n window.open(openUrl, '_blank', 'noopener noreferrer')\n )\n .finally(() => setIsCallingApi(false))\n } else if (response.ok) {\n // If web UI does exist\n console.log('UI exists, opening...')\n window.open(openUrl, '_blank', 'noopener noreferrer')\n setIsCallingApi(false)\n } else {\n // Other HTTP errors\n console.error(\n `Unexpected response status: ${response.status}`\n )\n setIsCallingApi(false)\n }\n })\n .catch((error) => {\n console.error('Error:', error)\n setIsCallingApi(false)\n })\n }}\n >\n <Box\n width=\"40px\"\n m=\"0 auto\"\n p=\"5px\"\n display=\"flex\"\n justifyContent=\"center\"\n borderRadius=\"4px\"\n style={{\n border: '1px solid #e5e7eb',\n borderWidth: '1px',\n borderColor: '#e5e7eb',\n }}\n >\n <OpenInBrowserOutlinedIcon />\n </Box>\n </button>\n <button\n title=\"Terminate Model\"\n style={{\n borderWidth: '0px',\n backgroundColor: 'transparent',\n paddingLeft: '0px',\n paddingRight: '10px',\n }}\n onClick={() => {\n if (isCallingApi || isUpdatingModel) {\n return\n }\n setIsCallingApi(true)\n fetcher(closeUrl, {\n method: 'DELETE',\n })\n .then((response) => {\n response.json()\n })\n .then(() => {\n setIsCallingApi(false)\n })\n .catch((error) => {\n console.error('Error:', error)\n setIsCallingApi(false)\n })\n }}\n >\n <Box\n width=\"40px\"\n m=\"0 auto\"\n p=\"5px\"\n display=\"flex\"\n justifyContent=\"center\"\n borderRadius=\"4px\"\n style={{\n border: '1px solid #e5e7eb',\n borderWidth: '1px',\n borderColor: '#e5e7eb',\n }}\n >\n <DeleteOutlineOutlinedIcon />\n </Box>\n </button>\n </Box>\n )\n },\n },\n ]\n\n const embeddingModelColumns = [\n {\n field: 'id',\n headerName: 'ID',\n flex: 1,\n minWidth: 250,\n },\n {\n field: 'model_name',\n headerName: 'Name',\n flex: 1,\n },\n {\n field: 'address',\n headerName: 'Address',\n flex: 1,\n },\n {\n field: 'accelerators',\n headerName: 'GPU Indexes',\n flex: 1,\n },\n {\n field: 'replica',\n headerName: 'Replica',\n flex: 1,\n },\n {\n field: 'url',\n headerName: 'Actions',\n flex: 1,\n minWidth: 200,\n sortable: false,\n filterable: false,\n disableColumnMenu: true,\n renderCell: ({ row }) => {\n const url = row.url\n const closeUrl = `${endPoint}/v1/models/` + url\n\n if (url === 'IS_LOADING') {\n return <div></div>\n }\n\n return (\n <Box\n style={{\n width: '100%',\n display: 'flex',\n justifyContent: 'left',\n alignItems: 'left',\n }}\n >\n <button\n title=\"Terminate Model\"\n style={{\n borderWidth: '0px',\n backgroundColor: 'transparent',\n paddingLeft: '0px',\n paddingRight: '10px',\n }}\n onClick={() => {\n if (isCallingApi || isUpdatingModel) {\n return\n }\n setIsCallingApi(true)\n fetcher(closeUrl, {\n method: 'DELETE',\n })\n .then((response) => {\n response.json()\n })\n .then(() => {\n setIsCallingApi(false)\n })\n .catch((error) => {\n console.error('Error:', error)\n setIsCallingApi(false)\n })\n }}\n >\n <Box\n width=\"40px\"\n m=\"0 auto\"\n p=\"5px\"\n display=\"flex\"\n justifyContent=\"center\"\n borderRadius=\"4px\"\n style={{\n border: '1px solid #e5e7eb',\n borderWidth: '1px',\n borderColor: '#e5e7eb',\n }}\n >\n <DeleteOutlineOutlinedIcon />\n </Box>\n </button>\n </Box>\n )\n },\n },\n ]\n const imageModelColumns = [\n {\n field: 'id',\n headerName: 'ID',\n flex: 1,\n minWidth: 250,\n },\n {\n field: 'model_name',\n headerName: 'Name',\n flex: 1,\n },\n {\n field: 'address',\n headerName: 'Address',\n flex: 1,\n },\n {\n field: 'accelerators',\n headerName: 'GPU Indexes',\n flex: 1,\n },\n {\n field: 'url',\n headerName: 'Actions',\n flex: 1,\n minWidth: 200,\n sortable: false,\n filterable: false,\n disableColumnMenu: true,\n renderCell: ({ row }) => {\n //这个url指的是model_uid\n const url = row.url\n console.log('url: ' + url)\n const openUrl = `${endPoint}/` + url\n const closeUrl = `${endPoint}/v1/models/` + url\n const gradioUrl = `${endPoint}/v1/ui/images/` + url\n\n if (url === 'IS_LOADING') {\n return <div></div>\n }\n\n return (\n <Box\n style={{\n width: '100%',\n display: 'flex',\n justifyContent: 'left',\n alignItems: 'left',\n }}\n >\n <button\n title=\"Launch Web UI\"\n style={{\n borderWidth: '0px',\n backgroundColor: 'transparent',\n paddingLeft: '0px',\n paddingRight: '10px',\n }}\n onClick={() => {\n if (isCallingApi || isUpdatingModel) {\n // Make sure no ongoing call\n return\n }\n\n setIsCallingApi(true)\n\n fetcher(openUrl, {\n method: 'HEAD',\n })\n .then((response) => {\n if (response.status === 404) {\n // If web UI doesn't exist (404 Not Found)\n console.log('UI does not exist, creating new...')\n return fetcher(gradioUrl, {\n method: 'POST',\n headers: {\n 'Content-Type': 'application/json',\n },\n body: JSON.stringify({\n model_type: row.model_type,\n model_family: row.model_family,\n model_id: row.id,\n controlnet: row.controlnet,\n model_revision: row.model_revision,\n model_name: row.model_name,\n model_ability: row.model_ability,\n }),\n })\n .then((response) => response.json())\n .then(() =>\n window.open(openUrl, '_blank', 'noopener noreferrer')\n )\n .finally(() => setIsCallingApi(false))\n } else if (response.ok) {\n // If web UI does exist\n console.log('UI exists, opening...')\n window.open(openUrl, '_blank', 'noopener noreferrer')\n setIsCallingApi(false)\n } else {\n // Other HTTP errors\n console.error(\n `Unexpected response status: ${response.status}`\n )\n setIsCallingApi(false)\n }\n })\n .catch((error) => {\n console.error('Error:', error)\n setIsCallingApi(false)\n })\n }}\n >\n <Box\n width=\"40px\"\n m=\"0 auto\"\n p=\"5px\"\n display=\"flex\"\n justifyContent=\"center\"\n borderRadius=\"4px\"\n style={{\n border: '1px solid #e5e7eb',\n borderWidth: '1px',\n borderColor: '#e5e7eb',\n }}\n >\n <OpenInBrowserOutlinedIcon />\n </Box>\n </button>\n <button\n title=\"Terminate Model\"\n style={{\n borderWidth: '0px',\n backgroundColor: 'transparent',\n paddingLeft: '0px',\n paddingRight: '10px',\n }}\n onClick={() => {\n if (isCallingApi || isUpdatingModel) {\n return\n }\n setIsCallingApi(true)\n fetcher(closeUrl, {\n method: 'DELETE',\n })\n .then((response) => {\n response.json()\n })\n .then(() => {\n setIsCallingApi(false)\n })\n .catch((error) => {\n console.error('Error:', error)\n setIsCallingApi(false)\n })\n }}\n >\n <Box\n width=\"40px\"\n m=\"0 auto\"\n p=\"5px\"\n display=\"flex\"\n justifyContent=\"center\"\n borderRadius=\"4px\"\n style={{\n border: '1px solid #e5e7eb',\n borderWidth: '1px',\n borderColor: '#e5e7eb',\n }}\n >\n <DeleteOutlineOutlinedIcon />\n </Box>\n </button>\n </Box>\n )\n },\n },\n ]\n const audioModelColumns = embeddingModelColumns\n const videoModelColumns = embeddingModelColumns\n const rerankModelColumns = embeddingModelColumns\n const flexibleModelColumns = embeddingModelColumns\n\n const dataGridStyle = {\n '& .MuiDataGrid-cell': {\n borderBottom: 'none',\n },\n '& .MuiDataGrid-columnHeaders': {\n borderBottom: 'none',\n },\n '& .MuiDataGrid-columnHeaderTitle': {\n fontWeight: 'bold',\n },\n '& .MuiDataGrid-virtualScroller': {\n overflowX: 'visible !important',\n overflow: 'visible',\n },\n '& .MuiDataGrid-footerContainer': {\n borderTop: 'none',\n },\n 'border-width': '0px',\n }\n\n const noRowsOverlay = () => {\n return (\n <Stack height=\"100%\" alignItems=\"center\" justifyContent=\"center\">\n No Running Models\n </Stack>\n )\n }\n\n const noResultsOverlay = () => {\n return (\n <Stack height=\"100%\" alignItems=\"center\" justifyContent=\"center\">\n No Running Models Matches\n </Stack>\n )\n }\n\n return (\n <Box\n sx={{\n height: '100%',\n width: '100%',\n padding: '20px 20px 0 20px',\n }}\n >\n <Title title=\"Running Models\" />\n <ErrorMessageSnackBar />\n <TabContext value={tabValue}>\n <Box sx={{ borderBottom: 1, borderColor: 'divider' }}>\n <TabList\n value={tabValue}\n onChange={handleTabChange}\n aria-label=\"tabs\"\n >\n <Tab label=\"Language Models\" value=\"/running_models/LLM\" />\n <Tab label=\"Embedding Models\" value=\"/running_models/embedding\" />\n <Tab label=\"Rerank models\" value=\"/running_models/rerank\" />\n <Tab label=\"Image models\" value=\"/running_models/image\" />\n <Tab label=\"Audio models\" value=\"/running_models/audio\" />\n <Tab label=\"Video models\" value=\"/running_models/video\" />\n <Tab label=\"Flexible models\" value=\"/running_models/flexible\" />\n </TabList>\n </Box>\n <TabPanel value=\"/running_models/LLM\" sx={{ padding: 0 }}>\n <Box sx={{ height: '100%', width: '100%' }}>\n <DataGrid\n rows={llmData}\n columns={llmColumns}\n autoHeight={true}\n sx={dataGridStyle}\n slots={{\n noRowsOverlay: noRowsOverlay,\n noResultsOverlay: noResultsOverlay,\n }}\n />\n </Box>\n </TabPanel>\n <TabPanel value=\"/running_models/embedding\" sx={{ padding: 0 }}>\n <Box sx={{ height: '100%', width: '100%' }}>\n <DataGrid\n rows={embeddingModelData}\n columns={embeddingModelColumns}\n autoHeight={true}\n sx={dataGridStyle}\n slots={{\n noRowsOverlay: noRowsOverlay,\n noResultsOverlay: noResultsOverlay,\n }}\n />\n </Box>\n </TabPanel>\n <TabPanel value=\"/running_models/rerank\" sx={{ padding: 0 }}>\n <Box sx={{ height: '100%', width: '100%' }}>\n <DataGrid\n rows={rerankModelData}\n columns={rerankModelColumns}\n autoHeight={true}\n sx={dataGridStyle}\n slots={{\n noRowsOverlay: noRowsOverlay,\n noResultsOverlay: noResultsOverlay,\n }}\n />\n </Box>\n </TabPanel>\n <TabPanel value=\"/running_models/image\" sx={{ padding: 0 }}>\n <Box sx={{ height: '100%', width: '100%' }}>\n <DataGrid\n rows={imageModelData}\n columns={imageModelColumns}\n autoHeight={true}\n sx={dataGridStyle}\n slots={{\n noRowsOverlay: noRowsOverlay,\n noResultsOverlay: noResultsOverlay,\n }}\n />\n </Box>\n </TabPanel>\n <TabPanel value=\"/running_models/audio\" sx={{ padding: 0 }}>\n <Box sx={{ height: '100%', width: '100%' }}>\n <DataGrid\n rows={audioModelData}\n columns={audioModelColumns}\n autoHeight={true}\n sx={dataGridStyle}\n slots={{\n noRowsOverlay: noRowsOverlay,\n noResultsOverlay: noResultsOverlay,\n }}\n />\n </Box>\n </TabPanel>\n <TabPanel value=\"/running_models/video\" sx={{ padding: 0 }}>\n <Box sx={{ height: '100%', width: '100%' }}>\n <DataGrid\n rows={videoModelData}\n columns={videoModelColumns}\n autoHeight={true}\n sx={dataGridStyle}\n slots={{\n noRowsOverlay: noRowsOverlay,\n noResultsOverlay: noResultsOverlay,\n }}\n />\n </Box>\n </TabPanel>\n <TabPanel value=\"/running_models/flexible\" sx={{ padding: 0 }}>\n <Box sx={{ height: '100%', width: '100%' }}>\n <DataGrid\n rows={flexibleModelData}\n columns={flexibleModelColumns}\n autoHeight={true}\n sx={dataGridStyle}\n slots={{\n noRowsOverlay: noRowsOverlay,\n noResultsOverlay: noResultsOverlay,\n }}\n />\n </Box>\n </TabPanel>\n </TabContext>\n </Box>\n )\n}\n\nexport default RunningModels\n"],"mappings":"yRAAA,MAAO,CAAAA,yBAAyB,KAAM,2CAA2C,CACjF,MAAO,CAAAC,yBAAyB,KAAM,2CAA2C,CACjF,OAASC,UAAU,CAAEC,OAAO,CAAEC,QAAQ,KAAQ,UAAU,CACxD,OAASC,GAAG,CAAEC,KAAK,CAAEC,GAAG,KAAQ,eAAe,CAC/C,OAASC,QAAQ,KAAQ,kBAAkB,CAC3C,MAAO,CAAAC,KAAK,EAAIC,UAAU,CAAEC,SAAS,CAAEC,QAAQ,KAAQ,OAAO,CAC9D,OAASC,UAAU,KAAQ,cAAc,CACzC,OAASC,WAAW,KAAQ,kBAAkB,CAE9C,OAASC,UAAU,KAAQ,6BAA6B,CACxD,MAAO,CAAAC,oBAAoB,KAAM,uCAAuC,CACxE,MAAO,CAAAC,OAAO,KAAM,0BAA0B,CAC9C,MAAO,CAAAC,YAAY,KAAM,+BAA+B,CACxD,MAAO,CAAAC,KAAK,KAAM,wBAAwB,QAAAC,GAAA,IAAAC,IAAA,gCAAAC,IAAA,IAAAC,KAAA,yBAE1C,GAAM,CAAAC,aAAa,CAAG,QAAhB,CAAAA,aAAaA,CAAA,CAAS,CAC1B,IAAAC,eAAA,CAAgChB,KAAK,CAACG,QAAQ,CAC5Cc,cAAc,CAACC,OAAO,CAAC,kBAAkB,CAC3C,CAAC,CAAAC,gBAAA,CAAAC,cAAA,CAAAJ,eAAA,IAFMK,QAAQ,CAAAF,gBAAA,IAAEG,WAAW,CAAAH,gBAAA,IAG5B,IAAAI,SAAA,CAA8BpB,QAAQ,CAAC,EAAE,CAAC,CAAAqB,UAAA,CAAAJ,cAAA,CAAAG,SAAA,IAAnCE,OAAO,CAAAD,UAAA,IAAEE,UAAU,CAAAF,UAAA,IAC1B,IAAAG,UAAA,CAAoDxB,QAAQ,CAAC,EAAE,CAAC,CAAAyB,UAAA,CAAAR,cAAA,CAAAO,UAAA,IAAzDE,kBAAkB,CAAAD,UAAA,IAAEE,qBAAqB,CAAAF,UAAA,IAChD,IAAAG,UAAA,CAA4C5B,QAAQ,CAAC,EAAE,CAAC,CAAA6B,UAAA,CAAAZ,cAAA,CAAAW,UAAA,IAAjDE,cAAc,CAAAD,UAAA,IAAEE,iBAAiB,CAAAF,UAAA,IACxC,IAAAG,UAAA,CAA4ChC,QAAQ,CAAC,EAAE,CAAC,CAAAiC,UAAA,CAAAhB,cAAA,CAAAe,UAAA,IAAjDE,cAAc,CAAAD,UAAA,IAAEE,iBAAiB,CAAAF,UAAA,IACxC,IAAAG,UAAA,CAA4CpC,QAAQ,CAAC,EAAE,CAAC,CAAAqC,WAAA,CAAApB,cAAA,CAAAmB,UAAA,IAAjDE,cAAc,CAAAD,WAAA,IAAEE,iBAAiB,CAAAF,WAAA,IACxC,IAAAG,WAAA,CAA8CxC,QAAQ,CAAC,EAAE,CAAC,CAAAyC,WAAA,CAAAxB,cAAA,CAAAuB,WAAA,IAAnDE,eAAe,CAAAD,WAAA,IAAEE,kBAAkB,CAAAF,WAAA,IAC1C,IAAAG,WAAA,CAAkD5C,QAAQ,CAAC,EAAE,CAAC,CAAA6C,WAAA,CAAA5B,cAAA,CAAA2B,WAAA,IAAvDE,iBAAiB,CAAAD,WAAA,IAAEE,oBAAoB,CAAAF,WAAA,IAC9C,IAAAG,WAAA,CAA0ClD,UAAU,CAACK,UAAU,CAAC,CAAxD8C,YAAY,CAAAD,WAAA,CAAZC,YAAY,CAAEC,eAAe,CAAAF,WAAA,CAAfE,eAAe,CACrC,IAAAC,YAAA,CAAgDrD,UAAU,CAACK,UAAU,CAAC,CAA9DiD,eAAe,CAAAD,YAAA,CAAfC,eAAe,CAAEC,kBAAkB,CAAAF,YAAA,CAAlBE,kBAAkB,CAC3C,IAAAC,YAAA,CAAwBxD,UAAU,CAACK,UAAU,CAAC,CAAtCoD,WAAW,CAAAD,YAAA,CAAXC,WAAW,CACnB,IAAAC,WAAA,CAAiBvD,UAAU,CAAC,CAAC,OAAO,CAAC,CAAC,CAAAwD,YAAA,CAAAxC,cAAA,CAAAuC,WAAA,IAA/BE,MAAM,CAAAD,YAAA,IACb,GAAM,CAAAE,QAAQ,CAAGzD,WAAW,CAAC,CAAC,CAC9B,GAAM,CAAA0D,QAAQ,CAAG9D,UAAU,CAACK,UAAU,CAAC,CAACyD,QAAQ,CAEhD,GAAM,CAAAC,eAAe,CAAG,QAAlB,CAAAA,eAAeA,CAAIC,KAAK,CAAEC,QAAQ,CAAK,CAC3C5C,WAAW,CAAC4C,QAAQ,CAAC,CACrBJ,QAAQ,CAACI,QAAQ,CAAC,CAClBjD,cAAc,CAACkD,OAAO,CAAC,kBAAkB,CAAED,QAAQ,CAAC,CACtD,CAAC,CAED,GAAM,CAAAE,MAAM,CAAG,QAAT,CAAAA,MAAMA,CAAIhB,YAAY,CAAK,CAC/B,GAAIS,MAAM,CAACQ,KAAK,GAAK,EAAE,EAAIR,MAAM,CAACQ,KAAK,GAAKC,SAAS,CAAE,CACrDR,QAAQ,CAAC,QAAQ,CAAE,CAAES,OAAO,CAAE,IAAK,CAAC,CAAC,CACrC,OACF,CACA,GAAIV,MAAM,CAACQ,KAAK,GAAK,SAAS,EAAI,CAACpD,cAAc,CAACC,OAAO,CAAC,OAAO,CAAC,CAAE,CAClE4C,QAAQ,CAAC,QAAQ,CAAE,CAAES,OAAO,CAAE,IAAK,CAAC,CAAC,CACrC,OACF,CACA,GAAInB,YAAY,CAAE,CAChB1B,UAAU,CAAC,CAAC,CAAE8C,EAAE,CAAE,iCAAiC,CAAEC,GAAG,CAAE,YAAa,CAAC,CAAC,CAAC,CAC1E3C,qBAAqB,CAAC,CACpB,CAAE0C,EAAE,CAAE,iCAAiC,CAAEC,GAAG,CAAE,YAAa,CAAC,CAC7D,CAAC,CACFnC,iBAAiB,CAAC,CAChB,CAAEkC,EAAE,CAAE,iCAAiC,CAAEC,GAAG,CAAE,YAAa,CAAC,CAC7D,CAAC,CACF/B,iBAAiB,CAAC,CAChB,CAAE8B,EAAE,CAAE,iCAAiC,CAAEC,GAAG,CAAE,YAAa,CAAC,CAC7D,CAAC,CACFvC,iBAAiB,CAAC,CAChB,CAAEsC,EAAE,CAAE,iCAAiC,CAAEC,GAAG,CAAE,YAAa,CAAC,CAC7D,CAAC,CACF3B,kBAAkB,CAAC,CACjB,CAAE0B,EAAE,CAAE,iCAAiC,CAAEC,GAAG,CAAE,YAAa,CAAC,CAC7D,CAAC,CACFvB,oBAAoB,CAAC,CACnB,CAAEsB,EAAE,CAAE,iCAAiC,CAAEC,GAAG,CAAE,YAAa,CAAC,CAC7D,CAAC,CACJ,CAAC,IAAM,CACLjB,kBAAkB,CAAC,IAAI,CAAC,CAExB/C,YAAY,CACTiE,GAAG,CAAC,YAAY,CAAC,CACjBC,IAAI,CAAC,SAACC,QAAQ,CAAK,CAClB,GAAM,CAAAC,UAAU,CAAG,EAAE,CACrB,GAAM,CAAAC,qBAAqB,CAAG,EAAE,CAChC,GAAM,CAAAC,iBAAiB,CAAG,EAAE,CAC5B,GAAM,CAAAC,iBAAiB,CAAG,EAAE,CAC5B,GAAM,CAAAC,iBAAiB,CAAG,EAAE,CAC5B,GAAM,CAAAC,kBAAkB,CAAG,EAAE,CAC7B,GAAM,CAAAC,oBAAoB,CAAG,EAAE,CAC/BP,QAAQ,CAACQ,IAAI,CAACC,OAAO,CAAC,SAACC,KAAK,CAAK,CAC/B,GAAI,CAAApB,QAAQ,CAAAqB,aAAA,CAAAA,aAAA,IACPD,KAAK,MACRd,EAAE,CAAEc,KAAK,CAACd,EAAE,CACZC,GAAG,CAAEa,KAAK,CAACd,EAAE,EACd,CACD,GAAIN,QAAQ,CAACsB,UAAU,GAAK,KAAK,CAAE,CACjCX,UAAU,CAACY,IAAI,CAACvB,QAAQ,CAAC,CAC3B,CAAC,IAAM,IAAIA,QAAQ,CAACsB,UAAU,GAAK,WAAW,CAAE,CAC9CV,qBAAqB,CAACW,IAAI,CAACvB,QAAQ,CAAC,CACtC,CAAC,IAAM,IAAIA,QAAQ,CAACsB,UAAU,GAAK,OAAO,CAAE,CAC1CR,iBAAiB,CAACS,IAAI,CAACvB,QAAQ,CAAC,CAClC,CAAC,IAAM,IAAIA,QAAQ,CAACsB,UAAU,GAAK,OAAO,CAAE,CAC1CP,iBAAiB,CAACQ,IAAI,CAACvB,QAAQ,CAAC,CAClC,CAAC,IAAM,IAAIA,QAAQ,CAACsB,UAAU,GAAK,OAAO,CAAE,CAC1CT,iBAAiB,CAACU,IAAI,CAACvB,QAAQ,CAAC,CAClC,CAAC,IAAM,IAAIA,QAAQ,CAACsB,UAAU,GAAK,QAAQ,CAAE,CAC3CN,kBAAkB,CAACO,IAAI,CAACvB,QAAQ,CAAC,CACnC,CAAC,IAAM,IAAIA,QAAQ,CAACsB,UAAU,GAAK,UAAU,CAAE,CAC7CL,oBAAoB,CAACM,IAAI,CAACvB,QAAQ,CAAC,CACrC,CACF,CAAC,CAAC,CACFxC,UAAU,CAACmD,UAAU,CAAC,CACtB/C,qBAAqB,CAACgD,qBAAqB,CAAC,CAC5CxC,iBAAiB,CAAC0C,iBAAiB,CAAC,CACpCtC,iBAAiB,CAACuC,iBAAiB,CAAC,CACpC/C,iBAAiB,CAAC6C,iBAAiB,CAAC,CACpCjC,kBAAkB,CAACoC,kBAAkB,CAAC,CACtChC,oBAAoB,CAACiC,oBAAoB,CAAC,CAC1C3B,kBAAkB,CAAC,KAAK,CAAC,CAC3B,CAAC,CAAC,CACDkC,KAAK,CAAC,SAACC,KAAK,CAAK,CAChBC,OAAO,CAACD,KAAK,CAAC,QAAQ,CAAEA,KAAK,CAAC,CAC9BnC,kBAAkB,CAAC,KAAK,CAAC,CACzB,GAAImC,KAAK,CAACf,QAAQ,CAACiB,MAAM,GAAK,GAAG,EAAIF,KAAK,CAACf,QAAQ,CAACiB,MAAM,GAAK,GAAG,CAAE,CAClEnC,WAAW,CAACiC,KAAK,CAACG,OAAO,CAAC,CAC5B,CACF,CAAC,CAAC,CACN,CACF,CAAC,CAED5F,SAAS,CAAC,UAAM,CACdkE,MAAM,CAAChB,YAAY,CAAC,CACpB;AACF,CAAC,CAAE,CAACA,YAAY,CAAES,MAAM,CAACQ,KAAK,CAAC,CAAC,CAEhC,GAAM,CAAA0B,UAAU,CAAG,CACjB,CACEC,KAAK,CAAE,IAAI,CACXC,UAAU,CAAE,IAAI,CAChBC,IAAI,CAAE,CAAC,CACPC,QAAQ,CAAE,GACZ,CAAC,CACD,CACEH,KAAK,CAAE,YAAY,CACnBC,UAAU,CAAE,MAAM,CAClBC,IAAI,CAAE,CACR,CAAC,CACD,CACEF,KAAK,CAAE,SAAS,CAChBC,UAAU,CAAE,SAAS,CACrBC,IAAI,CAAE,CACR,CAAC,CACD,CACEF,KAAK,CAAE,cAAc,CACrBC,UAAU,CAAE,aAAa,CACzBC,IAAI,CAAE,CACR,CAAC,CACD,CACEF,KAAK,CAAE,wBAAwB,CAC/BC,UAAU,CAAE,MAAM,CAClBC,IAAI,CAAE,CACR,CAAC,CACD,CACEF,KAAK,CAAE,cAAc,CACrBC,UAAU,CAAE,cAAc,CAC1BC,IAAI,CAAE,CACR,CAAC,CACD,CACEF,KAAK,CAAE,SAAS,CAChBC,UAAU,CAAE,SAAS,CACrBC,IAAI,CAAE,CACR,CAAC,CACD,CACEF,KAAK,CAAE,KAAK,CACZC,UAAU,CAAE,SAAS,CACrBC,IAAI,CAAE,CAAC,CACPC,QAAQ,CAAE,GAAG,CACbC,QAAQ,CAAE,KAAK,CACfC,UAAU,CAAE,KAAK,CACjBC,iBAAiB,CAAE,IAAI,CACvBC,UAAU,CAAE,SAAAA,WAAAC,IAAA,CAAa,IAAV,CAAAC,GAAG,CAAAD,IAAA,CAAHC,GAAG,CAChB,GAAM,CAAAhC,GAAG,CAAGgC,GAAG,CAAChC,GAAG,CACnB,GAAM,CAAAiC,OAAO,CAAG,GAAAC,MAAA,CAAG5C,QAAQ,MAAMU,GAAG,CACpC,GAAM,CAAAmC,QAAQ,CAAG,GAAAD,MAAA,CAAG5C,QAAQ,gBAAgBU,GAAG,CAC/C,GAAM,CAAAoC,SAAS,CAAG,GAAAF,MAAA,CAAG5C,QAAQ,YAAYU,GAAG,CAE5C,GAAIA,GAAG,GAAK,YAAY,CAAE,CACxB,mBAAO7D,IAAA,SAAU,CAAC,CACpB,CAEA,mBACEE,KAAA,CAAClB,GAAG,EACFkH,KAAK,CAAE,CACLC,KAAK,CAAE,MAAM,CACbC,OAAO,CAAE,MAAM,CACfC,cAAc,CAAE,MAAM,CACtBC,UAAU,CAAE,MACd,CAAE,CAAAC,QAAA,eAEFvG,IAAA,WACEwG,KAAK,CAAC,eAAe,CACrBN,KAAK,CAAE,CACLO,WAAW,CAAE,KAAK,CAClBC,eAAe,CAAE,aAAa,CAC9BC,WAAW,CAAE,KAAK,CAClBC,YAAY,CAAE,MAChB,CAAE,CACFC,OAAO,CAAE,SAAAA,QAAA,CAAM,CACb,GAAIrE,YAAY,EAAIG,eAAe,CAAE,CACnC;AACA,OACF,CAEAF,eAAe,CAAC,IAAI,CAAC,CAErB7C,OAAO,CAACkG,OAAO,CAAE,CACfgB,MAAM,CAAE,MACV,CAAC,CAAC,CACC/C,IAAI,CAAC,SAACC,QAAQ,CAAK,CAClB,GAAIA,QAAQ,CAACiB,MAAM,GAAK,GAAG,CAAE,CAC3B;AACAD,OAAO,CAAC+B,GAAG,CAAC,oCAAoC,CAAC,CACjD,MAAO,CAAAnH,OAAO,CAACqG,SAAS,CAAE,CACxBa,MAAM,CAAE,MAAM,CACdE,OAAO,CAAE,CACP,cAAc,CAAE,kBAClB,CAAC,CACDC,IAAI,CAAEC,IAAI,CAACC,SAAS,CAAC,CACnBvC,UAAU,CAAEiB,GAAG,CAACjB,UAAU,CAC1BwC,UAAU,CAAEvB,GAAG,CAACwB,YAAY,CAC5BC,sBAAsB,CAAEzB,GAAG,CAACyB,sBAAsB,CAClDC,YAAY,CAAE1B,GAAG,CAAC0B,YAAY,CAC9BC,YAAY,CAAE3B,GAAG,CAAC2B,YAAY,CAC9BC,cAAc,CAAE5B,GAAG,CAAC4B,cAAc,CAClCC,aAAa,CAAE7B,GAAG,CAAC6B,aAAa,CAChCC,iBAAiB,CAAE9B,GAAG,CAAC8B,iBAAiB,CACxCC,UAAU,CAAE/B,GAAG,CAAC+B,UAClB,CAAC,CACH,CAAC,CAAC,CACC7D,IAAI,CAAC,SAACC,QAAQ,QAAK,CAAAA,QAAQ,CAAC6D,IAAI,CAAC,CAAC,GAAC,CACnC9D,IAAI,CAAC,iBACJ,CAAA+D,MAAM,CAACC,IAAI,CAACjC,OAAO,CAAE,QAAQ,CAAE,qBAAqB,CAAC,EACvD,CAAC,CACAkC,OAAO,CAAC,iBAAM,CAAAvF,eAAe,CAAC,KAAK,CAAC,GAAC,CAC1C,CAAC,IAAM,IAAIuB,QAAQ,CAACiE,EAAE,CAAE,CACtB;AACAjD,OAAO,CAAC+B,GAAG,CAAC,uBAAuB,CAAC,CACpCe,MAAM,CAACC,IAAI,CAACjC,OAAO,CAAE,QAAQ,CAAE,qBAAqB,CAAC,CACrDrD,eAAe,CAAC,KAAK,CAAC,CACxB,CAAC,IAAM,CACL;AACAuC,OAAO,CAACD,KAAK,gCAAAgB,MAAA,CACoB/B,QAAQ,CAACiB,MAAM,CAChD,CAAC,CACDxC,eAAe,CAAC,KAAK,CAAC,CACxB,CACF,CAAC,CAAC,CACDqC,KAAK,CAAC,SAACC,KAAK,CAAK,CAChBC,OAAO,CAACD,KAAK,CAAC,QAAQ,CAAEA,KAAK,CAAC,CAC9BtC,eAAe,CAAC,KAAK,CAAC,CACxB,CAAC,CAAC,CACN,CAAE,CAAA8D,QAAA,cAEFvG,IAAA,CAAChB,GAAG,EACFmH,KAAK,CAAC,MAAM,CACZ+B,CAAC,CAAC,QAAQ,CACVC,CAAC,CAAC,KAAK,CACP/B,OAAO,CAAC,MAAM,CACdC,cAAc,CAAC,QAAQ,CACvB+B,YAAY,CAAC,KAAK,CAClBlC,KAAK,CAAE,CACLmC,MAAM,CAAE,mBAAmB,CAC3B5B,WAAW,CAAE,KAAK,CAClB6B,WAAW,CAAE,SACf,CAAE,CAAA/B,QAAA,cAEFvG,IAAA,CAACpB,yBAAyB,GAAE,CAAC,CAC1B,CAAC,CACA,CAAC,cACToB,IAAA,WACEwG,KAAK,CAAC,iBAAiB,CACvBN,KAAK,CAAE,CACLO,WAAW,CAAE,KAAK,CAClBC,eAAe,CAAE,aAAa,CAC9BC,WAAW,CAAE,KAAK,CAClBC,YAAY,CAAE,MAChB,CAAE,CACFC,OAAO,CAAE,SAAAA,QAAA,CAAM,CACb,GAAIrE,YAAY,EAAIG,eAAe,CAAE,CACnC,OACF,CACAF,eAAe,CAAC,IAAI,CAAC,CACrB7C,OAAO,CAACoG,QAAQ,CAAE,CAChBc,MAAM,CAAE,QACV,CAAC,CAAC,CACC/C,IAAI,CAAC,SAACC,QAAQ,CAAK,CAClBA,QAAQ,CAAC6D,IAAI,CAAC,CAAC,CACjB,CAAC,CAAC,CACD9D,IAAI,CAAC,UAAM,CACVtB,eAAe,CAAC,KAAK,CAAC,CACxB,CAAC,CAAC,CACDqC,KAAK,CAAC,SAACC,KAAK,CAAK,CAChBC,OAAO,CAACD,KAAK,CAAC,QAAQ,CAAEA,KAAK,CAAC,CAC9BtC,eAAe,CAAC,KAAK,CAAC,CACxB,CAAC,CAAC,CACN,CAAE,CAAA8D,QAAA,cAEFvG,IAAA,CAAChB,GAAG,EACFmH,KAAK,CAAC,MAAM,CACZ+B,CAAC,CAAC,QAAQ,CACVC,CAAC,CAAC,KAAK,CACP/B,OAAO,CAAC,MAAM,CACdC,cAAc,CAAC,QAAQ,CACvB+B,YAAY,CAAC,KAAK,CAClBlC,KAAK,CAAE,CACLmC,MAAM,CAAE,mBAAmB,CAC3B5B,WAAW,CAAE,KAAK,CAClB6B,WAAW,CAAE,SACf,CAAE,CAAA/B,QAAA,cAEFvG,IAAA,CAACrB,yBAAyB,GAAE,CAAC,CAC1B,CAAC,CACA,CAAC,EACN,CAAC,CAEV,CACF,CAAC,CACF,CAED,GAAM,CAAA4J,qBAAqB,CAAG,CAC5B,CACEnD,KAAK,CAAE,IAAI,CACXC,UAAU,CAAE,IAAI,CAChBC,IAAI,CAAE,CAAC,CACPC,QAAQ,CAAE,GACZ,CAAC,CACD,CACEH,KAAK,CAAE,YAAY,CACnBC,UAAU,CAAE,MAAM,CAClBC,IAAI,CAAE,CACR,CAAC,CACD,CACEF,KAAK,CAAE,SAAS,CAChBC,UAAU,CAAE,SAAS,CACrBC,IAAI,CAAE,CACR,CAAC,CACD,CACEF,KAAK,CAAE,cAAc,CACrBC,UAAU,CAAE,aAAa,CACzBC,IAAI,CAAE,CACR,CAAC,CACD,CACEF,KAAK,CAAE,SAAS,CAChBC,UAAU,CAAE,SAAS,CACrBC,IAAI,CAAE,CACR,CAAC,CACD,CACEF,KAAK,CAAE,KAAK,CACZC,UAAU,CAAE,SAAS,CACrBC,IAAI,CAAE,CAAC,CACPC,QAAQ,CAAE,GAAG,CACbC,QAAQ,CAAE,KAAK,CACfC,UAAU,CAAE,KAAK,CACjBC,iBAAiB,CAAE,IAAI,CACvBC,UAAU,CAAE,SAAAA,WAAA6C,KAAA,CAAa,IAAV,CAAA3C,GAAG,CAAA2C,KAAA,CAAH3C,GAAG,CAChB,GAAM,CAAAhC,GAAG,CAAGgC,GAAG,CAAChC,GAAG,CACnB,GAAM,CAAAmC,QAAQ,CAAG,GAAAD,MAAA,CAAG5C,QAAQ,gBAAgBU,GAAG,CAE/C,GAAIA,GAAG,GAAK,YAAY,CAAE,CACxB,mBAAO7D,IAAA,SAAU,CAAC,CACpB,CAEA,mBACEA,IAAA,CAAChB,GAAG,EACFkH,KAAK,CAAE,CACLC,KAAK,CAAE,MAAM,CACbC,OAAO,CAAE,MAAM,CACfC,cAAc,CAAE,MAAM,CACtBC,UAAU,CAAE,MACd,CAAE,CAAAC,QAAA,cAEFvG,IAAA,WACEwG,KAAK,CAAC,iBAAiB,CACvBN,KAAK,CAAE,CACLO,WAAW,CAAE,KAAK,CAClBC,eAAe,CAAE,aAAa,CAC9BC,WAAW,CAAE,KAAK,CAClBC,YAAY,CAAE,MAChB,CAAE,CACFC,OAAO,CAAE,SAAAA,QAAA,CAAM,CACb,GAAIrE,YAAY,EAAIG,eAAe,CAAE,CACnC,OACF,CACAF,eAAe,CAAC,IAAI,CAAC,CACrB7C,OAAO,CAACoG,QAAQ,CAAE,CAChBc,MAAM,CAAE,QACV,CAAC,CAAC,CACC/C,IAAI,CAAC,SAACC,QAAQ,CAAK,CAClBA,QAAQ,CAAC6D,IAAI,CAAC,CAAC,CACjB,CAAC,CAAC,CACD9D,IAAI,CAAC,UAAM,CACVtB,eAAe,CAAC,KAAK,CAAC,CACxB,CAAC,CAAC,CACDqC,KAAK,CAAC,SAACC,KAAK,CAAK,CAChBC,OAAO,CAACD,KAAK,CAAC,QAAQ,CAAEA,KAAK,CAAC,CAC9BtC,eAAe,CAAC,KAAK,CAAC,CACxB,CAAC,CAAC,CACN,CAAE,CAAA8D,QAAA,cAEFvG,IAAA,CAAChB,GAAG,EACFmH,KAAK,CAAC,MAAM,CACZ+B,CAAC,CAAC,QAAQ,CACVC,CAAC,CAAC,KAAK,CACP/B,OAAO,CAAC,MAAM,CACdC,cAAc,CAAC,QAAQ,CACvB+B,YAAY,CAAC,KAAK,CAClBlC,KAAK,CAAE,CACLmC,MAAM,CAAE,mBAAmB,CAC3B5B,WAAW,CAAE,KAAK,CAClB6B,WAAW,CAAE,SACf,CAAE,CAAA/B,QAAA,cAEFvG,IAAA,CAACrB,yBAAyB,GAAE,CAAC,CAC1B,CAAC,CACA,CAAC,CACN,CAAC,CAEV,CACF,CAAC,CACF,CACD,GAAM,CAAA8J,iBAAiB,CAAG,CACxB,CACErD,KAAK,CAAE,IAAI,CACXC,UAAU,CAAE,IAAI,CAChBC,IAAI,CAAE,CAAC,CACPC,QAAQ,CAAE,GACZ,CAAC,CACD,CACEH,KAAK,CAAE,YAAY,CACnBC,UAAU,CAAE,MAAM,CAClBC,IAAI,CAAE,CACR,CAAC,CACD,CACEF,KAAK,CAAE,SAAS,CAChBC,UAAU,CAAE,SAAS,CACrBC,IAAI,CAAE,CACR,CAAC,CACD,CACEF,KAAK,CAAE,cAAc,CACrBC,UAAU,CAAE,aAAa,CACzBC,IAAI,CAAE,CACR,CAAC,CACD,CACEF,KAAK,CAAE,KAAK,CACZC,UAAU,CAAE,SAAS,CACrBC,IAAI,CAAE,CAAC,CACPC,QAAQ,CAAE,GAAG,CACbC,QAAQ,CAAE,KAAK,CACfC,UAAU,CAAE,KAAK,CACjBC,iBAAiB,CAAE,IAAI,CACvBC,UAAU,CAAE,SAAAA,WAAA+C,KAAA,CAAa,IAAV,CAAA7C,GAAG,CAAA6C,KAAA,CAAH7C,GAAG,CAChB;AACA,GAAM,CAAAhC,GAAG,CAAGgC,GAAG,CAAChC,GAAG,CACnBmB,OAAO,CAAC+B,GAAG,CAAC,OAAO,CAAGlD,GAAG,CAAC,CAC1B,GAAM,CAAAiC,OAAO,CAAG,GAAAC,MAAA,CAAG5C,QAAQ,MAAMU,GAAG,CACpC,GAAM,CAAAmC,QAAQ,CAAG,GAAAD,MAAA,CAAG5C,QAAQ,gBAAgBU,GAAG,CAC/C,GAAM,CAAAoC,SAAS,CAAG,GAAAF,MAAA,CAAG5C,QAAQ,mBAAmBU,GAAG,CAEnD,GAAIA,GAAG,GAAK,YAAY,CAAE,CACxB,mBAAO7D,IAAA,SAAU,CAAC,CACpB,CAEA,mBACEE,KAAA,CAAClB,GAAG,EACFkH,KAAK,CAAE,CACLC,KAAK,CAAE,MAAM,CACbC,OAAO,CAAE,MAAM,CACfC,cAAc,CAAE,MAAM,CACtBC,UAAU,CAAE,MACd,CAAE,CAAAC,QAAA,eAEFvG,IAAA,WACEwG,KAAK,CAAC,eAAe,CACrBN,KAAK,CAAE,CACLO,WAAW,CAAE,KAAK,CAClBC,eAAe,CAAE,aAAa,CAC9BC,WAAW,CAAE,KAAK,CAClBC,YAAY,CAAE,MAChB,CAAE,CACFC,OAAO,CAAE,SAAAA,QAAA,CAAM,CACb,GAAIrE,YAAY,EAAIG,eAAe,CAAE,CACnC;AACA,OACF,CAEAF,eAAe,CAAC,IAAI,CAAC,CAErB7C,OAAO,CAACkG,OAAO,CAAE,CACfgB,MAAM,CAAE,MACV,CAAC,CAAC,CACC/C,IAAI,CAAC,SAACC,QAAQ,CAAK,CAClB,GAAIA,QAAQ,CAACiB,MAAM,GAAK,GAAG,CAAE,CAC3B;AACAD,OAAO,CAAC+B,GAAG,CAAC,oCAAoC,CAAC,CACjD,MAAO,CAAAnH,OAAO,CAACqG,SAAS,CAAE,CACxBa,MAAM,CAAE,MAAM,CACdE,OAAO,CAAE,CACP,cAAc,CAAE,kBAClB,CAAC,CACDC,IAAI,CAAEC,IAAI,CAACC,SAAS,CAAC,CACnBvC,UAAU,CAAEiB,GAAG,CAACjB,UAAU,CAC1ByC,YAAY,CAAExB,GAAG,CAACwB,YAAY,CAC9BsB,QAAQ,CAAE9C,GAAG,CAACjC,EAAE,CAChBgF,UAAU,CAAE/C,GAAG,CAAC+C,UAAU,CAC1BC,cAAc,CAAEhD,GAAG,CAACgD,cAAc,CAClCzB,UAAU,CAAEvB,GAAG,CAACuB,UAAU,CAC1BM,aAAa,CAAE7B,GAAG,CAAC6B,aACrB,CAAC,CACH,CAAC,CAAC,CACC3D,IAAI,CAAC,SAACC,QAAQ,QAAK,CAAAA,QAAQ,CAAC6D,IAAI,CAAC,CAAC,GAAC,CACnC9D,IAAI,CAAC,iBACJ,CAAA+D,MAAM,CAACC,IAAI,CAACjC,OAAO,CAAE,QAAQ,CAAE,qBAAqB,CAAC,EACvD,CAAC,CACAkC,OAAO,CAAC,iBAAM,CAAAvF,eAAe,CAAC,KAAK,CAAC,GAAC,CAC1C,CAAC,IAAM,IAAIuB,QAAQ,CAACiE,EAAE,CAAE,CACtB;AACAjD,OAAO,CAAC+B,GAAG,CAAC,uBAAuB,CAAC,CACpCe,MAAM,CAACC,IAAI,CAACjC,OAAO,CAAE,QAAQ,CAAE,qBAAqB,CAAC,CACrDrD,eAAe,CAAC,KAAK,CAAC,CACxB,CAAC,IAAM,CACL;AACAuC,OAAO,CAACD,KAAK,gCAAAgB,MAAA,CACoB/B,QAAQ,CAACiB,MAAM,CAChD,CAAC,CACDxC,eAAe,CAAC,KAAK,CAAC,CACxB,CACF,CAAC,CAAC,CACDqC,KAAK,CAAC,SAACC,KAAK,CAAK,CAChBC,OAAO,CAACD,KAAK,CAAC,QAAQ,CAAEA,KAAK,CAAC,CAC9BtC,eAAe,CAAC,KAAK,CAAC,CACxB,CAAC,CAAC,CACN,CAAE,CAAA8D,QAAA,cAEFvG,IAAA,CAAChB,GAAG,EACFmH,KAAK,CAAC,MAAM,CACZ+B,CAAC,CAAC,QAAQ,CACVC,CAAC,CAAC,KAAK,CACP/B,OAAO,CAAC,MAAM,CACdC,cAAc,CAAC,QAAQ,CACvB+B,YAAY,CAAC,KAAK,CAClBlC,KAAK,CAAE,CACLmC,MAAM,CAAE,mBAAmB,CAC3B5B,WAAW,CAAE,KAAK,CAClB6B,WAAW,CAAE,SACf,CAAE,CAAA/B,QAAA,cAEFvG,IAAA,CAACpB,yBAAyB,GAAE,CAAC,CAC1B,CAAC,CACA,CAAC,cACToB,IAAA,WACEwG,KAAK,CAAC,iBAAiB,CACvBN,KAAK,CAAE,CACLO,WAAW,CAAE,KAAK,CAClBC,eAAe,CAAE,aAAa,CAC9BC,WAAW,CAAE,KAAK,CAClBC,YAAY,CAAE,MAChB,CAAE,CACFC,OAAO,CAAE,SAAAA,QAAA,CAAM,CACb,GAAIrE,YAAY,EAAIG,eAAe,CAAE,CACnC,OACF,CACAF,eAAe,CAAC,IAAI,CAAC,CACrB7C,OAAO,CAACoG,QAAQ,CAAE,CAChBc,MAAM,CAAE,QACV,CAAC,CAAC,CACC/C,IAAI,CAAC,SAACC,QAAQ,CAAK,CAClBA,QAAQ,CAAC6D,IAAI,CAAC,CAAC,CACjB,CAAC,CAAC,CACD9D,IAAI,CAAC,UAAM,CACVtB,eAAe,CAAC,KAAK,CAAC,CACxB,CAAC,CAAC,CACDqC,KAAK,CAAC,SAACC,KAAK,CAAK,CAChBC,OAAO,CAACD,KAAK,CAAC,QAAQ,CAAEA,KAAK,CAAC,CAC9BtC,eAAe,CAAC,KAAK,CAAC,CACxB,CAAC,CAAC,CACN,CAAE,CAAA8D,QAAA,cAEFvG,IAAA,CAAChB,GAAG,EACFmH,KAAK,CAAC,MAAM,CACZ+B,CAAC,CAAC,QAAQ,CACVC,CAAC,CAAC,KAAK,CACP/B,OAAO,CAAC,MAAM,CACdC,cAAc,CAAC,QAAQ,CACvB+B,YAAY,CAAC,KAAK,CAClBlC,KAAK,CAAE,CACLmC,MAAM,CAAE,mBAAmB,CAC3B5B,WAAW,CAAE,KAAK,CAClB6B,WAAW,CAAE,SACf,CAAE,CAAA/B,QAAA,cAEFvG,IAAA,CAACrB,yBAAyB,GAAE,CAAC,CAC1B,CAAC,CACA,CAAC,EACN,CAAC,CAEV,CACF,CAAC,CACF,CACD,GAAM,CAAAmK,iBAAiB,CAAGP,qBAAqB,CAC/C,GAAM,CAAAQ,iBAAiB,CAAGR,qBAAqB,CAC/C,GAAM,CAAAS,kBAAkB,CAAGT,qBAAqB,CAChD,GAAM,CAAAU,oBAAoB,CAAGV,qBAAqB,CAElD,GAAM,CAAAW,aAAa,CAAG,CACpB,qBAAqB,CAAE,CACrBC,YAAY,CAAE,MAChB,CAAC,CACD,8BAA8B,CAAE,CAC9BA,YAAY,CAAE,MAChB,CAAC,CACD,kCAAkC,CAAE,CAClCC,UAAU,CAAE,MACd,CAAC,CACD,gCAAgC,CAAE,CAChCC,SAAS,CAAE,oBAAoB,CAC/BC,QAAQ,CAAE,SACZ,CAAC,CACD,gCAAgC,CAAE,CAChCC,SAAS,CAAE,MACb,CAAC,CACD,cAAc,CAAE,KAClB,CAAC,CAED,GAAM,CAAAC,aAAa,CAAG,QAAhB,CAAAA,aAAaA,CAAA,CAAS,CAC1B,mBACExJ,IAAA,CAACf,KAAK,EAACwK,MAAM,CAAC,MAAM,CAACnD,UAAU,CAAC,QAAQ,CAACD,cAAc,CAAC,QAAQ,CAAAE,QAAA,CAAC,mBAEjE,CAAO,CAAC,CAEZ,CAAC,CAED,GAAM,CAAAmD,gBAAgB,CAAG,QAAnB,CAAAA,gBAAgBA,CAAA,CAAS,CAC7B,mBACE1J,IAAA,CAACf,KAAK,EAACwK,MAAM,CAAC,MAAM,CAACnD,UAAU,CAAC,QAAQ,CAACD,cAAc,CAAC,QAAQ,CAAAE,QAAA,CAAC,2BAEjE,CAAO,CAAC,CAEZ,CAAC,CAED,mBACErG,KAAA,CAAClB,GAAG,EACF2K,EAAE,CAAE,CACFF,MAAM,CAAE,MAAM,CACdtD,KAAK,CAAE,MAAM,CACbyD,OAAO,CAAE,kBACX,CAAE,CAAArD,QAAA,eAEFvG,IAAA,CAACF,KAAK,EAAC0G,KAAK,CAAC,gBAAgB,CAAE,CAAC,cAChCxG,IAAA,CAACL,oBAAoB,GAAE,CAAC,cACxBO,KAAA,CAACrB,UAAU,EAACgL,KAAK,CAAEpJ,QAAS,CAAA8F,QAAA,eAC1BvG,IAAA,CAAChB,GAAG,EAAC2K,EAAE,CAAE,CAAER,YAAY,CAAE,CAAC,CAAEb,WAAW,CAAE,SAAU,CAAE,CAAA/B,QAAA,cACnDrG,KAAA,CAACpB,OAAO,EACN+K,KAAK,CAAEpJ,QAAS,CAChBqJ,QAAQ,CAAE1G,eAAgB,CAC1B,aAAW,MAAM,CAAAmD,QAAA,eAEjBvG,IAAA,CAACd,GAAG,EAAC6K,KAAK,CAAC,iBAAiB,CAACF,KAAK,CAAC,qBAAqB,CAAE,CAAC,cAC3D7J,IAAA,CAACd,GAAG,EAAC6K,KAAK,CAAC,kBAAkB,CAACF,KAAK,CAAC,2BAA2B,CAAE,CAAC,cAClE7J,IAAA,CAACd,GAAG,EAAC6K,KAAK,CAAC,eAAe,CAACF,KAAK,CAAC,wBAAwB,CAAE,CAAC,cAC5D7J,IAAA,CAACd,GAAG,EAAC6K,KAAK,CAAC,cAAc,CAACF,KAAK,CAAC,uBAAuB,CAAE,CAAC,cAC1D7J,IAAA,CAACd,GAAG,EAAC6K,KAAK,CAAC,cAAc,CAACF,KAAK,CAAC,uBAAuB,CAAE,CAAC,cAC1D7J,IAAA,CAACd,GAAG,EAAC6K,KAAK,CAAC,cAAc,CAACF,KAAK,CAAC,uBAAuB,CAAE,CAAC,cAC1D7J,IAAA,CAACd,GAAG,EAAC6K,KAAK,CAAC,iBAAiB,CAACF,KAAK,CAAC,0BAA0B,CAAE,CAAC,EACzD,CAAC,CACP,CAAC,cACN7J,IAAA,CAACjB,QAAQ,EAAC8K,KAAK,CAAC,qBAAqB,CAACF,EAAE,CAAE,CAAEC,OAAO,CAAE,CAAE,CAAE,CAAArD,QAAA,cACvDvG,IAAA,CAAChB,GAAG,EAAC2K,EAAE,CAAE,CAAEF,MAAM,CAAE,MAAM,CAAEtD,KAAK,CAAE,MAAO,CAAE,CAAAI,QAAA,cACzCvG,IAAA,CAACb,QAAQ,EACP6K,IAAI,CAAEnJ,OAAQ,CACdoJ,OAAO,CAAE9E,UAAW,CACpB+E,UAAU,CAAE,IAAK,CACjBP,EAAE,CAAET,aAAc,CAClBiB,KAAK,CAAE,CACLX,aAAa,CAAEA,aAAa,CAC5BE,gBAAgB,CAAEA,gBACpB,CAAE,CACH,CAAC,CACC,CAAC,CACE,CAAC,cACX1J,IAAA,CAACjB,QAAQ,EAAC8K,KAAK,CAAC,2BAA2B,CAACF,EAAE,CAAE,CAAEC,OAAO,CAAE,CAAE,CAAE,CAAArD,QAAA,cAC7DvG,IAAA,CAAChB,GAAG,EAAC2K,EAAE,CAAE,CAAEF,MAAM,CAAE,MAAM,CAAEtD,KAAK,CAAE,MAAO,CAAE,CAAAI,QAAA,cACzCvG,IAAA,CAACb,QAAQ,EACP6K,IAAI,CAAE/I,kBAAmB,CACzBgJ,OAAO,CAAE1B,qBAAsB,CAC/B2B,UAAU,CAAE,IAAK,CACjBP,EAAE,CAAET,aAAc,CAClBiB,KAAK,CAAE,CACLX,aAAa,CAAEA,aAAa,CAC5BE,gBAAgB,CAAEA,gBACpB,CAAE,CACH,CAAC,CACC,CAAC,CACE,CAAC,cACX1J,IAAA,CAACjB,QAAQ,EAAC8K,KAAK,CAAC,wBAAwB,CAACF,EAAE,CAAE,CAAEC,OAAO,CAAE,CAAE,CAAE,CAAArD,QAAA,cAC1DvG,IAAA,CAAChB,GAAG,EAAC2K,EAAE,CAAE,CAAEF,MAAM,CAAE,MAAM,CAAEtD,KAAK,CAAE,MAAO,CAAE,CAAAI,QAAA,cACzCvG,IAAA,CAACb,QAAQ,EACP6K,IAAI,CAAE/H,eAAgB,CACtBgI,OAAO,CAAEjB,kBAAmB,CAC5BkB,UAAU,CAAE,IAAK,CACjBP,EAAE,CAAET,aAAc,CAClBiB,KAAK,CAAE,CACLX,aAAa,CAAEA,aAAa,CAC5BE,gBAAgB,CAAEA,gBACpB,CAAE,CACH,CAAC,CACC,CAAC,CACE,CAAC,cACX1J,IAAA,CAACjB,QAAQ,EAAC8K,KAAK,CAAC,uBAAuB,CAACF,EAAE,CAAE,CAAEC,OAAO,CAAE,CAAE,CAAE,CAAArD,QAAA,cACzDvG,IAAA,CAAChB,GAAG,EAAC2K,EAAE,CAAE,CAAEF,MAAM,CAAE,MAAM,CAAEtD,KAAK,CAAE,MAAO,CAAE,CAAAI,QAAA,cACzCvG,IAAA,CAACb,QAAQ,EACP6K,IAAI,CAAE3I,cAAe,CACrB4I,OAAO,CAAExB,iBAAkB,CAC3ByB,UAAU,CAAE,IAAK,CACjBP,EAAE,CAAET,aAAc,CAClBiB,KAAK,CAAE,CACLX,aAAa,CAAEA,aAAa,CAC5BE,gBAAgB,CAAEA,gBACpB,CAAE,CACH,CAAC,CACC,CAAC,CACE,CAAC,cACX1J,IAAA,CAACjB,QAAQ,EAAC8K,KAAK,CAAC,uBAAuB,CAACF,EAAE,CAAE,CAAEC,OAAO,CAAE,CAAE,CAAE,CAAArD,QAAA,cACzDvG,IAAA,CAAChB,GAAG,EAAC2K,EAAE,CAAE,CAAEF,MAAM,CAAE,MAAM,CAAEtD,KAAK,CAAE,MAAO,CAAE,CAAAI,QAAA,cACzCvG,IAAA,CAACb,QAAQ,EACP6K,IAAI,CAAEvI,cAAe,CACrBwI,OAAO,CAAEnB,iBAAkB,CAC3BoB,UAAU,CAAE,IAAK,CACjBP,EAAE,CAAET,aAAc,CAClBiB,KAAK,CAAE,CACLX,aAAa,CAAEA,aAAa,CAC5BE,gBAAgB,CAAEA,gBACpB,CAAE,CACH,CAAC,CACC,CAAC,CACE,CAAC,cACX1J,IAAA,CAACjB,QAAQ,EAAC8K,KAAK,CAAC,uBAAuB,CAACF,EAAE,CAAE,CAAEC,OAAO,CAAE,CAAE,CAAE,CAAArD,QAAA,cACzDvG,IAAA,CAAChB,GAAG,EAAC2K,EAAE,CAAE,CAAEF,MAAM,CAAE,MAAM,CAAEtD,KAAK,CAAE,MAAO,CAAE,CAAAI,QAAA,cACzCvG,IAAA,CAACb,QAAQ,EACP6K,IAAI,CAAEnI,cAAe,CACrBoI,OAAO,CAAElB,iBAAkB,CAC3BmB,UAAU,CAAE,IAAK,CACjBP,EAAE,CAAET,aAAc,CAClBiB,KAAK,CAAE,CACLX,aAAa,CAAEA,aAAa,CAC5BE,gBAAgB,CAAEA,gBACpB,CAAE,CACH,CAAC,CACC,CAAC,CACE,CAAC,cACX1J,IAAA,CAACjB,QAAQ,EAAC8K,KAAK,CAAC,0BAA0B,CAACF,EAAE,CAAE,CAAEC,OAAO,CAAE,CAAE,CAAE,CAAArD,QAAA,cAC5DvG,IAAA,CAAChB,GAAG,EAAC2K,EAAE,CAAE,CAAEF,MAAM,CAAE,MAAM,CAAEtD,KAAK,CAAE,MAAO,CAAE,CAAAI,QAAA,cACzCvG,IAAA,CAACb,QAAQ,EACP6K,IAAI,CAAE3H,iBAAkB,CACxB4H,OAAO,CAAEhB,oBAAqB,CAC9BiB,UAAU,CAAE,IAAK,CACjBP,EAAE,CAAET,aAAc,CAClBiB,KAAK,CAAE,CACLX,aAAa,CAAEA,aAAa,CAC5BE,gBAAgB,CAAEA,gBACpB,CAAE,CACH,CAAC,CACC,CAAC,CACE,CAAC,EACD,CAAC,EACV,CAAC,CAEV,CAAC,CAED,cAAe,CAAAvJ,aAAa","ignoreList":[]},"metadata":{},"sourceType":"module","externalDependencies":[]}
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: xinference
3
- Version: 0.14.0.post1
3
+ Version: 0.14.1.post1
4
4
  Summary: Model Serving Made Easy
5
5
  Home-page: https://github.com/xorbitsai/inference
6
6
  Author: Qin Xuye
@@ -37,7 +37,7 @@ Requires-Dist: fsspec==2023.10.0
37
37
  Requires-Dist: s3fs==2023.10.0
38
38
  Requires-Dist: modelscope>=1.10.0
39
39
  Requires-Dist: sse-starlette>=1.6.5
40
- Requires-Dist: openai>1
40
+ Requires-Dist: openai<1.40,>1
41
41
  Requires-Dist: python-jose[cryptography]
42
42
  Requires-Dist: passlib[bcrypt]
43
43
  Requires-Dist: aioprometheus[starlette]>=23.12.0
@@ -48,7 +48,7 @@ Requires-Dist: timm
48
48
  Requires-Dist: opencv-contrib-python
49
49
  Provides-Extra: all
50
50
  Requires-Dist: llama-cpp-python!=0.2.58,>=0.2.25; extra == "all"
51
- Requires-Dist: transformers>=4.34.2; extra == "all"
51
+ Requires-Dist: transformers>=4.43.2; extra == "all"
52
52
  Requires-Dist: torch; extra == "all"
53
53
  Requires-Dist: accelerate>=0.27.2; extra == "all"
54
54
  Requires-Dist: sentencepiece; extra == "all"
@@ -58,7 +58,8 @@ Requires-Dist: protobuf; extra == "all"
58
58
  Requires-Dist: einops; extra == "all"
59
59
  Requires-Dist: tiktoken; extra == "all"
60
60
  Requires-Dist: sentence-transformers>=2.7.0; extra == "all"
61
- Requires-Dist: diffusers; extra == "all"
61
+ Requires-Dist: diffusers>=0.25.0; extra == "all"
62
+ Requires-Dist: imageio-ffmpeg; extra == "all"
62
63
  Requires-Dist: controlnet-aux; extra == "all"
63
64
  Requires-Dist: orjson; extra == "all"
64
65
  Requires-Dist: optimum; extra == "all"
@@ -67,6 +68,7 @@ Requires-Dist: attrdict; extra == "all"
67
68
  Requires-Dist: timm>=0.9.16; extra == "all"
68
69
  Requires-Dist: torchvision; extra == "all"
69
70
  Requires-Dist: FlagEmbedding; extra == "all"
71
+ Requires-Dist: funasr; extra == "all"
70
72
  Requires-Dist: omegaconf~=2.3.0; extra == "all"
71
73
  Requires-Dist: nemo-text-processing; extra == "all"
72
74
  Requires-Dist: WeTextProcessing; extra == "all"
@@ -81,11 +83,12 @@ Requires-Dist: openai-whisper; extra == "all"
81
83
  Requires-Dist: boto3<1.28.65,>=1.28.55; extra == "all"
82
84
  Requires-Dist: tensorizer~=2.9.0; extra == "all"
83
85
  Requires-Dist: auto-gptq; sys_platform != "darwin" and extra == "all"
84
- Requires-Dist: autoawq; sys_platform != "darwin" and extra == "all"
86
+ Requires-Dist: autoawq<0.2.6; sys_platform != "darwin" and extra == "all"
85
87
  Requires-Dist: mlx-lm; (sys_platform == "darwin" and platform_machine == "arm64") and extra == "all"
86
88
  Requires-Dist: vllm>=0.2.6; sys_platform == "linux" and extra == "all"
87
89
  Requires-Dist: sglang>=0.2.7; sys_platform == "linux" and extra == "all"
88
90
  Provides-Extra: audio
91
+ Requires-Dist: funasr; extra == "audio"
89
92
  Requires-Dist: omegaconf~=2.3.0; extra == "audio"
90
93
  Requires-Dist: nemo-text-processing; extra == "audio"
91
94
  Requires-Dist: WeTextProcessing; extra == "audio"
@@ -114,7 +117,7 @@ Requires-Dist: sphinx-intl>=0.9.9; extra == "dev"
114
117
  Requires-Dist: jieba>=0.42.0; extra == "dev"
115
118
  Requires-Dist: flake8>=3.8.0; extra == "dev"
116
119
  Requires-Dist: black; extra == "dev"
117
- Requires-Dist: openai>1; extra == "dev"
120
+ Requires-Dist: openai<1.40,>1; extra == "dev"
118
121
  Requires-Dist: opencv-contrib-python; extra == "dev"
119
122
  Requires-Dist: langchain; extra == "dev"
120
123
  Requires-Dist: langchain-community; extra == "dev"
@@ -136,7 +139,7 @@ Requires-Dist: sentence-transformers>=2.7.0; extra == "embedding"
136
139
  Provides-Extra: ggml
137
140
  Requires-Dist: llama-cpp-python!=0.2.58,>=0.2.25; extra == "ggml"
138
141
  Provides-Extra: image
139
- Requires-Dist: diffusers; extra == "image"
142
+ Requires-Dist: diffusers>=0.25.0; extra == "image"
140
143
  Requires-Dist: controlnet-aux; extra == "image"
141
144
  Provides-Extra: intel
142
145
  Requires-Dist: torch==2.1.0a0; extra == "intel"
@@ -150,7 +153,7 @@ Requires-Dist: outlines>=0.0.34; extra == "sglang"
150
153
  Requires-Dist: sglang>=0.2.7; sys_platform == "linux" and extra == "sglang"
151
154
  Requires-Dist: vllm>=0.5.2; sys_platform == "linux" and extra == "sglang"
152
155
  Provides-Extra: transformers
153
- Requires-Dist: transformers>=4.34.2; extra == "transformers"
156
+ Requires-Dist: transformers>=4.43.2; extra == "transformers"
154
157
  Requires-Dist: torch; extra == "transformers"
155
158
  Requires-Dist: accelerate>=0.27.2; extra == "transformers"
156
159
  Requires-Dist: sentencepiece; extra == "transformers"
@@ -165,7 +168,10 @@ Requires-Dist: timm>=0.9.16; extra == "transformers"
165
168
  Requires-Dist: torchvision; extra == "transformers"
166
169
  Requires-Dist: peft; extra == "transformers"
167
170
  Requires-Dist: auto-gptq; sys_platform != "darwin" and extra == "transformers"
168
- Requires-Dist: autoawq; sys_platform != "darwin" and extra == "transformers"
171
+ Requires-Dist: autoawq<0.2.6; sys_platform != "darwin" and extra == "transformers"
172
+ Provides-Extra: video
173
+ Requires-Dist: diffusers; extra == "video"
174
+ Requires-Dist: imageio-ffmpeg; extra == "video"
169
175
  Provides-Extra: vllm
170
176
  Requires-Dist: vllm>=0.2.6; extra == "vllm"
171
177
 
@@ -205,14 +211,14 @@ potential of cutting-edge AI models.
205
211
  - Support speech recognition model: [#929](https://github.com/xorbitsai/inference/pull/929)
206
212
  - Metrics support: [#906](https://github.com/xorbitsai/inference/pull/906)
207
213
  ### New Models
214
+ - Built-in support for [CogVideoX](https://github.com/THUDM/CogVideo): [#2049](https://github.com/xorbitsai/inference/pull/2049)
215
+ - Built-in support for [flux.1-schnell & flux.1-dev](https://www.basedlabs.ai/tools/flux1): [#2007](https://github.com/xorbitsai/inference/pull/2007)
216
+ - Built-in support for [MiniCPM-V 2.6](https://github.com/OpenBMB/MiniCPM-V): [#2031](https://github.com/xorbitsai/inference/pull/2031)
217
+ - Built-in support for [Kolors](https://huggingface.co/Kwai-Kolors/Kolors): [#2028](https://github.com/xorbitsai/inference/pull/2028)
218
+ - Built-in support for [SenseVoice](https://github.com/FunAudioLLM/SenseVoice): [#2008](https://github.com/xorbitsai/inference/pull/2008)
208
219
  - Built-in support for [Mistral Large 2](https://mistral.ai/news/mistral-large-2407/): [#1944](https://github.com/xorbitsai/inference/pull/1944)
209
220
  - Built-in support for [llama3.1](https://ai.meta.com/blog/meta-llama-3-1/): [#1932](https://github.com/xorbitsai/inference/pull/1932)
210
221
  - Built-in support for [Mistral Nemo](https://mistral.ai/news/mistral-nemo/): [#1936](https://github.com/xorbitsai/inference/pull/1936)
211
- - Built-in support for [CosyVoice](https://github.com/FunAudioLLM/CosyVoice): [#1881](https://github.com/xorbitsai/inference/pull/1881)
212
- - Built-in support for [codegeex4](https://github.com/THUDM/CodeGeeX4): [#1888](https://github.com/xorbitsai/inference/pull/1888)
213
- - Built-in support for [Gemma-2-it](https://huggingface.co/blog/gemma2): [#1774](https://github.com/xorbitsai/inference/pull/1774)
214
- - Built-in support for [jina-reranker-v2](https://huggingface.co/jinaai/jina-reranker-v2-base-multilingual): [#1733](https://github.com/xorbitsai/inference/pull/1733)
215
- - Built-in support for [Qwen2](https://github.com/QwenLM/Qwen2): [#1509](https://github.com/xorbitsai/inference/pull/1597)
216
222
  ### Integrations
217
223
  - [Dify](https://docs.dify.ai/advanced/model-configuration/xinference): an LLMOps platform that enables developers (and even non-developers) to quickly build useful applications based on large language models, ensuring they are visual, operable, and improvable.
218
224
  - [FastGPT](https://github.com/labring/FastGPT): a knowledge-based platform built on the LLM, offers out-of-the-box data processing and model invocation capabilities, allows for workflow orchestration through Flow visualization.
@@ -268,7 +274,7 @@ with popular third-party libraries including [LangChain](https://python.langchai
268
274
 
269
275
  ### Jupyter Notebook
270
276
 
271
- The lightest way to experience Xinference is to try our [Juypter Notebook on Google Colab](https://colab.research.google.com/github/xorbitsai/inference/blob/main/examples/Xinference_Quick_Start.ipynb).
277
+ The lightest way to experience Xinference is to try our [Jupyter Notebook on Google Colab](https://colab.research.google.com/github/xorbitsai/inference/blob/main/examples/Xinference_Quick_Start.ipynb).
272
278
 
273
279
  ### Docker
274
280
 
@@ -1,39 +1,39 @@
1
1
  xinference/__init__.py,sha256=muQ9V9y11BcIqlZhhc06oDf193H7bwDIa8e_wSoDKI8,986
2
2
  xinference/_compat.py,sha256=SQAjZMGxtBIce45qtW7ob7RWzA0zhv2yB3AxT0rb0uU,1778
3
- xinference/_version.py,sha256=EqSqvENReGpKGob0466Ee-ZJ851gGDnz-f3qHtNHOrc,504
3
+ xinference/_version.py,sha256=QoA_TD3bkIhqC5P-nHizAF7n_tH1vzTXvVYxPEk7X9M,504
4
4
  xinference/conftest.py,sha256=FF-ZkqkfOxQw4hz_8G7p5aB7gFdsJlr6u2ZdFuuauAA,9744
5
- xinference/constants.py,sha256=D8HcGgTxMewkWUq2hkQWBhofQqTFXKh9S55_FkrwbBY,3257
5
+ xinference/constants.py,sha256=FZwKBlSwUMb1_qKMZWfkz9z6nrgdgOhO-g7S_Qn3cis,3319
6
6
  xinference/device_utils.py,sha256=zswJiws3VyTIaNO8z-MOcsJH_UiPoePPiKK5zoNrjTA,3285
7
7
  xinference/fields.py,sha256=0UtBFaDNzn1n9MRjyTkNrolsIML-TpZfudWOejqjni8,5245
8
8
  xinference/isolation.py,sha256=uhkzVyL3fSYZSuFexkG6Jm-tRTC5I607uNg000BXAnE,1949
9
- xinference/types.py,sha256=mN6lTFGqwFCycCMCwNELtRm2lmvuynvzD7Wwq_NEINY,14255
9
+ xinference/types.py,sha256=S6bp6XOhjNy4LlI6Hxp1uCkKX3dimiEjkzxNHfc6hcs,13932
10
10
  xinference/utils.py,sha256=VSOJMFd9H7kce98OtJZbcDjjpfzRpHAFs8WU0xXPBM8,717
11
11
  xinference/api/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
12
- xinference/api/restful_api.py,sha256=3bpAhSmRPY4OT93hZqgf_93xO8D3VoWKjHA_zdVSFT0,75772
12
+ xinference/api/restful_api.py,sha256=mVChYmJFUip7Wm7jW4qlkxuS5ONAa3pcGmfX0LXc21s,77889
13
13
  xinference/api/oauth2/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
14
14
  xinference/api/oauth2/auth_service.py,sha256=74JzB42fbbmBu4Q1dW3A9Fp_N7167KgRGB42Z0NHjAM,6119
15
15
  xinference/api/oauth2/types.py,sha256=K923sv_XySIUtM2Eozl9IG082IJcDOS5SFLrPZ5ELBg,996
16
16
  xinference/api/oauth2/utils.py,sha256=SIiiUj6VuTEsj3bZ2TYUyhx3cGlLSX3ZNWDOgUwRtXc,1410
17
17
  xinference/client/__init__.py,sha256=Gc4HOzAy_1cic5kXlso7hahYgw89CKvZSJDicEU461k,669
18
18
  xinference/client/common.py,sha256=iciZRs5YjM2gYsXnwACPMaiBZp4_XpawWwfym0Iyu40,1617
19
- xinference/client/handlers.py,sha256=3gd9C7u4URbcVdR6Eyv8cpEZ175Ll4q_jGL07CnEIpg,648
19
+ xinference/client/handlers.py,sha256=OKl_i5FA341wsQf_0onSOPbbW6V861WJrSP7ghtDc8c,527
20
20
  xinference/client/restful/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
21
- xinference/client/restful/restful_client.py,sha256=DXXXjRpS2aGtkeuiO-VXxlVeb0cn7m2L5GXqYdyKfQs,54829
21
+ xinference/client/restful/restful_client.py,sha256=TOiEmKNT86SWUpnLWymKUgU67TAtVoxhHT2y68lEMfI,51625
22
22
  xinference/core/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
23
23
  xinference/core/cache_tracker.py,sha256=2hk8ANOYruhxAt4MPz482tYEQcvYBh_B7sq0eYd0rTU,6963
24
- xinference/core/chat_interface.py,sha256=Q2G6mZBCLIPZrRzvqGRAGfstMz0DAlXjbpIpb_gZE3M,19590
24
+ xinference/core/chat_interface.py,sha256=DiVTdIXveJxUuZC8w4wzEBmyzclhHmdEDlBZ_GlC3Wg,19486
25
25
  xinference/core/event.py,sha256=Lkx_-Ohwyzyt-MBbkrZy9N-7aeYs-wux0fDtZpa2SJY,1632
26
- xinference/core/image_interface.py,sha256=F4mDCO9llzmu2KQvV85jRub1xn2z7lXsiM1nsdb2Gy8,8924
26
+ xinference/core/image_interface.py,sha256=wxxhNBVXgwV5fuI9CdWuZ_bMrqcQYfivUK0r2ix3Avo,10071
27
27
  xinference/core/metrics.py,sha256=ScmTG15Uq3h_ob72ybZSMWdnk8P4sUZFcm60f4ikSXc,2631
28
- xinference/core/model.py,sha256=chA7f9DAHtLi17KIhxBjFPaJa2m5nZlrG_6FSZPlMzY,26926
28
+ xinference/core/model.py,sha256=Jru8hJF1AEYNvRewydNLBugXDxysU2vplmPzwIKJoEw,27704
29
29
  xinference/core/resource.py,sha256=FQ0aRt3T4ZQo0P6CZZf5QUKHiCsr5llBvKb1f7wfnxg,1611
30
30
  xinference/core/scheduler.py,sha256=WaWgmVL5FIdcanP1RqMKvnObf7BHldREpYwRUePnTQo,15691
31
31
  xinference/core/status_guard.py,sha256=fF5hisvfn6es9DV6Z6RRD6V_S_uLcb8lHM6PArGgb04,2820
32
- xinference/core/supervisor.py,sha256=wuWjkBk7kdbdMH84xX_2cO3JO04A5OrsP7_leU5ivZ8,50817
32
+ xinference/core/supervisor.py,sha256=BhL-VCUvfazH_UQ8n99vCgapwt_ZB73KWwZy9NY6rPw,52253
33
33
  xinference/core/utils.py,sha256=LqPrez5dGELRQDSwOD5EP8XHb-aUKAdyszS-QpNouuw,6401
34
- xinference/core/worker.py,sha256=lBE8d47cGQcUkf4LOCzZFYieO1ZWUzXz0Cemqx58J3U,43422
34
+ xinference/core/worker.py,sha256=DJYvKDuIzE1BlP0uREwxNV7cSf3MZnAgPqmitH3u3Gk,45628
35
35
  xinference/deploy/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
36
- xinference/deploy/cmdline.py,sha256=Rv9zgdsESTwrMI2vXmz3QvBgMO5Dq051VSrJ6QUlDfk,48585
36
+ xinference/deploy/cmdline.py,sha256=iiZCKtp3jXgio_Xj8AK0Ywgv3LD8gRV45pGYrjlAOdQ,48489
37
37
  xinference/deploy/local.py,sha256=vlAvhcl8utP1DjW4MJpBgD4JLHQV-1Xebmdd8j9M8IM,3946
38
38
  xinference/deploy/supervisor.py,sha256=fMHeEGigQ72PD9JEFmZ5Xudn25Uj4DhD2OVIlAu_YpA,2978
39
39
  xinference/deploy/utils.py,sha256=DnDjRqiAA77CzAax1laAmNXJM4PFoUxQhRaobmss3fI,6695
@@ -44,17 +44,18 @@ xinference/locale/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms
44
44
  xinference/locale/utils.py,sha256=w-G1DAJGw1UUQVVtq6khOZn7ZjobUmTw6qwHMm2eWIs,1312
45
45
  xinference/locale/zh_CN.json,sha256=YA55G9s1p05Bt5RBoDo5SV12dd-CMJI0ABap6RpCp4M,1097
46
46
  xinference/model/__init__.py,sha256=IRC3ojiqYkVLIK_xsIxYeKypEeeTTdrovnVzK_4L4eg,663
47
- xinference/model/core.py,sha256=b4TArUQJLO2cKUxeuccdjqBpAYuix1bGBKnFHg_p15k,4352
47
+ xinference/model/core.py,sha256=WQakLJgxrJMbTGn9AVaw-Tas7QL5M8cJsuYpGgH-io8,4706
48
48
  xinference/model/utils.py,sha256=NGIXgpkUY0dXGxnh-FsfeNq6OS9SPwBzNfASLXWCqUo,15146
49
49
  xinference/model/audio/__init__.py,sha256=QyQwELIYk7DuD5Hen2q45pLMJ4K8iAnto8zlOA9QUSY,2839
50
50
  xinference/model/audio/chattts.py,sha256=JZA_0TR4nMGqJ-2WYqwb8DcjhsTC57D0QlkPBl4v788,3973
51
- xinference/model/audio/core.py,sha256=lyCS0aYnmgmpKxyi13wqf5pM1qm4Rcd9TXlZ2zJk6CM,5961
51
+ xinference/model/audio/core.py,sha256=_9Nz1_w1Jq3Y4bIxAgsqnmtG4dneFAajDLXtQLz8j44,6264
52
52
  xinference/model/audio/cosyvoice.py,sha256=rX_Msy05ymN-J6fdV7fXia36p5CDG7z0aslJows5MRY,4988
53
53
  xinference/model/audio/custom.py,sha256=01NTD927pairIBWOo9At6Bjqpo1kdcIn3AVijbOdp7Y,5056
54
- xinference/model/audio/model_spec.json,sha256=4Jl9i4GNsZQnVG8Zcv_3Ne_h7kHiSAciTOM3W048JFo,3973
55
- xinference/model/audio/model_spec_modelscope.json,sha256=yuYQgJ_xPhPKvBZ9KIOrJFxcwvhFpN5e3A9FNL5_rPw,1209
54
+ xinference/model/audio/funasr.py,sha256=zAkQPZp9H4zXbCjWJW1qxWK4B88XXrVaewvdoPQylo4,3985
55
+ xinference/model/audio/model_spec.json,sha256=-nRulxyaMa87iIrT5_vaeHXYBHzxI1NpFhlFd_DGtqk,4504
56
+ xinference/model/audio/model_spec_modelscope.json,sha256=dTINTAHopLQtDVLNJXURUG8u8Iv39-D7Vp_bDr3Lck8,1729
56
57
  xinference/model/audio/utils.py,sha256=pwo5cHh8nvhyBa9f-17QaVpXMSjmbpGbPYKwBBtEhGM,717
57
- xinference/model/audio/whisper.py,sha256=NjtaSAJcj_IpJX3drT9NPWNrprVbeLlsDq4uH8AZE8M,7772
58
+ xinference/model/audio/whisper.py,sha256=okhJWnWoE-1Jmk-oKxTotCQ56rQIFMhTOZOmJBk5ug0,7764
58
59
  xinference/model/embedding/__init__.py,sha256=0FLzOZyOuMctxFvhobkLXRUepwHck6RPbtjCct1eMI8,2854
59
60
  xinference/model/embedding/core.py,sha256=c8Lr6_Egx3Dz9WOya3-kapRZhjwD5REbzVYgO-qEvgs,16539
60
61
  xinference/model/embedding/custom.py,sha256=iE3-iWVzxarXdeTdw5e6rxv6HQRXVbPHp65wwhT2IL8,3919
@@ -68,19 +69,19 @@ xinference/model/flexible/launchers/__init__.py,sha256=X8w_2hKuQ9H3f90XYK7H_AQU4
68
69
  xinference/model/flexible/launchers/image_process_launcher.py,sha256=APbbHls0N9DpLFL6_qTexuc5o6bQAvdgJEAZWU4clyw,2510
69
70
  xinference/model/flexible/launchers/transformers_launcher.py,sha256=OZeeogDfopRUGhulP4PRJ4fZEJ2D9cfv7lcC2qJBoDE,2012
70
71
  xinference/model/image/__init__.py,sha256=lDtP961bpu6h5TK57kJ531Zoch2xU5DM-Eco_YQne-Y,2780
71
- xinference/model/image/core.py,sha256=mH2wmbHTRhpgbqjALRChn9YJVGS5y4yOVp5QDX35fUQ,8933
72
+ xinference/model/image/core.py,sha256=JmzqyvY_DicnAa1TeKUXHTTvDB0gg-bT9ONwh5-3GhM,8871
72
73
  xinference/model/image/custom.py,sha256=nn1iZDTYNz68A2gWFXvUuv__Gx8EGdkz_sHvHnPnSoA,3841
73
- xinference/model/image/model_spec.json,sha256=Junt8vOp488ppemzmu56pHylsBXWuZMVA-n_fLJ2wTE,4280
74
- xinference/model/image/model_spec_modelscope.json,sha256=KcQZvm12s59mPC4y4k3c_rrmfJdQnQ9OEkkOeAwNoeQ,3464
74
+ xinference/model/image/model_spec.json,sha256=44GvqX5WFreCx7dX7gQyQE6c3QxPZmRBqwtdGH_ERgc,5066
75
+ xinference/model/image/model_spec_modelscope.json,sha256=CE9AomBC4hR556Ur1yd0zr7eO9N1lZ3YHW0nlmfBywE,3964
75
76
  xinference/model/image/utils.py,sha256=gxg8jJ2nYaDknzCcSC53WCy1slbB5aWU14AbJbfm6Z4,906
76
77
  xinference/model/image/stable_diffusion/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
77
- xinference/model/image/stable_diffusion/core.py,sha256=JtthW3hCH4HfT2AWAeaU64Q0Uz9Usbs7m3XZgGMQk4c,7856
78
- xinference/model/llm/__init__.py,sha256=D9zXjltqlzKahDiOFYyn_EcLoiw_6tO8bhj3u8wnT0A,11462
78
+ xinference/model/image/stable_diffusion/core.py,sha256=FU5edpBeKwlG6dwMOVecT9xeTjXgrAmrjge-OOSzzFs,10207
79
+ xinference/model/llm/__init__.py,sha256=pZmMJ7wc9U-5PRARS2KOjQqf8wH3jJ4jtvtmppyMKcc,11543
79
80
  xinference/model/llm/core.py,sha256=f4nKVPTAseivij6mbL2yXEKxrzllKm-_i2ttSqckTCg,8157
80
- xinference/model/llm/llm_family.json,sha256=OnNYm31iXF1eNK2aG76xeFZI59VQAH_CgdpInYLiXaY,203772
81
+ xinference/model/llm/llm_family.json,sha256=JLNe4OX6Sju3LqlKcYuspzLagDboNLOST1jEfaW4Su4,205826
81
82
  xinference/model/llm/llm_family.py,sha256=pnrQkQt0riqJ_XtuF1erLxgbMveSq9Nx3GEOerH3rus,42857
82
83
  xinference/model/llm/llm_family_csghub.json,sha256=fqIodnCl2_VUpX1NaBdVYApG2LRkXMhUxLNhLt8C7W8,3057
83
- xinference/model/llm/llm_family_modelscope.json,sha256=kwlP8gr4Ita1nKWjjJ9-PnCUz-LXTkvj9HK8PrZHDZw,122915
84
+ xinference/model/llm/llm_family_modelscope.json,sha256=i9zvjGBe-MKhEHuWJr_Onez7lyMrDSzVTyaCGy8epLw,125040
84
85
  xinference/model/llm/memory.py,sha256=PTD8m6TCZVU1zrwc9wepX9cUjCqAXBENj6X7tjua0to,10207
85
86
  xinference/model/llm/utils.py,sha256=pkMLvc9o9qnCTbBEwaT-RFj2EBKzuL1zloX-4p_gIFE,35424
86
87
  xinference/model/llm/ggml/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
@@ -95,7 +96,7 @@ xinference/model/llm/pytorch/baichuan.py,sha256=TpCfi37Ou87VA8S5siGRUK5JWC5SjGbZ
95
96
  xinference/model/llm/pytorch/chatglm.py,sha256=sZuSEaEZL_29OJHkqhpNG2BfwNEqRSKNMl-5vdCPyfk,22425
96
97
  xinference/model/llm/pytorch/cogvlm2.py,sha256=3RaKxVD6AVNlCi6DokXPmcgINaRY1ImHxF5Gg9u6a70,18622
97
98
  xinference/model/llm/pytorch/compression.py,sha256=U0vMJ-JaBt4oC2LffgWg6HbPj1CeUi_YdwVbjDd0mRA,8112
98
- xinference/model/llm/pytorch/core.py,sha256=K9p_g4MXZW7SlJx5rE3BIkImf6Ss7gp3MOv2utOGxAI,30989
99
+ xinference/model/llm/pytorch/core.py,sha256=Pc3IgSAa9NYK3fSwsyeaPNNtcR0j14EZsTGo3RAvNOs,31010
99
100
  xinference/model/llm/pytorch/deepseek_vl.py,sha256=yiOJd2GHrVTTFvyZ7hLV-O-YsCfqRAEHK46ah-zqq3I,11562
100
101
  xinference/model/llm/pytorch/falcon.py,sha256=-tn55ZMHx197vLsJOSjkY5ugt59Od67QoyPyff4YtA0,4562
101
102
  xinference/model/llm/pytorch/glm4v.py,sha256=30xUH1pKK7WAjxPFmqiMarTRz7wUEw8ttskex8Hjv9I,16609
@@ -103,6 +104,7 @@ xinference/model/llm/pytorch/intern_vl.py,sha256=JVhWJYFgS49CtHz-OF1ofI6PNyd7vcI
103
104
  xinference/model/llm/pytorch/internlm2.py,sha256=NkpPY49KMSuTGVR0SEbziH7eO2sV7I-2MTlCcE7iqNc,7956
104
105
  xinference/model/llm/pytorch/llama_2.py,sha256=Nr2yaNxmoDmPhIw_p0lwN76iB4jxh7NGKDoK-YaIZiY,3836
105
106
  xinference/model/llm/pytorch/minicpmv25.py,sha256=ocYKurUS73oblN84EqI9yM7fpK5o1NvR456efL_Oc-Y,8782
107
+ xinference/model/llm/pytorch/minicpmv26.py,sha256=Djt56nNrBB3jG2E-TfuzURA8VoJWLglWJ_FlRcmR9zE,8853
106
108
  xinference/model/llm/pytorch/omnilmm.py,sha256=3vF8963CbSOrTZhkiNrzAI-p14b57s8QiR_aGBM1oMY,5724
107
109
  xinference/model/llm/pytorch/qwen_vl.py,sha256=4JukyB0YVH0TcyV8sIErhbRRJgNdrB4jSxx1mFBnIQ8,15592
108
110
  xinference/model/llm/pytorch/tensorizer_utils.py,sha256=VXSYbPZtCbd8lVvsnjDLPZjfCMil67Pkywd_Ze4dTx4,11362
@@ -110,15 +112,20 @@ xinference/model/llm/pytorch/utils.py,sha256=HZhJKQG1O1P1qTpxvVzIjBp-2J8aTRxUmS9
110
112
  xinference/model/llm/pytorch/vicuna.py,sha256=bhDcwGTIk37EavzDtqbaCidkkBJ6I6rm3K-yptKVxJU,2397
111
113
  xinference/model/llm/pytorch/yi_vl.py,sha256=RP_NmaASIhznwS332l0Xuj7hfGSOLWcQhXLbEz2sCP0,10975
112
114
  xinference/model/llm/sglang/__init__.py,sha256=-sjSIQ4K6w-TEzx49kVaWeWC443fnZqODU91GCQ_JNo,581
113
- xinference/model/llm/sglang/core.py,sha256=nsxB2yh7O9b-u7Ed4gv0KgtZYppPhWAlyDyEOnFm0n8,14067
115
+ xinference/model/llm/sglang/core.py,sha256=HBuOImMSOLg1Rt92mtNlrbc0f4m_p8mAQ6NPq_r5yrg,15764
114
116
  xinference/model/llm/vllm/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
115
- xinference/model/llm/vllm/core.py,sha256=jOLoCLnnPuv8v9GCs1AxN4HyWFNNE081MHm42iXbiyI,22381
117
+ xinference/model/llm/vllm/core.py,sha256=zjXjlaXY4UrljDYI4MbCWKMNmhqTuwdpv-A78CLLfFs,23844
116
118
  xinference/model/rerank/__init__.py,sha256=BXIL1uu3ZpZHX9bODhW9lxKUXudZE7-OkXFmmM5rpMU,2817
117
119
  xinference/model/rerank/core.py,sha256=G3SMm7BlMk3r8zyDs5FwwTCemlWHYspuZtTh8pWpdmg,12231
118
120
  xinference/model/rerank/custom.py,sha256=NKk7jA7p4xkuwS5WoOs2SY2wdnoAVpyCjBTvv317bBw,3917
119
121
  xinference/model/rerank/model_spec.json,sha256=zZHVUq9B5vwTQOzXOXNK3pgGpQVrMG9npAYwftqFZ3I,1608
120
122
  xinference/model/rerank/model_spec_modelscope.json,sha256=vSSC0aWy_DHnNDzzBcMWr2pqdISDmPS95FtD_YfMmn4,1275
121
123
  xinference/model/rerank/utils.py,sha256=MJAFL47G3r3zLVGXKoi0QLTgU3Xr4Ffv72Ipn--psew,713
124
+ xinference/model/video/__init__.py,sha256=DZBkad3SRlQIVRHP72R-cN3mKN0H-7NWUa6VBHm6IVU,2027
125
+ xinference/model/video/core.py,sha256=KHatXe3NRMlk79o-JQQM9ZULAASfV9UN7-uVE4eQz-M,5921
126
+ xinference/model/video/diffusers.py,sha256=nzXK530QE1dxqDLKBQzCiYg-11HVVdoqqZJ4cRH-ObQ,5923
127
+ xinference/model/video/model_spec.json,sha256=OxJUFYWrgICw3Bwx2OCjGegz5ID5DwvODgPc23zbsLo,231
128
+ xinference/model/video/model_spec_modelscope.json,sha256=aooASfAVXLV-A1F2amMge9b331FBYtNwM3DMCVsj9gE,230
122
129
  xinference/thirdparty/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
123
130
  xinference/thirdparty/cosyvoice/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
124
131
  xinference/thirdparty/cosyvoice/bin/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -207,14 +214,14 @@ xinference/thirdparty/omnilmm/train/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY
207
214
  xinference/thirdparty/omnilmm/train/train_utils.py,sha256=L4JtFWDKtdEcQYpGW-UV6GCswTqHkiskK3phM9J-xUM,5634
208
215
  xinference/web/ui/package-lock.json,sha256=MDt0IM5NT4MvrBwKJxD6TlgqKHvRQB7uH2szO1CQspU,762056
209
216
  xinference/web/ui/package.json,sha256=W0Bq0vT0HOALv-nFo34Fos3r6DKrjR7zAL5swLg5qZg,1987
210
- xinference/web/ui/build/asset-manifest.json,sha256=y8-StBmx5Rq3oX8EaVNpJD3k2-4HhfZdTuzfa_JWAxU,453
217
+ xinference/web/ui/build/asset-manifest.json,sha256=_QCAXx1HT-h0nsB8Vdav1vtIA14ok04V2Eg-mFkeqCE,453
211
218
  xinference/web/ui/build/favicon.svg,sha256=dWR8uaz0Q9GCcl-DjWvQh07e1f3jhJBt-r4aSbmH3A4,1894
212
- xinference/web/ui/build/index.html,sha256=9vmv9phpQEpLDlsVIBxnp8RtRiQnD7-ceKhqzDyt2cI,650
219
+ xinference/web/ui/build/index.html,sha256=BOIV3I_0pc54lBlzHC2nyf6Psz4cdIQRNcLQYLe9nFU,650
213
220
  xinference/web/ui/build/static/css/main.4bafd904.css,sha256=B1LOr0CAJXDztw7bSsJMTmEwdzqnciZOYjgeBSO25cQ,3910
214
221
  xinference/web/ui/build/static/css/main.4bafd904.css.map,sha256=rIbo5tZ_vpOnVcUwFk29B6UpEffrfphEQ3XKUAuG49E,7794
215
- xinference/web/ui/build/static/js/main.ef2a203a.js,sha256=m2v1WJP9_e5zWJU9YMq1Hh-Oko91j90OxJ2kkHlPjyg,989175
216
- xinference/web/ui/build/static/js/main.ef2a203a.js.LICENSE.txt,sha256=rbybPZZs56fvnjMiAklb5AB-cE9DLmWrrraygrxIG3I,2279
217
- xinference/web/ui/build/static/js/main.ef2a203a.js.map,sha256=EfFmwyC7y5XmFi4TpzLEiZ8DDHD6l9Ec-W4cpcUb754,4388760
222
+ xinference/web/ui/build/static/js/main.17ca0398.js,sha256=dBpa4YktxCOI8bMcpH-rkyGlEE5CdIgZ58a8Hb2Ph-k,989835
223
+ xinference/web/ui/build/static/js/main.17ca0398.js.LICENSE.txt,sha256=rbybPZZs56fvnjMiAklb5AB-cE9DLmWrrraygrxIG3I,2279
224
+ xinference/web/ui/build/static/js/main.17ca0398.js.map,sha256=F15I5QInQDy8MwwhH09z7eStDE0A1qWtPLaKG_rClwA,4390928
218
225
  xinference/web/ui/build/static/media/icon.4603d52c63041e5dfbfd.webp,sha256=kM--URMpXs5Vf0iSqQ8hmUalvWgcmRERpv37CriXRAE,16128
219
226
  xinference/web/ui/node_modules/.package-lock.json,sha256=9jU355rtDRCO-oEwZIz20ylwNPD9ZXgReo7Uu8B97Zg,760016
220
227
  xinference/web/ui/node_modules/.cache/babel-loader/000791038e4133db461021f1018491323a006cca7a53e09c2ac35032bc36d8b6.json,sha256=bke3WZZjPsJqMKVeHZ7xOSiE8x3fy4fe9nzvylycWOE,1374
@@ -2342,7 +2349,6 @@ xinference/web/ui/node_modules/.cache/babel-loader/2c4da207b6b1f6072a467142c738c
2342
2349
  xinference/web/ui/node_modules/.cache/babel-loader/2c5133363486d54687558b3187e5e1bb561b746e83d456876728ca3cb7882fe6.json,sha256=RuqVm1iee-p0ljfsvJ_WFk3Mnfau34umr1orlwqe2X4,1393
2343
2350
  xinference/web/ui/node_modules/.cache/babel-loader/2c5b6d98bec543f42460c5b5c162475b3beffdad04c1da84779ba56f5b2b6cba.json,sha256=MkX8cJB0WU3v768OHsdQhakPDENmy2HBP6k5OVBBtSA,1296
2344
2351
  xinference/web/ui/node_modules/.cache/babel-loader/2c5d117d6f55af6667468597273065d9606af53480cbaf064cf8635930ca467d.json,sha256=JbkfHedPGSqFxC9I_2e7bZL67mSrGexAwYvo_4Ypcxw,2051
2345
- xinference/web/ui/node_modules/.cache/babel-loader/2c63090c842376cdd368c3ded88a333ef40d94785747651343040a6f7872a223.json,sha256=2Jw4ITc72o7V6lEQtvHuPCs1FAh9r113VE2RjbLg_iA,13153
2346
2352
  xinference/web/ui/node_modules/.cache/babel-loader/2c642c9cd68f5250d03705c9be258b9c5400df44d1645225cef95b584d13473c.json,sha256=HmrkvA9enybP1vO0AJsgJbc8WR44PcesmECIvNB6ZkY,1041
2347
2353
  xinference/web/ui/node_modules/.cache/babel-loader/2c659121fbc6fa6283330347d457f4e1909277b63350b8e90ece55a3dbc07728.json,sha256=cgvyaIhevffJjNupuQNHJCZO3kYXnCGCO2yOq0TC7RE,1317
2348
2354
  xinference/web/ui/node_modules/.cache/babel-loader/2c6651caafb8daf2eb4aa3a6bf54be817f7cba161a00fcee023b6b68e2afc0d5.json,sha256=afSAbUylhwsvC-4WyiskkD1DtNhcqECxKN2AbXYzZh4,1704
@@ -5590,7 +5596,6 @@ xinference/web/ui/node_modules/.cache/babel-loader/70d508c5b502c7e9c3e5a249bec6d
5590
5596
  xinference/web/ui/node_modules/.cache/babel-loader/70d5f030a5f671b9c06042f62e16a4a52c8a9f5595b6fac7488e7ea2ca7290cd.json,sha256=M0Wj8W0KRztIjJSfVZAPt2K-sOq2XPX1xxsjdjtdP0I,1499
5591
5597
  xinference/web/ui/node_modules/.cache/babel-loader/70da79a71662ebed2026fb4ecb79feb4887777176f73a0f568b72478a33f7b3f.json,sha256=efEbsnYyyR_igGtXkJSUndpQTLASdAUlNyFZA6jrXLg,2915
5592
5598
  xinference/web/ui/node_modules/.cache/babel-loader/70dc80957ce1a277652d04f1a479a20b6e102df248baf58bf0dfe4dabfd8003a.json,sha256=i7Kb9Sar0HXqIZZOq3xpV9ekZUU9n9oS1pQbtpTw1tQ,1455
5593
- xinference/web/ui/node_modules/.cache/babel-loader/70fa8c07463a5fe57c68bf92502910105a8f647371836fe8c3a7408246ca7ba0.json,sha256=cFewQGmmdJ6kP9nMtLWpvsX2F9Y9o4gH65neRGNrAzM,62103
5594
5599
  xinference/web/ui/node_modules/.cache/babel-loader/71028037bb0b4840d1664c91735e42bc597156600f57acebcf8f3bdd01fafb2b.json,sha256=uCZiwGveYKWxFvLNEsLfeR2BERnB5RR7TbyjL01onBI,1804
5595
5600
  xinference/web/ui/node_modules/.cache/babel-loader/710c8ef9f0c58f471e5e79e62ea1665c0dd27274b6aa17d98fae9ec1cd1a875f.json,sha256=Qi0-MOKJ7Wj_68VrYoqhFcONZHxZB6sAxQ8Gdhc34UA,2773
5596
5601
  xinference/web/ui/node_modules/.cache/babel-loader/711377359cccf3e39fa8fcb3dd298f2bd58a216d7f88e8f1bea42164876127c2.json,sha256=bQ1Muh5KXio7zv9sMj4g_6RDbv7IqjaCRvwVIAX6E6Y,1057
@@ -5611,6 +5616,7 @@ xinference/web/ui/node_modules/.cache/babel-loader/714522557983b3f02995e5006d116
5611
5616
  xinference/web/ui/node_modules/.cache/babel-loader/715706578b819e44279df76407d39a2acfcab9754e40e8365225463376fd7744.json,sha256=q83Vj32ygRBO8a0eyGVihPI29XU0hYHil6qaD1NtVH4,1383
5612
5617
  xinference/web/ui/node_modules/.cache/babel-loader/715eca31da811b86eefa1f104059b758893ed40b3c87567eda97700a6580b854.json,sha256=_vtbzJ46JTTeHBGXkKh0lYTFFJ5AU_-F3TdNTolIX_M,1787
5613
5618
  xinference/web/ui/node_modules/.cache/babel-loader/715fa31d949879e8931dee412d41c05260360df774daa8110c02fd436f4aef04.json,sha256=u99HYCFJ22wB4NkmV68qcAsfv46iR_N8eNf4edciK40,31477
5619
+ xinference/web/ui/node_modules/.cache/babel-loader/71684495d995c7e266eecc6a0ad8ea0284cc785f80abddf863789c57a6134969.json,sha256=eAOoVy-oA7xNvkvZ0xV-Bbu-WVJJoSn0As5GTXMoi4c,13846
5614
5620
  xinference/web/ui/node_modules/.cache/babel-loader/716d3733cb4b722e518853aba885ca898f3bad65fad9833fa5a72ffddb201cee.json,sha256=P3HwpmEWNo3fl4vBl4rVIjPsKr-kolL3KgKtrhR1KAg,1436
5615
5621
  xinference/web/ui/node_modules/.cache/babel-loader/7172210b45c3815593867b6f4581d62e6107b7b0c68b1a9d8821b3302d54701f.json,sha256=IzFHPZ88QHOFiQhBv3T7UQnoGRa14Qxa_wapLiPzhAQ,3145
5616
5622
  xinference/web/ui/node_modules/.cache/babel-loader/7175f7508db91e31eb39c03b15b9dbf39577f554c287f2294a9cb1f0c55289d8.json,sha256=q9UdUN7ppaKZwJcEGX5BfVXF1idJwOH8v4mYA1LgEHc,1049
@@ -6373,6 +6379,7 @@ xinference/web/ui/node_modules/.cache/babel-loader/80a0e522b645d231af0d11ca3ea8a
6373
6379
  xinference/web/ui/node_modules/.cache/babel-loader/80a164dea81673c1a7481851cb5cf1317d82aee96ad9a351700eb448c5b1ec1d.json,sha256=Adz-TOR0s-FBEg6BFKTe0Tux1-pQj0HjPig29mtCZhk,2501
6374
6380
  xinference/web/ui/node_modules/.cache/babel-loader/80a2de69e999367305e93de862c4df63af4bc7ed9564635e0f42cde44fe1c00b.json,sha256=GXMgK2b9GqGunOQzFOTyFocQgO2cDl8QWmgAzJbu8bg,1751
6375
6381
  xinference/web/ui/node_modules/.cache/babel-loader/80aa6280acff2efb17c25ce92324e334ba7d24c447548ea9ad0adf079733971d.json,sha256=m6HnewnMc8GXu9Mr0LpJRjBE-7o3GnyVKnd2Cg5m6vA,1028
6382
+ xinference/web/ui/node_modules/.cache/babel-loader/80acd1edf31542ab1dcccfad02cb4b38f3325cff847a781fcce97500cfd6f878.json,sha256=iswjzDddD3MYW_1rfbuT6UtCQC55peXTl4BrCqXUAEE,65043
6376
6383
  xinference/web/ui/node_modules/.cache/babel-loader/80b2fc55a572b9ef6d00f3c4b01bf944927233d48f0919f4388faa2d224ae755.json,sha256=viwFkx_jtppQYlYwNz4sLDbCWY7Oz7V-Z-P2rcbGELQ,1205
6377
6384
  xinference/web/ui/node_modules/.cache/babel-loader/80b701a572f6810eb303bdc0f9d75049a579555857e034c039b07a9389994303.json,sha256=K30BEWu9tZ7fWi6tsxKcF34ZyXiumJORlC_KngFHq8E,778
6378
6385
  xinference/web/ui/node_modules/.cache/babel-loader/80bcd27700af94e18bc2e38634baf2b8afe3a05a5377a9a3fbd0efba6042ab55.json,sha256=r7seQUEfIU9i2mesDIin9nt6ejhtwAqTBqwpS6_M9Xw,1229
@@ -15472,9 +15479,9 @@ xinference/web/ui/node_modules/yargs-parser/package.json,sha256=BSwbOzgetKXMK4u0
15472
15479
  xinference/web/ui/node_modules/yocto-queue/package.json,sha256=6U1XHQPGXJTqsiFvT953ORihUtXTblZy4fXBWP9qxC0,725
15473
15480
  xinference/web/ui/node_modules/yup/package.json,sha256=xRFSROB9NKxqSWHEVFvSTsPs9Ll074uo8OS1zEw0qhA,1206
15474
15481
  xinference/web/ui/node_modules/yup/node_modules/type-fest/package.json,sha256=JTv2zTTVgxQ2H82m1-6qEpdMv08lHjFx4Puf_MsbB_Q,1134
15475
- xinference-0.14.0.post1.dist-info/LICENSE,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
15476
- xinference-0.14.0.post1.dist-info/METADATA,sha256=afomLEbgh16KwvtZezEkVy-5xRrY8kRm7De8-IsC36U,17681
15477
- xinference-0.14.0.post1.dist-info/WHEEL,sha256=eOLhNAGa2EW3wWl_TU484h7q1UNgy0JXjjoqKoxAAQc,92
15478
- xinference-0.14.0.post1.dist-info/entry_points.txt,sha256=-lDyyzqWMFQF0Rgm7VxBNz0V-bMBMQLRR3pvQ-Y8XTY,226
15479
- xinference-0.14.0.post1.dist-info/top_level.txt,sha256=L1rQt7pl6m8tmKXpWVHzP-GtmzAxp663rXxGE7qnK00,11
15480
- xinference-0.14.0.post1.dist-info/RECORD,,
15482
+ xinference-0.14.1.post1.dist-info/LICENSE,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
15483
+ xinference-0.14.1.post1.dist-info/METADATA,sha256=Jm22cxtYvh6QfU_6cJNGGxBlpkQC9zbhFN-OfnPKfEE,17958
15484
+ xinference-0.14.1.post1.dist-info/WHEEL,sha256=eOLhNAGa2EW3wWl_TU484h7q1UNgy0JXjjoqKoxAAQc,92
15485
+ xinference-0.14.1.post1.dist-info/entry_points.txt,sha256=-lDyyzqWMFQF0Rgm7VxBNz0V-bMBMQLRR3pvQ-Y8XTY,226
15486
+ xinference-0.14.1.post1.dist-info/top_level.txt,sha256=L1rQt7pl6m8tmKXpWVHzP-GtmzAxp663rXxGE7qnK00,11
15487
+ xinference-0.14.1.post1.dist-info/RECORD,,