xinference 0.14.0.post1__py3-none-any.whl → 0.14.1.post1__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of xinference might be problematic. Click here for more details.
- xinference/_version.py +3 -3
- xinference/api/restful_api.py +54 -0
- xinference/client/handlers.py +0 -3
- xinference/client/restful/restful_client.py +51 -134
- xinference/constants.py +1 -0
- xinference/core/chat_interface.py +1 -4
- xinference/core/image_interface.py +33 -5
- xinference/core/model.py +28 -2
- xinference/core/supervisor.py +37 -0
- xinference/core/worker.py +128 -84
- xinference/deploy/cmdline.py +1 -4
- xinference/model/audio/core.py +11 -3
- xinference/model/audio/funasr.py +114 -0
- xinference/model/audio/model_spec.json +20 -0
- xinference/model/audio/model_spec_modelscope.json +21 -0
- xinference/model/audio/whisper.py +1 -1
- xinference/model/core.py +12 -0
- xinference/model/image/core.py +3 -4
- xinference/model/image/model_spec.json +41 -13
- xinference/model/image/model_spec_modelscope.json +30 -10
- xinference/model/image/stable_diffusion/core.py +53 -2
- xinference/model/llm/__init__.py +2 -0
- xinference/model/llm/llm_family.json +83 -1
- xinference/model/llm/llm_family_modelscope.json +85 -1
- xinference/model/llm/pytorch/core.py +1 -0
- xinference/model/llm/pytorch/minicpmv26.py +247 -0
- xinference/model/llm/sglang/core.py +72 -34
- xinference/model/llm/vllm/core.py +38 -0
- xinference/model/video/__init__.py +62 -0
- xinference/model/video/core.py +178 -0
- xinference/model/video/diffusers.py +180 -0
- xinference/model/video/model_spec.json +11 -0
- xinference/model/video/model_spec_modelscope.json +12 -0
- xinference/types.py +10 -24
- xinference/web/ui/build/asset-manifest.json +3 -3
- xinference/web/ui/build/index.html +1 -1
- xinference/web/ui/build/static/js/{main.ef2a203a.js → main.17ca0398.js} +3 -3
- xinference/web/ui/build/static/js/main.17ca0398.js.map +1 -0
- xinference/web/ui/node_modules/.cache/babel-loader/71684495d995c7e266eecc6a0ad8ea0284cc785f80abddf863789c57a6134969.json +1 -0
- xinference/web/ui/node_modules/.cache/babel-loader/80acd1edf31542ab1dcccfad02cb4b38f3325cff847a781fcce97500cfd6f878.json +1 -0
- {xinference-0.14.0.post1.dist-info → xinference-0.14.1.post1.dist-info}/METADATA +21 -15
- {xinference-0.14.0.post1.dist-info → xinference-0.14.1.post1.dist-info}/RECORD +47 -40
- xinference/web/ui/build/static/js/main.ef2a203a.js.map +0 -1
- xinference/web/ui/node_modules/.cache/babel-loader/2c63090c842376cdd368c3ded88a333ef40d94785747651343040a6f7872a223.json +0 -1
- xinference/web/ui/node_modules/.cache/babel-loader/70fa8c07463a5fe57c68bf92502910105a8f647371836fe8c3a7408246ca7ba0.json +0 -1
- /xinference/web/ui/build/static/js/{main.ef2a203a.js.LICENSE.txt → main.17ca0398.js.LICENSE.txt} +0 -0
- {xinference-0.14.0.post1.dist-info → xinference-0.14.1.post1.dist-info}/LICENSE +0 -0
- {xinference-0.14.0.post1.dist-info → xinference-0.14.1.post1.dist-info}/WHEEL +0 -0
- {xinference-0.14.0.post1.dist-info → xinference-0.14.1.post1.dist-info}/entry_points.txt +0 -0
- {xinference-0.14.0.post1.dist-info → xinference-0.14.1.post1.dist-info}/top_level.txt +0 -0
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"ast":null,"code":"import _slicedToArray from\"/home/runner/work/inference/inference/xinference/web/ui/node_modules/@babel/runtime/helpers/esm/slicedToArray.js\";import{TabContext,TabList,TabPanel}from'@mui/lab';import{Box,Tab}from'@mui/material';import React,{useContext,useEffect,useState}from'react';import{useCookies}from'react-cookie';import{useNavigate}from'react-router-dom';import{ApiContext}from'../../components/apiContext';import ErrorMessageSnackBar from'../../components/errorMessageSnackBar';import fetchWrapper from'../../components/fetchWrapper';import Title from'../../components/Title';import LaunchCustom from'./launchCustom';import LaunchLLM from'./launchLLM';import LaunchModelComponent from'./LaunchModelComponent';import{jsx as _jsx}from\"react/jsx-runtime\";import{jsxs as _jsxs}from\"react/jsx-runtime\";var LaunchModel=function LaunchModel(){var _React$useState=React.useState(sessionStorage.getItem('modelType')?sessionStorage.getItem('modelType'):'/launch_model/llm'),_React$useState2=_slicedToArray(_React$useState,2),value=_React$useState2[0],setValue=_React$useState2[1];var _useState=useState(-1),_useState2=_slicedToArray(_useState,2),gpuAvailable=_useState2[0],setGPUAvailable=_useState2[1];var _useContext=useContext(ApiContext),setErrorMsg=_useContext.setErrorMsg;var _useCookies=useCookies(['token']),_useCookies2=_slicedToArray(_useCookies,1),cookie=_useCookies2[0];var navigate=useNavigate();var handleTabChange=function handleTabChange(event,newValue){setValue(newValue);navigate(newValue);sessionStorage.setItem('modelType',newValue);newValue==='/launch_model/custom/llm'?sessionStorage.setItem('subType',newValue):'';};useEffect(function(){if(cookie.token===''||cookie.token===undefined){navigate('/login',{replace:true});return;}if(cookie.token!=='no_auth'&&!sessionStorage.getItem('token')){navigate('/login',{replace:true});return;}if(gpuAvailable===-1){fetchWrapper.get('/v1/cluster/devices').then(function(data){return setGPUAvailable(parseInt(data,10));}).catch(function(error){console.error('Error:',error);if(error.response.status!==403&&error.response.status!==401){setErrorMsg(error.message);}});}},[cookie.token]);useEffect(function(){});return/*#__PURE__*/_jsxs(Box,{m:\"20px\",children:[/*#__PURE__*/_jsx(Title,{title:\"Launch Model\"}),/*#__PURE__*/_jsx(ErrorMessageSnackBar,{}),/*#__PURE__*/_jsxs(TabContext,{value:value,children:[/*#__PURE__*/_jsx(Box,{sx:{borderBottom:1,borderColor:'divider'},children:/*#__PURE__*/_jsxs(TabList,{value:value,onChange:handleTabChange,\"aria-label\":\"tabs\",children:[/*#__PURE__*/_jsx(Tab,{label:\"Language Models\",value:\"/launch_model/llm\"}),/*#__PURE__*/_jsx(Tab,{label:\"Embedding Models\",value:\"/launch_model/embedding\"}),/*#__PURE__*/_jsx(Tab,{label:\"Rerank Models\",value:\"/launch_model/rerank\"}),/*#__PURE__*/_jsx(Tab,{label:\"Image Models\",value:\"/launch_model/image\"}),/*#__PURE__*/_jsx(Tab,{label:\"Audio Models\",value:\"/launch_model/audio\"}),/*#__PURE__*/_jsx(Tab,{label:\"Video Models\",value:\"/launch_model/video\"}),/*#__PURE__*/_jsx(Tab,{label:\"Custom Models\",value:\"/launch_model/custom/llm\"})]})}),/*#__PURE__*/_jsx(TabPanel,{value:\"/launch_model/llm\",sx:{padding:0},children:/*#__PURE__*/_jsx(LaunchLLM,{gpuAvailable:gpuAvailable})}),/*#__PURE__*/_jsx(TabPanel,{value:\"/launch_model/embedding\",sx:{padding:0},children:/*#__PURE__*/_jsx(LaunchModelComponent,{modelType:'embedding',gpuAvailable:gpuAvailable})}),/*#__PURE__*/_jsx(TabPanel,{value:\"/launch_model/rerank\",sx:{padding:0},children:/*#__PURE__*/_jsx(LaunchModelComponent,{modelType:'rerank',gpuAvailable:gpuAvailable})}),/*#__PURE__*/_jsx(TabPanel,{value:\"/launch_model/image\",sx:{padding:0},children:/*#__PURE__*/_jsx(LaunchModelComponent,{modelType:'image'})}),/*#__PURE__*/_jsx(TabPanel,{value:\"/launch_model/audio\",sx:{padding:0},children:/*#__PURE__*/_jsx(LaunchModelComponent,{modelType:'audio'})}),/*#__PURE__*/_jsx(TabPanel,{value:\"/launch_model/video\",sx:{padding:0},children:/*#__PURE__*/_jsx(LaunchModelComponent,{modelType:'video'})}),/*#__PURE__*/_jsx(TabPanel,{value:\"/launch_model/custom/llm\",sx:{padding:0},children:/*#__PURE__*/_jsx(LaunchCustom,{gpuAvailable:gpuAvailable})})]})]});};export default LaunchModel;","map":{"version":3,"names":["TabContext","TabList","TabPanel","Box","Tab","React","useContext","useEffect","useState","useCookies","useNavigate","ApiContext","ErrorMessageSnackBar","fetchWrapper","Title","LaunchCustom","LaunchLLM","LaunchModelComponent","jsx","_jsx","jsxs","_jsxs","LaunchModel","_React$useState","sessionStorage","getItem","_React$useState2","_slicedToArray","value","setValue","_useState","_useState2","gpuAvailable","setGPUAvailable","_useContext","setErrorMsg","_useCookies","_useCookies2","cookie","navigate","handleTabChange","event","newValue","setItem","token","undefined","replace","get","then","data","parseInt","catch","error","console","response","status","message","m","children","title","sx","borderBottom","borderColor","onChange","label","padding","modelType"],"sources":["/home/runner/work/inference/inference/xinference/web/ui/src/scenes/launch_model/index.js"],"sourcesContent":["import { TabContext, TabList, TabPanel } from '@mui/lab'\nimport { Box, Tab } from '@mui/material'\nimport React, { useContext, useEffect, useState } from 'react'\nimport { useCookies } from 'react-cookie'\nimport { useNavigate } from 'react-router-dom'\n\nimport { ApiContext } from '../../components/apiContext'\nimport ErrorMessageSnackBar from '../../components/errorMessageSnackBar'\nimport fetchWrapper from '../../components/fetchWrapper'\nimport Title from '../../components/Title'\nimport LaunchCustom from './launchCustom'\nimport LaunchLLM from './launchLLM'\nimport LaunchModelComponent from './LaunchModelComponent'\n\nconst LaunchModel = () => {\n const [value, setValue] = React.useState(\n sessionStorage.getItem('modelType')\n ? sessionStorage.getItem('modelType')\n : '/launch_model/llm'\n )\n const [gpuAvailable, setGPUAvailable] = useState(-1)\n\n const { setErrorMsg } = useContext(ApiContext)\n const [cookie] = useCookies(['token'])\n const navigate = useNavigate()\n\n const handleTabChange = (event, newValue) => {\n setValue(newValue)\n navigate(newValue)\n sessionStorage.setItem('modelType', newValue)\n newValue === '/launch_model/custom/llm'\n ? sessionStorage.setItem('subType', newValue)\n : ''\n }\n\n useEffect(() => {\n if (cookie.token === '' || cookie.token === undefined) {\n navigate('/login', { replace: true })\n return\n }\n if (cookie.token !== 'no_auth' && !sessionStorage.getItem('token')) {\n navigate('/login', { replace: true })\n return\n }\n\n if (gpuAvailable === -1) {\n fetchWrapper\n .get('/v1/cluster/devices')\n .then((data) => setGPUAvailable(parseInt(data, 10)))\n .catch((error) => {\n console.error('Error:', error)\n if (error.response.status !== 403 && error.response.status !== 401) {\n setErrorMsg(error.message)\n }\n })\n }\n }, [cookie.token])\n\n useEffect(() => {})\n return (\n <Box m=\"20px\">\n <Title title=\"Launch Model\" />\n <ErrorMessageSnackBar />\n <TabContext value={value}>\n <Box sx={{ borderBottom: 1, borderColor: 'divider' }}>\n <TabList value={value} onChange={handleTabChange} aria-label=\"tabs\">\n <Tab label=\"Language Models\" value=\"/launch_model/llm\" />\n <Tab label=\"Embedding Models\" value=\"/launch_model/embedding\" />\n <Tab label=\"Rerank Models\" value=\"/launch_model/rerank\" />\n <Tab label=\"Image Models\" value=\"/launch_model/image\" />\n <Tab label=\"Audio Models\" value=\"/launch_model/audio\" />\n <Tab label=\"Video Models\" value=\"/launch_model/video\" />\n <Tab label=\"Custom Models\" value=\"/launch_model/custom/llm\" />\n </TabList>\n </Box>\n <TabPanel value=\"/launch_model/llm\" sx={{ padding: 0 }}>\n <LaunchLLM gpuAvailable={gpuAvailable} />\n </TabPanel>\n <TabPanel value=\"/launch_model/embedding\" sx={{ padding: 0 }}>\n <LaunchModelComponent\n modelType={'embedding'}\n gpuAvailable={gpuAvailable}\n />\n </TabPanel>\n <TabPanel value=\"/launch_model/rerank\" sx={{ padding: 0 }}>\n <LaunchModelComponent\n modelType={'rerank'}\n gpuAvailable={gpuAvailable}\n />\n </TabPanel>\n <TabPanel value=\"/launch_model/image\" sx={{ padding: 0 }}>\n <LaunchModelComponent modelType={'image'} />\n </TabPanel>\n <TabPanel value=\"/launch_model/audio\" sx={{ padding: 0 }}>\n <LaunchModelComponent modelType={'audio'} />\n </TabPanel>\n <TabPanel value=\"/launch_model/video\" sx={{ padding: 0 }}>\n <LaunchModelComponent modelType={'video'} />\n </TabPanel>\n <TabPanel value=\"/launch_model/custom/llm\" sx={{ padding: 0 }}>\n <LaunchCustom gpuAvailable={gpuAvailable} />\n </TabPanel>\n </TabContext>\n </Box>\n )\n}\n\nexport default LaunchModel\n"],"mappings":"6IAAA,OAASA,UAAU,CAAEC,OAAO,CAAEC,QAAQ,KAAQ,UAAU,CACxD,OAASC,GAAG,CAAEC,GAAG,KAAQ,eAAe,CACxC,MAAO,CAAAC,KAAK,EAAIC,UAAU,CAAEC,SAAS,CAAEC,QAAQ,KAAQ,OAAO,CAC9D,OAASC,UAAU,KAAQ,cAAc,CACzC,OAASC,WAAW,KAAQ,kBAAkB,CAE9C,OAASC,UAAU,KAAQ,6BAA6B,CACxD,MAAO,CAAAC,oBAAoB,KAAM,uCAAuC,CACxE,MAAO,CAAAC,YAAY,KAAM,+BAA+B,CACxD,MAAO,CAAAC,KAAK,KAAM,wBAAwB,CAC1C,MAAO,CAAAC,YAAY,KAAM,gBAAgB,CACzC,MAAO,CAAAC,SAAS,KAAM,aAAa,CACnC,MAAO,CAAAC,oBAAoB,KAAM,wBAAwB,QAAAC,GAAA,IAAAC,IAAA,gCAAAC,IAAA,IAAAC,KAAA,yBAEzD,GAAM,CAAAC,WAAW,CAAG,QAAd,CAAAA,WAAWA,CAAA,CAAS,CACxB,IAAAC,eAAA,CAA0BlB,KAAK,CAACG,QAAQ,CACtCgB,cAAc,CAACC,OAAO,CAAC,WAAW,CAAC,CAC/BD,cAAc,CAACC,OAAO,CAAC,WAAW,CAAC,CACnC,mBACN,CAAC,CAAAC,gBAAA,CAAAC,cAAA,CAAAJ,eAAA,IAJMK,KAAK,CAAAF,gBAAA,IAAEG,QAAQ,CAAAH,gBAAA,IAKtB,IAAAI,SAAA,CAAwCtB,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAAuB,UAAA,CAAAJ,cAAA,CAAAG,SAAA,IAA7CE,YAAY,CAAAD,UAAA,IAAEE,eAAe,CAAAF,UAAA,IAEpC,IAAAG,WAAA,CAAwB5B,UAAU,CAACK,UAAU,CAAC,CAAtCwB,WAAW,CAAAD,WAAA,CAAXC,WAAW,CACnB,IAAAC,WAAA,CAAiB3B,UAAU,CAAC,CAAC,OAAO,CAAC,CAAC,CAAA4B,YAAA,CAAAV,cAAA,CAAAS,WAAA,IAA/BE,MAAM,CAAAD,YAAA,IACb,GAAM,CAAAE,QAAQ,CAAG7B,WAAW,CAAC,CAAC,CAE9B,GAAM,CAAA8B,eAAe,CAAG,QAAlB,CAAAA,eAAeA,CAAIC,KAAK,CAAEC,QAAQ,CAAK,CAC3Cb,QAAQ,CAACa,QAAQ,CAAC,CAClBH,QAAQ,CAACG,QAAQ,CAAC,CAClBlB,cAAc,CAACmB,OAAO,CAAC,WAAW,CAAED,QAAQ,CAAC,CAC7CA,QAAQ,GAAK,0BAA0B,CACnClB,cAAc,CAACmB,OAAO,CAAC,SAAS,CAAED,QAAQ,CAAC,CAC3C,EAAE,CACR,CAAC,CAEDnC,SAAS,CAAC,UAAM,CACd,GAAI+B,MAAM,CAACM,KAAK,GAAK,EAAE,EAAIN,MAAM,CAACM,KAAK,GAAKC,SAAS,CAAE,CACrDN,QAAQ,CAAC,QAAQ,CAAE,CAAEO,OAAO,CAAE,IAAK,CAAC,CAAC,CACrC,OACF,CACA,GAAIR,MAAM,CAACM,KAAK,GAAK,SAAS,EAAI,CAACpB,cAAc,CAACC,OAAO,CAAC,OAAO,CAAC,CAAE,CAClEc,QAAQ,CAAC,QAAQ,CAAE,CAAEO,OAAO,CAAE,IAAK,CAAC,CAAC,CACrC,OACF,CAEA,GAAId,YAAY,GAAK,CAAC,CAAC,CAAE,CACvBnB,YAAY,CACTkC,GAAG,CAAC,qBAAqB,CAAC,CAC1BC,IAAI,CAAC,SAACC,IAAI,QAAK,CAAAhB,eAAe,CAACiB,QAAQ,CAACD,IAAI,CAAE,EAAE,CAAC,CAAC,GAAC,CACnDE,KAAK,CAAC,SAACC,KAAK,CAAK,CAChBC,OAAO,CAACD,KAAK,CAAC,QAAQ,CAAEA,KAAK,CAAC,CAC9B,GAAIA,KAAK,CAACE,QAAQ,CAACC,MAAM,GAAK,GAAG,EAAIH,KAAK,CAACE,QAAQ,CAACC,MAAM,GAAK,GAAG,CAAE,CAClEpB,WAAW,CAACiB,KAAK,CAACI,OAAO,CAAC,CAC5B,CACF,CAAC,CAAC,CACN,CACF,CAAC,CAAE,CAAClB,MAAM,CAACM,KAAK,CAAC,CAAC,CAElBrC,SAAS,CAAC,UAAM,CAAC,CAAC,CAAC,CACnB,mBACEc,KAAA,CAAClB,GAAG,EAACsD,CAAC,CAAC,MAAM,CAAAC,QAAA,eACXvC,IAAA,CAACL,KAAK,EAAC6C,KAAK,CAAC,cAAc,CAAE,CAAC,cAC9BxC,IAAA,CAACP,oBAAoB,GAAE,CAAC,cACxBS,KAAA,CAACrB,UAAU,EAAC4B,KAAK,CAAEA,KAAM,CAAA8B,QAAA,eACvBvC,IAAA,CAAChB,GAAG,EAACyD,EAAE,CAAE,CAAEC,YAAY,CAAE,CAAC,CAAEC,WAAW,CAAE,SAAU,CAAE,CAAAJ,QAAA,cACnDrC,KAAA,CAACpB,OAAO,EAAC2B,KAAK,CAAEA,KAAM,CAACmC,QAAQ,CAAEvB,eAAgB,CAAC,aAAW,MAAM,CAAAkB,QAAA,eACjEvC,IAAA,CAACf,GAAG,EAAC4D,KAAK,CAAC,iBAAiB,CAACpC,KAAK,CAAC,mBAAmB,CAAE,CAAC,cACzDT,IAAA,CAACf,GAAG,EAAC4D,KAAK,CAAC,kBAAkB,CAACpC,KAAK,CAAC,yBAAyB,CAAE,CAAC,cAChET,IAAA,CAACf,GAAG,EAAC4D,KAAK,CAAC,eAAe,CAACpC,KAAK,CAAC,sBAAsB,CAAE,CAAC,cAC1DT,IAAA,CAACf,GAAG,EAAC4D,KAAK,CAAC,cAAc,CAACpC,KAAK,CAAC,qBAAqB,CAAE,CAAC,cACxDT,IAAA,CAACf,GAAG,EAAC4D,KAAK,CAAC,cAAc,CAACpC,KAAK,CAAC,qBAAqB,CAAE,CAAC,cACxDT,IAAA,CAACf,GAAG,EAAC4D,KAAK,CAAC,cAAc,CAACpC,KAAK,CAAC,qBAAqB,CAAE,CAAC,cACxDT,IAAA,CAACf,GAAG,EAAC4D,KAAK,CAAC,eAAe,CAACpC,KAAK,CAAC,0BAA0B,CAAE,CAAC,EACvD,CAAC,CACP,CAAC,cACNT,IAAA,CAACjB,QAAQ,EAAC0B,KAAK,CAAC,mBAAmB,CAACgC,EAAE,CAAE,CAAEK,OAAO,CAAE,CAAE,CAAE,CAAAP,QAAA,cACrDvC,IAAA,CAACH,SAAS,EAACgB,YAAY,CAAEA,YAAa,CAAE,CAAC,CACjC,CAAC,cACXb,IAAA,CAACjB,QAAQ,EAAC0B,KAAK,CAAC,yBAAyB,CAACgC,EAAE,CAAE,CAAEK,OAAO,CAAE,CAAE,CAAE,CAAAP,QAAA,cAC3DvC,IAAA,CAACF,oBAAoB,EACnBiD,SAAS,CAAE,WAAY,CACvBlC,YAAY,CAAEA,YAAa,CAC5B,CAAC,CACM,CAAC,cACXb,IAAA,CAACjB,QAAQ,EAAC0B,KAAK,CAAC,sBAAsB,CAACgC,EAAE,CAAE,CAAEK,OAAO,CAAE,CAAE,CAAE,CAAAP,QAAA,cACxDvC,IAAA,CAACF,oBAAoB,EACnBiD,SAAS,CAAE,QAAS,CACpBlC,YAAY,CAAEA,YAAa,CAC5B,CAAC,CACM,CAAC,cACXb,IAAA,CAACjB,QAAQ,EAAC0B,KAAK,CAAC,qBAAqB,CAACgC,EAAE,CAAE,CAAEK,OAAO,CAAE,CAAE,CAAE,CAAAP,QAAA,cACvDvC,IAAA,CAACF,oBAAoB,EAACiD,SAAS,CAAE,OAAQ,CAAE,CAAC,CACpC,CAAC,cACX/C,IAAA,CAACjB,QAAQ,EAAC0B,KAAK,CAAC,qBAAqB,CAACgC,EAAE,CAAE,CAAEK,OAAO,CAAE,CAAE,CAAE,CAAAP,QAAA,cACvDvC,IAAA,CAACF,oBAAoB,EAACiD,SAAS,CAAE,OAAQ,CAAE,CAAC,CACpC,CAAC,cACX/C,IAAA,CAACjB,QAAQ,EAAC0B,KAAK,CAAC,qBAAqB,CAACgC,EAAE,CAAE,CAAEK,OAAO,CAAE,CAAE,CAAE,CAAAP,QAAA,cACvDvC,IAAA,CAACF,oBAAoB,EAACiD,SAAS,CAAE,OAAQ,CAAE,CAAC,CACpC,CAAC,cACX/C,IAAA,CAACjB,QAAQ,EAAC0B,KAAK,CAAC,0BAA0B,CAACgC,EAAE,CAAE,CAAEK,OAAO,CAAE,CAAE,CAAE,CAAAP,QAAA,cAC5DvC,IAAA,CAACJ,YAAY,EAACiB,YAAY,CAAEA,YAAa,CAAE,CAAC,CACpC,CAAC,EACD,CAAC,EACV,CAAC,CAEV,CAAC,CAED,cAAe,CAAAV,WAAW","ignoreList":[]},"metadata":{},"sourceType":"module","externalDependencies":[]}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"ast":null,"code":"import _objectSpread from\"/home/runner/work/inference/inference/xinference/web/ui/node_modules/@babel/runtime/helpers/esm/objectSpread2.js\";import _slicedToArray from\"/home/runner/work/inference/inference/xinference/web/ui/node_modules/@babel/runtime/helpers/esm/slicedToArray.js\";import DeleteOutlineOutlinedIcon from'@mui/icons-material/DeleteOutlineOutlined';import OpenInBrowserOutlinedIcon from'@mui/icons-material/OpenInBrowserOutlined';import{TabContext,TabList,TabPanel}from'@mui/lab';import{Box,Stack,Tab}from'@mui/material';import{DataGrid}from'@mui/x-data-grid';import React,{useContext,useEffect,useState}from'react';import{useCookies}from'react-cookie';import{useNavigate}from'react-router-dom';import{ApiContext}from'../../components/apiContext';import ErrorMessageSnackBar from'../../components/errorMessageSnackBar';import fetcher from'../../components/fetcher';import fetchWrapper from'../../components/fetchWrapper';import Title from'../../components/Title';import{jsx as _jsx}from\"react/jsx-runtime\";import{jsxs as _jsxs}from\"react/jsx-runtime\";var RunningModels=function RunningModels(){var _React$useState=React.useState(sessionStorage.getItem('runningModelType')),_React$useState2=_slicedToArray(_React$useState,2),tabValue=_React$useState2[0],setTabValue=_React$useState2[1];var _useState=useState([]),_useState2=_slicedToArray(_useState,2),llmData=_useState2[0],setLlmData=_useState2[1];var _useState3=useState([]),_useState4=_slicedToArray(_useState3,2),embeddingModelData=_useState4[0],setEmbeddingModelData=_useState4[1];var _useState5=useState([]),_useState6=_slicedToArray(_useState5,2),imageModelData=_useState6[0],setImageModelData=_useState6[1];var _useState7=useState([]),_useState8=_slicedToArray(_useState7,2),audioModelData=_useState8[0],setAudioModelData=_useState8[1];var _useState9=useState([]),_useState10=_slicedToArray(_useState9,2),videoModelData=_useState10[0],setVideoModelData=_useState10[1];var _useState11=useState([]),_useState12=_slicedToArray(_useState11,2),rerankModelData=_useState12[0],setRerankModelData=_useState12[1];var _useState13=useState([]),_useState14=_slicedToArray(_useState13,2),flexibleModelData=_useState14[0],setFlexibleModelData=_useState14[1];var _useContext=useContext(ApiContext),isCallingApi=_useContext.isCallingApi,setIsCallingApi=_useContext.setIsCallingApi;var _useContext2=useContext(ApiContext),isUpdatingModel=_useContext2.isUpdatingModel,setIsUpdatingModel=_useContext2.setIsUpdatingModel;var _useContext3=useContext(ApiContext),setErrorMsg=_useContext3.setErrorMsg;var _useCookies=useCookies(['token']),_useCookies2=_slicedToArray(_useCookies,1),cookie=_useCookies2[0];var navigate=useNavigate();var endPoint=useContext(ApiContext).endPoint;var handleTabChange=function handleTabChange(event,newValue){setTabValue(newValue);navigate(newValue);sessionStorage.setItem('runningModelType',newValue);};var update=function update(isCallingApi){if(cookie.token===''||cookie.token===undefined){navigate('/login',{replace:true});return;}if(cookie.token!=='no_auth'&&!sessionStorage.getItem('token')){navigate('/login',{replace:true});return;}if(isCallingApi){setLlmData([{id:'Loading, do not refresh page...',url:'IS_LOADING'}]);setEmbeddingModelData([{id:'Loading, do not refresh page...',url:'IS_LOADING'}]);setAudioModelData([{id:'Loading, do not refresh page...',url:'IS_LOADING'}]);setVideoModelData([{id:'Loading, do not refresh page...',url:'IS_LOADING'}]);setImageModelData([{id:'Loading, do not refresh page...',url:'IS_LOADING'}]);setRerankModelData([{id:'Loading, do not refresh page...',url:'IS_LOADING'}]);setFlexibleModelData([{id:'Loading, do not refresh page...',url:'IS_LOADING'}]);}else{setIsUpdatingModel(true);fetchWrapper.get('/v1/models').then(function(response){var newLlmData=[];var newEmbeddingModelData=[];var newImageModelData=[];var newAudioModelData=[];var newVideoModelData=[];var newRerankModelData=[];var newFlexibleModelData=[];response.data.forEach(function(model){var newValue=_objectSpread(_objectSpread({},model),{},{id:model.id,url:model.id});if(newValue.model_type==='LLM'){newLlmData.push(newValue);}else if(newValue.model_type==='embedding'){newEmbeddingModelData.push(newValue);}else if(newValue.model_type==='audio'){newAudioModelData.push(newValue);}else if(newValue.model_type==='video'){newVideoModelData.push(newValue);}else if(newValue.model_type==='image'){newImageModelData.push(newValue);}else if(newValue.model_type==='rerank'){newRerankModelData.push(newValue);}else if(newValue.model_type==='flexible'){newFlexibleModelData.push(newValue);}});setLlmData(newLlmData);setEmbeddingModelData(newEmbeddingModelData);setAudioModelData(newAudioModelData);setVideoModelData(newVideoModelData);setImageModelData(newImageModelData);setRerankModelData(newRerankModelData);setFlexibleModelData(newFlexibleModelData);setIsUpdatingModel(false);}).catch(function(error){console.error('Error:',error);setIsUpdatingModel(false);if(error.response.status!==403&&error.response.status!==401){setErrorMsg(error.message);}});}};useEffect(function(){update(isCallingApi);// eslint-disable-next-line\n},[isCallingApi,cookie.token]);var llmColumns=[{field:'id',headerName:'ID',flex:1,minWidth:250},{field:'model_name',headerName:'Name',flex:1},{field:'address',headerName:'Address',flex:1},{field:'accelerators',headerName:'GPU Indexes',flex:1},{field:'model_size_in_billions',headerName:'Size',flex:1},{field:'quantization',headerName:'Quantization',flex:1},{field:'replica',headerName:'Replica',flex:1},{field:'url',headerName:'Actions',flex:1,minWidth:200,sortable:false,filterable:false,disableColumnMenu:true,renderCell:function renderCell(_ref){var row=_ref.row;var url=row.url;var openUrl=\"\".concat(endPoint,\"/\")+url;var closeUrl=\"\".concat(endPoint,\"/v1/models/\")+url;var gradioUrl=\"\".concat(endPoint,\"/v1/ui/\")+url;if(url==='IS_LOADING'){return/*#__PURE__*/_jsx(\"div\",{});}return/*#__PURE__*/_jsxs(Box,{style:{width:'100%',display:'flex',justifyContent:'left',alignItems:'left'},children:[/*#__PURE__*/_jsx(\"button\",{title:\"Launch Web UI\",style:{borderWidth:'0px',backgroundColor:'transparent',paddingLeft:'0px',paddingRight:'10px'},onClick:function onClick(){if(isCallingApi||isUpdatingModel){// Make sure no ongoing call\nreturn;}setIsCallingApi(true);fetcher(openUrl,{method:'HEAD'}).then(function(response){if(response.status===404){// If web UI doesn't exist (404 Not Found)\nconsole.log('UI does not exist, creating new...');return fetcher(gradioUrl,{method:'POST',headers:{'Content-Type':'application/json'},body:JSON.stringify({model_type:row.model_type,model_name:row.model_family,model_size_in_billions:row.model_size_in_billions,model_format:row.model_format,quantization:row.quantization,context_length:row.context_length,model_ability:row.model_ability,model_description:row.model_description,model_lang:row.model_lang})}).then(function(response){return response.json();}).then(function(){return window.open(openUrl,'_blank','noopener noreferrer');}).finally(function(){return setIsCallingApi(false);});}else if(response.ok){// If web UI does exist\nconsole.log('UI exists, opening...');window.open(openUrl,'_blank','noopener noreferrer');setIsCallingApi(false);}else{// Other HTTP errors\nconsole.error(\"Unexpected response status: \".concat(response.status));setIsCallingApi(false);}}).catch(function(error){console.error('Error:',error);setIsCallingApi(false);});},children:/*#__PURE__*/_jsx(Box,{width:\"40px\",m:\"0 auto\",p:\"5px\",display:\"flex\",justifyContent:\"center\",borderRadius:\"4px\",style:{border:'1px solid #e5e7eb',borderWidth:'1px',borderColor:'#e5e7eb'},children:/*#__PURE__*/_jsx(OpenInBrowserOutlinedIcon,{})})}),/*#__PURE__*/_jsx(\"button\",{title:\"Terminate Model\",style:{borderWidth:'0px',backgroundColor:'transparent',paddingLeft:'0px',paddingRight:'10px'},onClick:function onClick(){if(isCallingApi||isUpdatingModel){return;}setIsCallingApi(true);fetcher(closeUrl,{method:'DELETE'}).then(function(response){response.json();}).then(function(){setIsCallingApi(false);}).catch(function(error){console.error('Error:',error);setIsCallingApi(false);});},children:/*#__PURE__*/_jsx(Box,{width:\"40px\",m:\"0 auto\",p:\"5px\",display:\"flex\",justifyContent:\"center\",borderRadius:\"4px\",style:{border:'1px solid #e5e7eb',borderWidth:'1px',borderColor:'#e5e7eb'},children:/*#__PURE__*/_jsx(DeleteOutlineOutlinedIcon,{})})})]});}}];var embeddingModelColumns=[{field:'id',headerName:'ID',flex:1,minWidth:250},{field:'model_name',headerName:'Name',flex:1},{field:'address',headerName:'Address',flex:1},{field:'accelerators',headerName:'GPU Indexes',flex:1},{field:'replica',headerName:'Replica',flex:1},{field:'url',headerName:'Actions',flex:1,minWidth:200,sortable:false,filterable:false,disableColumnMenu:true,renderCell:function renderCell(_ref2){var row=_ref2.row;var url=row.url;var closeUrl=\"\".concat(endPoint,\"/v1/models/\")+url;if(url==='IS_LOADING'){return/*#__PURE__*/_jsx(\"div\",{});}return/*#__PURE__*/_jsx(Box,{style:{width:'100%',display:'flex',justifyContent:'left',alignItems:'left'},children:/*#__PURE__*/_jsx(\"button\",{title:\"Terminate Model\",style:{borderWidth:'0px',backgroundColor:'transparent',paddingLeft:'0px',paddingRight:'10px'},onClick:function onClick(){if(isCallingApi||isUpdatingModel){return;}setIsCallingApi(true);fetcher(closeUrl,{method:'DELETE'}).then(function(response){response.json();}).then(function(){setIsCallingApi(false);}).catch(function(error){console.error('Error:',error);setIsCallingApi(false);});},children:/*#__PURE__*/_jsx(Box,{width:\"40px\",m:\"0 auto\",p:\"5px\",display:\"flex\",justifyContent:\"center\",borderRadius:\"4px\",style:{border:'1px solid #e5e7eb',borderWidth:'1px',borderColor:'#e5e7eb'},children:/*#__PURE__*/_jsx(DeleteOutlineOutlinedIcon,{})})})});}}];var imageModelColumns=[{field:'id',headerName:'ID',flex:1,minWidth:250},{field:'model_name',headerName:'Name',flex:1},{field:'address',headerName:'Address',flex:1},{field:'accelerators',headerName:'GPU Indexes',flex:1},{field:'url',headerName:'Actions',flex:1,minWidth:200,sortable:false,filterable:false,disableColumnMenu:true,renderCell:function renderCell(_ref3){var row=_ref3.row;//这个url指的是model_uid\nvar url=row.url;console.log('url: '+url);var openUrl=\"\".concat(endPoint,\"/\")+url;var closeUrl=\"\".concat(endPoint,\"/v1/models/\")+url;var gradioUrl=\"\".concat(endPoint,\"/v1/ui/images/\")+url;if(url==='IS_LOADING'){return/*#__PURE__*/_jsx(\"div\",{});}return/*#__PURE__*/_jsxs(Box,{style:{width:'100%',display:'flex',justifyContent:'left',alignItems:'left'},children:[/*#__PURE__*/_jsx(\"button\",{title:\"Launch Web UI\",style:{borderWidth:'0px',backgroundColor:'transparent',paddingLeft:'0px',paddingRight:'10px'},onClick:function onClick(){if(isCallingApi||isUpdatingModel){// Make sure no ongoing call\nreturn;}setIsCallingApi(true);fetcher(openUrl,{method:'HEAD'}).then(function(response){if(response.status===404){// If web UI doesn't exist (404 Not Found)\nconsole.log('UI does not exist, creating new...');return fetcher(gradioUrl,{method:'POST',headers:{'Content-Type':'application/json'},body:JSON.stringify({model_type:row.model_type,model_family:row.model_family,model_id:row.id,controlnet:row.controlnet,model_revision:row.model_revision,model_name:row.model_name,model_ability:row.model_ability})}).then(function(response){return response.json();}).then(function(){return window.open(openUrl,'_blank','noopener noreferrer');}).finally(function(){return setIsCallingApi(false);});}else if(response.ok){// If web UI does exist\nconsole.log('UI exists, opening...');window.open(openUrl,'_blank','noopener noreferrer');setIsCallingApi(false);}else{// Other HTTP errors\nconsole.error(\"Unexpected response status: \".concat(response.status));setIsCallingApi(false);}}).catch(function(error){console.error('Error:',error);setIsCallingApi(false);});},children:/*#__PURE__*/_jsx(Box,{width:\"40px\",m:\"0 auto\",p:\"5px\",display:\"flex\",justifyContent:\"center\",borderRadius:\"4px\",style:{border:'1px solid #e5e7eb',borderWidth:'1px',borderColor:'#e5e7eb'},children:/*#__PURE__*/_jsx(OpenInBrowserOutlinedIcon,{})})}),/*#__PURE__*/_jsx(\"button\",{title:\"Terminate Model\",style:{borderWidth:'0px',backgroundColor:'transparent',paddingLeft:'0px',paddingRight:'10px'},onClick:function onClick(){if(isCallingApi||isUpdatingModel){return;}setIsCallingApi(true);fetcher(closeUrl,{method:'DELETE'}).then(function(response){response.json();}).then(function(){setIsCallingApi(false);}).catch(function(error){console.error('Error:',error);setIsCallingApi(false);});},children:/*#__PURE__*/_jsx(Box,{width:\"40px\",m:\"0 auto\",p:\"5px\",display:\"flex\",justifyContent:\"center\",borderRadius:\"4px\",style:{border:'1px solid #e5e7eb',borderWidth:'1px',borderColor:'#e5e7eb'},children:/*#__PURE__*/_jsx(DeleteOutlineOutlinedIcon,{})})})]});}}];var audioModelColumns=embeddingModelColumns;var videoModelColumns=embeddingModelColumns;var rerankModelColumns=embeddingModelColumns;var flexibleModelColumns=embeddingModelColumns;var dataGridStyle={'& .MuiDataGrid-cell':{borderBottom:'none'},'& .MuiDataGrid-columnHeaders':{borderBottom:'none'},'& .MuiDataGrid-columnHeaderTitle':{fontWeight:'bold'},'& .MuiDataGrid-virtualScroller':{overflowX:'visible !important',overflow:'visible'},'& .MuiDataGrid-footerContainer':{borderTop:'none'},'border-width':'0px'};var noRowsOverlay=function noRowsOverlay(){return/*#__PURE__*/_jsx(Stack,{height:\"100%\",alignItems:\"center\",justifyContent:\"center\",children:\"No Running Models\"});};var noResultsOverlay=function noResultsOverlay(){return/*#__PURE__*/_jsx(Stack,{height:\"100%\",alignItems:\"center\",justifyContent:\"center\",children:\"No Running Models Matches\"});};return/*#__PURE__*/_jsxs(Box,{sx:{height:'100%',width:'100%',padding:'20px 20px 0 20px'},children:[/*#__PURE__*/_jsx(Title,{title:\"Running Models\"}),/*#__PURE__*/_jsx(ErrorMessageSnackBar,{}),/*#__PURE__*/_jsxs(TabContext,{value:tabValue,children:[/*#__PURE__*/_jsx(Box,{sx:{borderBottom:1,borderColor:'divider'},children:/*#__PURE__*/_jsxs(TabList,{value:tabValue,onChange:handleTabChange,\"aria-label\":\"tabs\",children:[/*#__PURE__*/_jsx(Tab,{label:\"Language Models\",value:\"/running_models/LLM\"}),/*#__PURE__*/_jsx(Tab,{label:\"Embedding Models\",value:\"/running_models/embedding\"}),/*#__PURE__*/_jsx(Tab,{label:\"Rerank models\",value:\"/running_models/rerank\"}),/*#__PURE__*/_jsx(Tab,{label:\"Image models\",value:\"/running_models/image\"}),/*#__PURE__*/_jsx(Tab,{label:\"Audio models\",value:\"/running_models/audio\"}),/*#__PURE__*/_jsx(Tab,{label:\"Video models\",value:\"/running_models/video\"}),/*#__PURE__*/_jsx(Tab,{label:\"Flexible models\",value:\"/running_models/flexible\"})]})}),/*#__PURE__*/_jsx(TabPanel,{value:\"/running_models/LLM\",sx:{padding:0},children:/*#__PURE__*/_jsx(Box,{sx:{height:'100%',width:'100%'},children:/*#__PURE__*/_jsx(DataGrid,{rows:llmData,columns:llmColumns,autoHeight:true,sx:dataGridStyle,slots:{noRowsOverlay:noRowsOverlay,noResultsOverlay:noResultsOverlay}})})}),/*#__PURE__*/_jsx(TabPanel,{value:\"/running_models/embedding\",sx:{padding:0},children:/*#__PURE__*/_jsx(Box,{sx:{height:'100%',width:'100%'},children:/*#__PURE__*/_jsx(DataGrid,{rows:embeddingModelData,columns:embeddingModelColumns,autoHeight:true,sx:dataGridStyle,slots:{noRowsOverlay:noRowsOverlay,noResultsOverlay:noResultsOverlay}})})}),/*#__PURE__*/_jsx(TabPanel,{value:\"/running_models/rerank\",sx:{padding:0},children:/*#__PURE__*/_jsx(Box,{sx:{height:'100%',width:'100%'},children:/*#__PURE__*/_jsx(DataGrid,{rows:rerankModelData,columns:rerankModelColumns,autoHeight:true,sx:dataGridStyle,slots:{noRowsOverlay:noRowsOverlay,noResultsOverlay:noResultsOverlay}})})}),/*#__PURE__*/_jsx(TabPanel,{value:\"/running_models/image\",sx:{padding:0},children:/*#__PURE__*/_jsx(Box,{sx:{height:'100%',width:'100%'},children:/*#__PURE__*/_jsx(DataGrid,{rows:imageModelData,columns:imageModelColumns,autoHeight:true,sx:dataGridStyle,slots:{noRowsOverlay:noRowsOverlay,noResultsOverlay:noResultsOverlay}})})}),/*#__PURE__*/_jsx(TabPanel,{value:\"/running_models/audio\",sx:{padding:0},children:/*#__PURE__*/_jsx(Box,{sx:{height:'100%',width:'100%'},children:/*#__PURE__*/_jsx(DataGrid,{rows:audioModelData,columns:audioModelColumns,autoHeight:true,sx:dataGridStyle,slots:{noRowsOverlay:noRowsOverlay,noResultsOverlay:noResultsOverlay}})})}),/*#__PURE__*/_jsx(TabPanel,{value:\"/running_models/video\",sx:{padding:0},children:/*#__PURE__*/_jsx(Box,{sx:{height:'100%',width:'100%'},children:/*#__PURE__*/_jsx(DataGrid,{rows:videoModelData,columns:videoModelColumns,autoHeight:true,sx:dataGridStyle,slots:{noRowsOverlay:noRowsOverlay,noResultsOverlay:noResultsOverlay}})})}),/*#__PURE__*/_jsx(TabPanel,{value:\"/running_models/flexible\",sx:{padding:0},children:/*#__PURE__*/_jsx(Box,{sx:{height:'100%',width:'100%'},children:/*#__PURE__*/_jsx(DataGrid,{rows:flexibleModelData,columns:flexibleModelColumns,autoHeight:true,sx:dataGridStyle,slots:{noRowsOverlay:noRowsOverlay,noResultsOverlay:noResultsOverlay}})})})]})]});};export default RunningModels;","map":{"version":3,"names":["DeleteOutlineOutlinedIcon","OpenInBrowserOutlinedIcon","TabContext","TabList","TabPanel","Box","Stack","Tab","DataGrid","React","useContext","useEffect","useState","useCookies","useNavigate","ApiContext","ErrorMessageSnackBar","fetcher","fetchWrapper","Title","jsx","_jsx","jsxs","_jsxs","RunningModels","_React$useState","sessionStorage","getItem","_React$useState2","_slicedToArray","tabValue","setTabValue","_useState","_useState2","llmData","setLlmData","_useState3","_useState4","embeddingModelData","setEmbeddingModelData","_useState5","_useState6","imageModelData","setImageModelData","_useState7","_useState8","audioModelData","setAudioModelData","_useState9","_useState10","videoModelData","setVideoModelData","_useState11","_useState12","rerankModelData","setRerankModelData","_useState13","_useState14","flexibleModelData","setFlexibleModelData","_useContext","isCallingApi","setIsCallingApi","_useContext2","isUpdatingModel","setIsUpdatingModel","_useContext3","setErrorMsg","_useCookies","_useCookies2","cookie","navigate","endPoint","handleTabChange","event","newValue","setItem","update","token","undefined","replace","id","url","get","then","response","newLlmData","newEmbeddingModelData","newImageModelData","newAudioModelData","newVideoModelData","newRerankModelData","newFlexibleModelData","data","forEach","model","_objectSpread","model_type","push","catch","error","console","status","message","llmColumns","field","headerName","flex","minWidth","sortable","filterable","disableColumnMenu","renderCell","_ref","row","openUrl","concat","closeUrl","gradioUrl","style","width","display","justifyContent","alignItems","children","title","borderWidth","backgroundColor","paddingLeft","paddingRight","onClick","method","log","headers","body","JSON","stringify","model_name","model_family","model_size_in_billions","model_format","quantization","context_length","model_ability","model_description","model_lang","json","window","open","finally","ok","m","p","borderRadius","border","borderColor","embeddingModelColumns","_ref2","imageModelColumns","_ref3","model_id","controlnet","model_revision","audioModelColumns","videoModelColumns","rerankModelColumns","flexibleModelColumns","dataGridStyle","borderBottom","fontWeight","overflowX","overflow","borderTop","noRowsOverlay","height","noResultsOverlay","sx","padding","value","onChange","label","rows","columns","autoHeight","slots"],"sources":["/home/runner/work/inference/inference/xinference/web/ui/src/scenes/running_models/index.js"],"sourcesContent":["import DeleteOutlineOutlinedIcon from '@mui/icons-material/DeleteOutlineOutlined'\nimport OpenInBrowserOutlinedIcon from '@mui/icons-material/OpenInBrowserOutlined'\nimport { TabContext, TabList, TabPanel } from '@mui/lab'\nimport { Box, Stack, Tab } from '@mui/material'\nimport { DataGrid } from '@mui/x-data-grid'\nimport React, { useContext, useEffect, useState } from 'react'\nimport { useCookies } from 'react-cookie'\nimport { useNavigate } from 'react-router-dom'\n\nimport { ApiContext } from '../../components/apiContext'\nimport ErrorMessageSnackBar from '../../components/errorMessageSnackBar'\nimport fetcher from '../../components/fetcher'\nimport fetchWrapper from '../../components/fetchWrapper'\nimport Title from '../../components/Title'\n\nconst RunningModels = () => {\n const [tabValue, setTabValue] = React.useState(\n sessionStorage.getItem('runningModelType')\n )\n const [llmData, setLlmData] = useState([])\n const [embeddingModelData, setEmbeddingModelData] = useState([])\n const [imageModelData, setImageModelData] = useState([])\n const [audioModelData, setAudioModelData] = useState([])\n const [videoModelData, setVideoModelData] = useState([])\n const [rerankModelData, setRerankModelData] = useState([])\n const [flexibleModelData, setFlexibleModelData] = useState([])\n const { isCallingApi, setIsCallingApi } = useContext(ApiContext)\n const { isUpdatingModel, setIsUpdatingModel } = useContext(ApiContext)\n const { setErrorMsg } = useContext(ApiContext)\n const [cookie] = useCookies(['token'])\n const navigate = useNavigate()\n const endPoint = useContext(ApiContext).endPoint\n\n const handleTabChange = (event, newValue) => {\n setTabValue(newValue)\n navigate(newValue)\n sessionStorage.setItem('runningModelType', newValue)\n }\n\n const update = (isCallingApi) => {\n if (cookie.token === '' || cookie.token === undefined) {\n navigate('/login', { replace: true })\n return\n }\n if (cookie.token !== 'no_auth' && !sessionStorage.getItem('token')) {\n navigate('/login', { replace: true })\n return\n }\n if (isCallingApi) {\n setLlmData([{ id: 'Loading, do not refresh page...', url: 'IS_LOADING' }])\n setEmbeddingModelData([\n { id: 'Loading, do not refresh page...', url: 'IS_LOADING' },\n ])\n setAudioModelData([\n { id: 'Loading, do not refresh page...', url: 'IS_LOADING' },\n ])\n setVideoModelData([\n { id: 'Loading, do not refresh page...', url: 'IS_LOADING' },\n ])\n setImageModelData([\n { id: 'Loading, do not refresh page...', url: 'IS_LOADING' },\n ])\n setRerankModelData([\n { id: 'Loading, do not refresh page...', url: 'IS_LOADING' },\n ])\n setFlexibleModelData([\n { id: 'Loading, do not refresh page...', url: 'IS_LOADING' },\n ])\n } else {\n setIsUpdatingModel(true)\n\n fetchWrapper\n .get('/v1/models')\n .then((response) => {\n const newLlmData = []\n const newEmbeddingModelData = []\n const newImageModelData = []\n const newAudioModelData = []\n const newVideoModelData = []\n const newRerankModelData = []\n const newFlexibleModelData = []\n response.data.forEach((model) => {\n let newValue = {\n ...model,\n id: model.id,\n url: model.id,\n }\n if (newValue.model_type === 'LLM') {\n newLlmData.push(newValue)\n } else if (newValue.model_type === 'embedding') {\n newEmbeddingModelData.push(newValue)\n } else if (newValue.model_type === 'audio') {\n newAudioModelData.push(newValue)\n } else if (newValue.model_type === 'video') {\n newVideoModelData.push(newValue)\n } else if (newValue.model_type === 'image') {\n newImageModelData.push(newValue)\n } else if (newValue.model_type === 'rerank') {\n newRerankModelData.push(newValue)\n } else if (newValue.model_type === 'flexible') {\n newFlexibleModelData.push(newValue)\n }\n })\n setLlmData(newLlmData)\n setEmbeddingModelData(newEmbeddingModelData)\n setAudioModelData(newAudioModelData)\n setVideoModelData(newVideoModelData)\n setImageModelData(newImageModelData)\n setRerankModelData(newRerankModelData)\n setFlexibleModelData(newFlexibleModelData)\n setIsUpdatingModel(false)\n })\n .catch((error) => {\n console.error('Error:', error)\n setIsUpdatingModel(false)\n if (error.response.status !== 403 && error.response.status !== 401) {\n setErrorMsg(error.message)\n }\n })\n }\n }\n\n useEffect(() => {\n update(isCallingApi)\n // eslint-disable-next-line\n }, [isCallingApi, cookie.token])\n\n const llmColumns = [\n {\n field: 'id',\n headerName: 'ID',\n flex: 1,\n minWidth: 250,\n },\n {\n field: 'model_name',\n headerName: 'Name',\n flex: 1,\n },\n {\n field: 'address',\n headerName: 'Address',\n flex: 1,\n },\n {\n field: 'accelerators',\n headerName: 'GPU Indexes',\n flex: 1,\n },\n {\n field: 'model_size_in_billions',\n headerName: 'Size',\n flex: 1,\n },\n {\n field: 'quantization',\n headerName: 'Quantization',\n flex: 1,\n },\n {\n field: 'replica',\n headerName: 'Replica',\n flex: 1,\n },\n {\n field: 'url',\n headerName: 'Actions',\n flex: 1,\n minWidth: 200,\n sortable: false,\n filterable: false,\n disableColumnMenu: true,\n renderCell: ({ row }) => {\n const url = row.url\n const openUrl = `${endPoint}/` + url\n const closeUrl = `${endPoint}/v1/models/` + url\n const gradioUrl = `${endPoint}/v1/ui/` + url\n\n if (url === 'IS_LOADING') {\n return <div></div>\n }\n\n return (\n <Box\n style={{\n width: '100%',\n display: 'flex',\n justifyContent: 'left',\n alignItems: 'left',\n }}\n >\n <button\n title=\"Launch Web UI\"\n style={{\n borderWidth: '0px',\n backgroundColor: 'transparent',\n paddingLeft: '0px',\n paddingRight: '10px',\n }}\n onClick={() => {\n if (isCallingApi || isUpdatingModel) {\n // Make sure no ongoing call\n return\n }\n\n setIsCallingApi(true)\n\n fetcher(openUrl, {\n method: 'HEAD',\n })\n .then((response) => {\n if (response.status === 404) {\n // If web UI doesn't exist (404 Not Found)\n console.log('UI does not exist, creating new...')\n return fetcher(gradioUrl, {\n method: 'POST',\n headers: {\n 'Content-Type': 'application/json',\n },\n body: JSON.stringify({\n model_type: row.model_type,\n model_name: row.model_family,\n model_size_in_billions: row.model_size_in_billions,\n model_format: row.model_format,\n quantization: row.quantization,\n context_length: row.context_length,\n model_ability: row.model_ability,\n model_description: row.model_description,\n model_lang: row.model_lang,\n }),\n })\n .then((response) => response.json())\n .then(() =>\n window.open(openUrl, '_blank', 'noopener noreferrer')\n )\n .finally(() => setIsCallingApi(false))\n } else if (response.ok) {\n // If web UI does exist\n console.log('UI exists, opening...')\n window.open(openUrl, '_blank', 'noopener noreferrer')\n setIsCallingApi(false)\n } else {\n // Other HTTP errors\n console.error(\n `Unexpected response status: ${response.status}`\n )\n setIsCallingApi(false)\n }\n })\n .catch((error) => {\n console.error('Error:', error)\n setIsCallingApi(false)\n })\n }}\n >\n <Box\n width=\"40px\"\n m=\"0 auto\"\n p=\"5px\"\n display=\"flex\"\n justifyContent=\"center\"\n borderRadius=\"4px\"\n style={{\n border: '1px solid #e5e7eb',\n borderWidth: '1px',\n borderColor: '#e5e7eb',\n }}\n >\n <OpenInBrowserOutlinedIcon />\n </Box>\n </button>\n <button\n title=\"Terminate Model\"\n style={{\n borderWidth: '0px',\n backgroundColor: 'transparent',\n paddingLeft: '0px',\n paddingRight: '10px',\n }}\n onClick={() => {\n if (isCallingApi || isUpdatingModel) {\n return\n }\n setIsCallingApi(true)\n fetcher(closeUrl, {\n method: 'DELETE',\n })\n .then((response) => {\n response.json()\n })\n .then(() => {\n setIsCallingApi(false)\n })\n .catch((error) => {\n console.error('Error:', error)\n setIsCallingApi(false)\n })\n }}\n >\n <Box\n width=\"40px\"\n m=\"0 auto\"\n p=\"5px\"\n display=\"flex\"\n justifyContent=\"center\"\n borderRadius=\"4px\"\n style={{\n border: '1px solid #e5e7eb',\n borderWidth: '1px',\n borderColor: '#e5e7eb',\n }}\n >\n <DeleteOutlineOutlinedIcon />\n </Box>\n </button>\n </Box>\n )\n },\n },\n ]\n\n const embeddingModelColumns = [\n {\n field: 'id',\n headerName: 'ID',\n flex: 1,\n minWidth: 250,\n },\n {\n field: 'model_name',\n headerName: 'Name',\n flex: 1,\n },\n {\n field: 'address',\n headerName: 'Address',\n flex: 1,\n },\n {\n field: 'accelerators',\n headerName: 'GPU Indexes',\n flex: 1,\n },\n {\n field: 'replica',\n headerName: 'Replica',\n flex: 1,\n },\n {\n field: 'url',\n headerName: 'Actions',\n flex: 1,\n minWidth: 200,\n sortable: false,\n filterable: false,\n disableColumnMenu: true,\n renderCell: ({ row }) => {\n const url = row.url\n const closeUrl = `${endPoint}/v1/models/` + url\n\n if (url === 'IS_LOADING') {\n return <div></div>\n }\n\n return (\n <Box\n style={{\n width: '100%',\n display: 'flex',\n justifyContent: 'left',\n alignItems: 'left',\n }}\n >\n <button\n title=\"Terminate Model\"\n style={{\n borderWidth: '0px',\n backgroundColor: 'transparent',\n paddingLeft: '0px',\n paddingRight: '10px',\n }}\n onClick={() => {\n if (isCallingApi || isUpdatingModel) {\n return\n }\n setIsCallingApi(true)\n fetcher(closeUrl, {\n method: 'DELETE',\n })\n .then((response) => {\n response.json()\n })\n .then(() => {\n setIsCallingApi(false)\n })\n .catch((error) => {\n console.error('Error:', error)\n setIsCallingApi(false)\n })\n }}\n >\n <Box\n width=\"40px\"\n m=\"0 auto\"\n p=\"5px\"\n display=\"flex\"\n justifyContent=\"center\"\n borderRadius=\"4px\"\n style={{\n border: '1px solid #e5e7eb',\n borderWidth: '1px',\n borderColor: '#e5e7eb',\n }}\n >\n <DeleteOutlineOutlinedIcon />\n </Box>\n </button>\n </Box>\n )\n },\n },\n ]\n const imageModelColumns = [\n {\n field: 'id',\n headerName: 'ID',\n flex: 1,\n minWidth: 250,\n },\n {\n field: 'model_name',\n headerName: 'Name',\n flex: 1,\n },\n {\n field: 'address',\n headerName: 'Address',\n flex: 1,\n },\n {\n field: 'accelerators',\n headerName: 'GPU Indexes',\n flex: 1,\n },\n {\n field: 'url',\n headerName: 'Actions',\n flex: 1,\n minWidth: 200,\n sortable: false,\n filterable: false,\n disableColumnMenu: true,\n renderCell: ({ row }) => {\n //这个url指的是model_uid\n const url = row.url\n console.log('url: ' + url)\n const openUrl = `${endPoint}/` + url\n const closeUrl = `${endPoint}/v1/models/` + url\n const gradioUrl = `${endPoint}/v1/ui/images/` + url\n\n if (url === 'IS_LOADING') {\n return <div></div>\n }\n\n return (\n <Box\n style={{\n width: '100%',\n display: 'flex',\n justifyContent: 'left',\n alignItems: 'left',\n }}\n >\n <button\n title=\"Launch Web UI\"\n style={{\n borderWidth: '0px',\n backgroundColor: 'transparent',\n paddingLeft: '0px',\n paddingRight: '10px',\n }}\n onClick={() => {\n if (isCallingApi || isUpdatingModel) {\n // Make sure no ongoing call\n return\n }\n\n setIsCallingApi(true)\n\n fetcher(openUrl, {\n method: 'HEAD',\n })\n .then((response) => {\n if (response.status === 404) {\n // If web UI doesn't exist (404 Not Found)\n console.log('UI does not exist, creating new...')\n return fetcher(gradioUrl, {\n method: 'POST',\n headers: {\n 'Content-Type': 'application/json',\n },\n body: JSON.stringify({\n model_type: row.model_type,\n model_family: row.model_family,\n model_id: row.id,\n controlnet: row.controlnet,\n model_revision: row.model_revision,\n model_name: row.model_name,\n model_ability: row.model_ability,\n }),\n })\n .then((response) => response.json())\n .then(() =>\n window.open(openUrl, '_blank', 'noopener noreferrer')\n )\n .finally(() => setIsCallingApi(false))\n } else if (response.ok) {\n // If web UI does exist\n console.log('UI exists, opening...')\n window.open(openUrl, '_blank', 'noopener noreferrer')\n setIsCallingApi(false)\n } else {\n // Other HTTP errors\n console.error(\n `Unexpected response status: ${response.status}`\n )\n setIsCallingApi(false)\n }\n })\n .catch((error) => {\n console.error('Error:', error)\n setIsCallingApi(false)\n })\n }}\n >\n <Box\n width=\"40px\"\n m=\"0 auto\"\n p=\"5px\"\n display=\"flex\"\n justifyContent=\"center\"\n borderRadius=\"4px\"\n style={{\n border: '1px solid #e5e7eb',\n borderWidth: '1px',\n borderColor: '#e5e7eb',\n }}\n >\n <OpenInBrowserOutlinedIcon />\n </Box>\n </button>\n <button\n title=\"Terminate Model\"\n style={{\n borderWidth: '0px',\n backgroundColor: 'transparent',\n paddingLeft: '0px',\n paddingRight: '10px',\n }}\n onClick={() => {\n if (isCallingApi || isUpdatingModel) {\n return\n }\n setIsCallingApi(true)\n fetcher(closeUrl, {\n method: 'DELETE',\n })\n .then((response) => {\n response.json()\n })\n .then(() => {\n setIsCallingApi(false)\n })\n .catch((error) => {\n console.error('Error:', error)\n setIsCallingApi(false)\n })\n }}\n >\n <Box\n width=\"40px\"\n m=\"0 auto\"\n p=\"5px\"\n display=\"flex\"\n justifyContent=\"center\"\n borderRadius=\"4px\"\n style={{\n border: '1px solid #e5e7eb',\n borderWidth: '1px',\n borderColor: '#e5e7eb',\n }}\n >\n <DeleteOutlineOutlinedIcon />\n </Box>\n </button>\n </Box>\n )\n },\n },\n ]\n const audioModelColumns = embeddingModelColumns\n const videoModelColumns = embeddingModelColumns\n const rerankModelColumns = embeddingModelColumns\n const flexibleModelColumns = embeddingModelColumns\n\n const dataGridStyle = {\n '& .MuiDataGrid-cell': {\n borderBottom: 'none',\n },\n '& .MuiDataGrid-columnHeaders': {\n borderBottom: 'none',\n },\n '& .MuiDataGrid-columnHeaderTitle': {\n fontWeight: 'bold',\n },\n '& .MuiDataGrid-virtualScroller': {\n overflowX: 'visible !important',\n overflow: 'visible',\n },\n '& .MuiDataGrid-footerContainer': {\n borderTop: 'none',\n },\n 'border-width': '0px',\n }\n\n const noRowsOverlay = () => {\n return (\n <Stack height=\"100%\" alignItems=\"center\" justifyContent=\"center\">\n No Running Models\n </Stack>\n )\n }\n\n const noResultsOverlay = () => {\n return (\n <Stack height=\"100%\" alignItems=\"center\" justifyContent=\"center\">\n No Running Models Matches\n </Stack>\n )\n }\n\n return (\n <Box\n sx={{\n height: '100%',\n width: '100%',\n padding: '20px 20px 0 20px',\n }}\n >\n <Title title=\"Running Models\" />\n <ErrorMessageSnackBar />\n <TabContext value={tabValue}>\n <Box sx={{ borderBottom: 1, borderColor: 'divider' }}>\n <TabList\n value={tabValue}\n onChange={handleTabChange}\n aria-label=\"tabs\"\n >\n <Tab label=\"Language Models\" value=\"/running_models/LLM\" />\n <Tab label=\"Embedding Models\" value=\"/running_models/embedding\" />\n <Tab label=\"Rerank models\" value=\"/running_models/rerank\" />\n <Tab label=\"Image models\" value=\"/running_models/image\" />\n <Tab label=\"Audio models\" value=\"/running_models/audio\" />\n <Tab label=\"Video models\" value=\"/running_models/video\" />\n <Tab label=\"Flexible models\" value=\"/running_models/flexible\" />\n </TabList>\n </Box>\n <TabPanel value=\"/running_models/LLM\" sx={{ padding: 0 }}>\n <Box sx={{ height: '100%', width: '100%' }}>\n <DataGrid\n rows={llmData}\n columns={llmColumns}\n autoHeight={true}\n sx={dataGridStyle}\n slots={{\n noRowsOverlay: noRowsOverlay,\n noResultsOverlay: noResultsOverlay,\n }}\n />\n </Box>\n </TabPanel>\n <TabPanel value=\"/running_models/embedding\" sx={{ padding: 0 }}>\n <Box sx={{ height: '100%', width: '100%' }}>\n <DataGrid\n rows={embeddingModelData}\n columns={embeddingModelColumns}\n autoHeight={true}\n sx={dataGridStyle}\n slots={{\n noRowsOverlay: noRowsOverlay,\n noResultsOverlay: noResultsOverlay,\n }}\n />\n </Box>\n </TabPanel>\n <TabPanel value=\"/running_models/rerank\" sx={{ padding: 0 }}>\n <Box sx={{ height: '100%', width: '100%' }}>\n <DataGrid\n rows={rerankModelData}\n columns={rerankModelColumns}\n autoHeight={true}\n sx={dataGridStyle}\n slots={{\n noRowsOverlay: noRowsOverlay,\n noResultsOverlay: noResultsOverlay,\n }}\n />\n </Box>\n </TabPanel>\n <TabPanel value=\"/running_models/image\" sx={{ padding: 0 }}>\n <Box sx={{ height: '100%', width: '100%' }}>\n <DataGrid\n rows={imageModelData}\n columns={imageModelColumns}\n autoHeight={true}\n sx={dataGridStyle}\n slots={{\n noRowsOverlay: noRowsOverlay,\n noResultsOverlay: noResultsOverlay,\n }}\n />\n </Box>\n </TabPanel>\n <TabPanel value=\"/running_models/audio\" sx={{ padding: 0 }}>\n <Box sx={{ height: '100%', width: '100%' }}>\n <DataGrid\n rows={audioModelData}\n columns={audioModelColumns}\n autoHeight={true}\n sx={dataGridStyle}\n slots={{\n noRowsOverlay: noRowsOverlay,\n noResultsOverlay: noResultsOverlay,\n }}\n />\n </Box>\n </TabPanel>\n <TabPanel value=\"/running_models/video\" sx={{ padding: 0 }}>\n <Box sx={{ height: '100%', width: '100%' }}>\n <DataGrid\n rows={videoModelData}\n columns={videoModelColumns}\n autoHeight={true}\n sx={dataGridStyle}\n slots={{\n noRowsOverlay: noRowsOverlay,\n noResultsOverlay: noResultsOverlay,\n }}\n />\n </Box>\n </TabPanel>\n <TabPanel value=\"/running_models/flexible\" sx={{ padding: 0 }}>\n <Box sx={{ height: '100%', width: '100%' }}>\n <DataGrid\n rows={flexibleModelData}\n columns={flexibleModelColumns}\n autoHeight={true}\n sx={dataGridStyle}\n slots={{\n noRowsOverlay: noRowsOverlay,\n noResultsOverlay: noResultsOverlay,\n }}\n />\n </Box>\n </TabPanel>\n </TabContext>\n </Box>\n )\n}\n\nexport default RunningModels\n"],"mappings":"yRAAA,MAAO,CAAAA,yBAAyB,KAAM,2CAA2C,CACjF,MAAO,CAAAC,yBAAyB,KAAM,2CAA2C,CACjF,OAASC,UAAU,CAAEC,OAAO,CAAEC,QAAQ,KAAQ,UAAU,CACxD,OAASC,GAAG,CAAEC,KAAK,CAAEC,GAAG,KAAQ,eAAe,CAC/C,OAASC,QAAQ,KAAQ,kBAAkB,CAC3C,MAAO,CAAAC,KAAK,EAAIC,UAAU,CAAEC,SAAS,CAAEC,QAAQ,KAAQ,OAAO,CAC9D,OAASC,UAAU,KAAQ,cAAc,CACzC,OAASC,WAAW,KAAQ,kBAAkB,CAE9C,OAASC,UAAU,KAAQ,6BAA6B,CACxD,MAAO,CAAAC,oBAAoB,KAAM,uCAAuC,CACxE,MAAO,CAAAC,OAAO,KAAM,0BAA0B,CAC9C,MAAO,CAAAC,YAAY,KAAM,+BAA+B,CACxD,MAAO,CAAAC,KAAK,KAAM,wBAAwB,QAAAC,GAAA,IAAAC,IAAA,gCAAAC,IAAA,IAAAC,KAAA,yBAE1C,GAAM,CAAAC,aAAa,CAAG,QAAhB,CAAAA,aAAaA,CAAA,CAAS,CAC1B,IAAAC,eAAA,CAAgChB,KAAK,CAACG,QAAQ,CAC5Cc,cAAc,CAACC,OAAO,CAAC,kBAAkB,CAC3C,CAAC,CAAAC,gBAAA,CAAAC,cAAA,CAAAJ,eAAA,IAFMK,QAAQ,CAAAF,gBAAA,IAAEG,WAAW,CAAAH,gBAAA,IAG5B,IAAAI,SAAA,CAA8BpB,QAAQ,CAAC,EAAE,CAAC,CAAAqB,UAAA,CAAAJ,cAAA,CAAAG,SAAA,IAAnCE,OAAO,CAAAD,UAAA,IAAEE,UAAU,CAAAF,UAAA,IAC1B,IAAAG,UAAA,CAAoDxB,QAAQ,CAAC,EAAE,CAAC,CAAAyB,UAAA,CAAAR,cAAA,CAAAO,UAAA,IAAzDE,kBAAkB,CAAAD,UAAA,IAAEE,qBAAqB,CAAAF,UAAA,IAChD,IAAAG,UAAA,CAA4C5B,QAAQ,CAAC,EAAE,CAAC,CAAA6B,UAAA,CAAAZ,cAAA,CAAAW,UAAA,IAAjDE,cAAc,CAAAD,UAAA,IAAEE,iBAAiB,CAAAF,UAAA,IACxC,IAAAG,UAAA,CAA4ChC,QAAQ,CAAC,EAAE,CAAC,CAAAiC,UAAA,CAAAhB,cAAA,CAAAe,UAAA,IAAjDE,cAAc,CAAAD,UAAA,IAAEE,iBAAiB,CAAAF,UAAA,IACxC,IAAAG,UAAA,CAA4CpC,QAAQ,CAAC,EAAE,CAAC,CAAAqC,WAAA,CAAApB,cAAA,CAAAmB,UAAA,IAAjDE,cAAc,CAAAD,WAAA,IAAEE,iBAAiB,CAAAF,WAAA,IACxC,IAAAG,WAAA,CAA8CxC,QAAQ,CAAC,EAAE,CAAC,CAAAyC,WAAA,CAAAxB,cAAA,CAAAuB,WAAA,IAAnDE,eAAe,CAAAD,WAAA,IAAEE,kBAAkB,CAAAF,WAAA,IAC1C,IAAAG,WAAA,CAAkD5C,QAAQ,CAAC,EAAE,CAAC,CAAA6C,WAAA,CAAA5B,cAAA,CAAA2B,WAAA,IAAvDE,iBAAiB,CAAAD,WAAA,IAAEE,oBAAoB,CAAAF,WAAA,IAC9C,IAAAG,WAAA,CAA0ClD,UAAU,CAACK,UAAU,CAAC,CAAxD8C,YAAY,CAAAD,WAAA,CAAZC,YAAY,CAAEC,eAAe,CAAAF,WAAA,CAAfE,eAAe,CACrC,IAAAC,YAAA,CAAgDrD,UAAU,CAACK,UAAU,CAAC,CAA9DiD,eAAe,CAAAD,YAAA,CAAfC,eAAe,CAAEC,kBAAkB,CAAAF,YAAA,CAAlBE,kBAAkB,CAC3C,IAAAC,YAAA,CAAwBxD,UAAU,CAACK,UAAU,CAAC,CAAtCoD,WAAW,CAAAD,YAAA,CAAXC,WAAW,CACnB,IAAAC,WAAA,CAAiBvD,UAAU,CAAC,CAAC,OAAO,CAAC,CAAC,CAAAwD,YAAA,CAAAxC,cAAA,CAAAuC,WAAA,IAA/BE,MAAM,CAAAD,YAAA,IACb,GAAM,CAAAE,QAAQ,CAAGzD,WAAW,CAAC,CAAC,CAC9B,GAAM,CAAA0D,QAAQ,CAAG9D,UAAU,CAACK,UAAU,CAAC,CAACyD,QAAQ,CAEhD,GAAM,CAAAC,eAAe,CAAG,QAAlB,CAAAA,eAAeA,CAAIC,KAAK,CAAEC,QAAQ,CAAK,CAC3C5C,WAAW,CAAC4C,QAAQ,CAAC,CACrBJ,QAAQ,CAACI,QAAQ,CAAC,CAClBjD,cAAc,CAACkD,OAAO,CAAC,kBAAkB,CAAED,QAAQ,CAAC,CACtD,CAAC,CAED,GAAM,CAAAE,MAAM,CAAG,QAAT,CAAAA,MAAMA,CAAIhB,YAAY,CAAK,CAC/B,GAAIS,MAAM,CAACQ,KAAK,GAAK,EAAE,EAAIR,MAAM,CAACQ,KAAK,GAAKC,SAAS,CAAE,CACrDR,QAAQ,CAAC,QAAQ,CAAE,CAAES,OAAO,CAAE,IAAK,CAAC,CAAC,CACrC,OACF,CACA,GAAIV,MAAM,CAACQ,KAAK,GAAK,SAAS,EAAI,CAACpD,cAAc,CAACC,OAAO,CAAC,OAAO,CAAC,CAAE,CAClE4C,QAAQ,CAAC,QAAQ,CAAE,CAAES,OAAO,CAAE,IAAK,CAAC,CAAC,CACrC,OACF,CACA,GAAInB,YAAY,CAAE,CAChB1B,UAAU,CAAC,CAAC,CAAE8C,EAAE,CAAE,iCAAiC,CAAEC,GAAG,CAAE,YAAa,CAAC,CAAC,CAAC,CAC1E3C,qBAAqB,CAAC,CACpB,CAAE0C,EAAE,CAAE,iCAAiC,CAAEC,GAAG,CAAE,YAAa,CAAC,CAC7D,CAAC,CACFnC,iBAAiB,CAAC,CAChB,CAAEkC,EAAE,CAAE,iCAAiC,CAAEC,GAAG,CAAE,YAAa,CAAC,CAC7D,CAAC,CACF/B,iBAAiB,CAAC,CAChB,CAAE8B,EAAE,CAAE,iCAAiC,CAAEC,GAAG,CAAE,YAAa,CAAC,CAC7D,CAAC,CACFvC,iBAAiB,CAAC,CAChB,CAAEsC,EAAE,CAAE,iCAAiC,CAAEC,GAAG,CAAE,YAAa,CAAC,CAC7D,CAAC,CACF3B,kBAAkB,CAAC,CACjB,CAAE0B,EAAE,CAAE,iCAAiC,CAAEC,GAAG,CAAE,YAAa,CAAC,CAC7D,CAAC,CACFvB,oBAAoB,CAAC,CACnB,CAAEsB,EAAE,CAAE,iCAAiC,CAAEC,GAAG,CAAE,YAAa,CAAC,CAC7D,CAAC,CACJ,CAAC,IAAM,CACLjB,kBAAkB,CAAC,IAAI,CAAC,CAExB/C,YAAY,CACTiE,GAAG,CAAC,YAAY,CAAC,CACjBC,IAAI,CAAC,SAACC,QAAQ,CAAK,CAClB,GAAM,CAAAC,UAAU,CAAG,EAAE,CACrB,GAAM,CAAAC,qBAAqB,CAAG,EAAE,CAChC,GAAM,CAAAC,iBAAiB,CAAG,EAAE,CAC5B,GAAM,CAAAC,iBAAiB,CAAG,EAAE,CAC5B,GAAM,CAAAC,iBAAiB,CAAG,EAAE,CAC5B,GAAM,CAAAC,kBAAkB,CAAG,EAAE,CAC7B,GAAM,CAAAC,oBAAoB,CAAG,EAAE,CAC/BP,QAAQ,CAACQ,IAAI,CAACC,OAAO,CAAC,SAACC,KAAK,CAAK,CAC/B,GAAI,CAAApB,QAAQ,CAAAqB,aAAA,CAAAA,aAAA,IACPD,KAAK,MACRd,EAAE,CAAEc,KAAK,CAACd,EAAE,CACZC,GAAG,CAAEa,KAAK,CAACd,EAAE,EACd,CACD,GAAIN,QAAQ,CAACsB,UAAU,GAAK,KAAK,CAAE,CACjCX,UAAU,CAACY,IAAI,CAACvB,QAAQ,CAAC,CAC3B,CAAC,IAAM,IAAIA,QAAQ,CAACsB,UAAU,GAAK,WAAW,CAAE,CAC9CV,qBAAqB,CAACW,IAAI,CAACvB,QAAQ,CAAC,CACtC,CAAC,IAAM,IAAIA,QAAQ,CAACsB,UAAU,GAAK,OAAO,CAAE,CAC1CR,iBAAiB,CAACS,IAAI,CAACvB,QAAQ,CAAC,CAClC,CAAC,IAAM,IAAIA,QAAQ,CAACsB,UAAU,GAAK,OAAO,CAAE,CAC1CP,iBAAiB,CAACQ,IAAI,CAACvB,QAAQ,CAAC,CAClC,CAAC,IAAM,IAAIA,QAAQ,CAACsB,UAAU,GAAK,OAAO,CAAE,CAC1CT,iBAAiB,CAACU,IAAI,CAACvB,QAAQ,CAAC,CAClC,CAAC,IAAM,IAAIA,QAAQ,CAACsB,UAAU,GAAK,QAAQ,CAAE,CAC3CN,kBAAkB,CAACO,IAAI,CAACvB,QAAQ,CAAC,CACnC,CAAC,IAAM,IAAIA,QAAQ,CAACsB,UAAU,GAAK,UAAU,CAAE,CAC7CL,oBAAoB,CAACM,IAAI,CAACvB,QAAQ,CAAC,CACrC,CACF,CAAC,CAAC,CACFxC,UAAU,CAACmD,UAAU,CAAC,CACtB/C,qBAAqB,CAACgD,qBAAqB,CAAC,CAC5CxC,iBAAiB,CAAC0C,iBAAiB,CAAC,CACpCtC,iBAAiB,CAACuC,iBAAiB,CAAC,CACpC/C,iBAAiB,CAAC6C,iBAAiB,CAAC,CACpCjC,kBAAkB,CAACoC,kBAAkB,CAAC,CACtChC,oBAAoB,CAACiC,oBAAoB,CAAC,CAC1C3B,kBAAkB,CAAC,KAAK,CAAC,CAC3B,CAAC,CAAC,CACDkC,KAAK,CAAC,SAACC,KAAK,CAAK,CAChBC,OAAO,CAACD,KAAK,CAAC,QAAQ,CAAEA,KAAK,CAAC,CAC9BnC,kBAAkB,CAAC,KAAK,CAAC,CACzB,GAAImC,KAAK,CAACf,QAAQ,CAACiB,MAAM,GAAK,GAAG,EAAIF,KAAK,CAACf,QAAQ,CAACiB,MAAM,GAAK,GAAG,CAAE,CAClEnC,WAAW,CAACiC,KAAK,CAACG,OAAO,CAAC,CAC5B,CACF,CAAC,CAAC,CACN,CACF,CAAC,CAED5F,SAAS,CAAC,UAAM,CACdkE,MAAM,CAAChB,YAAY,CAAC,CACpB;AACF,CAAC,CAAE,CAACA,YAAY,CAAES,MAAM,CAACQ,KAAK,CAAC,CAAC,CAEhC,GAAM,CAAA0B,UAAU,CAAG,CACjB,CACEC,KAAK,CAAE,IAAI,CACXC,UAAU,CAAE,IAAI,CAChBC,IAAI,CAAE,CAAC,CACPC,QAAQ,CAAE,GACZ,CAAC,CACD,CACEH,KAAK,CAAE,YAAY,CACnBC,UAAU,CAAE,MAAM,CAClBC,IAAI,CAAE,CACR,CAAC,CACD,CACEF,KAAK,CAAE,SAAS,CAChBC,UAAU,CAAE,SAAS,CACrBC,IAAI,CAAE,CACR,CAAC,CACD,CACEF,KAAK,CAAE,cAAc,CACrBC,UAAU,CAAE,aAAa,CACzBC,IAAI,CAAE,CACR,CAAC,CACD,CACEF,KAAK,CAAE,wBAAwB,CAC/BC,UAAU,CAAE,MAAM,CAClBC,IAAI,CAAE,CACR,CAAC,CACD,CACEF,KAAK,CAAE,cAAc,CACrBC,UAAU,CAAE,cAAc,CAC1BC,IAAI,CAAE,CACR,CAAC,CACD,CACEF,KAAK,CAAE,SAAS,CAChBC,UAAU,CAAE,SAAS,CACrBC,IAAI,CAAE,CACR,CAAC,CACD,CACEF,KAAK,CAAE,KAAK,CACZC,UAAU,CAAE,SAAS,CACrBC,IAAI,CAAE,CAAC,CACPC,QAAQ,CAAE,GAAG,CACbC,QAAQ,CAAE,KAAK,CACfC,UAAU,CAAE,KAAK,CACjBC,iBAAiB,CAAE,IAAI,CACvBC,UAAU,CAAE,SAAAA,WAAAC,IAAA,CAAa,IAAV,CAAAC,GAAG,CAAAD,IAAA,CAAHC,GAAG,CAChB,GAAM,CAAAhC,GAAG,CAAGgC,GAAG,CAAChC,GAAG,CACnB,GAAM,CAAAiC,OAAO,CAAG,GAAAC,MAAA,CAAG5C,QAAQ,MAAMU,GAAG,CACpC,GAAM,CAAAmC,QAAQ,CAAG,GAAAD,MAAA,CAAG5C,QAAQ,gBAAgBU,GAAG,CAC/C,GAAM,CAAAoC,SAAS,CAAG,GAAAF,MAAA,CAAG5C,QAAQ,YAAYU,GAAG,CAE5C,GAAIA,GAAG,GAAK,YAAY,CAAE,CACxB,mBAAO7D,IAAA,SAAU,CAAC,CACpB,CAEA,mBACEE,KAAA,CAAClB,GAAG,EACFkH,KAAK,CAAE,CACLC,KAAK,CAAE,MAAM,CACbC,OAAO,CAAE,MAAM,CACfC,cAAc,CAAE,MAAM,CACtBC,UAAU,CAAE,MACd,CAAE,CAAAC,QAAA,eAEFvG,IAAA,WACEwG,KAAK,CAAC,eAAe,CACrBN,KAAK,CAAE,CACLO,WAAW,CAAE,KAAK,CAClBC,eAAe,CAAE,aAAa,CAC9BC,WAAW,CAAE,KAAK,CAClBC,YAAY,CAAE,MAChB,CAAE,CACFC,OAAO,CAAE,SAAAA,QAAA,CAAM,CACb,GAAIrE,YAAY,EAAIG,eAAe,CAAE,CACnC;AACA,OACF,CAEAF,eAAe,CAAC,IAAI,CAAC,CAErB7C,OAAO,CAACkG,OAAO,CAAE,CACfgB,MAAM,CAAE,MACV,CAAC,CAAC,CACC/C,IAAI,CAAC,SAACC,QAAQ,CAAK,CAClB,GAAIA,QAAQ,CAACiB,MAAM,GAAK,GAAG,CAAE,CAC3B;AACAD,OAAO,CAAC+B,GAAG,CAAC,oCAAoC,CAAC,CACjD,MAAO,CAAAnH,OAAO,CAACqG,SAAS,CAAE,CACxBa,MAAM,CAAE,MAAM,CACdE,OAAO,CAAE,CACP,cAAc,CAAE,kBAClB,CAAC,CACDC,IAAI,CAAEC,IAAI,CAACC,SAAS,CAAC,CACnBvC,UAAU,CAAEiB,GAAG,CAACjB,UAAU,CAC1BwC,UAAU,CAAEvB,GAAG,CAACwB,YAAY,CAC5BC,sBAAsB,CAAEzB,GAAG,CAACyB,sBAAsB,CAClDC,YAAY,CAAE1B,GAAG,CAAC0B,YAAY,CAC9BC,YAAY,CAAE3B,GAAG,CAAC2B,YAAY,CAC9BC,cAAc,CAAE5B,GAAG,CAAC4B,cAAc,CAClCC,aAAa,CAAE7B,GAAG,CAAC6B,aAAa,CAChCC,iBAAiB,CAAE9B,GAAG,CAAC8B,iBAAiB,CACxCC,UAAU,CAAE/B,GAAG,CAAC+B,UAClB,CAAC,CACH,CAAC,CAAC,CACC7D,IAAI,CAAC,SAACC,QAAQ,QAAK,CAAAA,QAAQ,CAAC6D,IAAI,CAAC,CAAC,GAAC,CACnC9D,IAAI,CAAC,iBACJ,CAAA+D,MAAM,CAACC,IAAI,CAACjC,OAAO,CAAE,QAAQ,CAAE,qBAAqB,CAAC,EACvD,CAAC,CACAkC,OAAO,CAAC,iBAAM,CAAAvF,eAAe,CAAC,KAAK,CAAC,GAAC,CAC1C,CAAC,IAAM,IAAIuB,QAAQ,CAACiE,EAAE,CAAE,CACtB;AACAjD,OAAO,CAAC+B,GAAG,CAAC,uBAAuB,CAAC,CACpCe,MAAM,CAACC,IAAI,CAACjC,OAAO,CAAE,QAAQ,CAAE,qBAAqB,CAAC,CACrDrD,eAAe,CAAC,KAAK,CAAC,CACxB,CAAC,IAAM,CACL;AACAuC,OAAO,CAACD,KAAK,gCAAAgB,MAAA,CACoB/B,QAAQ,CAACiB,MAAM,CAChD,CAAC,CACDxC,eAAe,CAAC,KAAK,CAAC,CACxB,CACF,CAAC,CAAC,CACDqC,KAAK,CAAC,SAACC,KAAK,CAAK,CAChBC,OAAO,CAACD,KAAK,CAAC,QAAQ,CAAEA,KAAK,CAAC,CAC9BtC,eAAe,CAAC,KAAK,CAAC,CACxB,CAAC,CAAC,CACN,CAAE,CAAA8D,QAAA,cAEFvG,IAAA,CAAChB,GAAG,EACFmH,KAAK,CAAC,MAAM,CACZ+B,CAAC,CAAC,QAAQ,CACVC,CAAC,CAAC,KAAK,CACP/B,OAAO,CAAC,MAAM,CACdC,cAAc,CAAC,QAAQ,CACvB+B,YAAY,CAAC,KAAK,CAClBlC,KAAK,CAAE,CACLmC,MAAM,CAAE,mBAAmB,CAC3B5B,WAAW,CAAE,KAAK,CAClB6B,WAAW,CAAE,SACf,CAAE,CAAA/B,QAAA,cAEFvG,IAAA,CAACpB,yBAAyB,GAAE,CAAC,CAC1B,CAAC,CACA,CAAC,cACToB,IAAA,WACEwG,KAAK,CAAC,iBAAiB,CACvBN,KAAK,CAAE,CACLO,WAAW,CAAE,KAAK,CAClBC,eAAe,CAAE,aAAa,CAC9BC,WAAW,CAAE,KAAK,CAClBC,YAAY,CAAE,MAChB,CAAE,CACFC,OAAO,CAAE,SAAAA,QAAA,CAAM,CACb,GAAIrE,YAAY,EAAIG,eAAe,CAAE,CACnC,OACF,CACAF,eAAe,CAAC,IAAI,CAAC,CACrB7C,OAAO,CAACoG,QAAQ,CAAE,CAChBc,MAAM,CAAE,QACV,CAAC,CAAC,CACC/C,IAAI,CAAC,SAACC,QAAQ,CAAK,CAClBA,QAAQ,CAAC6D,IAAI,CAAC,CAAC,CACjB,CAAC,CAAC,CACD9D,IAAI,CAAC,UAAM,CACVtB,eAAe,CAAC,KAAK,CAAC,CACxB,CAAC,CAAC,CACDqC,KAAK,CAAC,SAACC,KAAK,CAAK,CAChBC,OAAO,CAACD,KAAK,CAAC,QAAQ,CAAEA,KAAK,CAAC,CAC9BtC,eAAe,CAAC,KAAK,CAAC,CACxB,CAAC,CAAC,CACN,CAAE,CAAA8D,QAAA,cAEFvG,IAAA,CAAChB,GAAG,EACFmH,KAAK,CAAC,MAAM,CACZ+B,CAAC,CAAC,QAAQ,CACVC,CAAC,CAAC,KAAK,CACP/B,OAAO,CAAC,MAAM,CACdC,cAAc,CAAC,QAAQ,CACvB+B,YAAY,CAAC,KAAK,CAClBlC,KAAK,CAAE,CACLmC,MAAM,CAAE,mBAAmB,CAC3B5B,WAAW,CAAE,KAAK,CAClB6B,WAAW,CAAE,SACf,CAAE,CAAA/B,QAAA,cAEFvG,IAAA,CAACrB,yBAAyB,GAAE,CAAC,CAC1B,CAAC,CACA,CAAC,EACN,CAAC,CAEV,CACF,CAAC,CACF,CAED,GAAM,CAAA4J,qBAAqB,CAAG,CAC5B,CACEnD,KAAK,CAAE,IAAI,CACXC,UAAU,CAAE,IAAI,CAChBC,IAAI,CAAE,CAAC,CACPC,QAAQ,CAAE,GACZ,CAAC,CACD,CACEH,KAAK,CAAE,YAAY,CACnBC,UAAU,CAAE,MAAM,CAClBC,IAAI,CAAE,CACR,CAAC,CACD,CACEF,KAAK,CAAE,SAAS,CAChBC,UAAU,CAAE,SAAS,CACrBC,IAAI,CAAE,CACR,CAAC,CACD,CACEF,KAAK,CAAE,cAAc,CACrBC,UAAU,CAAE,aAAa,CACzBC,IAAI,CAAE,CACR,CAAC,CACD,CACEF,KAAK,CAAE,SAAS,CAChBC,UAAU,CAAE,SAAS,CACrBC,IAAI,CAAE,CACR,CAAC,CACD,CACEF,KAAK,CAAE,KAAK,CACZC,UAAU,CAAE,SAAS,CACrBC,IAAI,CAAE,CAAC,CACPC,QAAQ,CAAE,GAAG,CACbC,QAAQ,CAAE,KAAK,CACfC,UAAU,CAAE,KAAK,CACjBC,iBAAiB,CAAE,IAAI,CACvBC,UAAU,CAAE,SAAAA,WAAA6C,KAAA,CAAa,IAAV,CAAA3C,GAAG,CAAA2C,KAAA,CAAH3C,GAAG,CAChB,GAAM,CAAAhC,GAAG,CAAGgC,GAAG,CAAChC,GAAG,CACnB,GAAM,CAAAmC,QAAQ,CAAG,GAAAD,MAAA,CAAG5C,QAAQ,gBAAgBU,GAAG,CAE/C,GAAIA,GAAG,GAAK,YAAY,CAAE,CACxB,mBAAO7D,IAAA,SAAU,CAAC,CACpB,CAEA,mBACEA,IAAA,CAAChB,GAAG,EACFkH,KAAK,CAAE,CACLC,KAAK,CAAE,MAAM,CACbC,OAAO,CAAE,MAAM,CACfC,cAAc,CAAE,MAAM,CACtBC,UAAU,CAAE,MACd,CAAE,CAAAC,QAAA,cAEFvG,IAAA,WACEwG,KAAK,CAAC,iBAAiB,CACvBN,KAAK,CAAE,CACLO,WAAW,CAAE,KAAK,CAClBC,eAAe,CAAE,aAAa,CAC9BC,WAAW,CAAE,KAAK,CAClBC,YAAY,CAAE,MAChB,CAAE,CACFC,OAAO,CAAE,SAAAA,QAAA,CAAM,CACb,GAAIrE,YAAY,EAAIG,eAAe,CAAE,CACnC,OACF,CACAF,eAAe,CAAC,IAAI,CAAC,CACrB7C,OAAO,CAACoG,QAAQ,CAAE,CAChBc,MAAM,CAAE,QACV,CAAC,CAAC,CACC/C,IAAI,CAAC,SAACC,QAAQ,CAAK,CAClBA,QAAQ,CAAC6D,IAAI,CAAC,CAAC,CACjB,CAAC,CAAC,CACD9D,IAAI,CAAC,UAAM,CACVtB,eAAe,CAAC,KAAK,CAAC,CACxB,CAAC,CAAC,CACDqC,KAAK,CAAC,SAACC,KAAK,CAAK,CAChBC,OAAO,CAACD,KAAK,CAAC,QAAQ,CAAEA,KAAK,CAAC,CAC9BtC,eAAe,CAAC,KAAK,CAAC,CACxB,CAAC,CAAC,CACN,CAAE,CAAA8D,QAAA,cAEFvG,IAAA,CAAChB,GAAG,EACFmH,KAAK,CAAC,MAAM,CACZ+B,CAAC,CAAC,QAAQ,CACVC,CAAC,CAAC,KAAK,CACP/B,OAAO,CAAC,MAAM,CACdC,cAAc,CAAC,QAAQ,CACvB+B,YAAY,CAAC,KAAK,CAClBlC,KAAK,CAAE,CACLmC,MAAM,CAAE,mBAAmB,CAC3B5B,WAAW,CAAE,KAAK,CAClB6B,WAAW,CAAE,SACf,CAAE,CAAA/B,QAAA,cAEFvG,IAAA,CAACrB,yBAAyB,GAAE,CAAC,CAC1B,CAAC,CACA,CAAC,CACN,CAAC,CAEV,CACF,CAAC,CACF,CACD,GAAM,CAAA8J,iBAAiB,CAAG,CACxB,CACErD,KAAK,CAAE,IAAI,CACXC,UAAU,CAAE,IAAI,CAChBC,IAAI,CAAE,CAAC,CACPC,QAAQ,CAAE,GACZ,CAAC,CACD,CACEH,KAAK,CAAE,YAAY,CACnBC,UAAU,CAAE,MAAM,CAClBC,IAAI,CAAE,CACR,CAAC,CACD,CACEF,KAAK,CAAE,SAAS,CAChBC,UAAU,CAAE,SAAS,CACrBC,IAAI,CAAE,CACR,CAAC,CACD,CACEF,KAAK,CAAE,cAAc,CACrBC,UAAU,CAAE,aAAa,CACzBC,IAAI,CAAE,CACR,CAAC,CACD,CACEF,KAAK,CAAE,KAAK,CACZC,UAAU,CAAE,SAAS,CACrBC,IAAI,CAAE,CAAC,CACPC,QAAQ,CAAE,GAAG,CACbC,QAAQ,CAAE,KAAK,CACfC,UAAU,CAAE,KAAK,CACjBC,iBAAiB,CAAE,IAAI,CACvBC,UAAU,CAAE,SAAAA,WAAA+C,KAAA,CAAa,IAAV,CAAA7C,GAAG,CAAA6C,KAAA,CAAH7C,GAAG,CAChB;AACA,GAAM,CAAAhC,GAAG,CAAGgC,GAAG,CAAChC,GAAG,CACnBmB,OAAO,CAAC+B,GAAG,CAAC,OAAO,CAAGlD,GAAG,CAAC,CAC1B,GAAM,CAAAiC,OAAO,CAAG,GAAAC,MAAA,CAAG5C,QAAQ,MAAMU,GAAG,CACpC,GAAM,CAAAmC,QAAQ,CAAG,GAAAD,MAAA,CAAG5C,QAAQ,gBAAgBU,GAAG,CAC/C,GAAM,CAAAoC,SAAS,CAAG,GAAAF,MAAA,CAAG5C,QAAQ,mBAAmBU,GAAG,CAEnD,GAAIA,GAAG,GAAK,YAAY,CAAE,CACxB,mBAAO7D,IAAA,SAAU,CAAC,CACpB,CAEA,mBACEE,KAAA,CAAClB,GAAG,EACFkH,KAAK,CAAE,CACLC,KAAK,CAAE,MAAM,CACbC,OAAO,CAAE,MAAM,CACfC,cAAc,CAAE,MAAM,CACtBC,UAAU,CAAE,MACd,CAAE,CAAAC,QAAA,eAEFvG,IAAA,WACEwG,KAAK,CAAC,eAAe,CACrBN,KAAK,CAAE,CACLO,WAAW,CAAE,KAAK,CAClBC,eAAe,CAAE,aAAa,CAC9BC,WAAW,CAAE,KAAK,CAClBC,YAAY,CAAE,MAChB,CAAE,CACFC,OAAO,CAAE,SAAAA,QAAA,CAAM,CACb,GAAIrE,YAAY,EAAIG,eAAe,CAAE,CACnC;AACA,OACF,CAEAF,eAAe,CAAC,IAAI,CAAC,CAErB7C,OAAO,CAACkG,OAAO,CAAE,CACfgB,MAAM,CAAE,MACV,CAAC,CAAC,CACC/C,IAAI,CAAC,SAACC,QAAQ,CAAK,CAClB,GAAIA,QAAQ,CAACiB,MAAM,GAAK,GAAG,CAAE,CAC3B;AACAD,OAAO,CAAC+B,GAAG,CAAC,oCAAoC,CAAC,CACjD,MAAO,CAAAnH,OAAO,CAACqG,SAAS,CAAE,CACxBa,MAAM,CAAE,MAAM,CACdE,OAAO,CAAE,CACP,cAAc,CAAE,kBAClB,CAAC,CACDC,IAAI,CAAEC,IAAI,CAACC,SAAS,CAAC,CACnBvC,UAAU,CAAEiB,GAAG,CAACjB,UAAU,CAC1ByC,YAAY,CAAExB,GAAG,CAACwB,YAAY,CAC9BsB,QAAQ,CAAE9C,GAAG,CAACjC,EAAE,CAChBgF,UAAU,CAAE/C,GAAG,CAAC+C,UAAU,CAC1BC,cAAc,CAAEhD,GAAG,CAACgD,cAAc,CAClCzB,UAAU,CAAEvB,GAAG,CAACuB,UAAU,CAC1BM,aAAa,CAAE7B,GAAG,CAAC6B,aACrB,CAAC,CACH,CAAC,CAAC,CACC3D,IAAI,CAAC,SAACC,QAAQ,QAAK,CAAAA,QAAQ,CAAC6D,IAAI,CAAC,CAAC,GAAC,CACnC9D,IAAI,CAAC,iBACJ,CAAA+D,MAAM,CAACC,IAAI,CAACjC,OAAO,CAAE,QAAQ,CAAE,qBAAqB,CAAC,EACvD,CAAC,CACAkC,OAAO,CAAC,iBAAM,CAAAvF,eAAe,CAAC,KAAK,CAAC,GAAC,CAC1C,CAAC,IAAM,IAAIuB,QAAQ,CAACiE,EAAE,CAAE,CACtB;AACAjD,OAAO,CAAC+B,GAAG,CAAC,uBAAuB,CAAC,CACpCe,MAAM,CAACC,IAAI,CAACjC,OAAO,CAAE,QAAQ,CAAE,qBAAqB,CAAC,CACrDrD,eAAe,CAAC,KAAK,CAAC,CACxB,CAAC,IAAM,CACL;AACAuC,OAAO,CAACD,KAAK,gCAAAgB,MAAA,CACoB/B,QAAQ,CAACiB,MAAM,CAChD,CAAC,CACDxC,eAAe,CAAC,KAAK,CAAC,CACxB,CACF,CAAC,CAAC,CACDqC,KAAK,CAAC,SAACC,KAAK,CAAK,CAChBC,OAAO,CAACD,KAAK,CAAC,QAAQ,CAAEA,KAAK,CAAC,CAC9BtC,eAAe,CAAC,KAAK,CAAC,CACxB,CAAC,CAAC,CACN,CAAE,CAAA8D,QAAA,cAEFvG,IAAA,CAAChB,GAAG,EACFmH,KAAK,CAAC,MAAM,CACZ+B,CAAC,CAAC,QAAQ,CACVC,CAAC,CAAC,KAAK,CACP/B,OAAO,CAAC,MAAM,CACdC,cAAc,CAAC,QAAQ,CACvB+B,YAAY,CAAC,KAAK,CAClBlC,KAAK,CAAE,CACLmC,MAAM,CAAE,mBAAmB,CAC3B5B,WAAW,CAAE,KAAK,CAClB6B,WAAW,CAAE,SACf,CAAE,CAAA/B,QAAA,cAEFvG,IAAA,CAACpB,yBAAyB,GAAE,CAAC,CAC1B,CAAC,CACA,CAAC,cACToB,IAAA,WACEwG,KAAK,CAAC,iBAAiB,CACvBN,KAAK,CAAE,CACLO,WAAW,CAAE,KAAK,CAClBC,eAAe,CAAE,aAAa,CAC9BC,WAAW,CAAE,KAAK,CAClBC,YAAY,CAAE,MAChB,CAAE,CACFC,OAAO,CAAE,SAAAA,QAAA,CAAM,CACb,GAAIrE,YAAY,EAAIG,eAAe,CAAE,CACnC,OACF,CACAF,eAAe,CAAC,IAAI,CAAC,CACrB7C,OAAO,CAACoG,QAAQ,CAAE,CAChBc,MAAM,CAAE,QACV,CAAC,CAAC,CACC/C,IAAI,CAAC,SAACC,QAAQ,CAAK,CAClBA,QAAQ,CAAC6D,IAAI,CAAC,CAAC,CACjB,CAAC,CAAC,CACD9D,IAAI,CAAC,UAAM,CACVtB,eAAe,CAAC,KAAK,CAAC,CACxB,CAAC,CAAC,CACDqC,KAAK,CAAC,SAACC,KAAK,CAAK,CAChBC,OAAO,CAACD,KAAK,CAAC,QAAQ,CAAEA,KAAK,CAAC,CAC9BtC,eAAe,CAAC,KAAK,CAAC,CACxB,CAAC,CAAC,CACN,CAAE,CAAA8D,QAAA,cAEFvG,IAAA,CAAChB,GAAG,EACFmH,KAAK,CAAC,MAAM,CACZ+B,CAAC,CAAC,QAAQ,CACVC,CAAC,CAAC,KAAK,CACP/B,OAAO,CAAC,MAAM,CACdC,cAAc,CAAC,QAAQ,CACvB+B,YAAY,CAAC,KAAK,CAClBlC,KAAK,CAAE,CACLmC,MAAM,CAAE,mBAAmB,CAC3B5B,WAAW,CAAE,KAAK,CAClB6B,WAAW,CAAE,SACf,CAAE,CAAA/B,QAAA,cAEFvG,IAAA,CAACrB,yBAAyB,GAAE,CAAC,CAC1B,CAAC,CACA,CAAC,EACN,CAAC,CAEV,CACF,CAAC,CACF,CACD,GAAM,CAAAmK,iBAAiB,CAAGP,qBAAqB,CAC/C,GAAM,CAAAQ,iBAAiB,CAAGR,qBAAqB,CAC/C,GAAM,CAAAS,kBAAkB,CAAGT,qBAAqB,CAChD,GAAM,CAAAU,oBAAoB,CAAGV,qBAAqB,CAElD,GAAM,CAAAW,aAAa,CAAG,CACpB,qBAAqB,CAAE,CACrBC,YAAY,CAAE,MAChB,CAAC,CACD,8BAA8B,CAAE,CAC9BA,YAAY,CAAE,MAChB,CAAC,CACD,kCAAkC,CAAE,CAClCC,UAAU,CAAE,MACd,CAAC,CACD,gCAAgC,CAAE,CAChCC,SAAS,CAAE,oBAAoB,CAC/BC,QAAQ,CAAE,SACZ,CAAC,CACD,gCAAgC,CAAE,CAChCC,SAAS,CAAE,MACb,CAAC,CACD,cAAc,CAAE,KAClB,CAAC,CAED,GAAM,CAAAC,aAAa,CAAG,QAAhB,CAAAA,aAAaA,CAAA,CAAS,CAC1B,mBACExJ,IAAA,CAACf,KAAK,EAACwK,MAAM,CAAC,MAAM,CAACnD,UAAU,CAAC,QAAQ,CAACD,cAAc,CAAC,QAAQ,CAAAE,QAAA,CAAC,mBAEjE,CAAO,CAAC,CAEZ,CAAC,CAED,GAAM,CAAAmD,gBAAgB,CAAG,QAAnB,CAAAA,gBAAgBA,CAAA,CAAS,CAC7B,mBACE1J,IAAA,CAACf,KAAK,EAACwK,MAAM,CAAC,MAAM,CAACnD,UAAU,CAAC,QAAQ,CAACD,cAAc,CAAC,QAAQ,CAAAE,QAAA,CAAC,2BAEjE,CAAO,CAAC,CAEZ,CAAC,CAED,mBACErG,KAAA,CAAClB,GAAG,EACF2K,EAAE,CAAE,CACFF,MAAM,CAAE,MAAM,CACdtD,KAAK,CAAE,MAAM,CACbyD,OAAO,CAAE,kBACX,CAAE,CAAArD,QAAA,eAEFvG,IAAA,CAACF,KAAK,EAAC0G,KAAK,CAAC,gBAAgB,CAAE,CAAC,cAChCxG,IAAA,CAACL,oBAAoB,GAAE,CAAC,cACxBO,KAAA,CAACrB,UAAU,EAACgL,KAAK,CAAEpJ,QAAS,CAAA8F,QAAA,eAC1BvG,IAAA,CAAChB,GAAG,EAAC2K,EAAE,CAAE,CAAER,YAAY,CAAE,CAAC,CAAEb,WAAW,CAAE,SAAU,CAAE,CAAA/B,QAAA,cACnDrG,KAAA,CAACpB,OAAO,EACN+K,KAAK,CAAEpJ,QAAS,CAChBqJ,QAAQ,CAAE1G,eAAgB,CAC1B,aAAW,MAAM,CAAAmD,QAAA,eAEjBvG,IAAA,CAACd,GAAG,EAAC6K,KAAK,CAAC,iBAAiB,CAACF,KAAK,CAAC,qBAAqB,CAAE,CAAC,cAC3D7J,IAAA,CAACd,GAAG,EAAC6K,KAAK,CAAC,kBAAkB,CAACF,KAAK,CAAC,2BAA2B,CAAE,CAAC,cAClE7J,IAAA,CAACd,GAAG,EAAC6K,KAAK,CAAC,eAAe,CAACF,KAAK,CAAC,wBAAwB,CAAE,CAAC,cAC5D7J,IAAA,CAACd,GAAG,EAAC6K,KAAK,CAAC,cAAc,CAACF,KAAK,CAAC,uBAAuB,CAAE,CAAC,cAC1D7J,IAAA,CAACd,GAAG,EAAC6K,KAAK,CAAC,cAAc,CAACF,KAAK,CAAC,uBAAuB,CAAE,CAAC,cAC1D7J,IAAA,CAACd,GAAG,EAAC6K,KAAK,CAAC,cAAc,CAACF,KAAK,CAAC,uBAAuB,CAAE,CAAC,cAC1D7J,IAAA,CAACd,GAAG,EAAC6K,KAAK,CAAC,iBAAiB,CAACF,KAAK,CAAC,0BAA0B,CAAE,CAAC,EACzD,CAAC,CACP,CAAC,cACN7J,IAAA,CAACjB,QAAQ,EAAC8K,KAAK,CAAC,qBAAqB,CAACF,EAAE,CAAE,CAAEC,OAAO,CAAE,CAAE,CAAE,CAAArD,QAAA,cACvDvG,IAAA,CAAChB,GAAG,EAAC2K,EAAE,CAAE,CAAEF,MAAM,CAAE,MAAM,CAAEtD,KAAK,CAAE,MAAO,CAAE,CAAAI,QAAA,cACzCvG,IAAA,CAACb,QAAQ,EACP6K,IAAI,CAAEnJ,OAAQ,CACdoJ,OAAO,CAAE9E,UAAW,CACpB+E,UAAU,CAAE,IAAK,CACjBP,EAAE,CAAET,aAAc,CAClBiB,KAAK,CAAE,CACLX,aAAa,CAAEA,aAAa,CAC5BE,gBAAgB,CAAEA,gBACpB,CAAE,CACH,CAAC,CACC,CAAC,CACE,CAAC,cACX1J,IAAA,CAACjB,QAAQ,EAAC8K,KAAK,CAAC,2BAA2B,CAACF,EAAE,CAAE,CAAEC,OAAO,CAAE,CAAE,CAAE,CAAArD,QAAA,cAC7DvG,IAAA,CAAChB,GAAG,EAAC2K,EAAE,CAAE,CAAEF,MAAM,CAAE,MAAM,CAAEtD,KAAK,CAAE,MAAO,CAAE,CAAAI,QAAA,cACzCvG,IAAA,CAACb,QAAQ,EACP6K,IAAI,CAAE/I,kBAAmB,CACzBgJ,OAAO,CAAE1B,qBAAsB,CAC/B2B,UAAU,CAAE,IAAK,CACjBP,EAAE,CAAET,aAAc,CAClBiB,KAAK,CAAE,CACLX,aAAa,CAAEA,aAAa,CAC5BE,gBAAgB,CAAEA,gBACpB,CAAE,CACH,CAAC,CACC,CAAC,CACE,CAAC,cACX1J,IAAA,CAACjB,QAAQ,EAAC8K,KAAK,CAAC,wBAAwB,CAACF,EAAE,CAAE,CAAEC,OAAO,CAAE,CAAE,CAAE,CAAArD,QAAA,cAC1DvG,IAAA,CAAChB,GAAG,EAAC2K,EAAE,CAAE,CAAEF,MAAM,CAAE,MAAM,CAAEtD,KAAK,CAAE,MAAO,CAAE,CAAAI,QAAA,cACzCvG,IAAA,CAACb,QAAQ,EACP6K,IAAI,CAAE/H,eAAgB,CACtBgI,OAAO,CAAEjB,kBAAmB,CAC5BkB,UAAU,CAAE,IAAK,CACjBP,EAAE,CAAET,aAAc,CAClBiB,KAAK,CAAE,CACLX,aAAa,CAAEA,aAAa,CAC5BE,gBAAgB,CAAEA,gBACpB,CAAE,CACH,CAAC,CACC,CAAC,CACE,CAAC,cACX1J,IAAA,CAACjB,QAAQ,EAAC8K,KAAK,CAAC,uBAAuB,CAACF,EAAE,CAAE,CAAEC,OAAO,CAAE,CAAE,CAAE,CAAArD,QAAA,cACzDvG,IAAA,CAAChB,GAAG,EAAC2K,EAAE,CAAE,CAAEF,MAAM,CAAE,MAAM,CAAEtD,KAAK,CAAE,MAAO,CAAE,CAAAI,QAAA,cACzCvG,IAAA,CAACb,QAAQ,EACP6K,IAAI,CAAE3I,cAAe,CACrB4I,OAAO,CAAExB,iBAAkB,CAC3ByB,UAAU,CAAE,IAAK,CACjBP,EAAE,CAAET,aAAc,CAClBiB,KAAK,CAAE,CACLX,aAAa,CAAEA,aAAa,CAC5BE,gBAAgB,CAAEA,gBACpB,CAAE,CACH,CAAC,CACC,CAAC,CACE,CAAC,cACX1J,IAAA,CAACjB,QAAQ,EAAC8K,KAAK,CAAC,uBAAuB,CAACF,EAAE,CAAE,CAAEC,OAAO,CAAE,CAAE,CAAE,CAAArD,QAAA,cACzDvG,IAAA,CAAChB,GAAG,EAAC2K,EAAE,CAAE,CAAEF,MAAM,CAAE,MAAM,CAAEtD,KAAK,CAAE,MAAO,CAAE,CAAAI,QAAA,cACzCvG,IAAA,CAACb,QAAQ,EACP6K,IAAI,CAAEvI,cAAe,CACrBwI,OAAO,CAAEnB,iBAAkB,CAC3BoB,UAAU,CAAE,IAAK,CACjBP,EAAE,CAAET,aAAc,CAClBiB,KAAK,CAAE,CACLX,aAAa,CAAEA,aAAa,CAC5BE,gBAAgB,CAAEA,gBACpB,CAAE,CACH,CAAC,CACC,CAAC,CACE,CAAC,cACX1J,IAAA,CAACjB,QAAQ,EAAC8K,KAAK,CAAC,uBAAuB,CAACF,EAAE,CAAE,CAAEC,OAAO,CAAE,CAAE,CAAE,CAAArD,QAAA,cACzDvG,IAAA,CAAChB,GAAG,EAAC2K,EAAE,CAAE,CAAEF,MAAM,CAAE,MAAM,CAAEtD,KAAK,CAAE,MAAO,CAAE,CAAAI,QAAA,cACzCvG,IAAA,CAACb,QAAQ,EACP6K,IAAI,CAAEnI,cAAe,CACrBoI,OAAO,CAAElB,iBAAkB,CAC3BmB,UAAU,CAAE,IAAK,CACjBP,EAAE,CAAET,aAAc,CAClBiB,KAAK,CAAE,CACLX,aAAa,CAAEA,aAAa,CAC5BE,gBAAgB,CAAEA,gBACpB,CAAE,CACH,CAAC,CACC,CAAC,CACE,CAAC,cACX1J,IAAA,CAACjB,QAAQ,EAAC8K,KAAK,CAAC,0BAA0B,CAACF,EAAE,CAAE,CAAEC,OAAO,CAAE,CAAE,CAAE,CAAArD,QAAA,cAC5DvG,IAAA,CAAChB,GAAG,EAAC2K,EAAE,CAAE,CAAEF,MAAM,CAAE,MAAM,CAAEtD,KAAK,CAAE,MAAO,CAAE,CAAAI,QAAA,cACzCvG,IAAA,CAACb,QAAQ,EACP6K,IAAI,CAAE3H,iBAAkB,CACxB4H,OAAO,CAAEhB,oBAAqB,CAC9BiB,UAAU,CAAE,IAAK,CACjBP,EAAE,CAAET,aAAc,CAClBiB,KAAK,CAAE,CACLX,aAAa,CAAEA,aAAa,CAC5BE,gBAAgB,CAAEA,gBACpB,CAAE,CACH,CAAC,CACC,CAAC,CACE,CAAC,EACD,CAAC,EACV,CAAC,CAEV,CAAC,CAED,cAAe,CAAAvJ,aAAa","ignoreList":[]},"metadata":{},"sourceType":"module","externalDependencies":[]}
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: xinference
|
|
3
|
-
Version: 0.14.
|
|
3
|
+
Version: 0.14.1.post1
|
|
4
4
|
Summary: Model Serving Made Easy
|
|
5
5
|
Home-page: https://github.com/xorbitsai/inference
|
|
6
6
|
Author: Qin Xuye
|
|
@@ -37,7 +37,7 @@ Requires-Dist: fsspec==2023.10.0
|
|
|
37
37
|
Requires-Dist: s3fs==2023.10.0
|
|
38
38
|
Requires-Dist: modelscope>=1.10.0
|
|
39
39
|
Requires-Dist: sse-starlette>=1.6.5
|
|
40
|
-
Requires-Dist: openai
|
|
40
|
+
Requires-Dist: openai<1.40,>1
|
|
41
41
|
Requires-Dist: python-jose[cryptography]
|
|
42
42
|
Requires-Dist: passlib[bcrypt]
|
|
43
43
|
Requires-Dist: aioprometheus[starlette]>=23.12.0
|
|
@@ -48,7 +48,7 @@ Requires-Dist: timm
|
|
|
48
48
|
Requires-Dist: opencv-contrib-python
|
|
49
49
|
Provides-Extra: all
|
|
50
50
|
Requires-Dist: llama-cpp-python!=0.2.58,>=0.2.25; extra == "all"
|
|
51
|
-
Requires-Dist: transformers>=4.
|
|
51
|
+
Requires-Dist: transformers>=4.43.2; extra == "all"
|
|
52
52
|
Requires-Dist: torch; extra == "all"
|
|
53
53
|
Requires-Dist: accelerate>=0.27.2; extra == "all"
|
|
54
54
|
Requires-Dist: sentencepiece; extra == "all"
|
|
@@ -58,7 +58,8 @@ Requires-Dist: protobuf; extra == "all"
|
|
|
58
58
|
Requires-Dist: einops; extra == "all"
|
|
59
59
|
Requires-Dist: tiktoken; extra == "all"
|
|
60
60
|
Requires-Dist: sentence-transformers>=2.7.0; extra == "all"
|
|
61
|
-
Requires-Dist: diffusers; extra == "all"
|
|
61
|
+
Requires-Dist: diffusers>=0.25.0; extra == "all"
|
|
62
|
+
Requires-Dist: imageio-ffmpeg; extra == "all"
|
|
62
63
|
Requires-Dist: controlnet-aux; extra == "all"
|
|
63
64
|
Requires-Dist: orjson; extra == "all"
|
|
64
65
|
Requires-Dist: optimum; extra == "all"
|
|
@@ -67,6 +68,7 @@ Requires-Dist: attrdict; extra == "all"
|
|
|
67
68
|
Requires-Dist: timm>=0.9.16; extra == "all"
|
|
68
69
|
Requires-Dist: torchvision; extra == "all"
|
|
69
70
|
Requires-Dist: FlagEmbedding; extra == "all"
|
|
71
|
+
Requires-Dist: funasr; extra == "all"
|
|
70
72
|
Requires-Dist: omegaconf~=2.3.0; extra == "all"
|
|
71
73
|
Requires-Dist: nemo-text-processing; extra == "all"
|
|
72
74
|
Requires-Dist: WeTextProcessing; extra == "all"
|
|
@@ -81,11 +83,12 @@ Requires-Dist: openai-whisper; extra == "all"
|
|
|
81
83
|
Requires-Dist: boto3<1.28.65,>=1.28.55; extra == "all"
|
|
82
84
|
Requires-Dist: tensorizer~=2.9.0; extra == "all"
|
|
83
85
|
Requires-Dist: auto-gptq; sys_platform != "darwin" and extra == "all"
|
|
84
|
-
Requires-Dist: autoawq; sys_platform != "darwin" and extra == "all"
|
|
86
|
+
Requires-Dist: autoawq<0.2.6; sys_platform != "darwin" and extra == "all"
|
|
85
87
|
Requires-Dist: mlx-lm; (sys_platform == "darwin" and platform_machine == "arm64") and extra == "all"
|
|
86
88
|
Requires-Dist: vllm>=0.2.6; sys_platform == "linux" and extra == "all"
|
|
87
89
|
Requires-Dist: sglang>=0.2.7; sys_platform == "linux" and extra == "all"
|
|
88
90
|
Provides-Extra: audio
|
|
91
|
+
Requires-Dist: funasr; extra == "audio"
|
|
89
92
|
Requires-Dist: omegaconf~=2.3.0; extra == "audio"
|
|
90
93
|
Requires-Dist: nemo-text-processing; extra == "audio"
|
|
91
94
|
Requires-Dist: WeTextProcessing; extra == "audio"
|
|
@@ -114,7 +117,7 @@ Requires-Dist: sphinx-intl>=0.9.9; extra == "dev"
|
|
|
114
117
|
Requires-Dist: jieba>=0.42.0; extra == "dev"
|
|
115
118
|
Requires-Dist: flake8>=3.8.0; extra == "dev"
|
|
116
119
|
Requires-Dist: black; extra == "dev"
|
|
117
|
-
Requires-Dist: openai
|
|
120
|
+
Requires-Dist: openai<1.40,>1; extra == "dev"
|
|
118
121
|
Requires-Dist: opencv-contrib-python; extra == "dev"
|
|
119
122
|
Requires-Dist: langchain; extra == "dev"
|
|
120
123
|
Requires-Dist: langchain-community; extra == "dev"
|
|
@@ -136,7 +139,7 @@ Requires-Dist: sentence-transformers>=2.7.0; extra == "embedding"
|
|
|
136
139
|
Provides-Extra: ggml
|
|
137
140
|
Requires-Dist: llama-cpp-python!=0.2.58,>=0.2.25; extra == "ggml"
|
|
138
141
|
Provides-Extra: image
|
|
139
|
-
Requires-Dist: diffusers; extra == "image"
|
|
142
|
+
Requires-Dist: diffusers>=0.25.0; extra == "image"
|
|
140
143
|
Requires-Dist: controlnet-aux; extra == "image"
|
|
141
144
|
Provides-Extra: intel
|
|
142
145
|
Requires-Dist: torch==2.1.0a0; extra == "intel"
|
|
@@ -150,7 +153,7 @@ Requires-Dist: outlines>=0.0.34; extra == "sglang"
|
|
|
150
153
|
Requires-Dist: sglang>=0.2.7; sys_platform == "linux" and extra == "sglang"
|
|
151
154
|
Requires-Dist: vllm>=0.5.2; sys_platform == "linux" and extra == "sglang"
|
|
152
155
|
Provides-Extra: transformers
|
|
153
|
-
Requires-Dist: transformers>=4.
|
|
156
|
+
Requires-Dist: transformers>=4.43.2; extra == "transformers"
|
|
154
157
|
Requires-Dist: torch; extra == "transformers"
|
|
155
158
|
Requires-Dist: accelerate>=0.27.2; extra == "transformers"
|
|
156
159
|
Requires-Dist: sentencepiece; extra == "transformers"
|
|
@@ -165,7 +168,10 @@ Requires-Dist: timm>=0.9.16; extra == "transformers"
|
|
|
165
168
|
Requires-Dist: torchvision; extra == "transformers"
|
|
166
169
|
Requires-Dist: peft; extra == "transformers"
|
|
167
170
|
Requires-Dist: auto-gptq; sys_platform != "darwin" and extra == "transformers"
|
|
168
|
-
Requires-Dist: autoawq; sys_platform != "darwin" and extra == "transformers"
|
|
171
|
+
Requires-Dist: autoawq<0.2.6; sys_platform != "darwin" and extra == "transformers"
|
|
172
|
+
Provides-Extra: video
|
|
173
|
+
Requires-Dist: diffusers; extra == "video"
|
|
174
|
+
Requires-Dist: imageio-ffmpeg; extra == "video"
|
|
169
175
|
Provides-Extra: vllm
|
|
170
176
|
Requires-Dist: vllm>=0.2.6; extra == "vllm"
|
|
171
177
|
|
|
@@ -205,14 +211,14 @@ potential of cutting-edge AI models.
|
|
|
205
211
|
- Support speech recognition model: [#929](https://github.com/xorbitsai/inference/pull/929)
|
|
206
212
|
- Metrics support: [#906](https://github.com/xorbitsai/inference/pull/906)
|
|
207
213
|
### New Models
|
|
214
|
+
- Built-in support for [CogVideoX](https://github.com/THUDM/CogVideo): [#2049](https://github.com/xorbitsai/inference/pull/2049)
|
|
215
|
+
- Built-in support for [flux.1-schnell & flux.1-dev](https://www.basedlabs.ai/tools/flux1): [#2007](https://github.com/xorbitsai/inference/pull/2007)
|
|
216
|
+
- Built-in support for [MiniCPM-V 2.6](https://github.com/OpenBMB/MiniCPM-V): [#2031](https://github.com/xorbitsai/inference/pull/2031)
|
|
217
|
+
- Built-in support for [Kolors](https://huggingface.co/Kwai-Kolors/Kolors): [#2028](https://github.com/xorbitsai/inference/pull/2028)
|
|
218
|
+
- Built-in support for [SenseVoice](https://github.com/FunAudioLLM/SenseVoice): [#2008](https://github.com/xorbitsai/inference/pull/2008)
|
|
208
219
|
- Built-in support for [Mistral Large 2](https://mistral.ai/news/mistral-large-2407/): [#1944](https://github.com/xorbitsai/inference/pull/1944)
|
|
209
220
|
- Built-in support for [llama3.1](https://ai.meta.com/blog/meta-llama-3-1/): [#1932](https://github.com/xorbitsai/inference/pull/1932)
|
|
210
221
|
- Built-in support for [Mistral Nemo](https://mistral.ai/news/mistral-nemo/): [#1936](https://github.com/xorbitsai/inference/pull/1936)
|
|
211
|
-
- Built-in support for [CosyVoice](https://github.com/FunAudioLLM/CosyVoice): [#1881](https://github.com/xorbitsai/inference/pull/1881)
|
|
212
|
-
- Built-in support for [codegeex4](https://github.com/THUDM/CodeGeeX4): [#1888](https://github.com/xorbitsai/inference/pull/1888)
|
|
213
|
-
- Built-in support for [Gemma-2-it](https://huggingface.co/blog/gemma2): [#1774](https://github.com/xorbitsai/inference/pull/1774)
|
|
214
|
-
- Built-in support for [jina-reranker-v2](https://huggingface.co/jinaai/jina-reranker-v2-base-multilingual): [#1733](https://github.com/xorbitsai/inference/pull/1733)
|
|
215
|
-
- Built-in support for [Qwen2](https://github.com/QwenLM/Qwen2): [#1509](https://github.com/xorbitsai/inference/pull/1597)
|
|
216
222
|
### Integrations
|
|
217
223
|
- [Dify](https://docs.dify.ai/advanced/model-configuration/xinference): an LLMOps platform that enables developers (and even non-developers) to quickly build useful applications based on large language models, ensuring they are visual, operable, and improvable.
|
|
218
224
|
- [FastGPT](https://github.com/labring/FastGPT): a knowledge-based platform built on the LLM, offers out-of-the-box data processing and model invocation capabilities, allows for workflow orchestration through Flow visualization.
|
|
@@ -268,7 +274,7 @@ with popular third-party libraries including [LangChain](https://python.langchai
|
|
|
268
274
|
|
|
269
275
|
### Jupyter Notebook
|
|
270
276
|
|
|
271
|
-
The lightest way to experience Xinference is to try our [
|
|
277
|
+
The lightest way to experience Xinference is to try our [Jupyter Notebook on Google Colab](https://colab.research.google.com/github/xorbitsai/inference/blob/main/examples/Xinference_Quick_Start.ipynb).
|
|
272
278
|
|
|
273
279
|
### Docker
|
|
274
280
|
|
|
@@ -1,39 +1,39 @@
|
|
|
1
1
|
xinference/__init__.py,sha256=muQ9V9y11BcIqlZhhc06oDf193H7bwDIa8e_wSoDKI8,986
|
|
2
2
|
xinference/_compat.py,sha256=SQAjZMGxtBIce45qtW7ob7RWzA0zhv2yB3AxT0rb0uU,1778
|
|
3
|
-
xinference/_version.py,sha256=
|
|
3
|
+
xinference/_version.py,sha256=QoA_TD3bkIhqC5P-nHizAF7n_tH1vzTXvVYxPEk7X9M,504
|
|
4
4
|
xinference/conftest.py,sha256=FF-ZkqkfOxQw4hz_8G7p5aB7gFdsJlr6u2ZdFuuauAA,9744
|
|
5
|
-
xinference/constants.py,sha256=
|
|
5
|
+
xinference/constants.py,sha256=FZwKBlSwUMb1_qKMZWfkz9z6nrgdgOhO-g7S_Qn3cis,3319
|
|
6
6
|
xinference/device_utils.py,sha256=zswJiws3VyTIaNO8z-MOcsJH_UiPoePPiKK5zoNrjTA,3285
|
|
7
7
|
xinference/fields.py,sha256=0UtBFaDNzn1n9MRjyTkNrolsIML-TpZfudWOejqjni8,5245
|
|
8
8
|
xinference/isolation.py,sha256=uhkzVyL3fSYZSuFexkG6Jm-tRTC5I607uNg000BXAnE,1949
|
|
9
|
-
xinference/types.py,sha256=
|
|
9
|
+
xinference/types.py,sha256=S6bp6XOhjNy4LlI6Hxp1uCkKX3dimiEjkzxNHfc6hcs,13932
|
|
10
10
|
xinference/utils.py,sha256=VSOJMFd9H7kce98OtJZbcDjjpfzRpHAFs8WU0xXPBM8,717
|
|
11
11
|
xinference/api/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
|
|
12
|
-
xinference/api/restful_api.py,sha256=
|
|
12
|
+
xinference/api/restful_api.py,sha256=mVChYmJFUip7Wm7jW4qlkxuS5ONAa3pcGmfX0LXc21s,77889
|
|
13
13
|
xinference/api/oauth2/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
|
|
14
14
|
xinference/api/oauth2/auth_service.py,sha256=74JzB42fbbmBu4Q1dW3A9Fp_N7167KgRGB42Z0NHjAM,6119
|
|
15
15
|
xinference/api/oauth2/types.py,sha256=K923sv_XySIUtM2Eozl9IG082IJcDOS5SFLrPZ5ELBg,996
|
|
16
16
|
xinference/api/oauth2/utils.py,sha256=SIiiUj6VuTEsj3bZ2TYUyhx3cGlLSX3ZNWDOgUwRtXc,1410
|
|
17
17
|
xinference/client/__init__.py,sha256=Gc4HOzAy_1cic5kXlso7hahYgw89CKvZSJDicEU461k,669
|
|
18
18
|
xinference/client/common.py,sha256=iciZRs5YjM2gYsXnwACPMaiBZp4_XpawWwfym0Iyu40,1617
|
|
19
|
-
xinference/client/handlers.py,sha256=
|
|
19
|
+
xinference/client/handlers.py,sha256=OKl_i5FA341wsQf_0onSOPbbW6V861WJrSP7ghtDc8c,527
|
|
20
20
|
xinference/client/restful/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
|
|
21
|
-
xinference/client/restful/restful_client.py,sha256=
|
|
21
|
+
xinference/client/restful/restful_client.py,sha256=TOiEmKNT86SWUpnLWymKUgU67TAtVoxhHT2y68lEMfI,51625
|
|
22
22
|
xinference/core/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
|
|
23
23
|
xinference/core/cache_tracker.py,sha256=2hk8ANOYruhxAt4MPz482tYEQcvYBh_B7sq0eYd0rTU,6963
|
|
24
|
-
xinference/core/chat_interface.py,sha256=
|
|
24
|
+
xinference/core/chat_interface.py,sha256=DiVTdIXveJxUuZC8w4wzEBmyzclhHmdEDlBZ_GlC3Wg,19486
|
|
25
25
|
xinference/core/event.py,sha256=Lkx_-Ohwyzyt-MBbkrZy9N-7aeYs-wux0fDtZpa2SJY,1632
|
|
26
|
-
xinference/core/image_interface.py,sha256=
|
|
26
|
+
xinference/core/image_interface.py,sha256=wxxhNBVXgwV5fuI9CdWuZ_bMrqcQYfivUK0r2ix3Avo,10071
|
|
27
27
|
xinference/core/metrics.py,sha256=ScmTG15Uq3h_ob72ybZSMWdnk8P4sUZFcm60f4ikSXc,2631
|
|
28
|
-
xinference/core/model.py,sha256=
|
|
28
|
+
xinference/core/model.py,sha256=Jru8hJF1AEYNvRewydNLBugXDxysU2vplmPzwIKJoEw,27704
|
|
29
29
|
xinference/core/resource.py,sha256=FQ0aRt3T4ZQo0P6CZZf5QUKHiCsr5llBvKb1f7wfnxg,1611
|
|
30
30
|
xinference/core/scheduler.py,sha256=WaWgmVL5FIdcanP1RqMKvnObf7BHldREpYwRUePnTQo,15691
|
|
31
31
|
xinference/core/status_guard.py,sha256=fF5hisvfn6es9DV6Z6RRD6V_S_uLcb8lHM6PArGgb04,2820
|
|
32
|
-
xinference/core/supervisor.py,sha256=
|
|
32
|
+
xinference/core/supervisor.py,sha256=BhL-VCUvfazH_UQ8n99vCgapwt_ZB73KWwZy9NY6rPw,52253
|
|
33
33
|
xinference/core/utils.py,sha256=LqPrez5dGELRQDSwOD5EP8XHb-aUKAdyszS-QpNouuw,6401
|
|
34
|
-
xinference/core/worker.py,sha256=
|
|
34
|
+
xinference/core/worker.py,sha256=DJYvKDuIzE1BlP0uREwxNV7cSf3MZnAgPqmitH3u3Gk,45628
|
|
35
35
|
xinference/deploy/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
|
|
36
|
-
xinference/deploy/cmdline.py,sha256=
|
|
36
|
+
xinference/deploy/cmdline.py,sha256=iiZCKtp3jXgio_Xj8AK0Ywgv3LD8gRV45pGYrjlAOdQ,48489
|
|
37
37
|
xinference/deploy/local.py,sha256=vlAvhcl8utP1DjW4MJpBgD4JLHQV-1Xebmdd8j9M8IM,3946
|
|
38
38
|
xinference/deploy/supervisor.py,sha256=fMHeEGigQ72PD9JEFmZ5Xudn25Uj4DhD2OVIlAu_YpA,2978
|
|
39
39
|
xinference/deploy/utils.py,sha256=DnDjRqiAA77CzAax1laAmNXJM4PFoUxQhRaobmss3fI,6695
|
|
@@ -44,17 +44,18 @@ xinference/locale/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms
|
|
|
44
44
|
xinference/locale/utils.py,sha256=w-G1DAJGw1UUQVVtq6khOZn7ZjobUmTw6qwHMm2eWIs,1312
|
|
45
45
|
xinference/locale/zh_CN.json,sha256=YA55G9s1p05Bt5RBoDo5SV12dd-CMJI0ABap6RpCp4M,1097
|
|
46
46
|
xinference/model/__init__.py,sha256=IRC3ojiqYkVLIK_xsIxYeKypEeeTTdrovnVzK_4L4eg,663
|
|
47
|
-
xinference/model/core.py,sha256=
|
|
47
|
+
xinference/model/core.py,sha256=WQakLJgxrJMbTGn9AVaw-Tas7QL5M8cJsuYpGgH-io8,4706
|
|
48
48
|
xinference/model/utils.py,sha256=NGIXgpkUY0dXGxnh-FsfeNq6OS9SPwBzNfASLXWCqUo,15146
|
|
49
49
|
xinference/model/audio/__init__.py,sha256=QyQwELIYk7DuD5Hen2q45pLMJ4K8iAnto8zlOA9QUSY,2839
|
|
50
50
|
xinference/model/audio/chattts.py,sha256=JZA_0TR4nMGqJ-2WYqwb8DcjhsTC57D0QlkPBl4v788,3973
|
|
51
|
-
xinference/model/audio/core.py,sha256=
|
|
51
|
+
xinference/model/audio/core.py,sha256=_9Nz1_w1Jq3Y4bIxAgsqnmtG4dneFAajDLXtQLz8j44,6264
|
|
52
52
|
xinference/model/audio/cosyvoice.py,sha256=rX_Msy05ymN-J6fdV7fXia36p5CDG7z0aslJows5MRY,4988
|
|
53
53
|
xinference/model/audio/custom.py,sha256=01NTD927pairIBWOo9At6Bjqpo1kdcIn3AVijbOdp7Y,5056
|
|
54
|
-
xinference/model/audio/
|
|
55
|
-
xinference/model/audio/
|
|
54
|
+
xinference/model/audio/funasr.py,sha256=zAkQPZp9H4zXbCjWJW1qxWK4B88XXrVaewvdoPQylo4,3985
|
|
55
|
+
xinference/model/audio/model_spec.json,sha256=-nRulxyaMa87iIrT5_vaeHXYBHzxI1NpFhlFd_DGtqk,4504
|
|
56
|
+
xinference/model/audio/model_spec_modelscope.json,sha256=dTINTAHopLQtDVLNJXURUG8u8Iv39-D7Vp_bDr3Lck8,1729
|
|
56
57
|
xinference/model/audio/utils.py,sha256=pwo5cHh8nvhyBa9f-17QaVpXMSjmbpGbPYKwBBtEhGM,717
|
|
57
|
-
xinference/model/audio/whisper.py,sha256=
|
|
58
|
+
xinference/model/audio/whisper.py,sha256=okhJWnWoE-1Jmk-oKxTotCQ56rQIFMhTOZOmJBk5ug0,7764
|
|
58
59
|
xinference/model/embedding/__init__.py,sha256=0FLzOZyOuMctxFvhobkLXRUepwHck6RPbtjCct1eMI8,2854
|
|
59
60
|
xinference/model/embedding/core.py,sha256=c8Lr6_Egx3Dz9WOya3-kapRZhjwD5REbzVYgO-qEvgs,16539
|
|
60
61
|
xinference/model/embedding/custom.py,sha256=iE3-iWVzxarXdeTdw5e6rxv6HQRXVbPHp65wwhT2IL8,3919
|
|
@@ -68,19 +69,19 @@ xinference/model/flexible/launchers/__init__.py,sha256=X8w_2hKuQ9H3f90XYK7H_AQU4
|
|
|
68
69
|
xinference/model/flexible/launchers/image_process_launcher.py,sha256=APbbHls0N9DpLFL6_qTexuc5o6bQAvdgJEAZWU4clyw,2510
|
|
69
70
|
xinference/model/flexible/launchers/transformers_launcher.py,sha256=OZeeogDfopRUGhulP4PRJ4fZEJ2D9cfv7lcC2qJBoDE,2012
|
|
70
71
|
xinference/model/image/__init__.py,sha256=lDtP961bpu6h5TK57kJ531Zoch2xU5DM-Eco_YQne-Y,2780
|
|
71
|
-
xinference/model/image/core.py,sha256=
|
|
72
|
+
xinference/model/image/core.py,sha256=JmzqyvY_DicnAa1TeKUXHTTvDB0gg-bT9ONwh5-3GhM,8871
|
|
72
73
|
xinference/model/image/custom.py,sha256=nn1iZDTYNz68A2gWFXvUuv__Gx8EGdkz_sHvHnPnSoA,3841
|
|
73
|
-
xinference/model/image/model_spec.json,sha256=
|
|
74
|
-
xinference/model/image/model_spec_modelscope.json,sha256=
|
|
74
|
+
xinference/model/image/model_spec.json,sha256=44GvqX5WFreCx7dX7gQyQE6c3QxPZmRBqwtdGH_ERgc,5066
|
|
75
|
+
xinference/model/image/model_spec_modelscope.json,sha256=CE9AomBC4hR556Ur1yd0zr7eO9N1lZ3YHW0nlmfBywE,3964
|
|
75
76
|
xinference/model/image/utils.py,sha256=gxg8jJ2nYaDknzCcSC53WCy1slbB5aWU14AbJbfm6Z4,906
|
|
76
77
|
xinference/model/image/stable_diffusion/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
|
|
77
|
-
xinference/model/image/stable_diffusion/core.py,sha256=
|
|
78
|
-
xinference/model/llm/__init__.py,sha256=
|
|
78
|
+
xinference/model/image/stable_diffusion/core.py,sha256=FU5edpBeKwlG6dwMOVecT9xeTjXgrAmrjge-OOSzzFs,10207
|
|
79
|
+
xinference/model/llm/__init__.py,sha256=pZmMJ7wc9U-5PRARS2KOjQqf8wH3jJ4jtvtmppyMKcc,11543
|
|
79
80
|
xinference/model/llm/core.py,sha256=f4nKVPTAseivij6mbL2yXEKxrzllKm-_i2ttSqckTCg,8157
|
|
80
|
-
xinference/model/llm/llm_family.json,sha256=
|
|
81
|
+
xinference/model/llm/llm_family.json,sha256=JLNe4OX6Sju3LqlKcYuspzLagDboNLOST1jEfaW4Su4,205826
|
|
81
82
|
xinference/model/llm/llm_family.py,sha256=pnrQkQt0riqJ_XtuF1erLxgbMveSq9Nx3GEOerH3rus,42857
|
|
82
83
|
xinference/model/llm/llm_family_csghub.json,sha256=fqIodnCl2_VUpX1NaBdVYApG2LRkXMhUxLNhLt8C7W8,3057
|
|
83
|
-
xinference/model/llm/llm_family_modelscope.json,sha256=
|
|
84
|
+
xinference/model/llm/llm_family_modelscope.json,sha256=i9zvjGBe-MKhEHuWJr_Onez7lyMrDSzVTyaCGy8epLw,125040
|
|
84
85
|
xinference/model/llm/memory.py,sha256=PTD8m6TCZVU1zrwc9wepX9cUjCqAXBENj6X7tjua0to,10207
|
|
85
86
|
xinference/model/llm/utils.py,sha256=pkMLvc9o9qnCTbBEwaT-RFj2EBKzuL1zloX-4p_gIFE,35424
|
|
86
87
|
xinference/model/llm/ggml/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
|
|
@@ -95,7 +96,7 @@ xinference/model/llm/pytorch/baichuan.py,sha256=TpCfi37Ou87VA8S5siGRUK5JWC5SjGbZ
|
|
|
95
96
|
xinference/model/llm/pytorch/chatglm.py,sha256=sZuSEaEZL_29OJHkqhpNG2BfwNEqRSKNMl-5vdCPyfk,22425
|
|
96
97
|
xinference/model/llm/pytorch/cogvlm2.py,sha256=3RaKxVD6AVNlCi6DokXPmcgINaRY1ImHxF5Gg9u6a70,18622
|
|
97
98
|
xinference/model/llm/pytorch/compression.py,sha256=U0vMJ-JaBt4oC2LffgWg6HbPj1CeUi_YdwVbjDd0mRA,8112
|
|
98
|
-
xinference/model/llm/pytorch/core.py,sha256=
|
|
99
|
+
xinference/model/llm/pytorch/core.py,sha256=Pc3IgSAa9NYK3fSwsyeaPNNtcR0j14EZsTGo3RAvNOs,31010
|
|
99
100
|
xinference/model/llm/pytorch/deepseek_vl.py,sha256=yiOJd2GHrVTTFvyZ7hLV-O-YsCfqRAEHK46ah-zqq3I,11562
|
|
100
101
|
xinference/model/llm/pytorch/falcon.py,sha256=-tn55ZMHx197vLsJOSjkY5ugt59Od67QoyPyff4YtA0,4562
|
|
101
102
|
xinference/model/llm/pytorch/glm4v.py,sha256=30xUH1pKK7WAjxPFmqiMarTRz7wUEw8ttskex8Hjv9I,16609
|
|
@@ -103,6 +104,7 @@ xinference/model/llm/pytorch/intern_vl.py,sha256=JVhWJYFgS49CtHz-OF1ofI6PNyd7vcI
|
|
|
103
104
|
xinference/model/llm/pytorch/internlm2.py,sha256=NkpPY49KMSuTGVR0SEbziH7eO2sV7I-2MTlCcE7iqNc,7956
|
|
104
105
|
xinference/model/llm/pytorch/llama_2.py,sha256=Nr2yaNxmoDmPhIw_p0lwN76iB4jxh7NGKDoK-YaIZiY,3836
|
|
105
106
|
xinference/model/llm/pytorch/minicpmv25.py,sha256=ocYKurUS73oblN84EqI9yM7fpK5o1NvR456efL_Oc-Y,8782
|
|
107
|
+
xinference/model/llm/pytorch/minicpmv26.py,sha256=Djt56nNrBB3jG2E-TfuzURA8VoJWLglWJ_FlRcmR9zE,8853
|
|
106
108
|
xinference/model/llm/pytorch/omnilmm.py,sha256=3vF8963CbSOrTZhkiNrzAI-p14b57s8QiR_aGBM1oMY,5724
|
|
107
109
|
xinference/model/llm/pytorch/qwen_vl.py,sha256=4JukyB0YVH0TcyV8sIErhbRRJgNdrB4jSxx1mFBnIQ8,15592
|
|
108
110
|
xinference/model/llm/pytorch/tensorizer_utils.py,sha256=VXSYbPZtCbd8lVvsnjDLPZjfCMil67Pkywd_Ze4dTx4,11362
|
|
@@ -110,15 +112,20 @@ xinference/model/llm/pytorch/utils.py,sha256=HZhJKQG1O1P1qTpxvVzIjBp-2J8aTRxUmS9
|
|
|
110
112
|
xinference/model/llm/pytorch/vicuna.py,sha256=bhDcwGTIk37EavzDtqbaCidkkBJ6I6rm3K-yptKVxJU,2397
|
|
111
113
|
xinference/model/llm/pytorch/yi_vl.py,sha256=RP_NmaASIhznwS332l0Xuj7hfGSOLWcQhXLbEz2sCP0,10975
|
|
112
114
|
xinference/model/llm/sglang/__init__.py,sha256=-sjSIQ4K6w-TEzx49kVaWeWC443fnZqODU91GCQ_JNo,581
|
|
113
|
-
xinference/model/llm/sglang/core.py,sha256=
|
|
115
|
+
xinference/model/llm/sglang/core.py,sha256=HBuOImMSOLg1Rt92mtNlrbc0f4m_p8mAQ6NPq_r5yrg,15764
|
|
114
116
|
xinference/model/llm/vllm/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
|
|
115
|
-
xinference/model/llm/vllm/core.py,sha256=
|
|
117
|
+
xinference/model/llm/vllm/core.py,sha256=zjXjlaXY4UrljDYI4MbCWKMNmhqTuwdpv-A78CLLfFs,23844
|
|
116
118
|
xinference/model/rerank/__init__.py,sha256=BXIL1uu3ZpZHX9bODhW9lxKUXudZE7-OkXFmmM5rpMU,2817
|
|
117
119
|
xinference/model/rerank/core.py,sha256=G3SMm7BlMk3r8zyDs5FwwTCemlWHYspuZtTh8pWpdmg,12231
|
|
118
120
|
xinference/model/rerank/custom.py,sha256=NKk7jA7p4xkuwS5WoOs2SY2wdnoAVpyCjBTvv317bBw,3917
|
|
119
121
|
xinference/model/rerank/model_spec.json,sha256=zZHVUq9B5vwTQOzXOXNK3pgGpQVrMG9npAYwftqFZ3I,1608
|
|
120
122
|
xinference/model/rerank/model_spec_modelscope.json,sha256=vSSC0aWy_DHnNDzzBcMWr2pqdISDmPS95FtD_YfMmn4,1275
|
|
121
123
|
xinference/model/rerank/utils.py,sha256=MJAFL47G3r3zLVGXKoi0QLTgU3Xr4Ffv72Ipn--psew,713
|
|
124
|
+
xinference/model/video/__init__.py,sha256=DZBkad3SRlQIVRHP72R-cN3mKN0H-7NWUa6VBHm6IVU,2027
|
|
125
|
+
xinference/model/video/core.py,sha256=KHatXe3NRMlk79o-JQQM9ZULAASfV9UN7-uVE4eQz-M,5921
|
|
126
|
+
xinference/model/video/diffusers.py,sha256=nzXK530QE1dxqDLKBQzCiYg-11HVVdoqqZJ4cRH-ObQ,5923
|
|
127
|
+
xinference/model/video/model_spec.json,sha256=OxJUFYWrgICw3Bwx2OCjGegz5ID5DwvODgPc23zbsLo,231
|
|
128
|
+
xinference/model/video/model_spec_modelscope.json,sha256=aooASfAVXLV-A1F2amMge9b331FBYtNwM3DMCVsj9gE,230
|
|
122
129
|
xinference/thirdparty/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
123
130
|
xinference/thirdparty/cosyvoice/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
124
131
|
xinference/thirdparty/cosyvoice/bin/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
@@ -207,14 +214,14 @@ xinference/thirdparty/omnilmm/train/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY
|
|
|
207
214
|
xinference/thirdparty/omnilmm/train/train_utils.py,sha256=L4JtFWDKtdEcQYpGW-UV6GCswTqHkiskK3phM9J-xUM,5634
|
|
208
215
|
xinference/web/ui/package-lock.json,sha256=MDt0IM5NT4MvrBwKJxD6TlgqKHvRQB7uH2szO1CQspU,762056
|
|
209
216
|
xinference/web/ui/package.json,sha256=W0Bq0vT0HOALv-nFo34Fos3r6DKrjR7zAL5swLg5qZg,1987
|
|
210
|
-
xinference/web/ui/build/asset-manifest.json,sha256=
|
|
217
|
+
xinference/web/ui/build/asset-manifest.json,sha256=_QCAXx1HT-h0nsB8Vdav1vtIA14ok04V2Eg-mFkeqCE,453
|
|
211
218
|
xinference/web/ui/build/favicon.svg,sha256=dWR8uaz0Q9GCcl-DjWvQh07e1f3jhJBt-r4aSbmH3A4,1894
|
|
212
|
-
xinference/web/ui/build/index.html,sha256=
|
|
219
|
+
xinference/web/ui/build/index.html,sha256=BOIV3I_0pc54lBlzHC2nyf6Psz4cdIQRNcLQYLe9nFU,650
|
|
213
220
|
xinference/web/ui/build/static/css/main.4bafd904.css,sha256=B1LOr0CAJXDztw7bSsJMTmEwdzqnciZOYjgeBSO25cQ,3910
|
|
214
221
|
xinference/web/ui/build/static/css/main.4bafd904.css.map,sha256=rIbo5tZ_vpOnVcUwFk29B6UpEffrfphEQ3XKUAuG49E,7794
|
|
215
|
-
xinference/web/ui/build/static/js/main.
|
|
216
|
-
xinference/web/ui/build/static/js/main.
|
|
217
|
-
xinference/web/ui/build/static/js/main.
|
|
222
|
+
xinference/web/ui/build/static/js/main.17ca0398.js,sha256=dBpa4YktxCOI8bMcpH-rkyGlEE5CdIgZ58a8Hb2Ph-k,989835
|
|
223
|
+
xinference/web/ui/build/static/js/main.17ca0398.js.LICENSE.txt,sha256=rbybPZZs56fvnjMiAklb5AB-cE9DLmWrrraygrxIG3I,2279
|
|
224
|
+
xinference/web/ui/build/static/js/main.17ca0398.js.map,sha256=F15I5QInQDy8MwwhH09z7eStDE0A1qWtPLaKG_rClwA,4390928
|
|
218
225
|
xinference/web/ui/build/static/media/icon.4603d52c63041e5dfbfd.webp,sha256=kM--URMpXs5Vf0iSqQ8hmUalvWgcmRERpv37CriXRAE,16128
|
|
219
226
|
xinference/web/ui/node_modules/.package-lock.json,sha256=9jU355rtDRCO-oEwZIz20ylwNPD9ZXgReo7Uu8B97Zg,760016
|
|
220
227
|
xinference/web/ui/node_modules/.cache/babel-loader/000791038e4133db461021f1018491323a006cca7a53e09c2ac35032bc36d8b6.json,sha256=bke3WZZjPsJqMKVeHZ7xOSiE8x3fy4fe9nzvylycWOE,1374
|
|
@@ -2342,7 +2349,6 @@ xinference/web/ui/node_modules/.cache/babel-loader/2c4da207b6b1f6072a467142c738c
|
|
|
2342
2349
|
xinference/web/ui/node_modules/.cache/babel-loader/2c5133363486d54687558b3187e5e1bb561b746e83d456876728ca3cb7882fe6.json,sha256=RuqVm1iee-p0ljfsvJ_WFk3Mnfau34umr1orlwqe2X4,1393
|
|
2343
2350
|
xinference/web/ui/node_modules/.cache/babel-loader/2c5b6d98bec543f42460c5b5c162475b3beffdad04c1da84779ba56f5b2b6cba.json,sha256=MkX8cJB0WU3v768OHsdQhakPDENmy2HBP6k5OVBBtSA,1296
|
|
2344
2351
|
xinference/web/ui/node_modules/.cache/babel-loader/2c5d117d6f55af6667468597273065d9606af53480cbaf064cf8635930ca467d.json,sha256=JbkfHedPGSqFxC9I_2e7bZL67mSrGexAwYvo_4Ypcxw,2051
|
|
2345
|
-
xinference/web/ui/node_modules/.cache/babel-loader/2c63090c842376cdd368c3ded88a333ef40d94785747651343040a6f7872a223.json,sha256=2Jw4ITc72o7V6lEQtvHuPCs1FAh9r113VE2RjbLg_iA,13153
|
|
2346
2352
|
xinference/web/ui/node_modules/.cache/babel-loader/2c642c9cd68f5250d03705c9be258b9c5400df44d1645225cef95b584d13473c.json,sha256=HmrkvA9enybP1vO0AJsgJbc8WR44PcesmECIvNB6ZkY,1041
|
|
2347
2353
|
xinference/web/ui/node_modules/.cache/babel-loader/2c659121fbc6fa6283330347d457f4e1909277b63350b8e90ece55a3dbc07728.json,sha256=cgvyaIhevffJjNupuQNHJCZO3kYXnCGCO2yOq0TC7RE,1317
|
|
2348
2354
|
xinference/web/ui/node_modules/.cache/babel-loader/2c6651caafb8daf2eb4aa3a6bf54be817f7cba161a00fcee023b6b68e2afc0d5.json,sha256=afSAbUylhwsvC-4WyiskkD1DtNhcqECxKN2AbXYzZh4,1704
|
|
@@ -5590,7 +5596,6 @@ xinference/web/ui/node_modules/.cache/babel-loader/70d508c5b502c7e9c3e5a249bec6d
|
|
|
5590
5596
|
xinference/web/ui/node_modules/.cache/babel-loader/70d5f030a5f671b9c06042f62e16a4a52c8a9f5595b6fac7488e7ea2ca7290cd.json,sha256=M0Wj8W0KRztIjJSfVZAPt2K-sOq2XPX1xxsjdjtdP0I,1499
|
|
5591
5597
|
xinference/web/ui/node_modules/.cache/babel-loader/70da79a71662ebed2026fb4ecb79feb4887777176f73a0f568b72478a33f7b3f.json,sha256=efEbsnYyyR_igGtXkJSUndpQTLASdAUlNyFZA6jrXLg,2915
|
|
5592
5598
|
xinference/web/ui/node_modules/.cache/babel-loader/70dc80957ce1a277652d04f1a479a20b6e102df248baf58bf0dfe4dabfd8003a.json,sha256=i7Kb9Sar0HXqIZZOq3xpV9ekZUU9n9oS1pQbtpTw1tQ,1455
|
|
5593
|
-
xinference/web/ui/node_modules/.cache/babel-loader/70fa8c07463a5fe57c68bf92502910105a8f647371836fe8c3a7408246ca7ba0.json,sha256=cFewQGmmdJ6kP9nMtLWpvsX2F9Y9o4gH65neRGNrAzM,62103
|
|
5594
5599
|
xinference/web/ui/node_modules/.cache/babel-loader/71028037bb0b4840d1664c91735e42bc597156600f57acebcf8f3bdd01fafb2b.json,sha256=uCZiwGveYKWxFvLNEsLfeR2BERnB5RR7TbyjL01onBI,1804
|
|
5595
5600
|
xinference/web/ui/node_modules/.cache/babel-loader/710c8ef9f0c58f471e5e79e62ea1665c0dd27274b6aa17d98fae9ec1cd1a875f.json,sha256=Qi0-MOKJ7Wj_68VrYoqhFcONZHxZB6sAxQ8Gdhc34UA,2773
|
|
5596
5601
|
xinference/web/ui/node_modules/.cache/babel-loader/711377359cccf3e39fa8fcb3dd298f2bd58a216d7f88e8f1bea42164876127c2.json,sha256=bQ1Muh5KXio7zv9sMj4g_6RDbv7IqjaCRvwVIAX6E6Y,1057
|
|
@@ -5611,6 +5616,7 @@ xinference/web/ui/node_modules/.cache/babel-loader/714522557983b3f02995e5006d116
|
|
|
5611
5616
|
xinference/web/ui/node_modules/.cache/babel-loader/715706578b819e44279df76407d39a2acfcab9754e40e8365225463376fd7744.json,sha256=q83Vj32ygRBO8a0eyGVihPI29XU0hYHil6qaD1NtVH4,1383
|
|
5612
5617
|
xinference/web/ui/node_modules/.cache/babel-loader/715eca31da811b86eefa1f104059b758893ed40b3c87567eda97700a6580b854.json,sha256=_vtbzJ46JTTeHBGXkKh0lYTFFJ5AU_-F3TdNTolIX_M,1787
|
|
5613
5618
|
xinference/web/ui/node_modules/.cache/babel-loader/715fa31d949879e8931dee412d41c05260360df774daa8110c02fd436f4aef04.json,sha256=u99HYCFJ22wB4NkmV68qcAsfv46iR_N8eNf4edciK40,31477
|
|
5619
|
+
xinference/web/ui/node_modules/.cache/babel-loader/71684495d995c7e266eecc6a0ad8ea0284cc785f80abddf863789c57a6134969.json,sha256=eAOoVy-oA7xNvkvZ0xV-Bbu-WVJJoSn0As5GTXMoi4c,13846
|
|
5614
5620
|
xinference/web/ui/node_modules/.cache/babel-loader/716d3733cb4b722e518853aba885ca898f3bad65fad9833fa5a72ffddb201cee.json,sha256=P3HwpmEWNo3fl4vBl4rVIjPsKr-kolL3KgKtrhR1KAg,1436
|
|
5615
5621
|
xinference/web/ui/node_modules/.cache/babel-loader/7172210b45c3815593867b6f4581d62e6107b7b0c68b1a9d8821b3302d54701f.json,sha256=IzFHPZ88QHOFiQhBv3T7UQnoGRa14Qxa_wapLiPzhAQ,3145
|
|
5616
5622
|
xinference/web/ui/node_modules/.cache/babel-loader/7175f7508db91e31eb39c03b15b9dbf39577f554c287f2294a9cb1f0c55289d8.json,sha256=q9UdUN7ppaKZwJcEGX5BfVXF1idJwOH8v4mYA1LgEHc,1049
|
|
@@ -6373,6 +6379,7 @@ xinference/web/ui/node_modules/.cache/babel-loader/80a0e522b645d231af0d11ca3ea8a
|
|
|
6373
6379
|
xinference/web/ui/node_modules/.cache/babel-loader/80a164dea81673c1a7481851cb5cf1317d82aee96ad9a351700eb448c5b1ec1d.json,sha256=Adz-TOR0s-FBEg6BFKTe0Tux1-pQj0HjPig29mtCZhk,2501
|
|
6374
6380
|
xinference/web/ui/node_modules/.cache/babel-loader/80a2de69e999367305e93de862c4df63af4bc7ed9564635e0f42cde44fe1c00b.json,sha256=GXMgK2b9GqGunOQzFOTyFocQgO2cDl8QWmgAzJbu8bg,1751
|
|
6375
6381
|
xinference/web/ui/node_modules/.cache/babel-loader/80aa6280acff2efb17c25ce92324e334ba7d24c447548ea9ad0adf079733971d.json,sha256=m6HnewnMc8GXu9Mr0LpJRjBE-7o3GnyVKnd2Cg5m6vA,1028
|
|
6382
|
+
xinference/web/ui/node_modules/.cache/babel-loader/80acd1edf31542ab1dcccfad02cb4b38f3325cff847a781fcce97500cfd6f878.json,sha256=iswjzDddD3MYW_1rfbuT6UtCQC55peXTl4BrCqXUAEE,65043
|
|
6376
6383
|
xinference/web/ui/node_modules/.cache/babel-loader/80b2fc55a572b9ef6d00f3c4b01bf944927233d48f0919f4388faa2d224ae755.json,sha256=viwFkx_jtppQYlYwNz4sLDbCWY7Oz7V-Z-P2rcbGELQ,1205
|
|
6377
6384
|
xinference/web/ui/node_modules/.cache/babel-loader/80b701a572f6810eb303bdc0f9d75049a579555857e034c039b07a9389994303.json,sha256=K30BEWu9tZ7fWi6tsxKcF34ZyXiumJORlC_KngFHq8E,778
|
|
6378
6385
|
xinference/web/ui/node_modules/.cache/babel-loader/80bcd27700af94e18bc2e38634baf2b8afe3a05a5377a9a3fbd0efba6042ab55.json,sha256=r7seQUEfIU9i2mesDIin9nt6ejhtwAqTBqwpS6_M9Xw,1229
|
|
@@ -15472,9 +15479,9 @@ xinference/web/ui/node_modules/yargs-parser/package.json,sha256=BSwbOzgetKXMK4u0
|
|
|
15472
15479
|
xinference/web/ui/node_modules/yocto-queue/package.json,sha256=6U1XHQPGXJTqsiFvT953ORihUtXTblZy4fXBWP9qxC0,725
|
|
15473
15480
|
xinference/web/ui/node_modules/yup/package.json,sha256=xRFSROB9NKxqSWHEVFvSTsPs9Ll074uo8OS1zEw0qhA,1206
|
|
15474
15481
|
xinference/web/ui/node_modules/yup/node_modules/type-fest/package.json,sha256=JTv2zTTVgxQ2H82m1-6qEpdMv08lHjFx4Puf_MsbB_Q,1134
|
|
15475
|
-
xinference-0.14.
|
|
15476
|
-
xinference-0.14.
|
|
15477
|
-
xinference-0.14.
|
|
15478
|
-
xinference-0.14.
|
|
15479
|
-
xinference-0.14.
|
|
15480
|
-
xinference-0.14.
|
|
15482
|
+
xinference-0.14.1.post1.dist-info/LICENSE,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
|
|
15483
|
+
xinference-0.14.1.post1.dist-info/METADATA,sha256=Jm22cxtYvh6QfU_6cJNGGxBlpkQC9zbhFN-OfnPKfEE,17958
|
|
15484
|
+
xinference-0.14.1.post1.dist-info/WHEEL,sha256=eOLhNAGa2EW3wWl_TU484h7q1UNgy0JXjjoqKoxAAQc,92
|
|
15485
|
+
xinference-0.14.1.post1.dist-info/entry_points.txt,sha256=-lDyyzqWMFQF0Rgm7VxBNz0V-bMBMQLRR3pvQ-Y8XTY,226
|
|
15486
|
+
xinference-0.14.1.post1.dist-info/top_level.txt,sha256=L1rQt7pl6m8tmKXpWVHzP-GtmzAxp663rXxGE7qnK00,11
|
|
15487
|
+
xinference-0.14.1.post1.dist-info/RECORD,,
|