xinference 1.4.1__py3-none-any.whl → 1.5.0.post1__py3-none-any.whl

xinference/web/ui/node_modules/.cache/babel-loader/bf2b211b0d1b6465eff512d64c869d748f803c5651a7c24e48de6ea3484a7bfe.json

@@ -0,0 +1 @@
+{"ast":null,"code":"import _slicedToArray from\"/home/runner/work/inference/inference/xinference/web/ui/node_modules/@babel/runtime/helpers/esm/slicedToArray.js\";import{TabContext,TabList,TabPanel}from'@mui/lab';import{Box,Tab}from'@mui/material';import React,{useContext,useEffect,useState}from'react';import{useCookies}from'react-cookie';import{useTranslation}from'react-i18next';import{useNavigate}from'react-router-dom';import{ApiContext}from'../../components/apiContext';import ErrorMessageSnackBar from'../../components/errorMessageSnackBar';import fetchWrapper from'../../components/fetchWrapper';import SuccessMessageSnackBar from'../../components/successMessageSnackBar';import Title from'../../components/Title';import{isValidBearerToken}from'../../components/utils';import{featureModels}from'./data/data';import LaunchCustom from'./launchCustom';import LaunchModelComponent from'./LaunchModel';import{jsx as _jsx}from\"react/jsx-runtime\";import{jsxs as _jsxs}from\"react/jsx-runtime\";var LaunchModel=function LaunchModel(){var _React$useState=React.useState(sessionStorage.getItem('modelType')?sessionStorage.getItem('modelType'):'/launch_model/llm'),_React$useState2=_slicedToArray(_React$useState,2),value=_React$useState2[0],setValue=_React$useState2[1];var _useState=useState(-1),_useState2=_slicedToArray(_useState,2),gpuAvailable=_useState2[0],setGPUAvailable=_useState2[1];var _useContext=useContext(ApiContext),setErrorMsg=_useContext.setErrorMsg;var _useCookies=useCookies(['token']),_useCookies2=_slicedToArray(_useCookies,1),cookie=_useCookies2[0];var navigate=useNavigate();var _useTranslation=useTranslation(),t=_useTranslation.t;var handleTabChange=function handleTabChange(event,newValue){setValue(newValue);navigate(newValue);sessionStorage.setItem('modelType',newValue);newValue==='/launch_model/custom/llm'?sessionStorage.setItem('subType',newValue):'';};useEffect(function(){if(sessionStorage.getItem('auth')==='true'&&!isValidBearerToken(sessionStorage.getItem('token'))&&!isValidBearerToken(cookie.token)){navigate('/login',{replace:true});}if(gpuAvailable===-1){fetchWrapper.get('/v1/cluster/devices').then(function(data){return setGPUAvailable(parseInt(data,10));}).catch(function(error){console.error('Error:',error);if(error.response.status!==403&&error.response.status!==401){setErrorMsg(error.message);}});}},[cookie.token]);return/*#__PURE__*/_jsxs(Box,{m:\"20px\",children:[/*#__PURE__*/_jsx(Title,{title:t('menu.launchModel')}),/*#__PURE__*/_jsx(ErrorMessageSnackBar,{}),/*#__PURE__*/_jsx(SuccessMessageSnackBar,{}),/*#__PURE__*/_jsxs(TabContext,{value:value,children:[/*#__PURE__*/_jsx(Box,{sx:{borderBottom:1,borderColor:'divider'},children:/*#__PURE__*/_jsxs(TabList,{value:value,onChange:handleTabChange,\"aria-label\":\"tabs\",children:[/*#__PURE__*/_jsx(Tab,{label:t('model.languageModels'),value:\"/launch_model/llm\"}),/*#__PURE__*/_jsx(Tab,{label:t('model.embeddingModels'),value:\"/launch_model/embedding\"}),/*#__PURE__*/_jsx(Tab,{label:t('model.rerankModels'),value:\"/launch_model/rerank\"}),/*#__PURE__*/_jsx(Tab,{label:t('model.imageModels'),value:\"/launch_model/image\"}),/*#__PURE__*/_jsx(Tab,{label:t('model.audioModels'),value:\"/launch_model/audio\"}),/*#__PURE__*/_jsx(Tab,{label:t('model.videoModels'),value:\"/launch_model/video\"}),/*#__PURE__*/_jsx(Tab,{label:t('model.customModels'),value:\"/launch_model/custom/llm\"})]})}),/*#__PURE__*/_jsx(TabPanel,{value:\"/launch_model/llm\",sx:{padding:0},children:/*#__PURE__*/_jsx(LaunchModelComponent,{modelType:'LLM',gpuAvailable:gpuAvailable,featureModels:featureModels.find(function(item){return item.type==='llm';}).feature_models})}),/*#__PURE__*/_jsx(TabPanel,{value:\"/launch_model/embedding\",sx:{padding:0},children:/*#__PURE__*/_jsx(LaunchModelComponent,{modelType:'embedding',gpuAvailable:gpuAvailable,featureModels:featureModels.find(function(item){return item.type==='embedding';}).feature_models})}),/*#__PURE__*/_jsx(TabPanel,{value:\"/launch_model/rerank\",sx:{padding:0},children:/*#__PURE__*/_jsx(LaunchModelComponent,{modelType:'rerank',gpuAvailable:gpuAvailable,featureModels:featureModels.find(function(item){return item.type==='rerank';}).feature_models})}),/*#__PURE__*/_jsx(TabPanel,{value:\"/launch_model/image\",sx:{padding:0},children:/*#__PURE__*/_jsx(LaunchModelComponent,{modelType:'image',featureModels:featureModels.find(function(item){return item.type==='image';}).feature_models})}),/*#__PURE__*/_jsx(TabPanel,{value:\"/launch_model/audio\",sx:{padding:0},children:/*#__PURE__*/_jsx(LaunchModelComponent,{modelType:'audio',featureModels:featureModels.find(function(item){return item.type==='audio';}).feature_models})}),/*#__PURE__*/_jsx(TabPanel,{value:\"/launch_model/video\",sx:{padding:0},children:/*#__PURE__*/_jsx(LaunchModelComponent,{modelType:'video',featureModels:featureModels.find(function(item){return item.type==='video';}).feature_models})}),/*#__PURE__*/_jsx(TabPanel,{value:\"/launch_model/custom/llm\",sx:{padding:0},children:/*#__PURE__*/_jsx(LaunchCustom,{gpuAvailable:gpuAvailable})})]})]});};export default LaunchModel;","map":{"version":3,"names":["TabContext","TabList","TabPanel","Box","Tab","React","useContext","useEffect","useState","useCookies","useTranslation","useNavigate","ApiContext","ErrorMessageSnackBar","fetchWrapper","SuccessMessageSnackBar","Title","isValidBearerToken","featureModels","LaunchCustom","LaunchModelComponent","jsx","_jsx","jsxs","_jsxs","LaunchModel","_React$useState","sessionStorage","getItem","_React$useState2","_slicedToArray","value","setValue","_useState","_useState2","gpuAvailable","setGPUAvailable","_useContext","setErrorMsg","_useCookies","_useCookies2","cookie","navigate","_useTranslation","t","handleTabChange","event","newValue","setItem","token","replace","get","then","data","parseInt","catch","error","console","response","status","message","m","children","title","sx","borderBottom","borderColor","onChange","label","padding","modelType","find","item","type","feature_models"],"sources":["/home/runner/work/inference/inference/xinference/web/ui/src/scenes/launch_model/index.js"],"sourcesContent":["import { TabContext, TabList, TabPanel } from '@mui/lab'\nimport { Box, Tab } from '@mui/material'\nimport React, { useContext, useEffect, useState } from 'react'\nimport { useCookies } from 'react-cookie'\nimport { useTranslation } from 'react-i18next'\nimport { useNavigate } from 'react-router-dom'\n\nimport { ApiContext } from '../../components/apiContext'\nimport ErrorMessageSnackBar from '../../components/errorMessageSnackBar'\nimport fetchWrapper from '../../components/fetchWrapper'\nimport SuccessMessageSnackBar from '../../components/successMessageSnackBar'\nimport Title from '../../components/Title'\nimport { isValidBearerToken } from '../../components/utils'\nimport { featureModels } from './data/data'\nimport LaunchCustom from './launchCustom'\nimport LaunchModelComponent from './LaunchModel'\n\nconst LaunchModel = () => {\n  const [value, setValue] = React.useState(\n    sessionStorage.getItem('modelType')\n      ? sessionStorage.getItem('modelType')\n      : '/launch_model/llm'\n  )\n  const [gpuAvailable, setGPUAvailable] = useState(-1)\n\n  const { setErrorMsg } = useContext(ApiContext)\n  const [cookie] = useCookies(['token'])\n  const navigate = useNavigate()\n  const { t } = useTranslation()\n\n  const handleTabChange = (event, newValue) => {\n    setValue(newValue)\n    navigate(newValue)\n    sessionStorage.setItem('modelType', newValue)\n    newValue === '/launch_model/custom/llm'\n      ? sessionStorage.setItem('subType', newValue)\n      : ''\n  }\n\n  useEffect(() => {\n    if (\n      sessionStorage.getItem('auth') === 'true' &&\n      !isValidBearerToken(sessionStorage.getItem('token')) &&\n      !isValidBearerToken(cookie.token)\n    ) {\n      navigate('/login', { replace: true })\n    }\n\n    if (gpuAvailable === -1) {\n      fetchWrapper\n        .get('/v1/cluster/devices')\n        .then((data) => setGPUAvailable(parseInt(data, 10)))\n        .catch((error) => {\n          console.error('Error:', error)\n          if (error.response.status !== 403 && error.response.status !== 401) {\n            setErrorMsg(error.message)\n          }\n        })\n    }\n  }, [cookie.token])\n\n  return (\n    <Box m=\"20px\">\n      <Title title={t('menu.launchModel')} />\n      <ErrorMessageSnackBar />\n      <SuccessMessageSnackBar />\n      <TabContext value={value}>\n        <Box sx={{ borderBottom: 1, borderColor: 'divider' }}>\n          <TabList value={value} onChange={handleTabChange} aria-label=\"tabs\">\n            <Tab label={t('model.languageModels')} value=\"/launch_model/llm\" />\n            <Tab\n              label={t('model.embeddingModels')}\n              value=\"/launch_model/embedding\"\n            />\n            <Tab label={t('model.rerankModels')} value=\"/launch_model/rerank\" />\n            <Tab label={t('model.imageModels')} value=\"/launch_model/image\" />\n            <Tab label={t('model.audioModels')} value=\"/launch_model/audio\" />\n            <Tab label={t('model.videoModels')} value=\"/launch_model/video\" />\n            <Tab\n              label={t('model.customModels')}\n              value=\"/launch_model/custom/llm\"\n            />\n          </TabList>\n        </Box>\n        <TabPanel value=\"/launch_model/llm\" sx={{ padding: 0 }}>\n          <LaunchModelComponent\n            modelType={'LLM'}\n            gpuAvailable={gpuAvailable}\n            featureModels={\n              featureModels.find((item) => item.type === 'llm').feature_models\n            }\n          />\n        </TabPanel>\n        <TabPanel value=\"/launch_model/embedding\" sx={{ padding: 0 }}>\n          <LaunchModelComponent\n            modelType={'embedding'}\n            gpuAvailable={gpuAvailable}\n            featureModels={\n              featureModels.find((item) => item.type === 'embedding')\n                .feature_models\n            }\n          />\n        </TabPanel>\n        <TabPanel value=\"/launch_model/rerank\" sx={{ padding: 0 }}>\n          <LaunchModelComponent\n            modelType={'rerank'}\n            gpuAvailable={gpuAvailable}\n            featureModels={\n              featureModels.find((item) => item.type === 'rerank')\n                .feature_models\n            }\n          />\n        </TabPanel>\n        <TabPanel value=\"/launch_model/image\" sx={{ padding: 0 }}>\n          <LaunchModelComponent\n            modelType={'image'}\n            featureModels={\n              featureModels.find((item) => item.type === 'image').feature_models\n            }\n          />\n        </TabPanel>\n        <TabPanel value=\"/launch_model/audio\" sx={{ padding: 0 }}>\n          <LaunchModelComponent\n            modelType={'audio'}\n            featureModels={\n              featureModels.find((item) => item.type === 'audio').feature_models\n            }\n          />\n        </TabPanel>\n        <TabPanel value=\"/launch_model/video\" sx={{ padding: 0 }}>\n          <LaunchModelComponent\n            modelType={'video'}\n            featureModels={\n              featureModels.find((item) => item.type === 'video').feature_models\n            }\n          />\n        </TabPanel>\n        <TabPanel value=\"/launch_model/custom/llm\" sx={{ padding: 0 }}>\n          <LaunchCustom gpuAvailable={gpuAvailable} />\n        </TabPanel>\n      </TabContext>\n    </Box>\n  )\n}\n\nexport default LaunchModel\n"],"mappings":"6IAAA,OAASA,UAAU,CAAEC,OAAO,CAAEC,QAAQ,KAAQ,UAAU,CACxD,OAASC,GAAG,CAAEC,GAAG,KAAQ,eAAe,CACxC,MAAO,CAAAC,KAAK,EAAIC,UAAU,CAAEC,SAAS,CAAEC,QAAQ,KAAQ,OAAO,CAC9D,OAASC,UAAU,KAAQ,cAAc,CACzC,OAASC,cAAc,KAAQ,eAAe,CAC9C,OAASC,WAAW,KAAQ,kBAAkB,CAE9C,OAASC,UAAU,KAAQ,6BAA6B,CACxD,MAAO,CAAAC,oBAAoB,KAAM,uCAAuC,CACxE,MAAO,CAAAC,YAAY,KAAM,+BAA+B,CACxD,MAAO,CAAAC,sBAAsB,KAAM,yCAAyC,CAC5E,MAAO,CAAAC,KAAK,KAAM,wBAAwB,CAC1C,OAASC,kBAAkB,KAAQ,wBAAwB,CAC3D,OAASC,aAAa,KAAQ,aAAa,CAC3C,MAAO,CAAAC,YAAY,KAAM,gBAAgB,CACzC,MAAO,CAAAC,oBAAoB,KAAM,eAAe,QAAAC,GAAA,IAAAC,IAAA,gCAAAC,IAAA,IAAAC,KAAA,yBAEhD,GAAM,CAAAC,WAAW,CAAG,QAAd,CAAAA,WAAWA,CAAA,CAAS,CACxB,IAAAC,eAAA,CAA0BrB,KAAK,CAACG,QAAQ,CACtCmB,cAAc,CAACC,OAAO,CAAC,WAAW,CAAC,CAC/BD,cAAc,CAACC,OAAO,CAAC,WAAW,CAAC,CACnC,mBACN,CAAC,CAAAC,gBAAA,CAAAC,cAAA,CAAAJ,eAAA,IAJMK,KAAK,CAAAF,gBAAA,IAAEG,QAAQ,CAAAH,gBAAA,IAKtB,IAAAI,SAAA,CAAwCzB,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAA0B,UAAA,CAAAJ,cAAA,CAAAG,SAAA,IAA7CE,YAAY,CAAAD,UAAA,IAAEE,eAAe,CAAAF,UAAA,IAEpC,IAAAG,WAAA,CAAwB/B,UAAU,CAACM,UAAU,CAAC,CAAtC0B,WAAW,CAAAD,WAAA,CAAXC,WAAW,CACnB,IAAAC,WAAA,CAAiB9B,UAAU,CAAC,CAAC,OAAO,CAAC,CAAC,CAAA+B,YAAA,CAAAV,cAAA,CAAAS,WAAA,IAA/BE,MAAM,CAAAD,YAAA,IACb,GAAM,CAAAE,QAAQ,CAAG/B,WAAW,CAAC,CAAC,CAC9B,IAAAgC,eAAA,CAAcjC,cAAc,CAAC,CAAC,CAAtBkC,CAAC,CAAAD,eAAA,CAADC,CAAC,CAET,GAAM,CAAAC,eAAe,CAAG,QAAlB,CAAAA,eAAeA,CAAIC,KAAK,CAAEC,QAAQ,CAAK,CAC3Cf,QAAQ,CAACe,QAAQ,CAAC,CAClBL,QAAQ,CAACK,QAAQ,CAAC,CAClBpB,cAAc,CAACqB,OAAO,CAAC,WAAW,CAAED,QAAQ,CAAC,CAC7CA,QAAQ,GAAK,0BAA0B,CACnCpB,cAAc,CAACqB,OAAO,CAAC,SAAS,CAAED,QAAQ,CAAC,CAC3C,EAAE,CACR,CAAC,CAEDxC,SAAS,CAAC,UAAM,CACd,GACEoB,cAAc,CAACC,OAAO,CAAC,MAAM,CAAC,GAAK,MAAM,EACzC,CAACX,kBAAkB,CAACU,cAAc,CAACC,OAAO,CAAC,OAAO,CAAC,CAAC,EACpD,CAACX,kBAAkB,CAACwB,MAAM,CAACQ,KAAK,CAAC,CACjC,CACAP,QAAQ,CAAC,QAAQ,CAAE,CAAEQ,OAAO,CAAE,IAAK,CAAC,CAAC,CACvC,CAEA,GAAIf,YAAY,GAAK,CAAC,CAAC,CAAE,CACvBrB,YAAY,CACTqC,GAAG,CAAC,qBAAqB,CAAC,CAC1BC,IAAI,CAAC,SAACC,IAAI,QAAK,CAAAjB,eAAe,CAACkB,QAAQ,CAACD,IAAI,CAAE,EAAE,CAAC,CAAC,GAAC,CACnDE,KAAK,CAAC,SAACC,KAAK,CAAK,CAChBC,OAAO,CAACD,KAAK,CAAC,QAAQ,CAAEA,KAAK,CAAC,CAC9B,GAAIA,KAAK,CAACE,QAAQ,CAACC,MAAM,GAAK,GAAG,EAAIH,KAAK,CAACE,QAAQ,CAACC,MAAM,GAAK,GAAG,CAAE,CAClErB,WAAW,CAACkB,KAAK,CAACI,OAAO,CAAC,CAC5B,CACF,CAAC,CAAC,CACN,CACF,CAAC,CAAE,CAACnB,MAAM,CAACQ,KAAK,CAAC,CAAC,CAElB,mBACEzB,KAAA,CAACrB,GAAG,EAAC0D,CAAC,CAAC,MAAM,CAAAC,QAAA,eACXxC,IAAA,CAACN,KAAK,EAAC+C,KAAK,CAAEnB,CAAC,CAAC,kBAAkB,CAAE,CAAE,CAAC,cACvCtB,IAAA,CAACT,oBAAoB,GAAE,CAAC,cACxBS,IAAA,CAACP,sBAAsB,GAAE,CAAC,cAC1BS,KAAA,CAACxB,UAAU,EAAC+B,KAAK,CAAEA,KAAM,CAAA+B,QAAA,eACvBxC,IAAA,CAACnB,GAAG,EAAC6D,EAAE,CAAE,CAAEC,YAAY,CAAE,CAAC,CAAEC,WAAW,CAAE,SAAU,CAAE,CAAAJ,QAAA,cACnDtC,KAAA,CAACvB,OAAO,EAAC8B,KAAK,CAAEA,KAAM,CAACoC,QAAQ,CAAEtB,eAAgB,CAAC,aAAW,MAAM,CAAAiB,QAAA,eACjExC,IAAA,CAAClB,GAAG,EAACgE,KAAK,CAAExB,CAAC,CAAC,sBAAsB,CAAE,CAACb,KAAK,CAAC,mBAAmB,CAAE,CAAC,cACnET,IAAA,CAAClB,GAAG,EACFgE,KAAK,CAAExB,CAAC,CAAC,uBAAuB,CAAE,CAClCb,KAAK,CAAC,yBAAyB,CAChC,CAAC,cACFT,IAAA,CAAClB,GAAG,EAACgE,KAAK,CAAExB,CAAC,CAAC,oBAAoB,CAAE,CAACb,KAAK,CAAC,sBAAsB,CAAE,CAAC,cACpET,IAAA,CAAClB,GAAG,EAACgE,KAAK,CAAExB,CAAC,CAAC,mBAAmB,CAAE,CAACb,KAAK,CAAC,qBAAqB,CAAE,CAAC,cAClET,IAAA,CAAClB,GAAG,EAACgE,KAAK,CAAExB,CAAC,CAAC,mBAAmB,CAAE,CAACb,KAAK,CAAC,qBAAqB,CAAE,CAAC,cAClET,IAAA,CAAClB,GAAG,EAACgE,KAAK,CAAExB,CAAC,CAAC,mBAAmB,CAAE,CAACb,KAAK,CAAC,qBAAqB,CAAE,CAAC,cAClET,IAAA,CAAClB,GAAG,EACFgE,KAAK,CAAExB,CAAC,CAAC,oBAAoB,CAAE,CAC/Bb,KAAK,CAAC,0BAA0B,CACjC,CAAC,EACK,CAAC,CACP,CAAC,cACNT,IAAA,CAACpB,QAAQ,EAAC6B,KAAK,CAAC,mBAAmB,CAACiC,EAAE,CAAE,CAAEK,OAAO,CAAE,CAAE,CAAE,CAAAP,QAAA,cACrDxC,IAAA,CAACF,oBAAoB,EACnBkD,SAAS,CAAE,KAAM,CACjBnC,YAAY,CAAEA,YAAa,CAC3BjB,aAAa,CACXA,aAAa,CAACqD,IAAI,CAAC,SAACC,IAAI,QAAK,CAAAA,IAAI,CAACC,IAAI,GAAK,KAAK,GAAC,CAACC,cACnD,CACF,CAAC,CACM,CAAC,cACXpD,IAAA,CAACpB,QAAQ,EAAC6B,KAAK,CAAC,yBAAyB,CAACiC,EAAE,CAAE,CAAEK,OAAO,CAAE,CAAE,CAAE,CAAAP,QAAA,cAC3DxC,IAAA,CAACF,oBAAoB,EACnBkD,SAAS,CAAE,WAAY,CACvBnC,YAAY,CAAEA,YAAa,CAC3BjB,aAAa,CACXA,aAAa,CAACqD,IAAI,CAAC,SAACC,IAAI,QAAK,CAAAA,IAAI,CAACC,IAAI,GAAK,WAAW,GAAC,CACpDC,cACJ,CACF,CAAC,CACM,CAAC,cACXpD,IAAA,CAACpB,QAAQ,EAAC6B,KAAK,CAAC,sBAAsB,CAACiC,EAAE,CAAE,CAAEK,OAAO,CAAE,CAAE,CAAE,CAAAP,QAAA,cACxDxC,IAAA,CAACF,oBAAoB,EACnBkD,SAAS,CAAE,QAAS,CACpBnC,YAAY,CAAEA,YAAa,CAC3BjB,aAAa,CACXA,aAAa,CAACqD,IAAI,CAAC,SAACC,IAAI,QAAK,CAAAA,IAAI,CAACC,IAAI,GAAK,QAAQ,GAAC,CACjDC,cACJ,CACF,CAAC,CACM,CAAC,cACXpD,IAAA,CAACpB,QAAQ,EAAC6B,KAAK,CAAC,qBAAqB,CAACiC,EAAE,CAAE,CAAEK,OAAO,CAAE,CAAE,CAAE,CAAAP,QAAA,cACvDxC,IAAA,CAACF,oBAAoB,EACnBkD,SAAS,CAAE,OAAQ,CACnBpD,aAAa,CACXA,aAAa,CAACqD,IAAI,CAAC,SAACC,IAAI,QAAK,CAAAA,IAAI,CAACC,IAAI,GAAK,OAAO,GAAC,CAACC,cACrD,CACF,CAAC,CACM,CAAC,cACXpD,IAAA,CAACpB,QAAQ,EAAC6B,KAAK,CAAC,qBAAqB,CAACiC,EAAE,CAAE,CAAEK,OAAO,CAAE,CAAE,CAAE,CAAAP,QAAA,cACvDxC,IAAA,CAACF,oBAAoB,EACnBkD,SAAS,CAAE,OAAQ,CACnBpD,aAAa,CACXA,aAAa,CAACqD,IAAI,CAAC,SAACC,IAAI,QAAK,CAAAA,IAAI,CAACC,IAAI,GAAK,OAAO,GAAC,CAACC,cACrD,CACF,CAAC,CACM,CAAC,cACXpD,IAAA,CAACpB,QAAQ,EAAC6B,KAAK,CAAC,qBAAqB,CAACiC,EAAE,CAAE,CAAEK,OAAO,CAAE,CAAE,CAAE,CAAAP,QAAA,cACvDxC,IAAA,CAACF,oBAAoB,EACnBkD,SAAS,CAAE,OAAQ,CACnBpD,aAAa,CACXA,aAAa,CAACqD,IAAI,CAAC,SAACC,IAAI,QAAK,CAAAA,IAAI,CAACC,IAAI,GAAK,OAAO,GAAC,CAACC,cACrD,CACF,CAAC,CACM,CAAC,cACXpD,IAAA,CAACpB,QAAQ,EAAC6B,KAAK,CAAC,0BAA0B,CAACiC,EAAE,CAAE,CAAEK,OAAO,CAAE,CAAE,CAAE,CAAAP,QAAA,cAC5DxC,IAAA,CAACH,YAAY,EAACgB,YAAY,CAAEA,YAAa,CAAE,CAAC,CACpC,CAAC,EACD,CAAC,EACV,CAAC,CAEV,CAAC,CAED,cAAe,CAAAV,WAAW","ignoreList":[]},"metadata":{},"sourceType":"module","externalDependencies":[]}

xinference/web/ui/src/locales/en.json

@@ -99,7 +99,8 @@
     "confirmDeleteCacheFiles": "Confirm deletion of cache files? This action is irreversible.",
     "commandLineTip": "Please confirm whether the model names are consistent.",
     "featured": "featured",
-    "all": "all"
+    "all": "all",
+    "cancelledSuccessfully": "Cancelled Successfully!"
   },
 
   "runningModels": {

xinference/web/ui/src/locales/zh.json

@@ -99,7 +99,8 @@
     "confirmDeleteCacheFiles": "确认删除缓存文件吗？此操作无法恢复。",
     "commandLineTip": "请确定模型名称是否一致。",
     "featured": "推荐",
-    "all": "全部"
+    "all": "全部",
+    "cancelledSuccessfully": "取消成功!"
   },
 
   "runningModels": {

{xinference-1.4.1.dist-info → xinference-1.5.0.post1.dist-info}/METADATA

@@ -1,6 +1,6 @@
-Metadata-Version: 2.1
+Metadata-Version: 2.4
 Name: xinference
-Version: 1.4.1
+Version: 1.5.0.post1
 Summary: Model Serving Made Easy
 Home-page: https://github.com/xorbitsai/inference
 Author: Qin Xuye
@@ -19,7 +19,7 @@ Classifier: Programming Language :: Python :: Implementation :: CPython
 Classifier: Topic :: Software Development :: Libraries
 Description-Content-Type: text/markdown
 License-File: LICENSE
-Requires-Dist: xoscar>=0.4.4
+Requires-Dist: xoscar>=0.6.1
 Requires-Dist: torch
 Requires-Dist: gradio
 Requires-Dist: pillow
@@ -31,9 +31,9 @@ Requires-Dist: pydantic
 Requires-Dist: fastapi>=0.110.3
 Requires-Dist: uvicorn
 Requires-Dist: huggingface-hub>=0.19.4
-Requires-Dist: typing-extensions
-Requires-Dist: modelscope>=1.10.0
-Requires-Dist: sse-starlette>=1.6.5
+Requires-Dist: typing_extensions
+Requires-Dist: modelscope>=1.19.0
+Requires-Dist: sse_starlette>=1.6.5
 Requires-Dist: openai>=1.40.0
 Requires-Dist: python-jose[cryptography]
 Requires-Dist: passlib[bcrypt]
@@ -44,31 +44,62 @@ Requires-Dist: async-timeout
 Requires-Dist: peft
 Requires-Dist: timm
 Requires-Dist: setproctitle
+Provides-Extra: dev
+Requires-Dist: cython>=0.29; extra == "dev"
+Requires-Dist: pytest>=3.5.0; extra == "dev"
+Requires-Dist: pytest-cov>=2.5.0; extra == "dev"
+Requires-Dist: pytest-timeout>=1.2.0; extra == "dev"
+Requires-Dist: pytest-forked>=1.0; extra == "dev"
+Requires-Dist: pytest-asyncio>=0.14.0; extra == "dev"
+Requires-Dist: pytest-mock>=3.11.1; extra == "dev"
+Requires-Dist: ipython>=6.5.0; extra == "dev"
+Requires-Dist: sphinx>=3.0.0; extra == "dev"
+Requires-Dist: pydata-sphinx-theme>=0.3.0; extra == "dev"
+Requires-Dist: sphinx-intl>=0.9.9; extra == "dev"
+Requires-Dist: jieba>=0.42.0; extra == "dev"
+Requires-Dist: flake8>=3.8.0; extra == "dev"
+Requires-Dist: black; extra == "dev"
+Requires-Dist: openai>=1.40.0; extra == "dev"
+Requires-Dist: langchain; extra == "dev"
+Requires-Dist: langchain-community; extra == "dev"
+Requires-Dist: orjson; extra == "dev"
+Requires-Dist: sphinx-tabs; extra == "dev"
+Requires-Dist: sphinx-design; extra == "dev"
 Provides-Extra: all
+Requires-Dist: uv; extra == "all"
 Requires-Dist: llama-cpp-python!=0.2.58,>=0.2.25; extra == "all"
 Requires-Dist: xllamacpp; extra == "all"
 Requires-Dist: transformers>=4.46.0; extra == "all"
 Requires-Dist: torch>=2.0.0; extra == "all"
 Requires-Dist: accelerate>=0.28.0; extra == "all"
 Requires-Dist: sentencepiece; extra == "all"
-Requires-Dist: transformers-stream-generator; extra == "all"
+Requires-Dist: transformers_stream_generator; extra == "all"
 Requires-Dist: bitsandbytes; extra == "all"
 Requires-Dist: protobuf; extra == "all"
 Requires-Dist: einops; extra == "all"
 Requires-Dist: tiktoken>=0.6.0; extra == "all"
 Requires-Dist: sentence-transformers>=3.1.0; extra == "all"
+Requires-Dist: vllm>=0.2.6; sys_platform == "linux" and extra == "all"
 Requires-Dist: imageio-ffmpeg; extra == "all"
-Requires-Dist: controlnet-aux; extra == "all"
+Requires-Dist: controlnet_aux; extra == "all"
 Requires-Dist: orjson; extra == "all"
 Requires-Dist: gptqmodel; extra == "all"
+Requires-Dist: autoawq<0.2.6; sys_platform != "darwin" and extra == "all"
 Requires-Dist: optimum; extra == "all"
 Requires-Dist: outlines>=0.0.34; extra == "all"
+Requires-Dist: sglang[srt]>=0.4.2.post4; sys_platform == "linux" and extra == "all"
+Requires-Dist: mlx-lm>=0.21.5; (sys_platform == "darwin" and platform_machine == "arm64") and extra == "all"
+Requires-Dist: mlx-vlm>=0.1.11; (sys_platform == "darwin" and platform_machine == "arm64") and extra == "all"
+Requires-Dist: mlx-whisper; (sys_platform == "darwin" and platform_machine == "arm64") and extra == "all"
+Requires-Dist: f5-tts-mlx; (sys_platform == "darwin" and platform_machine == "arm64") and extra == "all"
 Requires-Dist: attrdict; extra == "all"
 Requires-Dist: timm>=0.9.16; extra == "all"
 Requires-Dist: torchvision; extra == "all"
 Requires-Dist: FlagEmbedding; extra == "all"
 Requires-Dist: funasr<1.1.17; extra == "all"
 Requires-Dist: omegaconf~=2.3.0; extra == "all"
+Requires-Dist: nemo_text_processing<1.1.0; sys_platform == "linux" and extra == "all"
+Requires-Dist: WeTextProcessing<1.0.4; sys_platform == "linux" and extra == "all"
 Requires-Dist: librosa; extra == "all"
 Requires-Dist: xxhash; extra == "all"
 Requires-Dist: torchaudio; extra == "all"
@@ -95,29 +126,86 @@ Requires-Dist: cachetools; extra == "all"
 Requires-Dist: silero-vad; extra == "all"
 Requires-Dist: vector-quantize-pytorch<=1.17.3,>=1.14.24; extra == "all"
 Requires-Dist: torchdiffeq; extra == "all"
-Requires-Dist: x-transformers>=1.31.14; extra == "all"
+Requires-Dist: x_transformers>=1.31.14; extra == "all"
 Requires-Dist: pypinyin; extra == "all"
 Requires-Dist: tomli; extra == "all"
 Requires-Dist: vocos; extra == "all"
+Requires-Dist: librosa; extra == "all"
 Requires-Dist: jieba; extra == "all"
 Requires-Dist: soundfile; extra == "all"
 Requires-Dist: qwen-vl-utils!=0.0.9; extra == "all"
-Requires-Dist: datamodel-code-generator; extra == "all"
+Requires-Dist: qwen_omni_utils; extra == "all"
+Requires-Dist: datamodel_code_generator; extra == "all"
 Requires-Dist: jsonschema; extra == "all"
 Requires-Dist: verovio>=4.3.1; extra == "all"
+Requires-Dist: accelerate>=0.28.0; extra == "all"
 Requires-Dist: blobfile; extra == "all"
-Requires-Dist: autoawq<0.2.6; sys_platform != "darwin" and extra == "all"
-Requires-Dist: mlx-lm>=0.21.5; (sys_platform == "darwin" and platform_machine == "arm64") and extra == "all"
-Requires-Dist: mlx-vlm>=0.1.11; (sys_platform == "darwin" and platform_machine == "arm64") and extra == "all"
-Requires-Dist: mlx-whisper; (sys_platform == "darwin" and platform_machine == "arm64") and extra == "all"
-Requires-Dist: f5-tts-mlx; (sys_platform == "darwin" and platform_machine == "arm64") and extra == "all"
-Requires-Dist: vllm>=0.2.6; sys_platform == "linux" and extra == "all"
-Requires-Dist: sglang[srt]>=0.4.2.post4; sys_platform == "linux" and extra == "all"
-Requires-Dist: nemo-text-processing<1.1.0; sys_platform == "linux" and extra == "all"
-Requires-Dist: WeTextProcessing<1.0.4; sys_platform == "linux" and extra == "all"
+Requires-Dist: langdetect; extra == "all"
+Requires-Dist: pyloudnorm; extra == "all"
+Provides-Extra: intel
+Requires-Dist: torch==2.1.0a0; extra == "intel"
+Requires-Dist: intel_extension_for_pytorch==2.1.10+xpu; extra == "intel"
+Provides-Extra: llama-cpp
+Requires-Dist: llama-cpp-python!=0.2.58,>=0.2.25; extra == "llama-cpp"
+Requires-Dist: xllamacpp; extra == "llama-cpp"
+Provides-Extra: transformers
+Requires-Dist: transformers>=4.46.0; extra == "transformers"
+Requires-Dist: torch; extra == "transformers"
+Requires-Dist: accelerate>=0.28.0; extra == "transformers"
+Requires-Dist: sentencepiece; extra == "transformers"
+Requires-Dist: transformers_stream_generator; extra == "transformers"
+Requires-Dist: bitsandbytes; sys_platform == "linux" and extra == "transformers"
+Requires-Dist: protobuf; extra == "transformers"
+Requires-Dist: einops; extra == "transformers"
+Requires-Dist: tiktoken; extra == "transformers"
+Requires-Dist: gptqmodel; extra == "transformers"
+Requires-Dist: autoawq<0.2.6; sys_platform != "darwin" and extra == "transformers"
+Requires-Dist: optimum; extra == "transformers"
+Requires-Dist: attrdict; extra == "transformers"
+Requires-Dist: timm>=0.9.16; extra == "transformers"
+Requires-Dist: torchvision; extra == "transformers"
+Requires-Dist: peft; extra == "transformers"
+Requires-Dist: eva-decord; extra == "transformers"
+Requires-Dist: jj-pytorchvideo; extra == "transformers"
+Requires-Dist: qwen-vl-utils!=0.0.9; extra == "transformers"
+Requires-Dist: qwen_omni_utils; extra == "transformers"
+Requires-Dist: datamodel_code_generator; extra == "transformers"
+Requires-Dist: jsonschema; extra == "transformers"
+Requires-Dist: blobfile; extra == "transformers"
+Provides-Extra: vllm
+Requires-Dist: vllm>=0.2.6; extra == "vllm"
+Provides-Extra: sglang
+Requires-Dist: sglang[srt]>=0.4.2.post4; sys_platform == "linux" and extra == "sglang"
+Provides-Extra: mlx
+Requires-Dist: mlx-lm>=0.21.5; extra == "mlx"
+Requires-Dist: mlx-vlm>=0.1.11; extra == "mlx"
+Requires-Dist: mlx-whisper; extra == "mlx"
+Requires-Dist: f5-tts-mlx; extra == "mlx"
+Requires-Dist: qwen_vl_utils!=0.0.9; extra == "mlx"
+Requires-Dist: tomli; extra == "mlx"
+Provides-Extra: embedding
+Requires-Dist: sentence-transformers>=3.1.0; extra == "embedding"
+Provides-Extra: rerank
+Requires-Dist: FlagEmbedding; extra == "rerank"
+Provides-Extra: image
+Requires-Dist: diffusers>=0.32.0; extra == "image"
+Requires-Dist: controlnet_aux; extra == "image"
+Requires-Dist: deepcache; extra == "image"
+Requires-Dist: gguf; extra == "image"
+Requires-Dist: verovio>=4.3.1; extra == "image"
+Requires-Dist: transformers>=4.37.2; extra == "image"
+Requires-Dist: tiktoken>=0.6.0; extra == "image"
+Requires-Dist: accelerate>=0.28.0; extra == "image"
+Requires-Dist: torch; extra == "image"
+Requires-Dist: torchvision; extra == "image"
+Provides-Extra: video
+Requires-Dist: diffusers>=0.32.0; extra == "video"
+Requires-Dist: imageio-ffmpeg; extra == "video"
 Provides-Extra: audio
 Requires-Dist: funasr<1.1.17; extra == "audio"
 Requires-Dist: omegaconf~=2.3.0; extra == "audio"
+Requires-Dist: nemo_text_processing<1.1.0; sys_platform == "linux" and extra == "audio"
+Requires-Dist: WeTextProcessing<1.0.4; sys_platform == "linux" and extra == "audio"
 Requires-Dist: librosa; extra == "audio"
 Requires-Dist: xxhash; extra == "audio"
 Requires-Dist: torchaudio; extra == "audio"
@@ -141,49 +229,27 @@ Requires-Dist: cachetools; extra == "audio"
 Requires-Dist: silero-vad; extra == "audio"
 Requires-Dist: vector-quantize-pytorch<=1.17.3,>=1.14.24; extra == "audio"
 Requires-Dist: torchdiffeq; extra == "audio"
-Requires-Dist: x-transformers>=1.31.14; extra == "audio"
+Requires-Dist: x_transformers>=1.31.14; extra == "audio"
 Requires-Dist: pypinyin; extra == "audio"
 Requires-Dist: tomli; extra == "audio"
 Requires-Dist: vocos; extra == "audio"
+Requires-Dist: librosa; extra == "audio"
 Requires-Dist: jieba; extra == "audio"
 Requires-Dist: soundfile; extra == "audio"
-Requires-Dist: cached-path; extra == "audio"
+Requires-Dist: cached_path; extra == "audio"
 Requires-Dist: unidic-lite; extra == "audio"
 Requires-Dist: cn2an; extra == "audio"
 Requires-Dist: mecab-python3; extra == "audio"
 Requires-Dist: num2words; extra == "audio"
 Requires-Dist: pykakasi; extra == "audio"
 Requires-Dist: fugashi; extra == "audio"
-Requires-Dist: g2p-en; extra == "audio"
+Requires-Dist: g2p_en; extra == "audio"
 Requires-Dist: anyascii; extra == "audio"
 Requires-Dist: gruut[de,es,fr]; extra == "audio"
 Requires-Dist: kokoro>=0.7.15; extra == "audio"
 Requires-Dist: misaki[en,ja,zh]>=0.7.15; extra == "audio"
-Requires-Dist: nemo-text-processing<1.1.0; sys_platform == "linux" and extra == "audio"
-Requires-Dist: WeTextProcessing<1.0.4; sys_platform == "linux" and extra == "audio"
-Provides-Extra: benchmark
-Requires-Dist: psutil; extra == "benchmark"
-Provides-Extra: dev
-Requires-Dist: cython>=0.29; extra == "dev"
-Requires-Dist: pytest>=3.5.0; extra == "dev"
-Requires-Dist: pytest-cov>=2.5.0; extra == "dev"
-Requires-Dist: pytest-timeout>=1.2.0; extra == "dev"
-Requires-Dist: pytest-forked>=1.0; extra == "dev"
-Requires-Dist: pytest-asyncio>=0.14.0; extra == "dev"
-Requires-Dist: pytest-mock>=3.11.1; extra == "dev"
-Requires-Dist: ipython>=6.5.0; extra == "dev"
-Requires-Dist: sphinx>=3.0.0; extra == "dev"
-Requires-Dist: pydata-sphinx-theme>=0.3.0; extra == "dev"
-Requires-Dist: sphinx-intl>=0.9.9; extra == "dev"
-Requires-Dist: jieba>=0.42.0; extra == "dev"
-Requires-Dist: flake8>=3.8.0; extra == "dev"
-Requires-Dist: black; extra == "dev"
-Requires-Dist: openai>=1.40.0; extra == "dev"
-Requires-Dist: langchain; extra == "dev"
-Requires-Dist: langchain-community; extra == "dev"
-Requires-Dist: orjson; extra == "dev"
-Requires-Dist: sphinx-tabs; extra == "dev"
-Requires-Dist: sphinx-design; extra == "dev"
+Requires-Dist: langdetect; extra == "audio"
+Requires-Dist: pyloudnorm; extra == "audio"
 Provides-Extra: doc
 Requires-Dist: ipython>=6.5.0; extra == "doc"
 Requires-Dist: sphinx>=3.0.0; extra == "doc"
@@ -191,66 +257,15 @@ Requires-Dist: pydata-sphinx-theme>=0.3.0; extra == "doc"
 Requires-Dist: sphinx-intl>=0.9.9; extra == "doc"
 Requires-Dist: sphinx-tabs; extra == "doc"
 Requires-Dist: sphinx-design; extra == "doc"
-Requires-Dist: prometheus-client; extra == "doc"
+Requires-Dist: prometheus_client; extra == "doc"
 Requires-Dist: timm; extra == "doc"
-Provides-Extra: embedding
-Requires-Dist: sentence-transformers>=3.1.0; extra == "embedding"
-Provides-Extra: image
-Requires-Dist: diffusers>=0.32.0; extra == "image"
-Requires-Dist: controlnet-aux; extra == "image"
-Requires-Dist: deepcache; extra == "image"
-Requires-Dist: gguf; extra == "image"
-Requires-Dist: verovio>=4.3.1; extra == "image"
-Requires-Dist: transformers>=4.37.2; extra == "image"
-Requires-Dist: tiktoken>=0.6.0; extra == "image"
-Requires-Dist: accelerate>=0.28.0; extra == "image"
-Requires-Dist: torch; extra == "image"
-Requires-Dist: torchvision; extra == "image"
-Provides-Extra: intel
-Requires-Dist: torch==2.1.0a0; extra == "intel"
-Requires-Dist: intel-extension-for-pytorch==2.1.10+xpu; extra == "intel"
-Provides-Extra: llama_cpp
-Requires-Dist: llama-cpp-python!=0.2.58,>=0.2.25; extra == "llama-cpp"
-Requires-Dist: xllamacpp; extra == "llama-cpp"
-Provides-Extra: mlx
-Requires-Dist: mlx-lm>=0.21.5; extra == "mlx"
-Requires-Dist: mlx-vlm>=0.1.11; extra == "mlx"
-Requires-Dist: mlx-whisper; extra == "mlx"
-Requires-Dist: f5-tts-mlx; extra == "mlx"
-Requires-Dist: qwen-vl-utils!=0.0.9; extra == "mlx"
-Requires-Dist: tomli; extra == "mlx"
-Provides-Extra: rerank
-Requires-Dist: FlagEmbedding; extra == "rerank"
-Provides-Extra: sglang
-Requires-Dist: sglang[srt]>=0.4.2.post4; sys_platform == "linux" and extra == "sglang"
-Provides-Extra: transformers
-Requires-Dist: transformers>=4.46.0; extra == "transformers"
-Requires-Dist: torch; extra == "transformers"
-Requires-Dist: accelerate>=0.28.0; extra == "transformers"
-Requires-Dist: sentencepiece; extra == "transformers"
-Requires-Dist: transformers-stream-generator; extra == "transformers"
-Requires-Dist: protobuf; extra == "transformers"
-Requires-Dist: einops; extra == "transformers"
-Requires-Dist: tiktoken; extra == "transformers"
-Requires-Dist: gptqmodel; extra == "transformers"
-Requires-Dist: optimum; extra == "transformers"
-Requires-Dist: attrdict; extra == "transformers"
-Requires-Dist: timm>=0.9.16; extra == "transformers"
-Requires-Dist: torchvision; extra == "transformers"
-Requires-Dist: peft; extra == "transformers"
-Requires-Dist: eva-decord; extra == "transformers"
-Requires-Dist: jj-pytorchvideo; extra == "transformers"
-Requires-Dist: qwen-vl-utils!=0.0.9; extra == "transformers"
-Requires-Dist: datamodel-code-generator; extra == "transformers"
-Requires-Dist: jsonschema; extra == "transformers"
-Requires-Dist: blobfile; extra == "transformers"
-Requires-Dist: autoawq<0.2.6; sys_platform != "darwin" and extra == "transformers"
-Requires-Dist: bitsandbytes; sys_platform == "linux" and extra == "transformers"
-Provides-Extra: video
-Requires-Dist: diffusers>=0.32.0; extra == "video"
-Requires-Dist: imageio-ffmpeg; extra == "video"
-Provides-Extra: vllm
-Requires-Dist: vllm>=0.2.6; extra == "vllm"
+Provides-Extra: benchmark
+Requires-Dist: psutil; extra == "benchmark"
+Provides-Extra: virtualenv
+Requires-Dist: uv; extra == "virtualenv"
+Dynamic: description
+Dynamic: description-content-type
+Dynamic: license-file
 
 <div align="center">
 <img src="./assets/xorbits-logo.png" width="180px" alt="xorbits" />
@@ -301,14 +316,14 @@ potential of cutting-edge AI models.
 - Support SGLang backend: [#1161](https://github.com/xorbitsai/inference/pull/1161)
 - Support LoRA for LLM and image models: [#1080](https://github.com/xorbitsai/inference/pull/1080)
 ### New Models
-- Built-in support for [Gemma-3-it](https://blog.google/technology/developers/gemma-3/): [#3077](https://github.com/xorbitsai/inference/pull/3077)
-- Built-in support for [QwQ-32B](https://qwenlm.github.io/blog/qwq-32b/): [#3005](https://github.com/xorbitsai/inference/pull/3005)
-- Built-in support for [DeepSeek V3 and R1](https://github.com/deepseek-ai/DeepSeek-R1): [#2864](https://github.com/xorbitsai/inference/pull/2864)
-- Built-in support for [InternVL2.5](https://internvl.github.io/blog/2024-12-05-InternVL-2.5/): [#2776](https://github.com/xorbitsai/inference/pull/2776)
-- Built-in support for [DeepSeek-R1-Distill-Llama](https://github.com/deepseek-ai/DeepSeek-R1?tab=readme-ov-file#deepseek-r1-distill-models): [#2811](https://github.com/xorbitsai/inference/pull/2811)
-- Built-in support for [DeepSeek-R1-Distill-Qwen](https://github.com/deepseek-ai/DeepSeek-R1?tab=readme-ov-file#deepseek-r1-distill-models): [#2781](https://github.com/xorbitsai/inference/pull/2781)
-- Built-in support for [Kokoro-82M](https://huggingface.co/hexgrad/Kokoro-82M): [#2790](https://github.com/xorbitsai/inference/pull/2790)
-- Built-in support for [qwen2.5-vl](https://github.com/QwenLM/Qwen2.5-VL): [#2788](https://github.com/xorbitsai/inference/pull/2788)
+- Built-in support for [Qwen2.5-Omni](https://github.com/QwenLM/Qwen2.5-Omni): [#3279](https://github.com/xorbitsai/inference/pull/3279)
+- Built-in support for [Skywork-OR1](https://github.com/SkyworkAI/Skywork-OR1): [#3274](https://github.com/xorbitsai/inference/pull/3274)
+- Built-in support for [GLM-4-0414](https://github.com/THUDM/GLM-4): [#3251](https://github.com/xorbitsai/inference/pull/3251)
+- Built-in support for [SeaLLMs-v3](https://github.com/DAMO-NLP-SG/DAMO-SeaLLMs): [#3248](https://github.com/xorbitsai/inference/pull/3248)
+- Built-in support for [paraformer-zh](https://huggingface.co/funasr/paraformer-zh): [#3236](https://github.com/xorbitsai/inference/pull/3236)
+- Built-in support for [InternVL3](https://internvl.github.io/blog/2025-04-11-InternVL-3.0/): [#3235](https://github.com/xorbitsai/inference/pull/3235)
+- Built-in support for [MegaTTS3](https://github.com/bytedance/MegaTTS3): [#3224](https://github.com/xorbitsai/inference/pull/3224)
+- Built-in support for [Deepseek-VL2](https://github.com/deepseek-ai/DeepSeek-VL2): [#3179](https://github.com/xorbitsai/inference/pull/3179)
 ### Integrations
 - [Dify](https://docs.dify.ai/advanced/model-configuration/xinference): an LLMOps platform that enables developers (and even non-developers) to quickly build useful applications based on large language models, ensuring they are visual, operable, and improvable.
 - [FastGPT](https://github.com/labring/FastGPT): a knowledge-based platform built on the LLM, offers out-of-the-box data processing and model invocation capabilities, allows for workflow orchestration through Flow visualization.