xinference 1.7.0.post1__py3-none-any.whl → 1.7.1.post1__py3-none-any.whl

xinference/web/ui/node_modules/.cache/babel-loader/5b2dafe5aa9e1105e0244a2b6751807342fa86aa0144b4e84d947a1686102715.json

@@ -0,0 +1 @@
+{"ast":null,"code":"import _slicedToArray from\"/home/runner/work/inference/inference/xinference/web/ui/node_modules/@babel/runtime/helpers/esm/slicedToArray.js\";import{TabContext,TabList,TabPanel}from'@mui/lab';import{Box,Tab}from'@mui/material';import React,{useEffect}from'react';import{useCookies}from'react-cookie';import{useTranslation}from'react-i18next';import{useNavigate}from'react-router-dom';import ErrorMessageSnackBar from'../../components/errorMessageSnackBar';import Title from'../../components/Title';import{isValidBearerToken}from'../../components/utils';import RegisterModelComponent from'./registerModel';import{jsx as _jsx}from\"react/jsx-runtime\";import{jsxs as _jsxs}from\"react/jsx-runtime\";var RegisterModel=function RegisterModel(){var _React$useState=React.useState(sessionStorage.getItem('registerModelType')?sessionStorage.getItem('registerModelType'):'/register_model/llm'),_React$useState2=_slicedToArray(_React$useState,2),tabValue=_React$useState2[0],setTabValue=_React$useState2[1];var _useCookies=useCookies(['token']),_useCookies2=_slicedToArray(_useCookies,1),cookie=_useCookies2[0];var navigate=useNavigate();var _useTranslation=useTranslation(),t=_useTranslation.t;useEffect(function(){if(sessionStorage.getItem('auth')==='true'&&!isValidBearerToken(sessionStorage.getItem('token'))&&!isValidBearerToken(cookie.token)){navigate('/login',{replace:true});}},[cookie.token]);var handleTabChange=function handleTabChange(_,newValue){setTabValue(newValue);navigate(newValue);sessionStorage.setItem('registerModelType',newValue);};return/*#__PURE__*/_jsxs(Box,{m:\"20px\",style:{overflow:'hidden'},children:[/*#__PURE__*/_jsx(Title,{title:t('menu.registerModel')}),/*#__PURE__*/_jsx(ErrorMessageSnackBar,{}),/*#__PURE__*/_jsxs(TabContext,{value:tabValue,children:[/*#__PURE__*/_jsx(Box,{sx:{borderBottom:1,borderColor:'divider'},children:/*#__PURE__*/_jsxs(TabList,{value:tabValue,onChange:handleTabChange,\"aria-label\":\"tabs\",children:[/*#__PURE__*/_jsx(Tab,{label:t('model.languageModels'),value:\"/register_model/llm\"}),/*#__PURE__*/_jsx(Tab,{label:t('model.embeddingModels'),value:\"/register_model/embedding\"}),/*#__PURE__*/_jsx(Tab,{label:t('model.rerankModels'),value:\"/register_model/rerank\"}),/*#__PURE__*/_jsx(Tab,{label:t('model.imageModels'),value:\"/register_model/image\"}),/*#__PURE__*/_jsx(Tab,{label:t('model.audioModels'),value:\"/register_model/audio\"}),/*#__PURE__*/_jsx(Tab,{label:t('model.flexibleModels'),value:\"/register_model/flexible\"})]})}),/*#__PURE__*/_jsx(TabPanel,{value:\"/register_model/llm\",sx:{padding:0},children:/*#__PURE__*/_jsx(RegisterModelComponent,{modelType:\"LLM\",customData:{version:1,model_name:'custom-llm',model_description:'This is a custom model description.',context_length:2048,model_lang:['en'],model_ability:['generate'],model_specs:[{model_uri:'/path/to/llama-1',model_size_in_billions:7,model_format:'pytorch',quantizations:['none']}],model_family:'your_custom_model',virtualenv:{packages:[]}}})}),/*#__PURE__*/_jsx(TabPanel,{value:\"/register_model/embedding\",sx:{padding:0},children:/*#__PURE__*/_jsx(RegisterModelComponent,{modelType:\"embedding\",customData:{model_name:'custom-embedding',dimensions:768,max_tokens:512,model_uri:'/path/to/embedding-model',language:['en'],virtualenv:{packages:[]}}})}),/*#__PURE__*/_jsx(TabPanel,{value:\"/register_model/rerank\",sx:{padding:0},children:/*#__PURE__*/_jsx(RegisterModelComponent,{modelType:\"rerank\",customData:{model_name:'custom-rerank',model_uri:'/path/to/rerank-model',language:['en'],max_tokens:512,virtualenv:{packages:[]}}})}),/*#__PURE__*/_jsx(TabPanel,{value:\"/register_model/image\",sx:{padding:0},children:/*#__PURE__*/_jsx(RegisterModelComponent,{modelType:\"image\",customData:{model_name:'custom-image',model_uri:'/path/to/image-model',model_family:'stable_diffusion',controlnet:[],virtualenv:{packages:[]}}})}),/*#__PURE__*/_jsx(TabPanel,{value:\"/register_model/audio\",sx:{padding:0},children:/*#__PURE__*/_jsx(RegisterModelComponent,{modelType:\"audio\",customData:{model_name:'custom-audio',model_uri:'/path/to/audio-model',multilingual:false,model_family:'whisper',model_ability:['text2audio'],virtualenv:{packages:[]}}})}),/*#__PURE__*/_jsx(TabPanel,{value:\"/register_model/flexible\",sx:{padding:0},children:/*#__PURE__*/_jsx(RegisterModelComponent,{modelType:\"flexible\",customData:{model_name:'flexible-model',model_description:'This is a model description.',model_uri:'/path/to/model',launcher:'xinference.model.flexible.launchers.transformers',launcher_args:'{}',virtualenv:{packages:[]}}})})]})]});};export default RegisterModel;","map":{"version":3,"names":["TabContext","TabList","TabPanel","Box","Tab","React","useEffect","useCookies","useTranslation","useNavigate","ErrorMessageSnackBar","Title","isValidBearerToken","RegisterModelComponent","jsx","_jsx","jsxs","_jsxs","RegisterModel","_React$useState","useState","sessionStorage","getItem","_React$useState2","_slicedToArray","tabValue","setTabValue","_useCookies","_useCookies2","cookie","navigate","_useTranslation","t","token","replace","handleTabChange","_","newValue","setItem","m","style","overflow","children","title","value","sx","borderBottom","borderColor","onChange","label","padding","modelType","customData","version","model_name","model_description","context_length","model_lang","model_ability","model_specs","model_uri","model_size_in_billions","model_format","quantizations","model_family","virtualenv","packages","dimensions","max_tokens","language","controlnet","multilingual","launcher","launcher_args"],"sources":["/home/runner/work/inference/inference/xinference/web/ui/src/scenes/register_model/index.js"],"sourcesContent":["import { TabContext, TabList, TabPanel } from '@mui/lab'\nimport { Box, Tab } from '@mui/material'\nimport React, { useEffect } from 'react'\nimport { useCookies } from 'react-cookie'\nimport { useTranslation } from 'react-i18next'\nimport { useNavigate } from 'react-router-dom'\n\nimport ErrorMessageSnackBar from '../../components/errorMessageSnackBar'\nimport Title from '../../components/Title'\nimport { isValidBearerToken } from '../../components/utils'\nimport RegisterModelComponent from './registerModel'\n\nconst RegisterModel = () => {\n  const [tabValue, setTabValue] = React.useState(\n    sessionStorage.getItem('registerModelType')\n      ? sessionStorage.getItem('registerModelType')\n      : '/register_model/llm'\n  )\n  const [cookie] = useCookies(['token'])\n  const navigate = useNavigate()\n  const { t } = useTranslation()\n\n  useEffect(() => {\n    if (\n      sessionStorage.getItem('auth') === 'true' &&\n      !isValidBearerToken(sessionStorage.getItem('token')) &&\n      !isValidBearerToken(cookie.token)\n    ) {\n      navigate('/login', { replace: true })\n    }\n  }, [cookie.token])\n\n  const handleTabChange = (_, newValue) => {\n    setTabValue(newValue)\n    navigate(newValue)\n    sessionStorage.setItem('registerModelType', newValue)\n  }\n\n  return (\n    <Box m=\"20px\" style={{ overflow: 'hidden' }}>\n      <Title title={t('menu.registerModel')} />\n      <ErrorMessageSnackBar />\n      <TabContext value={tabValue}>\n        <Box sx={{ borderBottom: 1, borderColor: 'divider' }}>\n          <TabList\n            value={tabValue}\n            onChange={handleTabChange}\n            aria-label=\"tabs\"\n          >\n            <Tab\n              label={t('model.languageModels')}\n              value=\"/register_model/llm\"\n            />\n            <Tab\n              label={t('model.embeddingModels')}\n              value=\"/register_model/embedding\"\n            />\n            <Tab\n              label={t('model.rerankModels')}\n              value=\"/register_model/rerank\"\n            />\n            <Tab label={t('model.imageModels')} value=\"/register_model/image\" />\n            <Tab label={t('model.audioModels')} value=\"/register_model/audio\" />\n            <Tab\n              label={t('model.flexibleModels')}\n              value=\"/register_model/flexible\"\n            />\n          </TabList>\n        </Box>\n        <TabPanel value=\"/register_model/llm\" sx={{ padding: 0 }}>\n          <RegisterModelComponent\n            modelType=\"LLM\"\n            customData={{\n              version: 1,\n              model_name: 'custom-llm',\n              model_description: 'This is a custom model description.',\n              context_length: 2048,\n              model_lang: ['en'],\n              model_ability: ['generate'],\n              model_specs: [\n                {\n                  model_uri: '/path/to/llama-1',\n                  model_size_in_billions: 7,\n                  model_format: 'pytorch',\n                  quantizations: ['none'],\n                },\n              ],\n              model_family: 'your_custom_model',\n              virtualenv: {\n                packages: [],\n              },\n            }}\n          />\n        </TabPanel>\n        <TabPanel value=\"/register_model/embedding\" sx={{ padding: 0 }}>\n          <RegisterModelComponent\n            modelType=\"embedding\"\n            customData={{\n              model_name: 'custom-embedding',\n              dimensions: 768,\n              max_tokens: 512,\n              model_uri: '/path/to/embedding-model',\n              language: ['en'],\n              virtualenv: {\n                packages: [],\n              },\n            }}\n          />\n        </TabPanel>\n        <TabPanel value=\"/register_model/rerank\" sx={{ padding: 0 }}>\n          <RegisterModelComponent\n            modelType=\"rerank\"\n            customData={{\n              model_name: 'custom-rerank',\n              model_uri: '/path/to/rerank-model',\n              language: ['en'],\n              max_tokens: 512,\n              virtualenv: {\n                packages: [],\n              },\n            }}\n          />\n        </TabPanel>\n        <TabPanel value=\"/register_model/image\" sx={{ padding: 0 }}>\n          <RegisterModelComponent\n            modelType=\"image\"\n            customData={{\n              model_name: 'custom-image',\n              model_uri: '/path/to/image-model',\n              model_family: 'stable_diffusion',\n              controlnet: [],\n              virtualenv: {\n                packages: [],\n              },\n            }}\n          />\n        </TabPanel>\n        <TabPanel value=\"/register_model/audio\" sx={{ padding: 0 }}>\n          <RegisterModelComponent\n            modelType=\"audio\"\n            customData={{\n              model_name: 'custom-audio',\n              model_uri: '/path/to/audio-model',\n              multilingual: false,\n              model_family: 'whisper',\n              model_ability: ['text2audio'],\n              virtualenv: {\n                packages: [],\n              },\n            }}\n          />\n        </TabPanel>\n        <TabPanel value=\"/register_model/flexible\" sx={{ padding: 0 }}>\n          <RegisterModelComponent\n            modelType=\"flexible\"\n            customData={{\n              model_name: 'flexible-model',\n              model_description: 'This is a model description.',\n              model_uri: '/path/to/model',\n              launcher: 'xinference.model.flexible.launchers.transformers',\n              launcher_args: '{}',\n              virtualenv: {\n                packages: [],\n              },\n            }}\n          />\n        </TabPanel>\n      </TabContext>\n    </Box>\n  )\n}\n\nexport default RegisterModel\n"],"mappings":"6IAAA,OAASA,UAAU,CAAEC,OAAO,CAAEC,QAAQ,KAAQ,UAAU,CACxD,OAASC,GAAG,CAAEC,GAAG,KAAQ,eAAe,CACxC,MAAO,CAAAC,KAAK,EAAIC,SAAS,KAAQ,OAAO,CACxC,OAASC,UAAU,KAAQ,cAAc,CACzC,OAASC,cAAc,KAAQ,eAAe,CAC9C,OAASC,WAAW,KAAQ,kBAAkB,CAE9C,MAAO,CAAAC,oBAAoB,KAAM,uCAAuC,CACxE,MAAO,CAAAC,KAAK,KAAM,wBAAwB,CAC1C,OAASC,kBAAkB,KAAQ,wBAAwB,CAC3D,MAAO,CAAAC,sBAAsB,KAAM,iBAAiB,QAAAC,GAAA,IAAAC,IAAA,gCAAAC,IAAA,IAAAC,KAAA,yBAEpD,GAAM,CAAAC,aAAa,CAAG,QAAhB,CAAAA,aAAaA,CAAA,CAAS,CAC1B,IAAAC,eAAA,CAAgCd,KAAK,CAACe,QAAQ,CAC5CC,cAAc,CAACC,OAAO,CAAC,mBAAmB,CAAC,CACvCD,cAAc,CAACC,OAAO,CAAC,mBAAmB,CAAC,CAC3C,qBACN,CAAC,CAAAC,gBAAA,CAAAC,cAAA,CAAAL,eAAA,IAJMM,QAAQ,CAAAF,gBAAA,IAAEG,WAAW,CAAAH,gBAAA,IAK5B,IAAAI,WAAA,CAAiBpB,UAAU,CAAC,CAAC,OAAO,CAAC,CAAC,CAAAqB,YAAA,CAAAJ,cAAA,CAAAG,WAAA,IAA/BE,MAAM,CAAAD,YAAA,IACb,GAAM,CAAAE,QAAQ,CAAGrB,WAAW,CAAC,CAAC,CAC9B,IAAAsB,eAAA,CAAcvB,cAAc,CAAC,CAAC,CAAtBwB,CAAC,CAAAD,eAAA,CAADC,CAAC,CAET1B,SAAS,CAAC,UAAM,CACd,GACEe,cAAc,CAACC,OAAO,CAAC,MAAM,CAAC,GAAK,MAAM,EACzC,CAACV,kBAAkB,CAACS,cAAc,CAACC,OAAO,CAAC,OAAO,CAAC,CAAC,EACpD,CAACV,kBAAkB,CAACiB,MAAM,CAACI,KAAK,CAAC,CACjC,CACAH,QAAQ,CAAC,QAAQ,CAAE,CAAEI,OAAO,CAAE,IAAK,CAAC,CAAC,CACvC,CACF,CAAC,CAAE,CAACL,MAAM,CAACI,KAAK,CAAC,CAAC,CAElB,GAAM,CAAAE,eAAe,CAAG,QAAlB,CAAAA,eAAeA,CAAIC,CAAC,CAAEC,QAAQ,CAAK,CACvCX,WAAW,CAACW,QAAQ,CAAC,CACrBP,QAAQ,CAACO,QAAQ,CAAC,CAClBhB,cAAc,CAACiB,OAAO,CAAC,mBAAmB,CAAED,QAAQ,CAAC,CACvD,CAAC,CAED,mBACEpB,KAAA,CAACd,GAAG,EAACoC,CAAC,CAAC,MAAM,CAACC,KAAK,CAAE,CAAEC,QAAQ,CAAE,QAAS,CAAE,CAAAC,QAAA,eAC1C3B,IAAA,CAACJ,KAAK,EAACgC,KAAK,CAAEX,CAAC,CAAC,oBAAoB,CAAE,CAAE,CAAC,cACzCjB,IAAA,CAACL,oBAAoB,GAAE,CAAC,cACxBO,KAAA,CAACjB,UAAU,EAAC4C,KAAK,CAAEnB,QAAS,CAAAiB,QAAA,eAC1B3B,IAAA,CAACZ,GAAG,EAAC0C,EAAE,CAAE,CAAEC,YAAY,CAAE,CAAC,CAAEC,WAAW,CAAE,SAAU,CAAE,CAAAL,QAAA,cACnDzB,KAAA,CAAChB,OAAO,EACN2C,KAAK,CAAEnB,QAAS,CAChBuB,QAAQ,CAAEb,eAAgB,CAC1B,aAAW,MAAM,CAAAO,QAAA,eAEjB3B,IAAA,CAACX,GAAG,EACF6C,KAAK,CAAEjB,CAAC,CAAC,sBAAsB,CAAE,CACjCY,KAAK,CAAC,qBAAqB,CAC5B,CAAC,cACF7B,IAAA,CAACX,GAAG,EACF6C,KAAK,CAAEjB,CAAC,CAAC,uBAAuB,CAAE,CAClCY,KAAK,CAAC,2BAA2B,CAClC,CAAC,cACF7B,IAAA,CAACX,GAAG,EACF6C,KAAK,CAAEjB,CAAC,CAAC,oBAAoB,CAAE,CAC/BY,KAAK,CAAC,wBAAwB,CAC/B,CAAC,cACF7B,IAAA,CAACX,GAAG,EAAC6C,KAAK,CAAEjB,CAAC,CAAC,mBAAmB,CAAE,CAACY,KAAK,CAAC,uBAAuB,CAAE,CAAC,cACpE7B,IAAA,CAACX,GAAG,EAAC6C,KAAK,CAAEjB,CAAC,CAAC,mBAAmB,CAAE,CAACY,KAAK,CAAC,uBAAuB,CAAE,CAAC,cACpE7B,IAAA,CAACX,GAAG,EACF6C,KAAK,CAAEjB,CAAC,CAAC,sBAAsB,CAAE,CACjCY,KAAK,CAAC,0BAA0B,CACjC,CAAC,EACK,CAAC,CACP,CAAC,cACN7B,IAAA,CAACb,QAAQ,EAAC0C,KAAK,CAAC,qBAAqB,CAACC,EAAE,CAAE,CAAEK,OAAO,CAAE,CAAE,CAAE,CAAAR,QAAA,cACvD3B,IAAA,CAACF,sBAAsB,EACrBsC,SAAS,CAAC,KAAK,CACfC,UAAU,CAAE,CACVC,OAAO,CAAE,CAAC,CACVC,UAAU,CAAE,YAAY,CACxBC,iBAAiB,CAAE,qCAAqC,CACxDC,cAAc,CAAE,IAAI,CACpBC,UAAU,CAAE,CAAC,IAAI,CAAC,CAClBC,aAAa,CAAE,CAAC,UAAU,CAAC,CAC3BC,WAAW,CAAE,CACX,CACEC,SAAS,CAAE,kBAAkB,CAC7BC,sBAAsB,CAAE,CAAC,CACzBC,YAAY,CAAE,SAAS,CACvBC,aAAa,CAAE,CAAC,MAAM,CACxB,CAAC,CACF,CACDC,YAAY,CAAE,mBAAmB,CACjCC,UAAU,CAAE,CACVC,QAAQ,CAAE,EACZ,CACF,CAAE,CACH,CAAC,CACM,CAAC,cACXnD,IAAA,CAACb,QAAQ,EAAC0C,KAAK,CAAC,2BAA2B,CAACC,EAAE,CAAE,CAAEK,OAAO,CAAE,CAAE,CAAE,CAAAR,QAAA,cAC7D3B,IAAA,CAACF,sBAAsB,EACrBsC,SAAS,CAAC,WAAW,CACrBC,UAAU,CAAE,CACVE,UAAU,CAAE,kBAAkB,CAC9Ba,UAAU,CAAE,GAAG,CACfC,UAAU,CAAE,GAAG,CACfR,SAAS,CAAE,0BAA0B,CACrCS,QAAQ,CAAE,CAAC,IAAI,CAAC,CAChBJ,UAAU,CAAE,CACVC,QAAQ,CAAE,EACZ,CACF,CAAE,CACH,CAAC,CACM,CAAC,cACXnD,IAAA,CAACb,QAAQ,EAAC0C,KAAK,CAAC,wBAAwB,CAACC,EAAE,CAAE,CAAEK,OAAO,CAAE,CAAE,CAAE,CAAAR,QAAA,cAC1D3B,IAAA,CAACF,sBAAsB,EACrBsC,SAAS,CAAC,QAAQ,CAClBC,UAAU,CAAE,CACVE,UAAU,CAAE,eAAe,CAC3BM,SAAS,CAAE,uBAAuB,CAClCS,QAAQ,CAAE,CAAC,IAAI,CAAC,CAChBD,UAAU,CAAE,GAAG,CACfH,UAAU,CAAE,CACVC,QAAQ,CAAE,EACZ,CACF,CAAE,CACH,CAAC,CACM,CAAC,cACXnD,IAAA,CAACb,QAAQ,EAAC0C,KAAK,CAAC,uBAAuB,CAACC,EAAE,CAAE,CAAEK,OAAO,CAAE,CAAE,CAAE,CAAAR,QAAA,cACzD3B,IAAA,CAACF,sBAAsB,EACrBsC,SAAS,CAAC,OAAO,CACjBC,UAAU,CAAE,CACVE,UAAU,CAAE,cAAc,CAC1BM,SAAS,CAAE,sBAAsB,CACjCI,YAAY,CAAE,kBAAkB,CAChCM,UAAU,CAAE,EAAE,CACdL,UAAU,CAAE,CACVC,QAAQ,CAAE,EACZ,CACF,CAAE,CACH,CAAC,CACM,CAAC,cACXnD,IAAA,CAACb,QAAQ,EAAC0C,KAAK,CAAC,uBAAuB,CAACC,EAAE,CAAE,CAAEK,OAAO,CAAE,CAAE,CAAE,CAAAR,QAAA,cACzD3B,IAAA,CAACF,sBAAsB,EACrBsC,SAAS,CAAC,OAAO,CACjBC,UAAU,CAAE,CACVE,UAAU,CAAE,cAAc,CAC1BM,SAAS,CAAE,sBAAsB,CACjCW,YAAY,CAAE,KAAK,CACnBP,YAAY,CAAE,SAAS,CACvBN,aAAa,CAAE,CAAC,YAAY,CAAC,CAC7BO,UAAU,CAAE,CACVC,QAAQ,CAAE,EACZ,CACF,CAAE,CACH,CAAC,CACM,CAAC,cACXnD,IAAA,CAACb,QAAQ,EAAC0C,KAAK,CAAC,0BAA0B,CAACC,EAAE,CAAE,CAAEK,OAAO,CAAE,CAAE,CAAE,CAAAR,QAAA,cAC5D3B,IAAA,CAACF,sBAAsB,EACrBsC,SAAS,CAAC,UAAU,CACpBC,UAAU,CAAE,CACVE,UAAU,CAAE,gBAAgB,CAC5BC,iBAAiB,CAAE,8BAA8B,CACjDK,SAAS,CAAE,gBAAgB,CAC3BY,QAAQ,CAAE,kDAAkD,CAC5DC,aAAa,CAAE,IAAI,CACnBR,UAAU,CAAE,CACVC,QAAQ,CAAE,EACZ,CACF,CAAE,CACH,CAAC,CACM,CAAC,EACD,CAAC,EACV,CAAC,CAEV,CAAC,CAED,cAAe,CAAAhD,aAAa","ignoreList":[]},"metadata":{},"sourceType":"module","externalDependencies":[]}

xinference/web/ui/node_modules/.cache/babel-loader/f75545479c17fdfe2a00235fa4a0e9da1ae95e6b3caafba87ded92de6b0240e4.json

@@ -0,0 +1 @@
+{"ast":null,"code":"import _toConsumableArray from\"/home/runner/work/inference/inference/xinference/web/ui/node_modules/@babel/runtime/helpers/esm/toConsumableArray.js\";import _slicedToArray from\"/home/runner/work/inference/inference/xinference/web/ui/node_modules/@babel/runtime/helpers/esm/slicedToArray.js\";import FilterNoneIcon from'@mui/icons-material/FilterNone';import{Alert,Snackbar,Tooltip}from'@mui/material';import ClipboardJS from'clipboard';import React,{useEffect,useRef,useState}from'react';import{useTranslation}from'react-i18next';import{jsx as _jsx}from\"react/jsx-runtime\";import{jsxs as _jsxs}from\"react/jsx-runtime\";function CopyComponent(_ref){var modelData=_ref.modelData,predefinedKeys=_ref.predefinedKeys;var _useTranslation=useTranslation(),t=_useTranslation.t;var _useState=useState(false),_useState2=_slicedToArray(_useState,2),isCopySuccess=_useState2[0],setIsCopySuccess=_useState2[1];var copyRef=useRef(null);var generateCommandLineStatement=function generateCommandLineStatement(params){var args=Object.entries(params).filter(function(_ref2){var _ref3=_slicedToArray(_ref2,2),key=_ref3[0],value=_ref3[1];return predefinedKeys.includes(key)&&value!==null&&value!==undefined||!predefinedKeys.includes(key);}).map(function(_ref4){var _ref5=_slicedToArray(_ref4,2),key=_ref5[0],value=_ref5[1];if(key==='gpu_idx'&&Array.isArray(value)){return\"--gpu-idx \".concat(value.join(','));}else if(key==='peft_model_config'&&typeof value==='object'){var peftArgs=[];if(value.lora_list){peftArgs.push.apply(peftArgs,_toConsumableArray(value.lora_list.map(function(lora){return\"--lora-modules \".concat(lora.lora_name,\" \").concat(lora.local_path);})));}if(value.image_lora_load_kwargs){peftArgs.push.apply(peftArgs,_toConsumableArray(Object.entries(value.image_lora_load_kwargs).map(function(_ref6){var _ref7=_slicedToArray(_ref6,2),k=_ref7[0],v=_ref7[1];return\"--image-lora-load-kwargs \".concat(k,\" \").concat(v);})));}if(value.image_lora_fuse_kwargs){peftArgs.push.apply(peftArgs,_toConsumableArray(Object.entries(value.image_lora_fuse_kwargs).map(function(_ref8){var _ref9=_slicedToArray(_ref8,2),k=_ref9[0],v=_ref9[1];return\"--image-lora-fuse-kwargs \".concat(k,\" \").concat(v);})));}return peftArgs.join(' ');}else if(key==='quantization_config'&&typeof value==='object'){var _peftArgs=[];_peftArgs.push.apply(_peftArgs,_toConsumableArray(Object.entries(value).map(function(_ref10){var _ref11=_slicedToArray(_ref10,2),k=_ref11[0],v=_ref11[1];return\"--quantization-config \".concat(k,\" \").concat(v===null?'none':v);})));return _peftArgs.join(' ');}else if(predefinedKeys.includes(key)){var newKey;if(key==='model_size_in_billions'){newKey='--size-in-billions';}else if(key==='download_hub'){newKey=\"--download_hub\";}else{newKey=\"--\".concat(key.replace(/_/g,'-'));}return\"\".concat(newKey,\" \").concat(value===false?'false':value===null?'none':value);}else{return\"--\".concat(key,\" \").concat(value===false?'false':value===null?'none':value);}}).join(' ');return\"xinference launch \".concat(args);};useEffect(function(){var _text=generateCommandLineStatement(modelData);var clipboard=new ClipboardJS(copyRef.current,{text:function text(){return _text;}});clipboard.on('success',function(e){e.clearSelection();setIsCopySuccess(true);});var handleClick=function handleClick(event){event.stopPropagation();copyRef.current.focus();};var copy=copyRef.current;copy.addEventListener('click',handleClick);return function(){clipboard.destroy();copy.removeEventListener('click',handleClick);};},[modelData]);return/*#__PURE__*/_jsxs(\"div\",{style:{marginInline:'10px',lineHeight:'14px'},children:[/*#__PURE__*/_jsx(Tooltip,{title:t('launchModel.copyToCommandLine'),placement:\"top\",children:/*#__PURE__*/_jsx(\"div\",{ref:copyRef,children:/*#__PURE__*/_jsx(FilterNoneIcon,{className:\"copyToCommandLine\"})})}),/*#__PURE__*/_jsx(Snackbar,{anchorOrigin:{vertical:'top',horizontal:'center'},open:isCopySuccess,autoHideDuration:1500,onClose:function onClose(){return setIsCopySuccess(false);},children:/*#__PURE__*/_jsx(Alert,{severity:\"success\",variant:\"filled\",sx:{width:'100%'},children:t('components.copySuccess')})})]});}export default CopyComponent;","map":{"version":3,"names":["FilterNoneIcon","Alert","Snackbar","Tooltip","ClipboardJS","React","useEffect","useRef","useState","useTranslation","jsx","_jsx","jsxs","_jsxs","CopyComponent","_ref","modelData","predefinedKeys","_useTranslation","t","_useState","_useState2","_slicedToArray","isCopySuccess","setIsCopySuccess","copyRef","generateCommandLineStatement","params","args","Object","entries","filter","_ref2","_ref3","key","value","includes","undefined","map","_ref4","_ref5","Array","isArray","concat","join","peftArgs","lora_list","push","apply","_toConsumableArray","lora","lora_name","local_path","image_lora_load_kwargs","_ref6","_ref7","k","v","image_lora_fuse_kwargs","_ref8","_ref9","_ref10","_ref11","newKey","replace","text","clipboard","current","on","e","clearSelection","handleClick","event","stopPropagation","focus","copy","addEventListener","destroy","removeEventListener","style","marginInline","lineHeight","children","title","placement","ref","className","anchorOrigin","vertical","horizontal","open","autoHideDuration","onClose","severity","variant","sx","width"],"sources":["/home/runner/work/inference/inference/xinference/web/ui/src/scenes/launch_model/components/copyComponent.js"],"sourcesContent":["import FilterNoneIcon from '@mui/icons-material/FilterNone'\nimport { Alert, Snackbar, Tooltip } from '@mui/material'\nimport ClipboardJS from 'clipboard'\nimport React, { useEffect, useRef, useState } from 'react'\nimport { useTranslation } from 'react-i18next'\n\nfunction CopyComponent({ modelData, predefinedKeys }) {\n  const { t } = useTranslation()\n  const [isCopySuccess, setIsCopySuccess] = useState(false)\n  const copyRef = useRef(null)\n\n  const generateCommandLineStatement = (params) => {\n    const args = Object.entries(params)\n      .filter(\n        ([key, value]) =>\n          (predefinedKeys.includes(key) &&\n            value !== null &&\n            value !== undefined) ||\n          !predefinedKeys.includes(key)\n      )\n      .map(([key, value]) => {\n        if (key === 'gpu_idx' && Array.isArray(value)) {\n          return `--gpu-idx ${value.join(',')}`\n        } else if (key === 'peft_model_config' && typeof value === 'object') {\n          let peftArgs = []\n          if (value.lora_list) {\n            peftArgs.push(\n              ...value.lora_list.map(\n                (lora) => `--lora-modules ${lora.lora_name} ${lora.local_path}`\n              )\n            )\n          }\n          if (value.image_lora_load_kwargs) {\n            peftArgs.push(\n              ...Object.entries(value.image_lora_load_kwargs).map(\n                ([k, v]) => `--image-lora-load-kwargs ${k} ${v}`\n              )\n            )\n          }\n          if (value.image_lora_fuse_kwargs) {\n            peftArgs.push(\n              ...Object.entries(value.image_lora_fuse_kwargs).map(\n                ([k, v]) => `--image-lora-fuse-kwargs ${k} ${v}`\n              )\n            )\n          }\n          return peftArgs.join(' ')\n        } else if (key === 'quantization_config' && typeof value === 'object') {\n          let peftArgs = []\n          peftArgs.push(\n            ...Object.entries(value).map(\n              ([k, v]) =>\n                `--quantization-config ${k} ${v === null ? 'none' : v}`\n            )\n          )\n          return peftArgs.join(' ')\n        } else if (predefinedKeys.includes(key)) {\n          let newKey\n          if (key === 'model_size_in_billions') {\n            newKey = '--size-in-billions'\n          } else if (key === 'download_hub') {\n            newKey = `--download_hub`\n          } else {\n            newKey = `--${key.replace(/_/g, '-')}`\n          }\n          return `${newKey} ${\n            value === false ? 'false' : value === null ? 'none' : value\n          }`\n        } else {\n          return `--${key} ${\n            value === false ? 'false' : value === null ? 'none' : value\n          }`\n        }\n      })\n      .join(' ')\n\n    return `xinference launch ${args}`\n  }\n\n  useEffect(() => {\n    const text = generateCommandLineStatement(modelData)\n    const clipboard = new ClipboardJS(copyRef.current, {\n      text: () => text,\n    })\n\n    clipboard.on('success', (e) => {\n      e.clearSelection()\n      setIsCopySuccess(true)\n    })\n\n    const handleClick = (event) => {\n      event.stopPropagation()\n      copyRef.current.focus()\n    }\n\n    const copy = copyRef.current\n    copy.addEventListener('click', handleClick)\n\n    return () => {\n      clipboard.destroy()\n      copy.removeEventListener('click', handleClick)\n    }\n  }, [modelData])\n\n  return (\n    <div style={{ marginInline: '10px', lineHeight: '14px' }}>\n      <Tooltip title={t('launchModel.copyToCommandLine')} placement=\"top\">\n        <div ref={copyRef}>\n          <FilterNoneIcon className=\"copyToCommandLine\" />\n        </div>\n      </Tooltip>\n      <Snackbar\n        anchorOrigin={{ vertical: 'top', horizontal: 'center' }}\n        open={isCopySuccess}\n        autoHideDuration={1500}\n        onClose={() => setIsCopySuccess(false)}\n      >\n        <Alert severity=\"success\" variant=\"filled\" sx={{ width: '100%' }}>\n          {t('components.copySuccess')}\n        </Alert>\n      </Snackbar>\n    </div>\n  )\n}\n\nexport default CopyComponent\n"],"mappings":"kSAAA,MAAO,CAAAA,cAAc,KAAM,gCAAgC,CAC3D,OAASC,KAAK,CAAEC,QAAQ,CAAEC,OAAO,KAAQ,eAAe,CACxD,MAAO,CAAAC,WAAW,KAAM,WAAW,CACnC,MAAO,CAAAC,KAAK,EAAIC,SAAS,CAAEC,MAAM,CAAEC,QAAQ,KAAQ,OAAO,CAC1D,OAASC,cAAc,KAAQ,eAAe,QAAAC,GAAA,IAAAC,IAAA,gCAAAC,IAAA,IAAAC,KAAA,yBAE9C,QAAS,CAAAC,aAAaA,CAAAC,IAAA,CAAgC,IAA7B,CAAAC,SAAS,CAAAD,IAAA,CAATC,SAAS,CAAEC,cAAc,CAAAF,IAAA,CAAdE,cAAc,CAChD,IAAAC,eAAA,CAAcT,cAAc,CAAC,CAAC,CAAtBU,CAAC,CAAAD,eAAA,CAADC,CAAC,CACT,IAAAC,SAAA,CAA0CZ,QAAQ,CAAC,KAAK,CAAC,CAAAa,UAAA,CAAAC,cAAA,CAAAF,SAAA,IAAlDG,aAAa,CAAAF,UAAA,IAAEG,gBAAgB,CAAAH,UAAA,IACtC,GAAM,CAAAI,OAAO,CAAGlB,MAAM,CAAC,IAAI,CAAC,CAE5B,GAAM,CAAAmB,4BAA4B,CAAG,QAA/B,CAAAA,4BAA4BA,CAAIC,MAAM,CAAK,CAC/C,GAAM,CAAAC,IAAI,CAAGC,MAAM,CAACC,OAAO,CAACH,MAAM,CAAC,CAChCI,MAAM,CACL,SAAAC,KAAA,MAAAC,KAAA,CAAAX,cAAA,CAAAU,KAAA,IAAEE,GAAG,CAAAD,KAAA,IAAEE,KAAK,CAAAF,KAAA,UACT,CAAAhB,cAAc,CAACmB,QAAQ,CAACF,GAAG,CAAC,EAC3BC,KAAK,GAAK,IAAI,EACdA,KAAK,GAAKE,SAAS,EACrB,CAACpB,cAAc,CAACmB,QAAQ,CAACF,GAAG,CAAC,EACjC,CAAC,CACAI,GAAG,CAAC,SAAAC,KAAA,CAAkB,KAAAC,KAAA,CAAAlB,cAAA,CAAAiB,KAAA,IAAhBL,GAAG,CAAAM,KAAA,IAAEL,KAAK,CAAAK,KAAA,IACf,GAAIN,GAAG,GAAK,SAAS,EAAIO,KAAK,CAACC,OAAO,CAACP,KAAK,CAAC,CAAE,CAC7C,mBAAAQ,MAAA,CAAoBR,KAAK,CAACS,IAAI,CAAC,GAAG,CAAC,EACrC,CAAC,IAAM,IAAIV,GAAG,GAAK,mBAAmB,EAAI,MAAO,CAAAC,KAAK,GAAK,QAAQ,CAAE,CACnE,GAAI,CAAAU,QAAQ,CAAG,EAAE,CACjB,GAAIV,KAAK,CAACW,SAAS,CAAE,CACnBD,QAAQ,CAACE,IAAI,CAAAC,KAAA,CAAbH,QAAQ,CAAAI,kBAAA,CACHd,KAAK,CAACW,SAAS,CAACR,GAAG,CACpB,SAACY,IAAI,0BAAAP,MAAA,CAAuBO,IAAI,CAACC,SAAS,MAAAR,MAAA,CAAIO,IAAI,CAACE,UAAU,GAC/D,CAAC,CACH,CAAC,CACH,CACA,GAAIjB,KAAK,CAACkB,sBAAsB,CAAE,CAChCR,QAAQ,CAACE,IAAI,CAAAC,KAAA,CAAbH,QAAQ,CAAAI,kBAAA,CACHpB,MAAM,CAACC,OAAO,CAACK,KAAK,CAACkB,sBAAsB,CAAC,CAACf,GAAG,CACjD,SAAAgB,KAAA,MAAAC,KAAA,CAAAjC,cAAA,CAAAgC,KAAA,IAAEE,CAAC,CAAAD,KAAA,IAAEE,CAAC,CAAAF,KAAA,sCAAAZ,MAAA,CAAkCa,CAAC,MAAAb,MAAA,CAAIc,CAAC,GAChD,CAAC,CACH,CAAC,CACH,CACA,GAAItB,KAAK,CAACuB,sBAAsB,CAAE,CAChCb,QAAQ,CAACE,IAAI,CAAAC,KAAA,CAAbH,QAAQ,CAAAI,kBAAA,CACHpB,MAAM,CAACC,OAAO,CAACK,KAAK,CAACuB,sBAAsB,CAAC,CAACpB,GAAG,CACjD,SAAAqB,KAAA,MAAAC,KAAA,CAAAtC,cAAA,CAAAqC,KAAA,IAAEH,CAAC,CAAAI,KAAA,IAAEH,CAAC,CAAAG,KAAA,sCAAAjB,MAAA,CAAkCa,CAAC,MAAAb,MAAA,CAAIc,CAAC,GAChD,CAAC,CACH,CAAC,CACH,CACA,MAAO,CAAAZ,QAAQ,CAACD,IAAI,CAAC,GAAG,CAAC,CAC3B,CAAC,IAAM,IAAIV,GAAG,GAAK,qBAAqB,EAAI,MAAO,CAAAC,KAAK,GAAK,QAAQ,CAAE,CACrE,GAAI,CAAAU,SAAQ,CAAG,EAAE,CACjBA,SAAQ,CAACE,IAAI,CAAAC,KAAA,CAAbH,SAAQ,CAAAI,kBAAA,CACHpB,MAAM,CAACC,OAAO,CAACK,KAAK,CAAC,CAACG,GAAG,CAC1B,SAAAuB,MAAA,MAAAC,MAAA,CAAAxC,cAAA,CAAAuC,MAAA,IAAEL,CAAC,CAAAM,MAAA,IAAEL,CAAC,CAAAK,MAAA,mCAAAnB,MAAA,CACqBa,CAAC,MAAAb,MAAA,CAAIc,CAAC,GAAK,IAAI,CAAG,MAAM,CAAGA,CAAC,GACzD,CAAC,CACH,CAAC,CACD,MAAO,CAAAZ,SAAQ,CAACD,IAAI,CAAC,GAAG,CAAC,CAC3B,CAAC,IAAM,IAAI3B,cAAc,CAACmB,QAAQ,CAACF,GAAG,CAAC,CAAE,CACvC,GAAI,CAAA6B,MAAM,CACV,GAAI7B,GAAG,GAAK,wBAAwB,CAAE,CACpC6B,MAAM,CAAG,oBAAoB,CAC/B,CAAC,IAAM,IAAI7B,GAAG,GAAK,cAAc,CAAE,CACjC6B,MAAM,iBAAmB,CAC3B,CAAC,IAAM,CACLA,MAAM,MAAApB,MAAA,CAAQT,GAAG,CAAC8B,OAAO,CAAC,IAAI,CAAE,GAAG,CAAC,CAAE,CACxC,CACA,SAAArB,MAAA,CAAUoB,MAAM,MAAApB,MAAA,CACdR,KAAK,GAAK,KAAK,CAAG,OAAO,CAAGA,KAAK,GAAK,IAAI,CAAG,MAAM,CAAGA,KAAK,EAE/D,CAAC,IAAM,CACL,WAAAQ,MAAA,CAAYT,GAAG,MAAAS,MAAA,CACbR,KAAK,GAAK,KAAK,CAAG,OAAO,CAAGA,KAAK,GAAK,IAAI,CAAG,MAAM,CAAGA,KAAK,EAE/D,CACF,CAAC,CAAC,CACDS,IAAI,CAAC,GAAG,CAAC,CAEZ,2BAAAD,MAAA,CAA4Bf,IAAI,EAClC,CAAC,CAEDtB,SAAS,CAAC,UAAM,CACd,GAAM,CAAA2D,KAAI,CAAGvC,4BAA4B,CAACV,SAAS,CAAC,CACpD,GAAM,CAAAkD,SAAS,CAAG,GAAI,CAAA9D,WAAW,CAACqB,OAAO,CAAC0C,OAAO,CAAE,CACjDF,IAAI,CAAE,SAAAA,KAAA,QAAM,CAAAA,KAAI,EAClB,CAAC,CAAC,CAEFC,SAAS,CAACE,EAAE,CAAC,SAAS,CAAE,SAACC,CAAC,CAAK,CAC7BA,CAAC,CAACC,cAAc,CAAC,CAAC,CAClB9C,gBAAgB,CAAC,IAAI,CAAC,CACxB,CAAC,CAAC,CAEF,GAAM,CAAA+C,WAAW,CAAG,QAAd,CAAAA,WAAWA,CAAIC,KAAK,CAAK,CAC7BA,KAAK,CAACC,eAAe,CAAC,CAAC,CACvBhD,OAAO,CAAC0C,OAAO,CAACO,KAAK,CAAC,CAAC,CACzB,CAAC,CAED,GAAM,CAAAC,IAAI,CAAGlD,OAAO,CAAC0C,OAAO,CAC5BQ,IAAI,CAACC,gBAAgB,CAAC,OAAO,CAAEL,WAAW,CAAC,CAE3C,MAAO,WAAM,CACXL,SAAS,CAACW,OAAO,CAAC,CAAC,CACnBF,IAAI,CAACG,mBAAmB,CAAC,OAAO,CAAEP,WAAW,CAAC,CAChD,CAAC,CACH,CAAC,CAAE,CAACvD,SAAS,CAAC,CAAC,CAEf,mBACEH,KAAA,QAAKkE,KAAK,CAAE,CAAEC,YAAY,CAAE,MAAM,CAAEC,UAAU,CAAE,MAAO,CAAE,CAAAC,QAAA,eACvDvE,IAAA,CAACR,OAAO,EAACgF,KAAK,CAAEhE,CAAC,CAAC,+BAA+B,CAAE,CAACiE,SAAS,CAAC,KAAK,CAAAF,QAAA,cACjEvE,IAAA,QAAK0E,GAAG,CAAE5D,OAAQ,CAAAyD,QAAA,cAChBvE,IAAA,CAACX,cAAc,EAACsF,SAAS,CAAC,mBAAmB,CAAE,CAAC,CAC7C,CAAC,CACC,CAAC,cACV3E,IAAA,CAACT,QAAQ,EACPqF,YAAY,CAAE,CAAEC,QAAQ,CAAE,KAAK,CAAEC,UAAU,CAAE,QAAS,CAAE,CACxDC,IAAI,CAAEnE,aAAc,CACpBoE,gBAAgB,CAAE,IAAK,CACvBC,OAAO,CAAE,SAAAA,QAAA,QAAM,CAAApE,gBAAgB,CAAC,KAAK,CAAC,EAAC,CAAA0D,QAAA,cAEvCvE,IAAA,CAACV,KAAK,EAAC4F,QAAQ,CAAC,SAAS,CAACC,OAAO,CAAC,QAAQ,CAACC,EAAE,CAAE,CAAEC,KAAK,CAAE,MAAO,CAAE,CAAAd,QAAA,CAC9D/D,CAAC,CAAC,wBAAwB,CAAC,CACvB,CAAC,CACA,CAAC,EACR,CAAC,CAEV,CAEA,cAAe,CAAAL,aAAa","ignoreList":[]},"metadata":{},"sourceType":"module","externalDependencies":[]}

xinference/web/ui/src/locales/en.json

@@ -151,6 +151,8 @@
     "noTestResults": "No test results...",
     "stopTokenIds": "Stop Token Ids",
     "stop": "Stop",
+    "reasoningStartTag": "Reasoning Start Tag",
+    "reasoningEndTag": "Reasoning End Tag",
     "launcher": "Launcher",
     "launcherArguments": "Launcher Arguments (Optional)",
     "edit": "Edit",
@@ -164,6 +166,7 @@
     "quantizationOptional": "Quantization (Optional)",
     "delete": "Delete",
     "controlnet": "Controlnet",
+    "packages": "Packages in Virtual Env",
     "more": "more",
     "modelFormat": "Model Format",
     "enterNumberGreaterThanZero": "Please enter a number greater than 0.",

xinference/web/ui/src/locales/ja.json

@@ -151,6 +151,8 @@
     "noTestResults": "テスト結果がありません...",
     "stopTokenIds": "停止トークンID",
     "stop": "停止",
+    "reasoningStartTag": "推論開始タグ",
+    "reasoningEndTag": "推論終了タグ",
     "launcher": "ランチャー",
     "launcherArguments": "ランチャー引数（オプション）",
     "edit": "編集",
@@ -164,6 +166,7 @@
     "quantizationOptional": "量子化（オプション）",
     "delete": "削除",
     "controlnet": "Controlnet",
+    "packages": "仮想環境パッケージ",
     "more": "詳細",
     "modelFormat": "モデルフォーマット",
     "enterNumberGreaterThanZero": "0より大きい数値を入力してください。",

xinference/web/ui/src/locales/ko.json

@@ -151,6 +151,8 @@
     "noTestResults": "테스트 결과가 없습니다...",
     "stopTokenIds": "중지 토큰 ID",
     "stop": "중지",
+    "reasoningStartTag": "추론 시작 태그",
+    "reasoningEndTag": "추론 종료 태그",
     "launcher": "런처",
     "launcherArguments": "런처 인수 (선택)",
     "edit": "편집",
@@ -164,6 +166,7 @@
     "quantizationOptional": "양자화 (선택)",
     "delete": "삭제",
     "controlnet": "Controlnet",
+    "packages": "가상환경 패키지",
     "more": "더보기",
     "modelFormat": "모델 형식",
     "enterNumberGreaterThanZero": "0보다 큰 숫자를 입력하세요.",

xinference/web/ui/src/locales/zh.json

@@ -151,6 +151,8 @@
     "noTestResults": "没有测试结果...",
     "stopTokenIds": "停止token ID",
     "stop": "停止",
+    "reasoningStartTag": "推理开始标签",
+    "reasoningEndTag": "推理结束标签",
     "launcher": "启动器",
     "launcherArguments": "启动器参数（可选）",
     "edit": "编辑",
@@ -164,6 +166,7 @@
     "quantizationOptional": "量化（可选）",
     "delete": "删除",
     "controlnet": "控制网",
+    "packages": "虚拟环境安装包",
     "more": "更多",
     "modelFormat": "模型格式",
     "enterNumberGreaterThanZero": "请输入大于 0 的数字。",

{xinference-1.7.0.post1.dist-info → xinference-1.7.1.post1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: xinference
-Version: 1.7.0.post1
+Version: 1.7.1.post1
 Summary: Model Serving Made Easy
 Home-page: https://github.com/xorbitsai/inference
 Author: Qin Xuye
@@ -27,6 +27,7 @@ Requires-Dist: click<8.2.0
 Requires-Dist: tqdm>=4.27
 Requires-Dist: tabulate
 Requires-Dist: requests
+Requires-Dist: aiohttp
 Requires-Dist: pydantic
 Requires-Dist: fastapi>=0.110.3
 Requires-Dist: uvicorn
@@ -93,7 +94,7 @@ Requires-Dist: blobfile; extra == "all"
 Requires-Dist: vllm>=0.2.6; sys_platform == "linux" and extra == "all"
 Requires-Dist: sglang[srt]>=0.4.2.post4; sys_platform == "linux" and extra == "all"
 Requires-Dist: mlx-lm>=0.21.5; (sys_platform == "darwin" and platform_machine == "arm64") and extra == "all"
-Requires-Dist: mlx-vlm>=0.1.11; (sys_platform == "darwin" and platform_machine == "arm64") and extra == "all"
+Requires-Dist: mlx-vlm<0.2.0,>=0.1.11; (sys_platform == "darwin" and platform_machine == "arm64") and extra == "all"
 Requires-Dist: mlx-whisper; (sys_platform == "darwin" and platform_machine == "arm64") and extra == "all"
 Requires-Dist: f5-tts-mlx; (sys_platform == "darwin" and platform_machine == "arm64") and extra == "all"
 Requires-Dist: qwen_vl_utils!=0.0.9; extra == "all"
@@ -200,7 +201,7 @@ Provides-Extra: sglang
 Requires-Dist: sglang[srt]>=0.4.2.post4; sys_platform == "linux" and extra == "sglang"
 Provides-Extra: mlx
 Requires-Dist: mlx-lm>=0.21.5; (sys_platform == "darwin" and platform_machine == "arm64") and extra == "mlx"
-Requires-Dist: mlx-vlm>=0.1.11; (sys_platform == "darwin" and platform_machine == "arm64") and extra == "mlx"
+Requires-Dist: mlx-vlm<0.2.0,>=0.1.11; (sys_platform == "darwin" and platform_machine == "arm64") and extra == "mlx"
 Requires-Dist: mlx-whisper; (sys_platform == "darwin" and platform_machine == "arm64") and extra == "mlx"
 Requires-Dist: f5-tts-mlx; (sys_platform == "darwin" and platform_machine == "arm64") and extra == "mlx"
 Requires-Dist: qwen_vl_utils!=0.0.9; extra == "mlx"

{xinference-1.7.0.post1.dist-info → xinference-1.7.1.post1.dist-info}/RECORD

@@ -1,48 +1,49 @@
 xinference/__init__.py,sha256=nmTTrYbIpj964ZF6ojtgOM7E85JBOj1EyQbmYjbj1jw,915
 xinference/_compat.py,sha256=YF-lS6tX06zkFi2oFS0yq_LBn4hX_8u0Ft0vKxGALwA,4238
-xinference/_version.py,sha256=FLTvXc3gsm40inNtWJwpd9lC2ODsO7OetP5N4-FyECo,503
+xinference/_version.py,sha256=w-XWzrzTe8dc3w7zfP8qBrfW2UUKvK_zkhLrxhdIvC0,503
 xinference/conftest.py,sha256=vETDpRBVIlWbWi7OTwf7og89U25KyYGyI7yPIB3O8N8,9564
 xinference/constants.py,sha256=-QqMRJo1MvTgnLmRZLF3DVj3PMXUzg1rV-XIsuN_nGI,4319
-xinference/device_utils.py,sha256=ELsqvnjvz9wYthTyQFzKSV4mZsaASz6hj_IsfMmfMWc,4447
+xinference/device_utils.py,sha256=vt3GpNNfEfuJzXPb49bUnADyM2r4SqgG03ODiJO86sA,4953
 xinference/fields.py,sha256=0UtBFaDNzn1n9MRjyTkNrolsIML-TpZfudWOejqjni8,5245
 xinference/isolation.py,sha256=gTU1em5fxg1m-7hxieWBMZvVkXZX4GZYmeT7XxXsYrU,2699
 xinference/types.py,sha256=CEHiKrMT_a1xX38vxVxHIWgkLxRXaMkaXRrMI8E1D9Y,11637
 xinference/utils.py,sha256=xMuOg3LZhTUf7inEhm-HmXCIoly0pHaWtMKMnnf8XGk,2273
 xinference/api/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
-xinference/api/restful_api.py,sha256=QCJyPB3wpO1WhB47p6Ky_BUHrAP0tp_oPXtnNXfgKX0,102114
+xinference/api/restful_api.py,sha256=fHan_frZNdMQiaPl2c0ve4wlyYVV2IVIEnDi9yzHSkQ,102141
 xinference/api/oauth2/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
 xinference/api/oauth2/auth_service.py,sha256=74JzB42fbbmBu4Q1dW3A9Fp_N7167KgRGB42Z0NHjAM,6119
 xinference/api/oauth2/types.py,sha256=K923sv_XySIUtM2Eozl9IG082IJcDOS5SFLrPZ5ELBg,996
 xinference/api/oauth2/utils.py,sha256=SIiiUj6VuTEsj3bZ2TYUyhx3cGlLSX3ZNWDOgUwRtXc,1410
-xinference/client/__init__.py,sha256=Gc4HOzAy_1cic5kXlso7hahYgw89CKvZSJDicEU461k,669
-xinference/client/common.py,sha256=iciZRs5YjM2gYsXnwACPMaiBZp4_XpawWwfym0Iyu40,1617
-xinference/client/handlers.py,sha256=HYmQjG0BPK5PKcWVEDJqQz5iLjS8yjOq5j-HP_CAi_k,630
+xinference/client/__init__.py,sha256=TnDlTxUF4dBRhpUgXu-aLsKtnZ3jEE_f4ReGu5Q6XhY,756
+xinference/client/common.py,sha256=LqVR27-zVmQSbVy5tyUpXi0VuJw3MRrYMSqOsIH0Ybw,3007
+xinference/client/handlers.py,sha256=2FdxGJhusLICplu2BoP2SNNYm0QXoGmmoU2xZi9SRQY,1356
 xinference/client/restful/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
-xinference/client/restful/restful_client.py,sha256=QFAzEKvmkH7nzbOE1zRXkE3kGVXHlWYF2ge3ZEdsmfE,60273
+xinference/client/restful/async_restful_client.py,sha256=fu7LMfJxGEgTMrr9LFHnUANPvlvwxOOMee5utDlLPQY,64754
+xinference/client/restful/restful_client.py,sha256=tiLUeFffiVaZ4nSpO2FgweSwjffsz4aSCjZMdP8b30Q,60033
 xinference/core/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
 xinference/core/cache_tracker.py,sha256=3ubjYCU5aZToSp2GEuzedECVrg-PR4kThTefrFUkb9g,6971
 xinference/core/chat_interface.py,sha256=GbjCZgxv9t14r7-DK7G2tB5Xhuze8R4nLiB92D4mBjo,31174
 xinference/core/event.py,sha256=42F38H2WOl6aPxp2oxX6WNxHRRxbnvYRmbt4Ar7NP4U,1640
-xinference/core/media_interface.py,sha256=ZC_wnO_jtsUEuD9qncAK_LovpZdP86wSG_IX1dF0W3U,32049
+xinference/core/media_interface.py,sha256=kPKB5L8wVJwy8j9rlxKfenV9F9VYLSqF9782GN1L31o,32129
 xinference/core/metrics.py,sha256=ScmTG15Uq3h_ob72ybZSMWdnk8P4sUZFcm60f4ikSXc,2631
-xinference/core/model.py,sha256=gpmFyziU4_rlTr7YXTPXoU8Z2luX4nMtgbk8c4oZqoY,47889
+xinference/core/model.py,sha256=Z_l3f-YCDotFfUkvg65-DbNHhXJ2roNuDIspN2eIYB4,47906
 xinference/core/progress_tracker.py,sha256=CNCc1ZVscvp-JJznPTYJDPuis7ya6ZothZUIalDcxDo,6798
 xinference/core/resource.py,sha256=aTV89dmuKxw5JnwQglRkA2Wxu1EBLM5WjmLxITSXYgs,1808
 xinference/core/scheduler.py,sha256=QLT0FD2ICxtXtg7stfs58Cy7hK_XOiN2GmKo8hBjKF0,15242
 xinference/core/status_guard.py,sha256=VLhyqpobdclfyzcROqf4bmGDiKpuHllto316X3Z6Hrc,2860
-xinference/core/supervisor.py,sha256=82oZAjaglpFIM0l7l9oJfHbQbcdxN_13V19ch9GhKcE,71466
+xinference/core/supervisor.py,sha256=bdw2BEMBThOjywzvusObwMcnSAEu9E8uUrL4i_H-aP4,71740
 xinference/core/utils.py,sha256=VgcvxpTr2Q8am3MoHp7JPjC7jLYlKX2kLVdBo2Q_fRo,10430
-xinference/core/worker.py,sha256=B5XqADPjd3n14P2gzYJB9Jw3r-o_JDjOfkEDIb28kgc,60988
+xinference/core/worker.py,sha256=nH7-P6MLYcDAfq98d2KHP04x8KdwUAIeI_Zoy_rcH7M,61096
 xinference/deploy/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
 xinference/deploy/cmdline.py,sha256=Q2OFxPSbkU98YbkD0wMpFQX0_vtm3zMDbBJ25tJjRX4,51257
-xinference/deploy/local.py,sha256=sO3BcpEH9oCF87CxWVA4AXAYcfHGnrcop40ew5NOA2g,3979
+xinference/deploy/local.py,sha256=rXn6dWkroev2-8VXumptNMTQ-WaSHeHv1K8-TaAZxes,5367
 xinference/deploy/supervisor.py,sha256=68rB2Ey5KFeF6zto9YGbw3P8QLZmF_KSh1NwH_pNP4w,2986
 xinference/deploy/utils.py,sha256=gEU7mXID00bbi7PxE7iqJePpLhwvzjmgAHsEErKddp8,6623
-xinference/deploy/worker.py,sha256=VQ71ClWpeGsyFgDmcOes2ub1cil10cBjhFLHYeuVwC4,2974
+xinference/deploy/worker.py,sha256=QfRQdZP710KgxCYzVcso5nPbKASMiWpZu22qh_yzop4,3043
 xinference/deploy/test/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
 xinference/deploy/test/test_cmdline.py,sha256=ozgVyvaa_AxRDbApu4o3qzOfVfF1wflMNtsJbudUwb8,9801
 xinference/model/__init__.py,sha256=bCEwvKjoazBW8QZ5C5Hpfd5v_VTbWpXvo8IB9d4Qs70,1127
-xinference/model/core.py,sha256=KDvMMneUWMpfsxmKUc1y7_u83o1pUzBNtyLaYjFtAdQ,5083
+xinference/model/core.py,sha256=mtGibmMQ0_8mFK5mWEACxsddi5qi0_f16kVr0wlTL30,5129
 xinference/model/utils.py,sha256=_gkUu037RpdYnkOUgqu2UCh8L4L0r3IKV64FpknAgzs,16068
 xinference/model/audio/__init__.py,sha256=CY1JDmT3g3V3Ei3mx3uvHkHL3MKqG8fp0hsCHJymcKA,3330
 xinference/model/audio/chattts.py,sha256=I53CcY52QYKLi2obc6tU-5fMbhUOZWryOOahs1xYBXE,4115
@@ -51,35 +52,37 @@ xinference/model/audio/cosyvoice.py,sha256=X4UNBQUWd87lX2STqDAb97UeXiO3KDRj5yR9N
 xinference/model/audio/custom.py,sha256=8GXBRmTtR-GY03-E91nlRGTIuabCRzlt20ecU6Un6Y8,4985
 xinference/model/audio/f5tts.py,sha256=RyfEYVvKhV7JygIv4F45C8wBr-u0mx9WpXj3gIOtL7o,6809
 xinference/model/audio/f5tts_mlx.py,sha256=SbYIo1C3EfZ8L30P7OTx0Dx7KuXIIpQKf8uZqR1e760,8527
-xinference/model/audio/fish_speech.py,sha256=U1NtEhQFtzVYZ0vpx10EqBnqUz-hmx1ZTAzD9OSPskQ,6767
+xinference/model/audio/fish_speech.py,sha256=Pvpa0rWRg9mtn3cAsK7IjT9-bo-EsANTJ2N5Y8RlHko,6074
 xinference/model/audio/funasr.py,sha256=kB65bxZCTxVdBdkGscwTSE2CxAHsI4X9CkrAIRjWTUY,5664
 xinference/model/audio/kokoro.py,sha256=7gqMqsW9NW3xm9zOXbqB4y_1UmMnI5JCub14K3iyLL4,3729
 xinference/model/audio/megatts.py,sha256=fA2_vbEZ1ggIh2xSGacnyp72Kn2TyQGfjxFlO_w-oGw,3369
 xinference/model/audio/melotts.py,sha256=lJdOsce2mMOTQIslv6xq1JTEO7vC6Q9ga2xjY-_E7uw,3493
-xinference/model/audio/model_spec.json,sha256=4skTIpSmpsrPnIToQB1gfFr_0WPNOpitsQMGuCzMOKU,13545
-xinference/model/audio/model_spec_modelscope.json,sha256=3f0ByyURshg_pUOzsYx8xDy1iuj8gAGtmawk1P6UVSI,6142
-xinference/model/audio/utils.py,sha256=r6-ySbhLQUxWJiAJhNrbVaEoCiPuwUQS7FHBOtyeRxc,4376
+xinference/model/audio/model_spec.json,sha256=SltF_9LIuNv_Snnle11nADtzpmQWTU_sdGatUd1_dL8,13596
+xinference/model/audio/model_spec_modelscope.json,sha256=9SuAIeG8BhDx5zHNnOwKzx2aNKtfQ_ei94N2AeaHoLc,6194
+xinference/model/audio/utils.py,sha256=PR8xTkpgjTOqOJ9KwII5SuOWvPOaqFB9CXMw-nzTK9c,4398
 xinference/model/audio/whisper.py,sha256=NePQOYy2CnVqi7g6uY9hq5tlUIxZ995FOIOPsPZCfJ8,9058
 xinference/model/audio/whisper_mlx.py,sha256=zBuCd7GUlsN9FC_-J11gqIkOCicihfbqxoabiXTvH2Q,7237
-xinference/model/embedding/__init__.py,sha256=xBvmhGbVrIngpU4gJUcNSDX2-Uhtj3ro-DNg62UVYtU,5479
+xinference/model/embedding/__init__.py,sha256=QhF6r78BnBeI7YwvuCMI85HD26eSf4ycGT_rYGqNr4s,5479
 xinference/model/embedding/core.py,sha256=f-iLnsoQSxHUsKjdxA00528-ev3eB7ko_PX9xTHExzw,10541
-xinference/model/embedding/custom.py,sha256=757KncqhsOWVypHZFtuhBP_xy-UTNaFdy0BuZRfuIV8,3848
-xinference/model/embedding/embed_family.py,sha256=VGnLdB5DYLbAKmm-hPY7oKd5CinoYy2YPIRfNYLBfk4,5503
-xinference/model/embedding/model_spec.json,sha256=nyGUY4FPT6jGiH65GfOQrr2LT9cIV2eqKlQ2S4v1rLo,7945
-xinference/model/embedding/model_spec_modelscope.json,sha256=ErxjE0Y-VnxUUWqHAbyCZJxZHw1Hu1WgeEAZySscoYg,7021
+xinference/model/embedding/custom.py,sha256=ngpvdsvLXA0ROtph4fLUlYmMi6503FtjmDYVoBeE6wU,3976
+xinference/model/embedding/embed_family.py,sha256=28djUS_pz24ltC26t83bk1o_SB9z4SKSN2usVZBtGJg,3867
+xinference/model/embedding/model_spec.json,sha256=UrYMa2ZsELT9wM2csI_RFqJ4uzNX37nTIDyKNIeeCU4,8171
+xinference/model/embedding/model_spec_modelscope.json,sha256=VENWCCSV0RFqw5I0jrmrSd48QUOoYmk2kVwFZejUFpI,7247
 xinference/model/embedding/utils.py,sha256=t_y-7TrYenJKzX3p8e8KWXyC66u7Kd7lMvSzEOolnZw,790
 xinference/model/embedding/flag/__init__.py,sha256=CyLLkbImZouAk4lePIgKXT4WQoqyauIEwdqea5IOUVU,581
 xinference/model/embedding/flag/core.py,sha256=LNBac1r-Pde78tBPgbHx5rniyx3S0AvoZg0254PMajk,10874
 xinference/model/embedding/sentence_transformers/__init__.py,sha256=CyLLkbImZouAk4lePIgKXT4WQoqyauIEwdqea5IOUVU,581
-xinference/model/embedding/sentence_transformers/core.py,sha256=lI4HBKfAWB56vNLzerPZf1pFNlJn09uWL5xX6YAvqmI,16518
+xinference/model/embedding/sentence_transformers/core.py,sha256=VA_2_24jfQQiE3XK1a5fYpkU59NV5RCTVZ_vmnm_GRc,17233
 xinference/model/embedding/vllm/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 xinference/model/embedding/vllm/core.py,sha256=kH2mC3hSB527PCuL6tWYm88NqHdgR8zjfzfnSMOvMSA,3221
 xinference/model/flexible/__init__.py,sha256=DUAfq9vaiXOfUJfP2WRfqDmGfMtKMqRE-wLETaJw4_w,1718
-xinference/model/flexible/core.py,sha256=gxeVvKgiSiD7NKLw4FtmyPtWtSx6puW_W0TLJa9H4GQ,7363
+xinference/model/flexible/core.py,sha256=Ry-iqwpvZKUelv2mLagfL04fDZQtcPnGUJlnraMdCwY,7370
 xinference/model/flexible/utils.py,sha256=_GlEarRHKPAxT7o6N39VOd9sB580zKzdSktqjbdrNig,1145
-xinference/model/flexible/launchers/__init__.py,sha256=X8w_2hKuQ9H3f90XYK7H_AQU4J8lHQdEeUNBZcdqso8,704
-xinference/model/flexible/launchers/image_process_launcher.py,sha256=APbbHls0N9DpLFL6_qTexuc5o6bQAvdgJEAZWU4clyw,2510
-xinference/model/flexible/launchers/transformers_launcher.py,sha256=OZeeogDfopRUGhulP4PRJ4fZEJ2D9cfv7lcC2qJBoDE,2012
+xinference/model/flexible/launchers/__init__.py,sha256=x8nqAz_TNOezF3CKcmiWmBdR6oiVJcC0wlUwXf3IbN8,804
+xinference/model/flexible/launchers/image_process_launcher.py,sha256=aN2bGNHcH-0XL9lMKhUbF-HlfLIkxyFWsSO1BKLo7zc,2517
+xinference/model/flexible/launchers/modelscope_launcher.py,sha256=Kqt8giUNXQEnCPeVtFIjHf2N0w0A0mhnPJ4f5ZReqIo,1710
+xinference/model/flexible/launchers/transformers_launcher.py,sha256=QXQZ_fiLb04Bm4L472B-lrqQiy44NNwvhR_t7Vn2mJw,2047
+xinference/model/flexible/launchers/yolo_launcher.py,sha256=X8KiTH68hlJUjGzumHPUa6M40PrW8KgJ5P_nX96jHRc,1958
 xinference/model/image/__init__.py,sha256=n_RhozCUaU8fn8ZGTkJ9EWRVPTOit7uGVIoTsjCafNs,2835
 xinference/model/image/core.py,sha256=SYlUS-aTI3y5LvmWXivdEV5HbjY1Mpe-_kXge8E_4RE,13079
 xinference/model/image/custom.py,sha256=5gjujQpJVTJ-pVB5LzBo4-bWKKOHzFlRaoRKJ_CuIUg,3769
@@ -94,48 +97,54 @@ xinference/model/image/scheduler/flux.py,sha256=GHlpPfU5UxsiQWNyvNe9SaVZceNg_2Ci
 xinference/model/image/stable_diffusion/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
 xinference/model/image/stable_diffusion/core.py,sha256=sTceL97g4qXz9ukPGIBmPkRGgMAvOJGh7RaqKlTvOcc,28091
 xinference/model/image/stable_diffusion/mlx.py,sha256=GZsozzGB04NfHAdU9MI6gwWE1t_A-s_Ddn_ic8DlkKQ,7476
-xinference/model/llm/__init__.py,sha256=Pm8hxP3E1m9-H-JaicIsUCvZ77uD0ClL0KvqcreO1aY,9137
-xinference/model/llm/core.py,sha256=S8Ys69u6NWRjjHksBlGG50RPwHIDSQsUBiK-wRunfj0,10236
-xinference/model/llm/llm_family.json,sha256=oL4aja5uZHaDetGKpEt8v0ZYG_GPQnpnMeGnA9Zyx10,412322
-xinference/model/llm/llm_family.py,sha256=Nex1zvegUH1TvGjy8yILYiehY2QFOziRASGBlAa7wPg,44510
+xinference/model/llm/__init__.py,sha256=nA32gnOlwckmmB6XoQOtcYcnHpUd9M2vKauJWEjX_E0,9557
+xinference/model/llm/core.py,sha256=6t_yd7Nx4yVx4B973pHyVCS9Exnga0wMclwvf2pmCkg,11021
+xinference/model/llm/llm_family.json,sha256=c945DmLFicNV6smCCXl4YZ9l2QPx1Krj7bwkGtL3BvM,415494
+xinference/model/llm/llm_family.py,sha256=4BSjkacFQMhlh0GP8cXgXaFj0UfUmCt3J8vnOjTfOhY,44804
 xinference/model/llm/llm_family_csghub.json,sha256=OYve65CgLVHdyTC3UMe7vqhFwC09OR7XhzDsVEpkJhY,6908
-xinference/model/llm/llm_family_modelscope.json,sha256=7Zs4rW07xpvWfT_3bE6cjDsn_xu0wiXGE7JJD6yUjws,357641
+xinference/model/llm/llm_family_modelscope.json,sha256=J3rUfY7CpubCtLMldGyeGbAe04tNv8L5vYLd0IwuUCQ,360863
 xinference/model/llm/llm_family_openmind_hub.json,sha256=sAWzttUasckGzNdcBHhdxvXB893tBhnm__w_1hr6JXw,58243
 xinference/model/llm/memory.py,sha256=GLNmXBI-AtMbuaJfEf50fnhN4rdbOZjLyT6L_Vjqa5g,10206
-xinference/model/llm/reasoning_parser.py,sha256=L9BGzsQiTw8QY6BtQfdEGJmCL_RpnYR1MXBkczOS6SU,17184
-xinference/model/llm/utils.py,sha256=U8UpYQ-me31zRxE8dlGYpyGBVWI_zit7atFDDBXg9nc,36755
+xinference/model/llm/reasoning_parser.py,sha256=oURbVAxD-Qsc1m_J1mFp804p-IgxMftbeX6TyKJqUTk,17386
+xinference/model/llm/utils.py,sha256=SrOP1f0V4jrCs1ctp4CcLhpHF0x71wAngTqO9cyR4NM,37556
 xinference/model/llm/llama_cpp/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
-xinference/model/llm/llama_cpp/core.py,sha256=ZyOZoKZAXX0tM511OdSbEdV_jPxzfJyQ60YdK_x-IbI,13737
+xinference/model/llm/llama_cpp/core.py,sha256=owyWqze53DU4EottC7VMK6HygLgXHq79qJS-3P9z6cE,13750
 xinference/model/llm/llama_cpp/memory.py,sha256=joneOU-Mn1l5KHXqeYThsJyh1DvAldheWsrlpdwjdXI,15658
 xinference/model/llm/lmdeploy/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 xinference/model/llm/lmdeploy/core.py,sha256=sLYhIzmIFv7IdPh2Ft8cC2_jCdJMQ2bBAzPpktDB3bA,19981
 xinference/model/llm/mlx/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
-xinference/model/llm/mlx/core.py,sha256=B3gO3wJNYAC6O5iVTHgSEBzjST3L90MrBd8taQSxSvc,24828
+xinference/model/llm/mlx/core.py,sha256=4tJsACOS1j3nP4ikMl6NthIYGjsvH_LvJgG1_Y4kA4c,33611
+xinference/model/llm/mlx/distributed_models/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
+xinference/model/llm/mlx/distributed_models/core.py,sha256=0pYu9SiBwVxTJ04yf_lDzRvjBrbdDQfWobWzJA89HLo,5744
+xinference/model/llm/mlx/distributed_models/deepseek_v3.py,sha256=oH6Yv7rzEL644gnA_rqBgU4hICpppUTaaQtwiODwfig,2441
+xinference/model/llm/mlx/distributed_models/qwen2.py,sha256=B7YifMQqDujnrxCnjJZbWZhw66tJwW0fW621EGfuSKo,2586
+xinference/model/llm/mlx/distributed_models/qwen3.py,sha256=mconllhlTKOY96UP6Y9G3kBppSbP5kYCcziDeBEdtVY,2586
+xinference/model/llm/mlx/distributed_models/qwen3_moe.py,sha256=9RDxxs7pOOrIV-T1qbS9Klr8IyY2Ffo--9fD11hHHzY,2364
 xinference/model/llm/sglang/__init__.py,sha256=-sjSIQ4K6w-TEzx49kVaWeWC443fnZqODU91GCQ_JNo,581
-xinference/model/llm/sglang/core.py,sha256=6M6bVs2ESoTeG8ZlmDlCywu8b_2FI8dEYRhZAUxSazo,25397
+xinference/model/llm/sglang/core.py,sha256=6Qmw_C9PqKqmqMvslArItEysAtGy4ncszPXljGxxthA,25652
 xinference/model/llm/transformers/__init__.py,sha256=_4hQ7BvHNE4WAyzNcTB0_iY5mBcaPGTkLvQcWiylBoI,1724
-xinference/model/llm/transformers/chatglm.py,sha256=RP1Kg5zWMUJyd4ScgzxUVEmsqS4---VkSdgKyGaQ_0M,22875
-xinference/model/llm/transformers/core.py,sha256=fAE7vtclIQLaEk2AwMoPxjF3WhfmrJuZWOF2Pco2aDw,31019
+xinference/model/llm/transformers/chatglm.py,sha256=3We0TbSfm3fUHqZXe7EAX6UQoC06AAJzx2_Nl7ETWb0,23045
+xinference/model/llm/transformers/core.py,sha256=Vg1oUzEkXyfnALiHWn__CYQ0uJDkwTb3g0x71Q3NhQo,31147
 xinference/model/llm/transformers/deepseek_v2.py,sha256=HxEyYLx1aCXxk6NPrOClo0OV5YW1MknAI8ksyyggUqA,2624
 xinference/model/llm/transformers/gemma3.py,sha256=8t2qzBK1yrzJcIFkynr4W8fp0qz8cPSSfgb4ojwZOIo,5481
 xinference/model/llm/transformers/opt.py,sha256=iMFpUOYWWZp7DZj3fqWHQKq-ZH1DXthDrOhhGz8F8RE,2541
 xinference/model/llm/transformers/tensorizer_utils.py,sha256=VXSYbPZtCbd8lVvsnjDLPZjfCMil67Pkywd_Ze4dTx4,11362
 xinference/model/llm/transformers/utils.py,sha256=bXBohOCjZuTrwC-Hh3n3k37PSA8E_qw4i9GGxxUHSLE,18415
 xinference/model/llm/transformers/multimodal/__init__.py,sha256=CyLLkbImZouAk4lePIgKXT4WQoqyauIEwdqea5IOUVU,581
-xinference/model/llm/transformers/multimodal/cogagent.py,sha256=p-rL-1bjuyIRFchyvrVOXBO7e6KlCdQI_PEDu4M0VNg,8773
+xinference/model/llm/transformers/multimodal/cogagent.py,sha256=IVCxawaB8IC9LlZBVRTOboBK8svBLR_eUvJa9ATdVaE,8973
 xinference/model/llm/transformers/multimodal/core.py,sha256=uUIlTYfqafcj7kz2mWYWyGSqTdAfql_WhjM4WKUZQOI,6982
 xinference/model/llm/transformers/multimodal/deepseek_vl2.py,sha256=fHhsNbLiUMFJOK4BXBxY5kdsVRoJLwuk-7l20nuvs4E,8759
 xinference/model/llm/transformers/multimodal/gemma3.py,sha256=8GJjAaddeoJo_iNQdhq4FS3Oq0xYtEfJbQGojJoLLzU,4217
 xinference/model/llm/transformers/multimodal/glm4v.py,sha256=2Purvv7WBYiG9Av5o6KjMks5wvArEF28d1nQBce21Hg,11666
-xinference/model/llm/transformers/multimodal/intern_vl.py,sha256=xu6bBoEMiNWhzExD7UR19IwSdoIpzKK0j7wVhOBzOUY,15743
+xinference/model/llm/transformers/multimodal/intern_vl.py,sha256=44QNOudeUr68tppGiRhhaKos5Q46uaazM24zeQl6-zs,15759
 xinference/model/llm/transformers/multimodal/minicpmv26.py,sha256=KEz7Qv7AO5CLc4hcewqhwLmIosVupaMR--HDjTNQ_Io,12943
 xinference/model/llm/transformers/multimodal/ovis2.py,sha256=6AL_Zc2yUjeV-6YVWnrQ6_uuuNb7dUTQoiPLJ9b8y5M,8903
 xinference/model/llm/transformers/multimodal/qwen-omni.py,sha256=8qtBMU1jcXaEGo7sMIUpPVFy4IjdcaoeZitHtMX3PGc,8149
 xinference/model/llm/transformers/multimodal/qwen2_audio.py,sha256=_T8rgg1U28PegijTMX3ycVm9m2xUMmB5yXPyCXNFYII,4678
 xinference/model/llm/transformers/multimodal/qwen2_vl.py,sha256=45D95cxlJbw295cbZkN-20FxSiYxAarznqO0MK-_N4M,8541
 xinference/model/llm/vllm/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
-xinference/model/llm/vllm/core.py,sha256=zBySypsJmJRy621Voc5bIdPcTOyCPo5b2wvYLUKy3yA,49629
-xinference/model/llm/vllm/distributed_executor.py,sha256=wxIjZ9-TAr6kHqQAHInY3ZWJsLuno_CU0lXl1xP3W6I,11735
+xinference/model/llm/vllm/core.py,sha256=R50fI5RoaKVuP-j1G37UB2fniFl8zSK7uXsQ65mSzBU,54452
+xinference/model/llm/vllm/distributed_executor.py,sha256=8bFU4JSgvbBTrhGZhsANfMUX4DR6es1zw-cljVLkTBw,14125
 xinference/model/llm/vllm/utils.py,sha256=LKOmwfFRrlSecawxT-uE39tC2RQbf1UIiSH9Uz90X6w,1313
 xinference/model/llm/vllm/xavier/__init__.py,sha256=CyLLkbImZouAk4lePIgKXT4WQoqyauIEwdqea5IOUVU,581
 xinference/model/llm/vllm/xavier/allocator.py,sha256=5YGAvbbA77gEQMRByJRkyjQhpW-yv4TPl4gS6im2dKY,2707
@@ -147,14 +156,14 @@ xinference/model/llm/vllm/xavier/collective_manager.py,sha256=oyenv3OziB1sUZylVp
 xinference/model/llm/vllm/xavier/engine.py,sha256=WlKoxnE8HTUMVHr-PC9x-5emwZAjsMMxUBxUgcn0fQg,10443
 xinference/model/llm/vllm/xavier/executor.py,sha256=RSTjuSgYbp8baCoU36rqEC75-4Z7qW0wlAaK8YoeSJ4,5708
 xinference/model/llm/vllm/xavier/scheduler.py,sha256=yoD15TaqRprEg_4weuU0HECMTTi__wNCXplL_ytNjoc,20328
-xinference/model/llm/vllm/xavier/transfer.py,sha256=2IbaiAhRnJMwa9qsMa5bowngqfjxDeht0JS1BMbRmyA,11319
+xinference/model/llm/vllm/xavier/transfer.py,sha256=RP8mqMZ2w4501fFRgpbqMbxZCDgxaWTROBpXS3hZrOA,11351
 xinference/model/llm/vllm/xavier/test/__init__.py,sha256=CyLLkbImZouAk4lePIgKXT4WQoqyauIEwdqea5IOUVU,581
 xinference/model/llm/vllm/xavier/test/test_xavier.py,sha256=lSfo4caaLdWRh0diJ1jd_sY85GV-_9BT40ySs_nirJQ,4695
 xinference/model/rerank/__init__.py,sha256=yxxv4OOHCl3UUOLENP45Eghf_dEsRaCkUUcW5bth_NE,3141
-xinference/model/rerank/core.py,sha256=mHgPvnhkD9CO8Lp_k5rUI9OmmrTKe2NPeKL1pHDOk9A,19411
+xinference/model/rerank/core.py,sha256=I_F7YPMM_gqIJcSGUHPr5wZYpQSBWz39EBKDyL3j9V8,19799
 xinference/model/rerank/custom.py,sha256=wPKF3bHbGap9dHz9yYvXMXhozh4hRzS78RQijqvaRq8,3846
-xinference/model/rerank/model_spec.json,sha256=GC0aD3vcMMBaPoYn74AL4FlkgDugX3z56eWNBfqqRhk,2705
-xinference/model/rerank/model_spec_modelscope.json,sha256=lQ48VuQwokc564yKjYqCEPspW5EJryIJXtuo6crXKlQ,2211
+xinference/model/rerank/model_spec.json,sha256=xyLcpC-U-W0veKiTUxv8fmNz-h7eBLdKvanv-yZFb5E,2705
+xinference/model/rerank/model_spec_modelscope.json,sha256=Z6AZZvOYrMPOZ7bJqywypiXFXv520y92clM2T8ikdlQ,2211
 xinference/model/rerank/utils.py,sha256=iwvoPbN4nli1ovm8-4aZj5WyJahtQnyDe6p4GEFP0zU,1183
 xinference/model/video/__init__.py,sha256=K8zlxWsflB2vmIQgQJCttbudHvblKUSYkoBQcCZYO4k,1797
 xinference/model/video/core.py,sha256=jrBLq1MwB8rI0Mny8mvHlQ8N91uSC_O4tbkjbKHcWjc,6205
@@ -621,14 +630,14 @@ xinference/thirdparty/whisper/normalizers/english.json,sha256=Zgf5SL6YJNLhsvoiI8
 xinference/thirdparty/whisper/normalizers/english.py,sha256=KJjkZyru_J9Ey03jjBFc3yhvWzWuMhQzRnp2dM6IQdA,20868
 xinference/web/ui/package-lock.json,sha256=Q3gwsjjCFtDjVg5Yk7s4jfMAZ1wiyFfS_TJCw3ECB64,762407
 xinference/web/ui/package.json,sha256=iitsROb4-TLzxbOftXJqUGpp38TuPhzfLKy5n9THQYg,2081
-xinference/web/ui/build/asset-manifest.json,sha256=hlAGNAQtHKO2yM5_2842NBfLrVOoPw1MjLTcQ2ZGJEk,453
+xinference/web/ui/build/asset-manifest.json,sha256=UrSseAVkNOxOIhW6n-hC673PTciO4fDyxxSd9HNTDD8,453
 xinference/web/ui/build/favicon.svg,sha256=dWR8uaz0Q9GCcl-DjWvQh07e1f3jhJBt-r4aSbmH3A4,1894
-xinference/web/ui/build/index.html,sha256=ABo9VzAvcwzkhN7wRyRyT3dv9rYBkRZl1CAnRDUi7aw,650
+xinference/web/ui/build/index.html,sha256=mRlJv0UPxGDC6Db2J3XVPPLA3i5GIMEGLO76P7J9hL8,650
 xinference/web/ui/build/static/css/main.013f296b.css,sha256=Aj4xU40JlOcnayucrFblYBa0t1da3X9S4e4gb_hgoFI,5289
 xinference/web/ui/build/static/css/main.013f296b.css.map,sha256=XQBL1ac57PSMgV-USyLc7nq-jjTqQnwlVkac_CiTrhk,9953
-xinference/web/ui/build/static/js/main.8a9e3ba0.js,sha256=RFPsXBsLZrtW0hlcd_8mdaJw3I8U9yz9fGBp056bQq4,1273058
-xinference/web/ui/build/static/js/main.8a9e3ba0.js.LICENSE.txt,sha256=d8ETWF_wyLDtaMx4LKhmJjBONXs3Onu4YucCXopqPK0,2321
-xinference/web/ui/build/static/js/main.8a9e3ba0.js.map,sha256=OYzkOWJuKvOR63DOlWm-8GexuDMiSzguFcQ1m5rIolQ,5238609
+xinference/web/ui/build/static/js/main.9b12b7f9.js,sha256=1wssxXy_CyzwKBv4PxFTKZx9ngXp6qiniPb-qP7CGPM,1278587
+xinference/web/ui/build/static/js/main.9b12b7f9.js.LICENSE.txt,sha256=d8ETWF_wyLDtaMx4LKhmJjBONXs3Onu4YucCXopqPK0,2321
+xinference/web/ui/build/static/js/main.9b12b7f9.js.map,sha256=SG4cFHkUHbtWZEemSWFRosLvh9Xt_nr0sxX5UR4hKyg,5255870
 xinference/web/ui/build/static/media/icon.4603d52c63041e5dfbfd.webp,sha256=kM--URMpXs5Vf0iSqQ8hmUalvWgcmRERpv37CriXRAE,16128
 xinference/web/ui/node_modules/.package-lock.json,sha256=2kL1sQ4ZuDQilki9DnRFFM8CxT13fyGl3chLK6i3DQY,760261
 xinference/web/ui/node_modules/.cache/babel-loader/00012b59e7dc64a18400bdddb660faa295258241c0b9cd15c78cdba63b858ed8.json,sha256=FhiSQ9MQv6bT7TkLBlXXskoaG2HCKhsuTXXlkDV-pM4,668
@@ -1386,6 +1395,7 @@ xinference/web/ui/node_modules/.cache/babel-loader/0fbd3bc948b8725589ed85defa0fc
 xinference/web/ui/node_modules/.cache/babel-loader/0fc2bca0b81849ae62d471965ae5cf5eab7b370b9fc19a4b2d3718887c029c7b.json,sha256=Ib6S0KFyA51gXjoKRSjHk7jnaVeUztoVl3VTRQ5JWZI,4258
 xinference/web/ui/node_modules/.cache/babel-loader/0fc8738b61f9aaca07829ea0d235e6ed42ad88b9424926c7ed704b179f3084e7.json,sha256=77npJwGXt4WwW9DV9ZQ43bTjL-tWM2v1wx3PRw0SGVo,1749
 xinference/web/ui/node_modules/.cache/babel-loader/0fd2a662e669dc73c6ca2f0c939cc939044ae638a60cea734d9b0d5590a569af.json,sha256=8993hlXGc3IgXpXQLHZTApXjqxVAxE2jGhZntI0-RlE,1175
+xinference/web/ui/node_modules/.cache/babel-loader/0fd4820d93f99509e80d8702dc3f6f8272424acab5608fa7c0e82cb1d3250a87.json,sha256=wm4rtRGrwaK4qnoNtlOWkbpxR_YVXlbXKWepJnhmneY,8658
 xinference/web/ui/node_modules/.cache/babel-loader/0fda0ce5bcfad15f98dd346799d946b5c8378e1500e9a1b6e3c7b448eebfe3e9.json,sha256=EyOBEDVUdutYUKqAq80O4wBJYS4GzCLZQRoba39hlsk,1355
 xinference/web/ui/node_modules/.cache/babel-loader/0fe443c15d66c06d3767bec3f83dc79a68e29200a317a653b2af371a16a8e917.json,sha256=ijCbsGNs5QsTrzY6xVU6K8BRtv0zs6jfDkUWbrVURwg,2418
 xinference/web/ui/node_modules/.cache/babel-loader/0fe68615a78e0937173bb9b7df78f0839d1cf839ac89846159a676537907ff6d.json,sha256=Uk3L1_TXpqWd3fykrPq6ZXQc0cfAB20PL2uHcrvnd0A,1548
@@ -1606,6 +1616,7 @@ xinference/web/ui/node_modules/.cache/babel-loader/144486b896d2d4da550ddbc52312a
 xinference/web/ui/node_modules/.cache/babel-loader/145d58e6350b9f41b1cf04a8c5c5fe95e68b034954367f3b9d14eb39752d31fb.json,sha256=102dE2JMhaxVkE_ZhviaJt7X10sLrpNpxL3tcEJcmiQ,1822
 xinference/web/ui/node_modules/.cache/babel-loader/145db411af3d5c665d2aac79ddb404392238b4dfa545cf68aafda8ee69b2156b.json,sha256=bd-8sXL27dN58Ky-iIbd_jpvEK52XnIlodk1mdNm73g,1145
 xinference/web/ui/node_modules/.cache/babel-loader/145e05056283410442796001d101eda9055192c9468dcad3d5e649a90864baba.json,sha256=hdQgQC_Pg5Brt06Yp7SaNkhHQtNyPSWB1KZc2EFVHd0,1187
+xinference/web/ui/node_modules/.cache/babel-loader/1460361af6975e63576708039f1cb732faf9c672d97c494d4055fc6331460be0.json,sha256=Ffv0DKfGZStOq7AMNzwA6WgeRKMiU5JgsCC4eyo19G4,154341
 xinference/web/ui/node_modules/.cache/babel-loader/146077abc6e3fee65936c10554f1ee86aff21ef776719ec6bc47d74f500f7ac0.json,sha256=BSIlzUVvj_sz24R2t4Xxme4oJFqsjhkvjVgpadrNXMY,2430
 xinference/web/ui/node_modules/.cache/babel-loader/14733abb3d6c7eeb8cb657a700b5bfd75ac3254534c877fe51357b780ec58d08.json,sha256=1yROyeKKdCDzK8GwuE34aSPCFspl0tNet_9HUk3-CZk,1739
 xinference/web/ui/node_modules/.cache/babel-loader/147348e9d489f8b0fc90e1b19a10569b8ad1846b9ceccd271ad45c2de2713543.json,sha256=-8zc_Thv4jHpwOd_pojI5WnK9ZIDZUdd9b5VkRvIQYg,24294
@@ -2498,7 +2509,6 @@ xinference/web/ui/node_modules/.cache/babel-loader/26a298a9e319e64cdc593e358c14b
 xinference/web/ui/node_modules/.cache/babel-loader/26a484a67b28a62b99825bfa66f09999724e279b3e978bae0870cbf92692b33c.json,sha256=3uXBucJyVb-V5ioJbxOIPLN6Pjf8J8lO0J08Zci1K_o,1202
 xinference/web/ui/node_modules/.cache/babel-loader/26a4ce4a8ce3a133019b8fcb13faf3ab5a6d34bff170e77a9c1817af05b6749f.json,sha256=3fxQBcIV0Vpkq7lvGhd_4iaslV_fJBU7E2kUf5Yz79E,1467
 xinference/web/ui/node_modules/.cache/babel-loader/26a528c5bd1c58c3257da3e0b3cac23ae40235160cfd47d27a6dfeba125039d4.json,sha256=4QO3RiDdiRT5nXNMt-9THOp10lgQyMIqg5xsN0bq03U,2007
-xinference/web/ui/node_modules/.cache/babel-loader/26b8c9f34b0bed789b3a833767672e39302d1e0c09b4276f4d58d1df7b6bd93b.json,sha256=c-G-IkoqCUNIfcSE-yc1yK3Xa3Ay2PQ3SKXOKi_Cq8M,15360
 xinference/web/ui/node_modules/.cache/babel-loader/26bcfb9013d9a5d716b2e3efd5709747a8c790e8a782d820a5edb859e9a13236.json,sha256=MTnTRdGKI3hExeT3lR6bTeuBSIDps2ifEe8sv-mxkQg,1196
 xinference/web/ui/node_modules/.cache/babel-loader/26be6514a86c28efeb47b36f5d525d86ed61e57702e0911e0f6df0202a95023e.json,sha256=P42RcoVNddYWdrKKK3gb7Cti9klB9sgyKGl0PYUTinY,1685
 xinference/web/ui/node_modules/.cache/babel-loader/26c02803ad20abd403d055b24c9d7a53a701f03cc71b15f0fcc09cd8b3b67f18.json,sha256=oCEGHJHXgJCZ8pNyzjoAZjW36bZ4In7ACIOh1b5PNEY,1970
@@ -3153,7 +3163,6 @@ xinference/web/ui/node_modules/.cache/babel-loader/34c0e34259ffc5df01814b52daf28
 xinference/web/ui/node_modules/.cache/babel-loader/34c1cd759988f01f2fdf45642bdad0720c5d60dbfa0e793634032fccfc5d2698.json,sha256=0_dDJmE9y6CqqronBLkAWpi1B3afQaAW7xcyZCSQkf0,1577
 xinference/web/ui/node_modules/.cache/babel-loader/34c48e7a0b92885bdc0f2d2113e0a54ca3aec284cf637ea4bffe5846776d1e88.json,sha256=UdqW_Udg3miFg42iw4ua5cHmSkwhpYE2rkuTxL7roc4,1610
 xinference/web/ui/node_modules/.cache/babel-loader/34c7d7fc1231ba66768f56c96b93920ab870e94d3365928a11108f9ca318c108.json,sha256=FvCq-tdrQ5r_7Z7c10J6oLszJk4EIgUgwdnoYbgzCgM,1780
-xinference/web/ui/node_modules/.cache/babel-loader/34cfbfb7836e136ba3261cfd411cc554bf99ba24b35dcceebeaa4f008cb3c9dc.json,sha256=_juiPNeuC5OxFV9SmCSrzgbkb5z8YVEnTMP5RoOSeOI,250956
 xinference/web/ui/node_modules/.cache/babel-loader/34e65a7bd1d0f722ad0a2d6996100f4489f5d174bffb0793f2d4f361e09429df.json,sha256=l91h2KzvlPyMd9Pae21W0ZgYpDoc7oYO6-EFrxKaXK0,1311
 xinference/web/ui/node_modules/.cache/babel-loader/34f1ccc161cb97d551419cf9d24ccaa37c4bdf612f2409bf43d7425c9f7faa04.json,sha256=m7mqtLcCzq-f7MK6spOwrP4tv2zt0eJNbCwljAf_J24,1065
 xinference/web/ui/node_modules/.cache/babel-loader/34fb8aee5a64caf0087efa5a45f92f47d4eaabacd8efbb30c3aeebe392d17256.json,sha256=wFcZ_LQ8A5ART_2yO-ifvQ1WV0IbNrGW3x45_HzWZO4,2006
@@ -4374,6 +4383,7 @@ xinference/web/ui/node_modules/.cache/babel-loader/4ee41bbc2e82ad470a0976867c55e
 xinference/web/ui/node_modules/.cache/babel-loader/4ee8343d4254c95e685d49601f1649e8222d7423c2a822e1d01c8fc4cd3582a2.json,sha256=bBRO-DDRnubKdLNwft-s1uFsJnUhImd3-s35VGN-JcI,408
 xinference/web/ui/node_modules/.cache/babel-loader/4ee9d8de30db5e638077c208c5eddf36ecf1fea298c884a4e82ec2f66a4639d3.json,sha256=WliTKnjp546-5YOKZfOiy9f3Y_Co68hbvVCQqq25Dmk,2040
 xinference/web/ui/node_modules/.cache/babel-loader/4ef2a07212f93770419b166b37d8f6ca66aacb449794473a684ca9a364004d6e.json,sha256=QJRwL01CEUcJhJBO_7dyFSxykB1I2epJhDXPjCpe918,1165
+xinference/web/ui/node_modules/.cache/babel-loader/4efd8dda58fda83ed9546bf2f587df67f8d98e639117bee2d9326a9a1d9bebb2.json,sha256=XfrSJQL6B7E2TRC-jkZQipE0uF-s9Angqco23BtpmJE,251691
 xinference/web/ui/node_modules/.cache/babel-loader/4f07d18e2a05c4ef07bbc60dd828c83e8534e8d5cb875288a1ca66e9892f70b9.json,sha256=fgg1z5cWjMSEEgQhlA76S3hZTBiNigTORuR_GeEUbBM,1661
 xinference/web/ui/node_modules/.cache/babel-loader/4f09366035c01951cf8549caa2df8a2b46ef691246623f5e22e51bc1719d5fbe.json,sha256=xIDHEnHlFYFmjLMUORtEBvTdnI2RV1unJBb7TIYjCzE,1303
 xinference/web/ui/node_modules/.cache/babel-loader/4f0e9a3b7a4c23f8b43e9b44da54e939363595b67038504acf5c9f7e1f1a4969.json,sha256=c7hgpAj0084ioq3wOmZuhEA23NLSF8zcyoDcB1J7gdE,2168
@@ -4965,6 +4975,7 @@ xinference/web/ui/node_modules/.cache/babel-loader/5b25e0d1ff622a61abca2b0fc901c
 xinference/web/ui/node_modules/.cache/babel-loader/5b284953abee2cbb8f5ade43424df771301fc5af0c8a66370c6acc3dfdc97970.json,sha256=Twz4F5QcFnLslqZOa9MLQiLPi8xTd0Q9kUmlcH2UYc8,1706
 xinference/web/ui/node_modules/.cache/babel-loader/5b299fd0ea8b767c495d62e9a1edf1edc5514e32353d0edf4ceea1a7e783c936.json,sha256=xiXzjjSGhhNdiprLnGE4j9J8V3ly-rqpKgSfSvYUr9g,1529
 xinference/web/ui/node_modules/.cache/babel-loader/5b2ceb6e1a36a56ff1364af2ddf52e179fd4cc6e0f74ab06fbd65f4c394e32b8.json,sha256=cae51w4lXrIyEMy6Z_pIU11Vu--zOIN4S0JSqOm6sfM,1867
+xinference/web/ui/node_modules/.cache/babel-loader/5b2dafe5aa9e1105e0244a2b6751807342fa86aa0144b4e84d947a1686102715.json,sha256=5tpExKbSCwkFVfAoaYsHRv-Effu51Rc3iR_v-kowZ5Y,16430
 xinference/web/ui/node_modules/.cache/babel-loader/5b2f6d2ad2a64e1e7ea64cd8212db31ae67a9039ce6c7e84190c0edb28d90bbb.json,sha256=mLjr8LHgKU4j4nRhhA7q3Qr-0F0YxKC3nG-j4Vu31A8,2704
 xinference/web/ui/node_modules/.cache/babel-loader/5b3caee411160729ffcc227ca2e7846e79d0cf3a4bf5b6d3c16fc997889ef378.json,sha256=L9A2SOcwn8e82HmY8QLInoRufShgaQhFBioJclpzNAU,1710
 xinference/web/ui/node_modules/.cache/babel-loader/5b3d1db4978653fbabb4237822bb0a351b98991461f1bc93692a88ee81d4665f.json,sha256=Gxo4eyDYwQVcYysEjslbBc59skjnwPX1y2vvjAvG8ko,1205
@@ -10037,7 +10048,6 @@ xinference/web/ui/node_modules/.cache/babel-loader/c5bc5a91d9fa32a1b18527549791d
 xinference/web/ui/node_modules/.cache/babel-loader/c5c2790c776a41100739fef93e3deec3309e83a39d427276016bcf0ed950ed50.json,sha256=IhGkvYOwlFsG0kmtgiYT6rE4KZuO47DKZxvo8OeZaTs,1159
 xinference/web/ui/node_modules/.cache/babel-loader/c5c4416f324a2d5366f3852367f303946eed7deeb93d67cdff5c97b2533a5fbd.json,sha256=pAOJtRvUse8_U4LdBlv6zp_oFf62ELb6ePXkLrmNUqs,1241
 xinference/web/ui/node_modules/.cache/babel-loader/c5c4a89f089e811188d1c692760ac3ec46fd0c0a5974f1cd3a68baebc308926c.json,sha256=57HGpqlzTSSSoVOP5izSaMlZ9lKzRkWCAKjtpKoG0uU,1262
-xinference/web/ui/node_modules/.cache/babel-loader/c5c7c2cd1b863ce41adff2c4737bba06eef3a1acf28288cb83d992060f6b8923.json,sha256=vaC0tQPmh9a_pB-J60v5lw8BBUbB_0jF5o9ihgs3Mgc,14238
 xinference/web/ui/node_modules/.cache/babel-loader/c5c8653f5a1d257d01b65a1619d77886f2d1496f39cf4dbd28a3a0e81d0b3879.json,sha256=iV6nNvtSm4RMzdZyMElHuJQDuc5OyImVZocuHaQ-s7E,2107
 xinference/web/ui/node_modules/.cache/babel-loader/c5d0d618974d3d53ab912c106adcbc1612c1e960c6331ee302774741f9b8db09.json,sha256=_5bfCcOCu-PjsOLRx52P299ht-CwE-QWpPV2Hx8GQa8,1381
 xinference/web/ui/node_modules/.cache/babel-loader/c5d5aafa0dc7f71216fa003bd047de830b5e033cea8e0613869c7fb670090762.json,sha256=50xB0CybhPWHnL02LkDuSwA26bZl7CZ5zxHXTMI0bEk,1186
@@ -10382,7 +10392,6 @@ xinference/web/ui/node_modules/.cache/babel-loader/cc7ef4b9ac155611faf89f51cd7c8
 xinference/web/ui/node_modules/.cache/babel-loader/cc83b5e95e45fdca259fdbe6fa831d119f8ea0c0066c5b30d7524297022a6ada.json,sha256=iX0xcao3L96zUT_vvdq8nGJGCBJNhDlHA-jXLx-wYuo,1078
 xinference/web/ui/node_modules/.cache/babel-loader/cc86100b4f32c20a7c36f489d337271ce81e533d7a150c42eedaa0c166eeff05.json,sha256=lc-gA0cbO8R-FFU6zZ_i6lEZOlHjJGAxjp3b-TfbFHU,1168
 xinference/web/ui/node_modules/.cache/babel-loader/cc8ff8e5b868d35cf9b9c7c4ab3e3690e9da63b805f69439c5ea59c5175c6183.json,sha256=r7zPhH4fD6SIdS_ZH6YVbykON-HmWvLnrzvNifhmmzw,20060
-xinference/web/ui/node_modules/.cache/babel-loader/cc97b49285d7717c63374766c789141a4329a04582ab32756d7e0e614d4c5c7f.json,sha256=rH8vgwMC0NSOuA9_KMmJ5lzYlH1da9yN5tQ-zLzv_9s,134310
 xinference/web/ui/node_modules/.cache/babel-loader/cc9d9b7e7a21dff0f2ccd6a80ed1ec0531ecfa9dc5ddfa586d1917d5d62f36c6.json,sha256=JITp6hI9znPlPzXPuJbH1M3VLRnEmchguS1_1FmOfn8,1083
 xinference/web/ui/node_modules/.cache/babel-loader/cca89c333675e147da1a855da74582d11a31987e0ee00b76d338c84c117c8fca.json,sha256=keeYjZMYZ3YyqiIOg8UkT5M3QxWg5OVtc_P3s-pgi24,1345
 xinference/web/ui/node_modules/.cache/babel-loader/ccada46ae10478debc073dd873a3ec1dbbdfa716674c8246ba3ef894ca7ef56f.json,sha256=O0RqknVhcBBD6uRhBX471PLOd4h9C4rvS3GFY7hh4l4,1255
@@ -12483,6 +12492,7 @@ xinference/web/ui/node_modules/.cache/babel-loader/f73ee9e68b2d63b916e2965134a07
 xinference/web/ui/node_modules/.cache/babel-loader/f740fe272225d808dedf1fe615e3931f1b86432545157c4945e3cec538769d8a.json,sha256=1pTtUJ1sQf9U9dTNmHtu5DSI3nRKBlEdh-qloSjtiwc,1402
 xinference/web/ui/node_modules/.cache/babel-loader/f7417eaed4ada51c7fdeaf6274c1813bfda0686e15be82a1bc07644dad1fc501.json,sha256=KRVILAlZITo0aXQvSJQeorsV5x64XmGACv4K6P2iZAo,1343
 xinference/web/ui/node_modules/.cache/babel-loader/f74a8c110a3434dbe3663fd3a6c7f346b01f39c4869c868056c9a54d8511d12c.json,sha256=HeKl8aTV8Hop_ErS_vVAT9zPS6T5tzz_5NOFh07LOLQ,1542
+xinference/web/ui/node_modules/.cache/babel-loader/f75545479c17fdfe2a00235fa4a0e9da1ae95e6b3caafba87ded92de6b0240e4.json,sha256=in1S3qdfYpuTsNxd8HyEjbNfrE5rrq6BYtZ5HDwonSc,14445
 xinference/web/ui/node_modules/.cache/babel-loader/f755c5a00f37d82b88292b001e1a57d0b9496050e3653777782e6e7202d46ae7.json,sha256=58j-6kmYj6ol_1OtuCArzWbQsDKVl1JH3-ol4uNYblI,1784
 xinference/web/ui/node_modules/.cache/babel-loader/f756997b6a9ec673719435d3da00cf0fa478c0dc8f2ffe09a2c7e88380b288d1.json,sha256=61DYtyNFIK-yna7xDBEq41Ozez1jgvdDLUi3gLr1eps,1907
 xinference/web/ui/node_modules/.cache/babel-loader/f762659cc3e11c479f73f609615c5d929ea2e7c1f13323addcc8931a4736b9ac.json,sha256=4gtu0QmSZTCynDmc2A6IFJ9I5KhokYS0sfHLgEwjXos,1693
@@ -15774,13 +15784,13 @@ xinference/web/ui/node_modules/yargs-parser/package.json,sha256=BSwbOzgetKXMK4u0
 xinference/web/ui/node_modules/yocto-queue/package.json,sha256=6U1XHQPGXJTqsiFvT953ORihUtXTblZy4fXBWP9qxC0,725
 xinference/web/ui/node_modules/yup/package.json,sha256=xRFSROB9NKxqSWHEVFvSTsPs9Ll074uo8OS1zEw0qhA,1206
 xinference/web/ui/node_modules/yup/node_modules/type-fest/package.json,sha256=JTv2zTTVgxQ2H82m1-6qEpdMv08lHjFx4Puf_MsbB_Q,1134
-xinference/web/ui/src/locales/en.json,sha256=R7JpAE_lXcF4j1ryOghE0_B8Y2Q0zIrax_vNjElUm48,9769
-xinference/web/ui/src/locales/ja.json,sha256=nh-gFRtTpZAmTJNBa00cYfv6ftpR2FcI4ZmQZ0Y-ezc,11454
-xinference/web/ui/src/locales/ko.json,sha256=MJOPJFagJdjgLDb5g3kaSBEWmH5zF03QeLWhayGo_iQ,10333
-xinference/web/ui/src/locales/zh.json,sha256=7NRqta9ipMdoe19Zdp0-MGqbiiTxDoRopM1o2EOWb54,9424
-xinference-1.7.0.post1.dist-info/licenses/LICENSE,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
-xinference-1.7.0.post1.dist-info/METADATA,sha256=DAz2hgr8ToiguCmFIiTH13uFar15QjhyyQ7LCj9FFxo,26056
-xinference-1.7.0.post1.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-xinference-1.7.0.post1.dist-info/entry_points.txt,sha256=-lDyyzqWMFQF0Rgm7VxBNz0V-bMBMQLRR3pvQ-Y8XTY,226
-xinference-1.7.0.post1.dist-info/top_level.txt,sha256=L1rQt7pl6m8tmKXpWVHzP-GtmzAxp663rXxGE7qnK00,11
-xinference-1.7.0.post1.dist-info/RECORD,,
+xinference/web/ui/src/locales/en.json,sha256=m2FqK1mJpsDsr6kCjm6HDXl2pnpVlxUg6z2wnYi1dl0,9904
+xinference/web/ui/src/locales/ja.json,sha256=9edE43pw7yb6jYVpSqji93cFIzNrzyy0tOWPVbuigHE,11593
+xinference/web/ui/src/locales/ko.json,sha256=NJFmMIaNebyXvrq8Mm7qpSH9TqSl70gJ9-c0A3wgMhI,10471
+xinference/web/ui/src/locales/zh.json,sha256=Pib40OMtvd9yIuUbVCRKsUg1Qziqv29Dx2_YeXzu6uI,9557
+xinference-1.7.1.post1.dist-info/licenses/LICENSE,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
+xinference-1.7.1.post1.dist-info/METADATA,sha256=V3jBWf7x-LDoMyFJkMKF2EJTqMSrcN0_l4zOSQSFwvs,26093
+xinference-1.7.1.post1.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+xinference-1.7.1.post1.dist-info/entry_points.txt,sha256=-lDyyzqWMFQF0Rgm7VxBNz0V-bMBMQLRR3pvQ-Y8XTY,226
+xinference-1.7.1.post1.dist-info/top_level.txt,sha256=L1rQt7pl6m8tmKXpWVHzP-GtmzAxp663rXxGE7qnK00,11
+xinference-1.7.1.post1.dist-info/RECORD,,