xinference 1.9.0__py3-none-any.whl → 1.10.0__py3-none-any.whl

xinference/ui/web/ui/node_modules/.cache/babel-loader/d5c224be7081f18cba1678b7874a9782eba895df004874ff8f243f94ba79942a.json

@@ -0,0 +1 @@
+{"ast":null,"code":"import _toConsumableArray from\"/home/runner/work/inference/inference/xinference/ui/web/ui/node_modules/@babel/runtime/helpers/esm/toConsumableArray.js\";import _slicedToArray from\"/home/runner/work/inference/inference/xinference/ui/web/ui/node_modules/@babel/runtime/helpers/esm/slicedToArray.js\";import FilterNoneIcon from'@mui/icons-material/FilterNone';import{Alert,Snackbar,Tooltip}from'@mui/material';import ClipboardJS from'clipboard';import React,{useEffect,useRef,useState}from'react';import{useTranslation}from'react-i18next';import{jsx as _jsx}from\"react/jsx-runtime\";import{jsxs as _jsxs}from\"react/jsx-runtime\";var keyMap={model_size_in_billions:'--size-in-billions',download_hub:'--download_hub',enable_thinking:'--enable_thinking',reasoning_content:'--reasoning_content',lightning_version:'--lightning_version',lightning_model_path:'--lightning_model_path'};function CopyComponent(_ref){var modelData=_ref.modelData,predefinedKeys=_ref.predefinedKeys;var _useTranslation=useTranslation(),t=_useTranslation.t;var _useState=useState(false),_useState2=_slicedToArray(_useState,2),isCopySuccess=_useState2[0],setIsCopySuccess=_useState2[1];var copyRef=useRef(null);var generateCommandLineStatement=function generateCommandLineStatement(params){var args=Object.entries(params).filter(function(_ref2){var _ref3=_slicedToArray(_ref2,2),key=_ref3[0],value=_ref3[1];return predefinedKeys.includes(key)&&value!==null&&value!==undefined||!predefinedKeys.includes(key);}).flatMap(function(_ref4){var _ref5=_slicedToArray(_ref4,2),key=_ref5[0],value=_ref5[1];if(key==='gpu_idx'&&Array.isArray(value)){return\"--gpu-idx \".concat(value.join(','));}else if(key==='peft_model_config'&&typeof value==='object'){var peftArgs=[];if(value.lora_list){peftArgs.push.apply(peftArgs,_toConsumableArray(value.lora_list.map(function(lora){return\"--lora-modules \".concat(lora.lora_name,\" \").concat(lora.local_path);})));}if(value.image_lora_load_kwargs){peftArgs.push.apply(peftArgs,_toConsumableArray(Object.entries(value.image_lora_load_kwargs).map(function(_ref6){var _ref7=_slicedToArray(_ref6,2),k=_ref7[0],v=_ref7[1];return\"--image-lora-load-kwargs \".concat(k,\" \").concat(v);})));}if(value.image_lora_fuse_kwargs){peftArgs.push.apply(peftArgs,_toConsumableArray(Object.entries(value.image_lora_fuse_kwargs).map(function(_ref8){var _ref9=_slicedToArray(_ref8,2),k=_ref9[0],v=_ref9[1];return\"--image-lora-fuse-kwargs \".concat(k,\" \").concat(v);})));}return peftArgs;}else if(key==='quantization_config'&&typeof value==='object'){return Object.entries(value).map(function(_ref10){var _ref11=_slicedToArray(_ref10,2),k=_ref11[0],v=_ref11[1];return\"--quantization-config \".concat(k,\" \").concat(v===null?'none':v);});}else if(key==='envs'&&typeof value==='object'){return Object.entries(value).map(function(_ref12){var _ref13=_slicedToArray(_ref12,2),k=_ref13[0],v=_ref13[1];return\"--env \".concat(k,\" \").concat(v);});}else if(key==='virtual_env_packages'&&Array.isArray(value)){return value.map(function(pkg){return\"--virtual-env-package \".concat(pkg);});}else if(key==='enable_virtual_env'){if(value===true)return\"--enable-virtual-env\";if(value===false)return\"--disable-virtual-env\";return[];}else if(predefinedKeys.includes(key)){var _keyMap$key;var newKey=(_keyMap$key=keyMap[key])!==null&&_keyMap$key!==void 0?_keyMap$key:\"--\".concat(key.replace(/_/g,'-'));return\"\".concat(newKey,\" \").concat(value===false?'false':value===null?'none':value);}else{return\"--\".concat(key,\" \").concat(value===false?'false':value===null?'none':value);}}).join(' ');return\"xinference launch \".concat(args);};useEffect(function(){var _text=generateCommandLineStatement(modelData);var clipboard=new ClipboardJS(copyRef.current,{text:function text(){return _text;}});clipboard.on('success',function(e){e.clearSelection();setIsCopySuccess(true);});var handleClick=function handleClick(event){event.stopPropagation();copyRef.current.focus();};var copy=copyRef.current;copy.addEventListener('click',handleClick);return function(){clipboard.destroy();copy.removeEventListener('click',handleClick);};},[modelData]);return/*#__PURE__*/_jsxs(\"div\",{style:{marginInline:'10px',lineHeight:'14px'},children:[/*#__PURE__*/_jsx(Tooltip,{title:t('launchModel.copyToCommandLine'),placement:\"top\",children:/*#__PURE__*/_jsx(\"div\",{ref:copyRef,children:/*#__PURE__*/_jsx(FilterNoneIcon,{className:\"copyToCommandLine\"})})}),/*#__PURE__*/_jsx(Snackbar,{anchorOrigin:{vertical:'top',horizontal:'center'},open:isCopySuccess,autoHideDuration:1500,onClose:function onClose(){return setIsCopySuccess(false);},children:/*#__PURE__*/_jsx(Alert,{severity:\"success\",variant:\"filled\",sx:{width:'100%'},children:t('components.copySuccess')})})]});}export default CopyComponent;","map":{"version":3,"names":["FilterNoneIcon","Alert","Snackbar","Tooltip","ClipboardJS","React","useEffect","useRef","useState","useTranslation","jsx","_jsx","jsxs","_jsxs","keyMap","model_size_in_billions","download_hub","enable_thinking","reasoning_content","lightning_version","lightning_model_path","CopyComponent","_ref","modelData","predefinedKeys","_useTranslation","t","_useState","_useState2","_slicedToArray","isCopySuccess","setIsCopySuccess","copyRef","generateCommandLineStatement","params","args","Object","entries","filter","_ref2","_ref3","key","value","includes","undefined","flatMap","_ref4","_ref5","Array","isArray","concat","join","peftArgs","lora_list","push","apply","_toConsumableArray","map","lora","lora_name","local_path","image_lora_load_kwargs","_ref6","_ref7","k","v","image_lora_fuse_kwargs","_ref8","_ref9","_ref10","_ref11","_ref12","_ref13","pkg","_keyMap$key","newKey","replace","text","clipboard","current","on","e","clearSelection","handleClick","event","stopPropagation","focus","copy","addEventListener","destroy","removeEventListener","style","marginInline","lineHeight","children","title","placement","ref","className","anchorOrigin","vertical","horizontal","open","autoHideDuration","onClose","severity","variant","sx","width"],"sources":["/home/runner/work/inference/inference/xinference/ui/web/ui/src/scenes/launch_model/components/copyComponent.js"],"sourcesContent":["import FilterNoneIcon from '@mui/icons-material/FilterNone'\nimport { Alert, Snackbar, Tooltip } from '@mui/material'\nimport ClipboardJS from 'clipboard'\nimport React, { useEffect, useRef, useState } from 'react'\nimport { useTranslation } from 'react-i18next'\n\nconst keyMap = {\n  model_size_in_billions: '--size-in-billions',\n  download_hub: '--download_hub',\n  enable_thinking: '--enable_thinking',\n  reasoning_content: '--reasoning_content',\n  lightning_version: '--lightning_version',\n  lightning_model_path: '--lightning_model_path',\n}\n\nfunction CopyComponent({ modelData, predefinedKeys }) {\n  const { t } = useTranslation()\n  const [isCopySuccess, setIsCopySuccess] = useState(false)\n  const copyRef = useRef(null)\n\n  const generateCommandLineStatement = (params) => {\n    const args = Object.entries(params)\n      .filter(\n        ([key, value]) =>\n          (predefinedKeys.includes(key) &&\n            value !== null &&\n            value !== undefined) ||\n          !predefinedKeys.includes(key)\n      )\n      .flatMap(([key, value]) => {\n        if (key === 'gpu_idx' && Array.isArray(value)) {\n          return `--gpu-idx ${value.join(',')}`\n        } else if (key === 'peft_model_config' && typeof value === 'object') {\n          const peftArgs = []\n          if (value.lora_list) {\n            peftArgs.push(\n              ...value.lora_list.map(\n                (lora) => `--lora-modules ${lora.lora_name} ${lora.local_path}`\n              )\n            )\n          }\n          if (value.image_lora_load_kwargs) {\n            peftArgs.push(\n              ...Object.entries(value.image_lora_load_kwargs).map(\n                ([k, v]) => `--image-lora-load-kwargs ${k} ${v}`\n              )\n            )\n          }\n          if (value.image_lora_fuse_kwargs) {\n            peftArgs.push(\n              ...Object.entries(value.image_lora_fuse_kwargs).map(\n                ([k, v]) => `--image-lora-fuse-kwargs ${k} ${v}`\n              )\n            )\n          }\n          return peftArgs\n        } else if (key === 'quantization_config' && typeof value === 'object') {\n          return Object.entries(value).map(\n            ([k, v]) => `--quantization-config ${k} ${v === null ? 'none' : v}`\n          )\n        } else if (key === 'envs' && typeof value === 'object') {\n          return Object.entries(value).map(([k, v]) => `--env ${k} ${v}`)\n        } else if (key === 'virtual_env_packages' && Array.isArray(value)) {\n          return value.map((pkg) => `--virtual-env-package ${pkg}`)\n        } else if (key === 'enable_virtual_env') {\n          if (value === true) return `--enable-virtual-env`\n          if (value === false) return `--disable-virtual-env`\n          return []\n        } else if (predefinedKeys.includes(key)) {\n          const newKey = keyMap[key] ?? `--${key.replace(/_/g, '-')}`\n          return `${newKey} ${\n            value === false ? 'false' : value === null ? 'none' : value\n          }`\n        } else {\n          return `--${key} ${\n            value === false ? 'false' : value === null ? 'none' : value\n          }`\n        }\n      })\n      .join(' ')\n\n    return `xinference launch ${args}`\n  }\n\n  useEffect(() => {\n    const text = generateCommandLineStatement(modelData)\n    const clipboard = new ClipboardJS(copyRef.current, {\n      text: () => text,\n    })\n\n    clipboard.on('success', (e) => {\n      e.clearSelection()\n      setIsCopySuccess(true)\n    })\n\n    const handleClick = (event) => {\n      event.stopPropagation()\n      copyRef.current.focus()\n    }\n\n    const copy = copyRef.current\n    copy.addEventListener('click', handleClick)\n\n    return () => {\n      clipboard.destroy()\n      copy.removeEventListener('click', handleClick)\n    }\n  }, [modelData])\n\n  return (\n    <div style={{ marginInline: '10px', lineHeight: '14px' }}>\n      <Tooltip title={t('launchModel.copyToCommandLine')} placement=\"top\">\n        <div ref={copyRef}>\n          <FilterNoneIcon className=\"copyToCommandLine\" />\n        </div>\n      </Tooltip>\n      <Snackbar\n        anchorOrigin={{ vertical: 'top', horizontal: 'center' }}\n        open={isCopySuccess}\n        autoHideDuration={1500}\n        onClose={() => setIsCopySuccess(false)}\n      >\n        <Alert severity=\"success\" variant=\"filled\" sx={{ width: '100%' }}>\n          {t('components.copySuccess')}\n        </Alert>\n      </Snackbar>\n    </div>\n  )\n}\n\nexport default CopyComponent\n"],"mappings":"wSAAA,MAAO,CAAAA,cAAc,KAAM,gCAAgC,CAC3D,OAASC,KAAK,CAAEC,QAAQ,CAAEC,OAAO,KAAQ,eAAe,CACxD,MAAO,CAAAC,WAAW,KAAM,WAAW,CACnC,MAAO,CAAAC,KAAK,EAAIC,SAAS,CAAEC,MAAM,CAAEC,QAAQ,KAAQ,OAAO,CAC1D,OAASC,cAAc,KAAQ,eAAe,QAAAC,GAAA,IAAAC,IAAA,gCAAAC,IAAA,IAAAC,KAAA,yBAE9C,GAAM,CAAAC,MAAM,CAAG,CACbC,sBAAsB,CAAE,oBAAoB,CAC5CC,YAAY,CAAE,gBAAgB,CAC9BC,eAAe,CAAE,mBAAmB,CACpCC,iBAAiB,CAAE,qBAAqB,CACxCC,iBAAiB,CAAE,qBAAqB,CACxCC,oBAAoB,CAAE,wBACxB,CAAC,CAED,QAAS,CAAAC,aAAaA,CAAAC,IAAA,CAAgC,IAA7B,CAAAC,SAAS,CAAAD,IAAA,CAATC,SAAS,CAAEC,cAAc,CAAAF,IAAA,CAAdE,cAAc,CAChD,IAAAC,eAAA,CAAchB,cAAc,CAAC,CAAC,CAAtBiB,CAAC,CAAAD,eAAA,CAADC,CAAC,CACT,IAAAC,SAAA,CAA0CnB,QAAQ,CAAC,KAAK,CAAC,CAAAoB,UAAA,CAAAC,cAAA,CAAAF,SAAA,IAAlDG,aAAa,CAAAF,UAAA,IAAEG,gBAAgB,CAAAH,UAAA,IACtC,GAAM,CAAAI,OAAO,CAAGzB,MAAM,CAAC,IAAI,CAAC,CAE5B,GAAM,CAAA0B,4BAA4B,CAAG,QAA/B,CAAAA,4BAA4BA,CAAIC,MAAM,CAAK,CAC/C,GAAM,CAAAC,IAAI,CAAGC,MAAM,CAACC,OAAO,CAACH,MAAM,CAAC,CAChCI,MAAM,CACL,SAAAC,KAAA,MAAAC,KAAA,CAAAX,cAAA,CAAAU,KAAA,IAAEE,GAAG,CAAAD,KAAA,IAAEE,KAAK,CAAAF,KAAA,UACT,CAAAhB,cAAc,CAACmB,QAAQ,CAACF,GAAG,CAAC,EAC3BC,KAAK,GAAK,IAAI,EACdA,KAAK,GAAKE,SAAS,EACrB,CAACpB,cAAc,CAACmB,QAAQ,CAACF,GAAG,CAAC,EACjC,CAAC,CACAI,OAAO,CAAC,SAAAC,KAAA,CAAkB,KAAAC,KAAA,CAAAlB,cAAA,CAAAiB,KAAA,IAAhBL,GAAG,CAAAM,KAAA,IAAEL,KAAK,CAAAK,KAAA,IACnB,GAAIN,GAAG,GAAK,SAAS,EAAIO,KAAK,CAACC,OAAO,CAACP,KAAK,CAAC,CAAE,CAC7C,mBAAAQ,MAAA,CAAoBR,KAAK,CAACS,IAAI,CAAC,GAAG,CAAC,EACrC,CAAC,IAAM,IAAIV,GAAG,GAAK,mBAAmB,EAAI,MAAO,CAAAC,KAAK,GAAK,QAAQ,CAAE,CACnE,GAAM,CAAAU,QAAQ,CAAG,EAAE,CACnB,GAAIV,KAAK,CAACW,SAAS,CAAE,CACnBD,QAAQ,CAACE,IAAI,CAAAC,KAAA,CAAbH,QAAQ,CAAAI,kBAAA,CACHd,KAAK,CAACW,SAAS,CAACI,GAAG,CACpB,SAACC,IAAI,0BAAAR,MAAA,CAAuBQ,IAAI,CAACC,SAAS,MAAAT,MAAA,CAAIQ,IAAI,CAACE,UAAU,GAC/D,CAAC,CACH,CAAC,CACH,CACA,GAAIlB,KAAK,CAACmB,sBAAsB,CAAE,CAChCT,QAAQ,CAACE,IAAI,CAAAC,KAAA,CAAbH,QAAQ,CAAAI,kBAAA,CACHpB,MAAM,CAACC,OAAO,CAACK,KAAK,CAACmB,sBAAsB,CAAC,CAACJ,GAAG,CACjD,SAAAK,KAAA,MAAAC,KAAA,CAAAlC,cAAA,CAAAiC,KAAA,IAAEE,CAAC,CAAAD,KAAA,IAAEE,CAAC,CAAAF,KAAA,sCAAAb,MAAA,CAAkCc,CAAC,MAAAd,MAAA,CAAIe,CAAC,GAChD,CAAC,CACH,CAAC,CACH,CACA,GAAIvB,KAAK,CAACwB,sBAAsB,CAAE,CAChCd,QAAQ,CAACE,IAAI,CAAAC,KAAA,CAAbH,QAAQ,CAAAI,kBAAA,CACHpB,MAAM,CAACC,OAAO,CAACK,KAAK,CAACwB,sBAAsB,CAAC,CAACT,GAAG,CACjD,SAAAU,KAAA,MAAAC,KAAA,CAAAvC,cAAA,CAAAsC,KAAA,IAAEH,CAAC,CAAAI,KAAA,IAAEH,CAAC,CAAAG,KAAA,sCAAAlB,MAAA,CAAkCc,CAAC,MAAAd,MAAA,CAAIe,CAAC,GAChD,CAAC,CACH,CAAC,CACH,CACA,MAAO,CAAAb,QAAQ,CACjB,CAAC,IAAM,IAAIX,GAAG,GAAK,qBAAqB,EAAI,MAAO,CAAAC,KAAK,GAAK,QAAQ,CAAE,CACrE,MAAO,CAAAN,MAAM,CAACC,OAAO,CAACK,KAAK,CAAC,CAACe,GAAG,CAC9B,SAAAY,MAAA,MAAAC,MAAA,CAAAzC,cAAA,CAAAwC,MAAA,IAAEL,CAAC,CAAAM,MAAA,IAAEL,CAAC,CAAAK,MAAA,mCAAApB,MAAA,CAA+Bc,CAAC,MAAAd,MAAA,CAAIe,CAAC,GAAK,IAAI,CAAG,MAAM,CAAGA,CAAC,GACnE,CAAC,CACH,CAAC,IAAM,IAAIxB,GAAG,GAAK,MAAM,EAAI,MAAO,CAAAC,KAAK,GAAK,QAAQ,CAAE,CACtD,MAAO,CAAAN,MAAM,CAACC,OAAO,CAACK,KAAK,CAAC,CAACe,GAAG,CAAC,SAAAc,MAAA,MAAAC,MAAA,CAAA3C,cAAA,CAAA0C,MAAA,IAAEP,CAAC,CAAAQ,MAAA,IAAEP,CAAC,CAAAO,MAAA,mBAAAtB,MAAA,CAAec,CAAC,MAAAd,MAAA,CAAIe,CAAC,GAAE,CAAC,CACjE,CAAC,IAAM,IAAIxB,GAAG,GAAK,sBAAsB,EAAIO,KAAK,CAACC,OAAO,CAACP,KAAK,CAAC,CAAE,CACjE,MAAO,CAAAA,KAAK,CAACe,GAAG,CAAC,SAACgB,GAAG,iCAAAvB,MAAA,CAA8BuB,GAAG,GAAE,CAAC,CAC3D,CAAC,IAAM,IAAIhC,GAAG,GAAK,oBAAoB,CAAE,CACvC,GAAIC,KAAK,GAAK,IAAI,CAAE,6BACpB,GAAIA,KAAK,GAAK,KAAK,CAAE,8BACrB,MAAO,EAAE,CACX,CAAC,IAAM,IAAIlB,cAAc,CAACmB,QAAQ,CAACF,GAAG,CAAC,CAAE,KAAAiC,WAAA,CACvC,GAAM,CAAAC,MAAM,EAAAD,WAAA,CAAG5D,MAAM,CAAC2B,GAAG,CAAC,UAAAiC,WAAA,UAAAA,WAAA,MAAAxB,MAAA,CAAST,GAAG,CAACmC,OAAO,CAAC,IAAI,CAAE,GAAG,CAAC,CAAE,CAC3D,SAAA1B,MAAA,CAAUyB,MAAM,MAAAzB,MAAA,CACdR,KAAK,GAAK,KAAK,CAAG,OAAO,CAAGA,KAAK,GAAK,IAAI,CAAG,MAAM,CAAGA,KAAK,EAE/D,CAAC,IAAM,CACL,WAAAQ,MAAA,CAAYT,GAAG,MAAAS,MAAA,CACbR,KAAK,GAAK,KAAK,CAAG,OAAO,CAAGA,KAAK,GAAK,IAAI,CAAG,MAAM,CAAGA,KAAK,EAE/D,CACF,CAAC,CAAC,CACDS,IAAI,CAAC,GAAG,CAAC,CAEZ,2BAAAD,MAAA,CAA4Bf,IAAI,EAClC,CAAC,CAED7B,SAAS,CAAC,UAAM,CACd,GAAM,CAAAuE,KAAI,CAAG5C,4BAA4B,CAACV,SAAS,CAAC,CACpD,GAAM,CAAAuD,SAAS,CAAG,GAAI,CAAA1E,WAAW,CAAC4B,OAAO,CAAC+C,OAAO,CAAE,CACjDF,IAAI,CAAE,SAAAA,KAAA,QAAM,CAAAA,KAAI,EAClB,CAAC,CAAC,CAEFC,SAAS,CAACE,EAAE,CAAC,SAAS,CAAE,SAACC,CAAC,CAAK,CAC7BA,CAAC,CAACC,cAAc,CAAC,CAAC,CAClBnD,gBAAgB,CAAC,IAAI,CAAC,CACxB,CAAC,CAAC,CAEF,GAAM,CAAAoD,WAAW,CAAG,QAAd,CAAAA,WAAWA,CAAIC,KAAK,CAAK,CAC7BA,KAAK,CAACC,eAAe,CAAC,CAAC,CACvBrD,OAAO,CAAC+C,OAAO,CAACO,KAAK,CAAC,CAAC,CACzB,CAAC,CAED,GAAM,CAAAC,IAAI,CAAGvD,OAAO,CAAC+C,OAAO,CAC5BQ,IAAI,CAACC,gBAAgB,CAAC,OAAO,CAAEL,WAAW,CAAC,CAE3C,MAAO,WAAM,CACXL,SAAS,CAACW,OAAO,CAAC,CAAC,CACnBF,IAAI,CAACG,mBAAmB,CAAC,OAAO,CAAEP,WAAW,CAAC,CAChD,CAAC,CACH,CAAC,CAAE,CAAC5D,SAAS,CAAC,CAAC,CAEf,mBACEV,KAAA,QAAK8E,KAAK,CAAE,CAAEC,YAAY,CAAE,MAAM,CAAEC,UAAU,CAAE,MAAO,CAAE,CAAAC,QAAA,eACvDnF,IAAA,CAACR,OAAO,EAAC4F,KAAK,CAAErE,CAAC,CAAC,+BAA+B,CAAE,CAACsE,SAAS,CAAC,KAAK,CAAAF,QAAA,cACjEnF,IAAA,QAAKsF,GAAG,CAAEjE,OAAQ,CAAA8D,QAAA,cAChBnF,IAAA,CAACX,cAAc,EAACkG,SAAS,CAAC,mBAAmB,CAAE,CAAC,CAC7C,CAAC,CACC,CAAC,cACVvF,IAAA,CAACT,QAAQ,EACPiG,YAAY,CAAE,CAAEC,QAAQ,CAAE,KAAK,CAAEC,UAAU,CAAE,QAAS,CAAE,CACxDC,IAAI,CAAExE,aAAc,CACpByE,gBAAgB,CAAE,IAAK,CACvBC,OAAO,CAAE,SAAAA,QAAA,QAAM,CAAAzE,gBAAgB,CAAC,KAAK,CAAC,EAAC,CAAA+D,QAAA,cAEvCnF,IAAA,CAACV,KAAK,EAACwG,QAAQ,CAAC,SAAS,CAACC,OAAO,CAAC,QAAQ,CAACC,EAAE,CAAE,CAAEC,KAAK,CAAE,MAAO,CAAE,CAAAd,QAAA,CAC9DpE,CAAC,CAAC,wBAAwB,CAAC,CACvB,CAAC,CACA,CAAC,EACR,CAAC,CAEV,CAEA,cAAe,CAAAL,aAAa","ignoreList":[]},"metadata":{},"sourceType":"module","externalDependencies":[]}

xinference/ui/web/ui/node_modules/.cache/babel-loader/f7f18bfb539b036a6a342176dd98a85df5057a884a8da978d679f2a0264883d0.json

@@ -0,0 +1 @@
+{"ast":null,"code":"export var llmAllDataKey=['model_uid','model_name','model_type','model_engine','model_format','model_size_in_billions','quantization','n_worker','n_gpu','n_gpu_layers','replica','request_limits','worker_ip','gpu_idx','download_hub','model_path','reasoning_content','gguf_quantization','gguf_model_path','lightning_version','lightning_model_path','cpu_offload','peft_model_config','quantization_config','enable_thinking','multimodal_projectors','enable_virtual_env','virtual_env_packages','envs'];export var additionalParameterTipList={'transformers':['torch_dtype','device','enable_flash_attn'],'llama.cpp':['n_ctx','use_mmap','use_mlock'],'vllm':['block_size','gpu_memory_utilization','max_num_seqs','max_model_len','guided_decoding_backend','scheduling_policy','tensor_parallel_size','pipeline_parallel_size','enable_prefix_caching','enable_chunked_prefill','enforce_eager','cpu_offload_gb','disable_custom_all_reduce','limit_mm_per_prompt','model_quantization','mm_processor_kwargs','min_pixels','max_pixels'],'sglang':['mem_fraction_static','attention_reduce_in_fp32','tp_size','dp_size','chunked_prefill_size','cpu_offload_gb','enable_dp_attention','enable_ep_moe'],'mlx':['cache_limit_gb','max_kv_size']};export var quantizationParametersTipList=['load_in_8bit','load_in_4bit','llm_int8_threshold','llm_int8_skip_modules','llm_int8_enable_fp32_cpu_offload','llm_int8_has_fp16_weight','bnb_4bit_compute_dtype','bnb_4bit_quant_type','bnb_4bit_use_double_quant','bnb_4bit_quant_storage'];export var featureModels=[{type:'llm',feature_models:['Deepseek-V3.1','gpt-oss','qwen3','Ernie4.5','deepseek-r1-0528','deepseek-r1-0528-qwen3','qwen2.5-vl-instruct','glm-4.5','QwQ-32B','gemma-3-it']},{type:'embedding',feature_models:['Qwen3-Embedding-0.6B','Qwen3-Embedding-4B','Qwen3-Embedding-8B','bge-large-zh-v1.5','bge-large-en-v1.5','bge-m3','gte-Qwen2','jina-embeddings-v3']},{type:'rerank',feature_models:[]},{type:'image',feature_models:['Qwen-Image','Qwen-Image-Edit','FLUX.1-dev','FLUX.1-Kontext-dev','FLUX.1-schnell','sd3.5-large','HunyuanDiT-v1.2','cogview4','sd3.5-medium']},{type:'audio',feature_models:['CosyVoice2-0.5B','FishSpeech-1.5','F5-TTS','ChatTTS','SenseVoiceSmall','whisper-large-v3']},{type:'video',feature_models:[]}];","map":{"version":3,"names":["llmAllDataKey","additionalParameterTipList","quantizationParametersTipList","featureModels","type","feature_models"],"sources":["/home/runner/work/inference/inference/xinference/ui/web/ui/src/scenes/launch_model/data/data.js"],"sourcesContent":["export const llmAllDataKey = [\n  'model_uid',\n  'model_name',\n  'model_type',\n  'model_engine',\n  'model_format',\n  'model_size_in_billions',\n  'quantization',\n  'n_worker',\n  'n_gpu',\n  'n_gpu_layers',\n  'replica',\n  'request_limits',\n  'worker_ip',\n  'gpu_idx',\n  'download_hub',\n  'model_path',\n  'reasoning_content',\n  'gguf_quantization',\n  'gguf_model_path',\n  'lightning_version',\n  'lightning_model_path',\n  'cpu_offload',\n  'peft_model_config',\n  'quantization_config',\n  'enable_thinking',\n  'multimodal_projectors',\n  'enable_virtual_env',\n  'virtual_env_packages',\n  'envs',\n]\n\nexport const additionalParameterTipList = {\n  'transformers': ['torch_dtype', 'device', 'enable_flash_attn'],\n  'llama.cpp': ['n_ctx', 'use_mmap', 'use_mlock'],\n  'vllm': [\n    'block_size',\n    'gpu_memory_utilization',\n    'max_num_seqs',\n    'max_model_len',\n    'guided_decoding_backend',\n    'scheduling_policy',\n    'tensor_parallel_size',\n    'pipeline_parallel_size',\n    'enable_prefix_caching',\n    'enable_chunked_prefill',\n    'enforce_eager',\n    'cpu_offload_gb',\n    'disable_custom_all_reduce',\n    'limit_mm_per_prompt',\n    'model_quantization',\n    'mm_processor_kwargs',\n    'min_pixels',\n    'max_pixels',\n  ],\n  'sglang': [\n    'mem_fraction_static',\n    'attention_reduce_in_fp32',\n    'tp_size',\n    'dp_size',\n    'chunked_prefill_size',\n    'cpu_offload_gb',\n    'enable_dp_attention',\n    'enable_ep_moe',\n  ],\n  'mlx': ['cache_limit_gb', 'max_kv_size'],\n}\n\nexport const quantizationParametersTipList = [\n  'load_in_8bit',\n  'load_in_4bit',\n  'llm_int8_threshold',\n  'llm_int8_skip_modules',\n  'llm_int8_enable_fp32_cpu_offload',\n  'llm_int8_has_fp16_weight',\n  'bnb_4bit_compute_dtype',\n  'bnb_4bit_quant_type',\n  'bnb_4bit_use_double_quant',\n  'bnb_4bit_quant_storage',\n]\n\nexport const featureModels = [\n  {\n    type: 'llm',\n    feature_models: [\n      'Deepseek-V3.1',\n      'gpt-oss',\n      'qwen3',\n      'Ernie4.5',\n      'deepseek-r1-0528',\n      'deepseek-r1-0528-qwen3',\n      'qwen2.5-vl-instruct',\n      'glm-4.5',\n      'QwQ-32B',\n      'gemma-3-it',\n    ],\n  },\n  {\n    type: 'embedding',\n    feature_models: [\n      'Qwen3-Embedding-0.6B',\n      'Qwen3-Embedding-4B',\n      'Qwen3-Embedding-8B',\n      'bge-large-zh-v1.5',\n      'bge-large-en-v1.5',\n      'bge-m3',\n      'gte-Qwen2',\n      'jina-embeddings-v3',\n    ],\n  },\n  {\n    type: 'rerank',\n    feature_models: [],\n  },\n  {\n    type: 'image',\n    feature_models: [\n      'Qwen-Image',\n      'Qwen-Image-Edit',\n      'FLUX.1-dev',\n      'FLUX.1-Kontext-dev',\n      'FLUX.1-schnell',\n      'sd3.5-large',\n      'HunyuanDiT-v1.2',\n      'cogview4',\n      'sd3.5-medium',\n    ],\n  },\n  {\n    type: 'audio',\n    feature_models: [\n      'CosyVoice2-0.5B',\n      'FishSpeech-1.5',\n      'F5-TTS',\n      'ChatTTS',\n      'SenseVoiceSmall',\n      'whisper-large-v3',\n    ],\n  },\n  {\n    type: 'video',\n    feature_models: [],\n  },\n]\n"],"mappings":"AAAA,MAAO,IAAM,CAAAA,aAAa,CAAG,CAC3B,WAAW,CACX,YAAY,CACZ,YAAY,CACZ,cAAc,CACd,cAAc,CACd,wBAAwB,CACxB,cAAc,CACd,UAAU,CACV,OAAO,CACP,cAAc,CACd,SAAS,CACT,gBAAgB,CAChB,WAAW,CACX,SAAS,CACT,cAAc,CACd,YAAY,CACZ,mBAAmB,CACnB,mBAAmB,CACnB,iBAAiB,CACjB,mBAAmB,CACnB,sBAAsB,CACtB,aAAa,CACb,mBAAmB,CACnB,qBAAqB,CACrB,iBAAiB,CACjB,uBAAuB,CACvB,oBAAoB,CACpB,sBAAsB,CACtB,MAAM,CACP,CAED,MAAO,IAAM,CAAAC,0BAA0B,CAAG,CACxC,cAAc,CAAE,CAAC,aAAa,CAAE,QAAQ,CAAE,mBAAmB,CAAC,CAC9D,WAAW,CAAE,CAAC,OAAO,CAAE,UAAU,CAAE,WAAW,CAAC,CAC/C,MAAM,CAAE,CACN,YAAY,CACZ,wBAAwB,CACxB,cAAc,CACd,eAAe,CACf,yBAAyB,CACzB,mBAAmB,CACnB,sBAAsB,CACtB,wBAAwB,CACxB,uBAAuB,CACvB,wBAAwB,CACxB,eAAe,CACf,gBAAgB,CAChB,2BAA2B,CAC3B,qBAAqB,CACrB,oBAAoB,CACpB,qBAAqB,CACrB,YAAY,CACZ,YAAY,CACb,CACD,QAAQ,CAAE,CACR,qBAAqB,CACrB,0BAA0B,CAC1B,SAAS,CACT,SAAS,CACT,sBAAsB,CACtB,gBAAgB,CAChB,qBAAqB,CACrB,eAAe,CAChB,CACD,KAAK,CAAE,CAAC,gBAAgB,CAAE,aAAa,CACzC,CAAC,CAED,MAAO,IAAM,CAAAC,6BAA6B,CAAG,CAC3C,cAAc,CACd,cAAc,CACd,oBAAoB,CACpB,uBAAuB,CACvB,kCAAkC,CAClC,0BAA0B,CAC1B,wBAAwB,CACxB,qBAAqB,CACrB,2BAA2B,CAC3B,wBAAwB,CACzB,CAED,MAAO,IAAM,CAAAC,aAAa,CAAG,CAC3B,CACEC,IAAI,CAAE,KAAK,CACXC,cAAc,CAAE,CACd,eAAe,CACf,SAAS,CACT,OAAO,CACP,UAAU,CACV,kBAAkB,CAClB,wBAAwB,CACxB,qBAAqB,CACrB,SAAS,CACT,SAAS,CACT,YAAY,CAEhB,CAAC,CACD,CACED,IAAI,CAAE,WAAW,CACjBC,cAAc,CAAE,CACd,sBAAsB,CACtB,oBAAoB,CACpB,oBAAoB,CACpB,mBAAmB,CACnB,mBAAmB,CACnB,QAAQ,CACR,WAAW,CACX,oBAAoB,CAExB,CAAC,CACD,CACED,IAAI,CAAE,QAAQ,CACdC,cAAc,CAAE,EAClB,CAAC,CACD,CACED,IAAI,CAAE,OAAO,CACbC,cAAc,CAAE,CACd,YAAY,CACZ,iBAAiB,CACjB,YAAY,CACZ,oBAAoB,CACpB,gBAAgB,CAChB,aAAa,CACb,iBAAiB,CACjB,UAAU,CACV,cAAc,CAElB,CAAC,CACD,CACED,IAAI,CAAE,OAAO,CACbC,cAAc,CAAE,CACd,iBAAiB,CACjB,gBAAgB,CAChB,QAAQ,CACR,SAAS,CACT,iBAAiB,CACjB,kBAAkB,CAEtB,CAAC,CACD,CACED,IAAI,CAAE,OAAO,CACbC,cAAc,CAAE,EAClB,CAAC,CACF","ignoreList":[]},"metadata":{},"sourceType":"module","externalDependencies":[]}

xinference/ui/web/ui/src/locales/en.json

@@ -80,6 +80,8 @@
     "modelPath.optional": "(Optional) Model Path, For PyTorch, provide the model directory. For GGML/GGUF, provide the model file path.",
     "GGUFQuantization.optional": "(Optional) GGUF quantization format, quantizing the Transformer part.",
     "GGUFModelPath.optional": "(Optional) GGUF model path, should be a file ending with .gguf.",
+    "lightningVersions.optional": "(Optional) Lightning Versions",
+    "lightningModelPath.optional": "(Optional) Lightning Model Path",
     "enableThinking": "Enable Thinking",
     "parsingReasoningContent": "Parsing Reasoning Content",
     "CPUOffload": "CPU Offload",

xinference/ui/web/ui/src/locales/ja.json

@@ -80,6 +80,8 @@
     "modelPath.optional": "(オプション) モデルパス、PyTorchの場合はモデルディレクトリ、GGML/GGUFの場合はモデルファイルパスを指定",
     "GGUFQuantization.optional": "(オプション) GGUF量子化フォーマット、Transformer部分を量子化",
     "GGUFModelPath.optional": "(オプション) GGUFモデルパス、.ggufで終わるファイルを指定",
+    "lightningVersions.optional": "(オプション) 軽量化バージョン",
+    "lightningModelPath.optional": "(オプション) 軽量化LoRAモデルパス",
     "enableThinking": "思考を有効化",
     "parsingReasoningContent": "推論内容の解析",
     "CPUOffload": "CPUオフロード",

xinference/ui/web/ui/src/locales/ko.json

@@ -80,6 +80,8 @@
     "modelPath.optional": "(선택) 모델 경로, PyTorch의 경우 모델 디렉토리, GGML/GGUF의 경우 모델 파일 경로 지정",
     "GGUFQuantization.optional": "(선택) GGUF 양자화 형식, Transformer 부분 양자화",
     "GGUFModelPath.optional": "(선택) GGUF 모델 경로, .gguf로 끝나는 파일 지정",
+    "lightningVersions.optional": "(선택) 경량화 버전",
+    "lightningModelPath.optional": "(선택) 경량화 lora 모델 경로",
     "enableThinking": "사고 활성화",
     "parsingReasoningContent": "추론 내용 파싱",
     "CPUOffload": "CPU 오프로드",

xinference/ui/web/ui/src/locales/zh.json

@@ -80,6 +80,8 @@
     "modelPath.optional": "(可选) 模型路径，对于 PyTorch，提供模型目录；对于 GGML/GGUF，提供模型文件路径。",
     "GGUFQuantization.optional": "(可选) GGUF量化格式，对Transformer部分进行量化。",
     "GGUFModelPath.optional": "(可选) GGUF模型路径，应为以 .gguf 结尾的文件。",
+    "lightningVersions.optional": "(可选) 蒸馏版本",
+    "lightningModelPath.optional": "(可选) 蒸馏lora路径",
     "enableThinking": "开启思考模式",
     "parsingReasoningContent": "解析推理内容",
     "CPUOffload": "CPU卸载",

{xinference-1.9.0.dist-info → xinference-1.10.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: xinference
-Version: 1.9.0
+Version: 1.10.0
 Summary: Model Serving Made Easy
 Home-page: https://github.com/xorbitsai/inference
 Author: Qin Xuye
@@ -61,14 +61,16 @@ Requires-Dist: jieba>=0.42.0; extra == "dev"
 Requires-Dist: flake8>=3.8.0; extra == "dev"
 Requires-Dist: black; extra == "dev"
 Requires-Dist: openai>=1.40.0; extra == "dev"
+Requires-Dist: anthropic; extra == "dev"
 Requires-Dist: langchain; extra == "dev"
 Requires-Dist: langchain-community; extra == "dev"
 Requires-Dist: orjson; extra == "dev"
 Requires-Dist: sphinx-tabs; extra == "dev"
 Requires-Dist: sphinx-design; extra == "dev"
 Provides-Extra: all
+Requires-Dist: anthropic; extra == "all"
 Requires-Dist: uv; extra == "all"
-Requires-Dist: xllamacpp>=0.1.23; extra == "all"
+Requires-Dist: xllamacpp>=0.2.0; extra == "all"
 Requires-Dist: transformers>=4.46.0; extra == "all"
 Requires-Dist: torch; extra == "all"
 Requires-Dist: accelerate>=0.28.0; extra == "all"
@@ -115,7 +117,7 @@ Requires-Dist: torchvision; extra == "all"
 Requires-Dist: gguf; extra == "all"
 Requires-Dist: diffusers>=0.32.0; extra == "all"
 Requires-Dist: imageio-ffmpeg; extra == "all"
-Requires-Dist: funasr<1.1.17; extra == "all"
+Requires-Dist: funasr==1.2.7; extra == "all"
 Requires-Dist: omegaconf~=2.3.0; extra == "all"
 Requires-Dist: nemo_text_processing<1.1.0; sys_platform == "linux" and extra == "all"
 Requires-Dist: WeTextProcessing<1.0.4; sys_platform == "linux" and extra == "all"
@@ -168,7 +170,7 @@ Provides-Extra: intel
 Requires-Dist: torch==2.1.0a0; extra == "intel"
 Requires-Dist: intel_extension_for_pytorch==2.1.10+xpu; extra == "intel"
 Provides-Extra: llama-cpp
-Requires-Dist: xllamacpp>=0.1.23; extra == "llama-cpp"
+Requires-Dist: xllamacpp>=0.2.0; extra == "llama-cpp"
 Provides-Extra: transformers
 Requires-Dist: transformers>=4.46.0; extra == "transformers"
 Requires-Dist: torch; extra == "transformers"
@@ -230,7 +232,7 @@ Provides-Extra: video
 Requires-Dist: diffusers>=0.32.0; extra == "video"
 Requires-Dist: imageio-ffmpeg; extra == "video"
 Provides-Extra: audio
-Requires-Dist: funasr<1.1.17; extra == "audio"
+Requires-Dist: funasr==1.2.7; extra == "audio"
 Requires-Dist: omegaconf~=2.3.0; extra == "audio"
 Requires-Dist: nemo_text_processing<1.1.0; sys_platform == "linux" and extra == "audio"
 Requires-Dist: WeTextProcessing<1.0.4; sys_platform == "linux" and extra == "audio"
@@ -292,6 +294,8 @@ Provides-Extra: benchmark
 Requires-Dist: psutil; extra == "benchmark"
 Provides-Extra: virtualenv
 Requires-Dist: uv; extra == "virtualenv"
+Provides-Extra: anthropic
+Requires-Dist: anthropic; extra == "anthropic"
 Dynamic: description
 Dynamic: description-content-type
 Dynamic: license-file
@@ -344,14 +348,14 @@ potential of cutting-edge AI models.
 - Support SGLang backend: [#1161](https://github.com/xorbitsai/inference/pull/1161)
 - Support LoRA for LLM and image models: [#1080](https://github.com/xorbitsai/inference/pull/1080)
 ### New Models
+- Built-in support for [Deepseek-V3.1](https://api-docs.deepseek.com/news/news250821): [#4022](https://github.com/xorbitsai/inference/pull/4022)
+- Built-in support for [Qwen-Image-Edit](https://huggingface.co/Qwen/Qwen-Image-Edit): [#3989](https://github.com/xorbitsai/inference/pull/3989)
+- Built-in support for [Wan2.2](https://github.com/Wan-Video/Wan2.2): [#3996](https://github.com/xorbitsai/inference/pull/3996)
+- Built-in support for [seed-oss](https://github.com/ByteDance-Seed/seed-oss): [#4020](https://github.com/xorbitsai/inference/pull/4020)
+- Built-in support for [gpt-oss](https://openai.com/zh-Hans-CN/index/introducing-gpt-oss/): [#3924](https://github.com/xorbitsai/inference/pull/3924)
+- Built-in support for [GLM-4.5v](https://github.com/zai-org/GLM-V): [#3957](https://github.com/xorbitsai/inference/pull/3957)
+- Built-in support for [Qwen-Image](https://qwenlm.github.io/blog/qwen-image/): [#3916](https://github.com/xorbitsai/inference/pull/3916)
 - Built-in support for [GLM-4.5](https://github.com/zai-org/GLM-4.5): [#3882](https://github.com/xorbitsai/inference/pull/3882)
-- Built-in support for [ERNIE 4.5](https://yiyan.baidu.com/blog/posts/ernie4.5/): [#3812](https://github.com/xorbitsai/inference/pull/3812)
-- Built-in support for [GLM-4.1V-Thinking](https://github.com/THUDM/GLM-4.1V-Thinking/tree/main): [#3756](https://github.com/xorbitsai/inference/pull/3756)
-- Built-in support for [jina-embeddings-v4](https://jina.ai/news/jina-embeddings-v4-universal-embeddings-for-multimodal-multilingual-retrieval/): [#3814](https://github.com/xorbitsai/inference/pull/3814)
-- Built-in support for [FLUX.1-Kontext-dev](https://huggingface.co/black-forest-labs/FLUX.1-Kontext-dev): [#3728](https://github.com/xorbitsai/inference/pull/3728)
-- Built-in support for [Qwen3-Embedding](https://github.com/QwenLM/Qwen3-Embedding): [#3627](https://github.com/xorbitsai/inference/pull/3627)
-- Built-in support for [Minicpm4](https://github.com/OpenBMB/MiniCPM): [#3609](https://github.com/xorbitsai/inference/pull/3609)
-- Built-in support for [CogView4](https://github.com/THUDM/CogView4): [#3557](https://github.com/xorbitsai/inference/pull/3557)
 ### Integrations
 - [Dify](https://docs.dify.ai/advanced/model-configuration/xinference): an LLMOps platform that enables developers (and even non-developers) to quickly build useful applications based on large language models, ensuring they are visual, operable, and improvable.
 - [FastGPT](https://github.com/labring/FastGPT): a knowledge-based platform built on the LLM, offers out-of-the-box data processing and model invocation capabilities, allows for workflow orchestration through Flow visualization.

{xinference-1.9.0.dist-info → xinference-1.10.0.dist-info}/RECORD

@@ -1,15 +1,15 @@
 xinference/__init__.py,sha256=nmTTrYbIpj964ZF6ojtgOM7E85JBOj1EyQbmYjbj1jw,915
 xinference/_compat.py,sha256=YF-lS6tX06zkFi2oFS0yq_LBn4hX_8u0Ft0vKxGALwA,4238
-xinference/_version.py,sha256=wXvkQ9wOALCO9YzjepYaCvJ0GShgtIhzHsPW7uD6JZY,497
+xinference/_version.py,sha256=_EWji1MNqQ79G4kHRFbbD_UdNhdfHKrUEJFT8lnM8fs,498
 xinference/conftest.py,sha256=vETDpRBVIlWbWi7OTwf7og89U25KyYGyI7yPIB3O8N8,9564
-xinference/constants.py,sha256=HiQr-_L39O4_GNPQbbUGwi5YYSJN_vI9WVSvJhZMmDU,5000
+xinference/constants.py,sha256=643I-3Hd-3BU6DRCMrohsW5HYp990WjYi1cbFwAxCL8,5117
 xinference/device_utils.py,sha256=vt3GpNNfEfuJzXPb49bUnADyM2r4SqgG03ODiJO86sA,4953
 xinference/fields.py,sha256=FaL9-jXDkn6kwupCmo-F6hh2JvMPJJzRWSUB1NKuhKc,5352
 xinference/isolation.py,sha256=gTU1em5fxg1m-7hxieWBMZvVkXZX4GZYmeT7XxXsYrU,2699
-xinference/types.py,sha256=uRCkC6yHyYWe5mgLpwyGuAeDnkCZa9ScGvWE8WiRGjI,11789
+xinference/types.py,sha256=JvYmp3k693GhubCwz4nOeLTYMKi0eANjR8e6MwcHSl0,14617
 xinference/utils.py,sha256=xMuOg3LZhTUf7inEhm-HmXCIoly0pHaWtMKMnnf8XGk,2273
 xinference/api/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
-xinference/api/restful_api.py,sha256=ws77VtNtxzWbeogTH2mmNHaeFmMqqnnS41afjahmyL8,102642
+xinference/api/restful_api.py,sha256=I0aZwL6lKNxZDpApiFbxHVOoo24hdj3OswTC7UmsYMk,119876
 xinference/api/oauth2/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
 xinference/api/oauth2/auth_service.py,sha256=74JzB42fbbmBu4Q1dW3A9Fp_N7167KgRGB42Z0NHjAM,6119
 xinference/api/oauth2/types.py,sha256=K923sv_XySIUtM2Eozl9IG082IJcDOS5SFLrPZ5ELBg,996
@@ -24,40 +24,41 @@ xinference/core/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,5
 xinference/core/cache_tracker.py,sha256=3ubjYCU5aZToSp2GEuzedECVrg-PR4kThTefrFUkb9g,6971
 xinference/core/event.py,sha256=42F38H2WOl6aPxp2oxX6WNxHRRxbnvYRmbt4Ar7NP4U,1640
 xinference/core/metrics.py,sha256=ScmTG15Uq3h_ob72ybZSMWdnk8P4sUZFcm60f4ikSXc,2631
-xinference/core/model.py,sha256=fm-Ec6bX6XlOErUJiJkIe6Oc4EfAsDJUV-J0TucLUlI,39644
+xinference/core/model.py,sha256=9go5zbuDZ7MvUvymdp4cgX65K1LgxUw-xggZ04eBSfc,39660
 xinference/core/progress_tracker.py,sha256=CNCc1ZVscvp-JJznPTYJDPuis7ya6ZothZUIalDcxDo,6798
 xinference/core/resource.py,sha256=aTV89dmuKxw5JnwQglRkA2Wxu1EBLM5WjmLxITSXYgs,1808
 xinference/core/status_guard.py,sha256=VLhyqpobdclfyzcROqf4bmGDiKpuHllto316X3Z6Hrc,2860
-xinference/core/supervisor.py,sha256=CjZJQBZQ4P3M5BDdt6Fnwr6HqbBwnfrDpsrSOrdfz6U,74442
+xinference/core/supervisor.py,sha256=Gxo1jFtqDc-yuU5Zg3uaXL3NmADlrAIDy_l2DyUDu48,75814
 xinference/core/utils.py,sha256=VgcvxpTr2Q8am3MoHp7JPjC7jLYlKX2kLVdBo2Q_fRo,10430
-xinference/core/worker.py,sha256=_dNaRvl72N4Ckss_H6fGFQYqm-Sm71iVlJPk5aZnI9k,62118
+xinference/core/worker.py,sha256=_t2T7xd_47-y4A2i62uZkV4pDpYJebVFqE8eu_PrcLQ,62252
 xinference/deploy/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
-xinference/deploy/cmdline.py,sha256=MTvroZcb4YlA40BUGgv0opYDmkR7aspzGV3Mjas11FU,52256
+xinference/deploy/cmdline.py,sha256=FevYMJj44eLGw2TFho5caJ-0iDdJf0tXpiZDMfFNb9o,52334
 xinference/deploy/local.py,sha256=c0NdvmmDYB-CDxXR8cZCcLGje42u92XYcqEhrEVjXa4,5541
 xinference/deploy/supervisor.py,sha256=68rB2Ey5KFeF6zto9YGbw3P8QLZmF_KSh1NwH_pNP4w,2986
 xinference/deploy/utils.py,sha256=gEU7mXID00bbi7PxE7iqJePpLhwvzjmgAHsEErKddp8,6623
 xinference/deploy/worker.py,sha256=qrvyuEuC-pkMZZ5Uj4032JQofXzlb9xl-Wwei8IbFY4,3240
 xinference/deploy/test/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
-xinference/deploy/test/test_cmdline.py,sha256=JOD2dZZNkxGWPA3P7-qRkHfNqAokKJefBf4Ac2wloJc,9748
+xinference/deploy/test/test_cmdline.py,sha256=eRJWyHRDtlzESSQNzBJGnCvlkp4IAfkZWXVV6UIvzew,9748
 xinference/model/__init__.py,sha256=bCEwvKjoazBW8QZ5C5Hpfd5v_VTbWpXvo8IB9d4Qs70,1127
 xinference/model/cache_manager.py,sha256=hdswFBO-ncoahTxMZ7afPlHb_SENmU_M8Oa74axkwhs,5004
 xinference/model/core.py,sha256=TQA-euW2RlImm5Q-x2ryZWMNITiBRRxllhtSQdXvPxk,4212
 xinference/model/custom.py,sha256=byW3aBEUAaWPS9jAyEoabZ0ktRGJixSyyuDb6Dp-OOo,6542
-xinference/model/utils.py,sha256=GcGF1IDw_I-39Mv9GHtCSnKS3aNwE9UWPjipkC1c8E0,20770
+xinference/model/utils.py,sha256=pH6yhCJnDoakJMcWXgQ8jL9_59OVJEx90q1Oox-hXyE,20630
 xinference/model/audio/__init__.py,sha256=RPf_feWYEh_BfMmwRkehIOBK5vUx6AadMHXp1d6EAk4,3473
 xinference/model/audio/chattts.py,sha256=LmwD-X1XFKhVwA5ruqEQJ7VOiHIVwMuJrL7cH82poNE,4154
-xinference/model/audio/core.py,sha256=oCy_a216F8iR_76ckMp7PFwMmE002iSRqemy52Gg864,6574
-xinference/model/audio/cosyvoice.py,sha256=YgnZH7qmArd2tA4-34qPocvfBLEv9qknuJArW0D4ryI,7304
+xinference/model/audio/core.py,sha256=OBXE7S9HwAP_u7jhE_C8oixW5ZsdH21d-zHpXnGp9Ko,6777
+xinference/model/audio/cosyvoice.py,sha256=opy0EK6ePS966Jy2CjjR1jEB30a4pKbYJbXnqC7jPQ4,7221
 xinference/model/audio/custom.py,sha256=UqiXQ1N9kDfcNOCxUmYnmS_kHOIVrrJvJrpUitAydCw,3107
 xinference/model/audio/f5tts.py,sha256=if2IxLKurIfIbLzSmeOtqFG3xoVEQ_Ax_GK7eYCVl28,6848
 xinference/model/audio/f5tts_mlx.py,sha256=RXtP5MPm8ewMt4mPbpu93QmEPAWecM_dC_aHCz0_uzY,8566
 xinference/model/audio/fish_speech.py,sha256=ljufZldrChWzC6hZj2j222DKqz9HP4aZ8f4XjgzRgEo,6113
 xinference/model/audio/funasr.py,sha256=L-seUq_y-rwC3sadyrYb7VUOF82AUizpdpHYYt8f9Z8,6231
-xinference/model/audio/kokoro.py,sha256=lt9S6edUjkMo2whO2xzYOhRH2Z-ZXCWVtwfGHq_iFWo,3768
+xinference/model/audio/kokoro.py,sha256=IF5EEh7-jW3vgeItBCV_nbzf6uBqehX9OrZjfyiuOcI,3785
 xinference/model/audio/kokoro_mlx.py,sha256=9ZkJsz4wvFpVmpMTi8BEn10ICx7lev5ezpoBPLvSQTk,3475
+xinference/model/audio/kokoro_zh.py,sha256=g1zDsOTLWCcgGBkZrDFnJ6E8vPFQMscCs-zi5MigMok,3951
 xinference/model/audio/megatts.py,sha256=K2n-EfJHbyv3qC0tlnhm68Q2zZDVkgHAlQpHrf3s2pU,3408
 xinference/model/audio/melotts.py,sha256=n3jKYKeoXwHlQrocSUdS_Wry6ATVXKwZyXrJpePvJU4,3532
-xinference/model/audio/model_spec.json,sha256=Lq6fyvKXUbCpTt4N-iGGUeNpkCk9InEQiL_zc2zXA1E,21149
+xinference/model/audio/model_spec.json,sha256=EEHS0GKs5cOqyBt7ehM5-nP9tr22Sh-j-9WZpdILNr8,22387
 xinference/model/audio/utils.py,sha256=DveA9EW3hZAlaYcGZ00AewacC631bcynwjH9fcfvPJc,4261
 xinference/model/audio/whisper.py,sha256=kgzZOGzGDC8odM_syKY0eEP7f1BvMSxOP2quZsFoBVM,9097
 xinference/model/audio/whisper_mlx.py,sha256=DIOTrBh-LVT_dzySjV7ax-J5lgTXg0-Cqvbq9ctHD7o,7276
@@ -68,13 +69,13 @@ xinference/model/embedding/custom.py,sha256=CmxoTGH2KP5YjaP9UelRZiXk4VnQoUEWwn3T
 xinference/model/embedding/embed_family.py,sha256=trYpZt-1z6WzTU5U5zxwU_-vKxeSQ0QMXYB5rz6BOOk,5556
 xinference/model/embedding/model_spec.json,sha256=b06nvkWxP7mlGtIdsmVQl7rtldaUNQPwwirIyCWp70U,27544
 xinference/model/embedding/flag/__init__.py,sha256=CyLLkbImZouAk4lePIgKXT4WQoqyauIEwdqea5IOUVU,581
-xinference/model/embedding/flag/core.py,sha256=XtNVie_0SbD8Gbfn_mOnfjwcR_TKVjnnTXi9m0uE8A8,11218
+xinference/model/embedding/flag/core.py,sha256=n84TMXGWZT8TOIbo7DDllDmKWL6qPblPgikeCbVlb6I,11440
 xinference/model/embedding/llama_cpp/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-xinference/model/embedding/llama_cpp/core.py,sha256=SD4Q871uPxmZy1Szkkjs75mHUJvmFY1mjgPO8nzW2gs,8761
+xinference/model/embedding/llama_cpp/core.py,sha256=Hipbs9mFM2iyev2oqf5bQnREYZbbzmp3J7OndQDGz3E,9084
 xinference/model/embedding/sentence_transformers/__init__.py,sha256=CyLLkbImZouAk4lePIgKXT4WQoqyauIEwdqea5IOUVU,581
-xinference/model/embedding/sentence_transformers/core.py,sha256=81ebvRmN5Wqf4jYUMC2UrDMs3u-WxyMc648Cs6LBD0U,17447
+xinference/model/embedding/sentence_transformers/core.py,sha256=huBp54uAWT5VKhAgpF0LK5h5LGZyCijlJ-IgqlKiEMk,18139
 xinference/model/embedding/vllm/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-xinference/model/embedding/vllm/core.py,sha256=DPYKhgJbsUCu_RiL1mlO3fIjVWWUIcte3pYRdzw64_s,5514
+xinference/model/embedding/vllm/core.py,sha256=tcS2Gc93Fv6NWmbMF9JjuKRDQVkpcoowJVSRaAZLECA,6890
 xinference/model/flexible/__init__.py,sha256=ASs6q89T6X5oTj1uAYmahpRNnUVntC5d5HEuox1U3xw,1887
 xinference/model/flexible/core.py,sha256=DCCnZ3oaZJVFxOVZilBI26yC9rNM7B6te87vbOk_U8o,4031
 xinference/model/flexible/custom.py,sha256=EhZ2voduhM-_M3S4R0SwsuKFzS6FUXyNxS3RkqnQZjQ,2216
@@ -85,10 +86,10 @@ xinference/model/flexible/launchers/modelscope_launcher.py,sha256=mpp9BSSeLmoFgR
 xinference/model/flexible/launchers/transformers_launcher.py,sha256=RNksbNu9TmMMzDp2MBV2SN2cLHFg0CtO6UvKooVBriI,2269
 xinference/model/flexible/launchers/yolo_launcher.py,sha256=BRLhxzO8r3aruQLgDxjS94bKz3u0x9eo9fJsfKI6Bqk,2016
 xinference/model/image/__init__.py,sha256=X43XSNSbQrVlU82jgKxrX965o6uGO-GPMvLvyb0GF2U,2957
-xinference/model/image/cache_manager.py,sha256=FIZjBucd5ORUJbYsD1NS44XzE8WqlCI08xsSTGPypXI,2382
-xinference/model/image/core.py,sha256=aC6_yj27SOBxbYSxIXsrCKGcLYu8aDcBcB8PYFEwRIY,9099
+xinference/model/image/cache_manager.py,sha256=Ccc0SRWdq8qiLhrRwh4LYZLiHZ6ywQTEz6VdyFHnE2Y,4700
+xinference/model/image/core.py,sha256=0JD_91jl1Q0yxu3_H7S2dQjR3eHKfM6a6jjzp1LQZME,9515
 xinference/model/image/custom.py,sha256=THn9AZUdPtV0BmMO1tUTpMEXBQkzfle8p5685ZYcqek,1969
-xinference/model/image/model_spec.json,sha256=i37YgsvIp0xxwv2q-c8M1ext-Rn2EOid6-V3g9lW47I,19272
+xinference/model/image/model_spec.json,sha256=mjVd_bE3IIP41VpxeYrUx2fdv375dLvNMNHjzuBYabc,22312
 xinference/model/image/sdapi.py,sha256=Xgdtnvw4Xwj1Nc0cBoDo_ogH6E2mFJqLvX0jSxxgdnA,5936
 xinference/model/image/utils.py,sha256=wXqZRHqn11qERJKfYkK4nDSNanjNXsg1xaG2nVAs01Y,2344
 xinference/model/image/ocr/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
@@ -96,24 +97,24 @@ xinference/model/image/ocr/got_ocr2.py,sha256=-eu4-tnt5wMh1WKuEIoaN9tlxdCvbOPhhn
 xinference/model/image/scheduler/__init__.py,sha256=-sjSIQ4K6w-TEzx49kVaWeWC443fnZqODU91GCQ_JNo,581
 xinference/model/image/scheduler/flux.py,sha256=_l9XWYHfZMO5W9hLCuE9YGRuHN5F1pCE1-W1BqXCnRI,18833
 xinference/model/image/stable_diffusion/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
-xinference/model/image/stable_diffusion/core.py,sha256=11puvAzbuFA8VdqGenoAg4S1_nZOq6sm7JBc9NzubG8,31345
+xinference/model/image/stable_diffusion/core.py,sha256=gr39tURTzw5OvrhcygI5YnrXLlbZ8U1AX8wnSSfXDfA,35630
 xinference/model/image/stable_diffusion/mlx.py,sha256=caWbXNAvGIbg6FvG1M6BFFXzsPUltI2Fhhu-lpMPirY,7487
 xinference/model/llm/__init__.py,sha256=cZ5ckp_dye6ftr5iC_f31rTkKbE3AWEZOCbD0hzy39k,8842
 xinference/model/llm/cache_manager.py,sha256=7Ult1h8JCcwd05g95Kwm3j7qIaaK3phyW9LQNAzrHmY,11253
-xinference/model/llm/core.py,sha256=c9vveVxSZhyd8H6zXJSrZgET98V8-D-xDtBNl2x_j3U,8852
+xinference/model/llm/core.py,sha256=-gjkSXcytd3W2u-dDiJrQujAKJZXWPf3XGeCyVqYYCc,9221
 xinference/model/llm/custom.py,sha256=uRJGWICXvaAKKnVYM7gyWO9e_x6jzz9dWZWH92UWpAE,2761
 xinference/model/llm/harmony.py,sha256=E1KqpFn2lz9uxegbpnrYqQAL1Gx8BfBVB8gyiblWccg,9900
-xinference/model/llm/llm_family.json,sha256=TM9OgLAVh9Uh6B0m2au_iXaMNkTPPF0un9R4SFFsH-Q,749186
-xinference/model/llm/llm_family.py,sha256=tAvZTQXEoI_TDGBrxXy65UHgWWznB2yu4Ihbrh4PS6I,21350
+xinference/model/llm/llm_family.json,sha256=0UMONTTP2Q9tkwmRlXTxKkxM30NI2hAmJjh3_X-gsKo,774530
+xinference/model/llm/llm_family.py,sha256=H92Mtq8NJavwenI3BPyTHVHLrlgfUXcy2LGN1OCA7pE,21381
 xinference/model/llm/memory.py,sha256=y8fBjIGd6zIPkgIxGtjakD7GPLW3VoM4m6x1UBM6IKs,10144
 xinference/model/llm/reasoning_parser.py,sha256=sk5KuteBMGK0A0-ooq3nB9scP1SS8WxWS_b5OYiDD68,17449
-xinference/model/llm/utils.py,sha256=eYwtW3wes--LIbYfMK7XwUwWvDHNoSLFdGtqB3V15hw,38898
+xinference/model/llm/utils.py,sha256=j_zRlHoXCpEtOUGExVyuXcW3y6Edmgdz2HaQVFCnbLs,42019
 xinference/model/llm/llama_cpp/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
-xinference/model/llm/llama_cpp/core.py,sha256=LpL8ytWJ-gJQevEh0zvUAEq-cYE8R73wWPmAsnWoTLg,13993
+xinference/model/llm/llama_cpp/core.py,sha256=-KfD1TUfMhfHCn6jvoLihgTXBszkkMHoVd1nf4w3oPU,14071
 xinference/model/llm/lmdeploy/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 xinference/model/llm/lmdeploy/core.py,sha256=DAUHO1AxPA10C7zovxXQe8Qr8yPF1PqyHKAUkrFbI_k,19895
 xinference/model/llm/mlx/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
-xinference/model/llm/mlx/core.py,sha256=qyxlqDYvXKoP5tsjJKzV5GdV_5jpxb9uJT6Y7YHeZ0o,34852
+xinference/model/llm/mlx/core.py,sha256=5nxHxEFI2x6DVDWUln3HBoxf4NfeLN2P3rhV9zKwOMU,35482
 xinference/model/llm/mlx/distributed_models/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
 xinference/model/llm/mlx/distributed_models/core.py,sha256=0pYu9SiBwVxTJ04yf_lDzRvjBrbdDQfWobWzJA89HLo,5744
 xinference/model/llm/mlx/distributed_models/deepseek_v3.py,sha256=oH6Yv7rzEL644gnA_rqBgU4hICpppUTaaQtwiODwfig,2441
@@ -121,10 +122,17 @@ xinference/model/llm/mlx/distributed_models/qwen2.py,sha256=B7YifMQqDujnrxCnjJZb
 xinference/model/llm/mlx/distributed_models/qwen3.py,sha256=mconllhlTKOY96UP6Y9G3kBppSbP5kYCcziDeBEdtVY,2586
 xinference/model/llm/mlx/distributed_models/qwen3_moe.py,sha256=_d__HWDYfL1wAUAa-0xWiszLC6AYkGLQ5eTVtsi5Pc4,2380
 xinference/model/llm/sglang/__init__.py,sha256=-sjSIQ4K6w-TEzx49kVaWeWC443fnZqODU91GCQ_JNo,581
-xinference/model/llm/sglang/core.py,sha256=ulyJ-PNJHzCa_tyPr5paVoG39KnNryuswNNlrFRu3MU,31241
+xinference/model/llm/sglang/core.py,sha256=t5SoPiKxnRu4BJCaPc0H62S0-HiUnUvJYU3TuOjfeyU,29462
+xinference/model/llm/tool_parsers/__init__.py,sha256=FqS5V2v-HpBy5J9IWaw7ZfZ5_fzAtYeVG0WN-bmL98o,1778
+xinference/model/llm/tool_parsers/abstract_tool_parser.py,sha256=7D2ihK7Ny9LNmHcezcEKYNwe8GIZJHydFZlWDg4xXpE,1312
+xinference/model/llm/tool_parsers/deepseek_r1_tool_parser.py,sha256=anjzpOlEeeFaqm0fRmpvXx585_kyqb-SgdCZhfRjTwM,4942
+xinference/model/llm/tool_parsers/deepseek_v3_tool_parser.py,sha256=T1CPzomvTj8HoGBCHTYm2FqFqd62WNxMqTjhST0b1pk,5146
+xinference/model/llm/tool_parsers/glm4_tool_parser.py,sha256=YBittOVGwQOPYtXHDWdxpO2vGUg5XapYdcfWPH1Kseg,4313
+xinference/model/llm/tool_parsers/llama3_tool_parser.py,sha256=vBD39Ub2ha0CXRCOtGu97i8eNyZ_2cDShT3yqxK8W5o,2787
+xinference/model/llm/tool_parsers/qwen_tool_parser.py,sha256=y6UxvJ70RbvmcyUDgZGkQwn_uTyz-grjlNS1D-_Nv8E,11746
 xinference/model/llm/transformers/__init__.py,sha256=_4hQ7BvHNE4WAyzNcTB0_iY5mBcaPGTkLvQcWiylBoI,1724
 xinference/model/llm/transformers/chatglm.py,sha256=ovDSYZet7bdqloO_WXaH9a6Rv6FyQ_BrY5dkejqvyBc,22953
-xinference/model/llm/transformers/core.py,sha256=iZl41wG9HQVtBIX-2a9DX-sgvquzRKaBn-2HdWoiEH4,40484
+xinference/model/llm/transformers/core.py,sha256=tV48CxsTVqMfLbqfJgBuGubQe3gzlJMfKWQOZxMJUAs,40086
 xinference/model/llm/transformers/deepseek_v2.py,sha256=4LB_grDfdaXBCdTwduqpWFrYoeKsMnBERWTxcNl7EfA,2624
 xinference/model/llm/transformers/gemma3.py,sha256=oH5SwLM7aX-8zMPO7918x2BKDZGJgeFdZ5FduHiDDQI,5490
 xinference/model/llm/transformers/gpt_oss.py,sha256=uPO0WsDlxxd9KY3mlldyZyQIcogPk-rDxL-LHbIgSuc,3386
@@ -145,7 +153,7 @@ xinference/model/llm/transformers/multimodal/qwen-omni.py,sha256=tEZZAsnQssinF4s
 xinference/model/llm/transformers/multimodal/qwen2_audio.py,sha256=wFzyTyNvSfTKA4opMeYHT4m4SpmAbcUfvkc16Bf4FRA,4680
 xinference/model/llm/transformers/multimodal/qwen2_vl.py,sha256=b_gm_g2-seFpTB68-G3n_k2JKQqBxZa8KOg2STJPB7U,8594
 xinference/model/llm/vllm/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
-xinference/model/llm/vllm/core.py,sha256=DyELPJKDZy-v5Te3YodjgQamxXaiPYjh-Zx3AK91C3E,61350
+xinference/model/llm/vllm/core.py,sha256=9Wo_EiAeMIsmf9FbRl8X0zKjWqSvur5ddlJBwLBtZNE,59152
 xinference/model/llm/vllm/distributed_executor.py,sha256=8bFU4JSgvbBTrhGZhsANfMUX4DR6es1zw-cljVLkTBw,14125
 xinference/model/llm/vllm/utils.py,sha256=LKOmwfFRrlSecawxT-uE39tC2RQbf1UIiSH9Uz90X6w,1313
 xinference/model/llm/vllm/xavier/__init__.py,sha256=CyLLkbImZouAk4lePIgKXT4WQoqyauIEwdqea5IOUVU,581
@@ -163,15 +171,15 @@ xinference/model/llm/vllm/xavier/test/__init__.py,sha256=CyLLkbImZouAk4lePIgKXT4
 xinference/model/llm/vllm/xavier/test/test_xavier.py,sha256=lSfo4caaLdWRh0diJ1jd_sY85GV-_9BT40ySs_nirJQ,4695
 xinference/model/rerank/__init__.py,sha256=6Fnqhno88H72F6UVcmk7Ebi8bN3ZCRL7Zkv0MkHyvFU,5010
 xinference/model/rerank/cache_manager.py,sha256=NFc5GlswraktwJwO1QxC5ckkLj5pN_9Zd29eoGc5PHk,1275
-xinference/model/rerank/core.py,sha256=kJPUWnFcuFoBx6Z1jCmY6KvuPonOsGKDXUgpxkZsjsQ,6663
+xinference/model/rerank/core.py,sha256=FOJvT1-lM2DvSeSOvfD82pcpidq4FKuFNZuP28T80rY,6753
 xinference/model/rerank/custom.py,sha256=7j583DeslLA-8jNSzJb9KGM7wcTRR1y_af9aJ9sQn4Q,2942
 xinference/model/rerank/model_spec.json,sha256=OBrVUwq5vhKuSb7_R2hoD7r6c3xI2GRTxVZopjhN8zo,8450
 xinference/model/rerank/rerank_family.py,sha256=BXEWUvr1H3tPV5Z6p4jcU4xfUFehV-2oN9b3tT8nGvU,5386
 xinference/model/rerank/utils.py,sha256=Achr7MhVoc78UGhx6L0OUVWAf63se5nXSg95wCjMjso,1191
 xinference/model/rerank/sentence_transformers/__init__.py,sha256=CyLLkbImZouAk4lePIgKXT4WQoqyauIEwdqea5IOUVU,581
-xinference/model/rerank/sentence_transformers/core.py,sha256=D-wHf_gtAstrkzhhDSZB3A44AiKMljLqIxugii-Vgiw,13616
+xinference/model/rerank/sentence_transformers/core.py,sha256=BTfEohWTVaQbeCdccnN9pppbkp8wr5i03rT-aFsgZB0,13559
 xinference/model/rerank/vllm/__init__.py,sha256=CyLLkbImZouAk4lePIgKXT4WQoqyauIEwdqea5IOUVU,581
-xinference/model/rerank/vllm/core.py,sha256=bWkUQOIA3_BpU_OBZzF6GlcGul52hBZGvE6TUORdO1w,3725
+xinference/model/rerank/vllm/core.py,sha256=FqwZ7Q-us_3lV-SoL68MQgg-U48JnonDSd6qG0YpYHg,5877
 xinference/model/scheduler/__init__.py,sha256=wArdtMnG8AufosXhHAQFOSLVygqaaLC5lKwUwY6k7Zg,765
 xinference/model/scheduler/batch.py,sha256=aRTxKes6zrQaoROEREuq0mGJBbgQ5Y3HSqIAQUNF6Ro,7362
 xinference/model/scheduler/core.py,sha256=ih3Rcg8z0qFLc2ToMoYAe8u-B4iFqlZFvzje0W-XsXA,970
@@ -179,31 +187,31 @@ xinference/model/scheduler/request.py,sha256=r2hr9rYgM2ycuNvyVJc5v6o9ACxpN9PlLvn
 xinference/model/video/__init__.py,sha256=t-3GoZOLOwJwj1hXsG3SxI2c6d4GkPZj9xOmFGLKTBs,1770
 xinference/model/video/core.py,sha256=7FVuBS68JecxU_RpPNdq9FxZz1dOqpdxshikDkLvRsQ,4048
 xinference/model/video/diffusers.py,sha256=VcDR5Y5zGT1_mSkzxOj9mjrAXGu50VE8t6m4EyTTlZc,15078
-xinference/model/video/model_spec.json,sha256=XYDCBtHhMCR1UZhqbIYtj-iliG0GyIVqNi4PuwYviAs,5620
+xinference/model/video/model_spec.json,sha256=dB-jBTNTNmDYhxiSPv4Rj3fBCXhzF0Hy02qdq-os5kI,7759
 xinference/thirdparty/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 xinference/thirdparty/cosyvoice/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 xinference/thirdparty/cosyvoice/bin/average_model.py,sha256=82LeGlvQh8xFHA_T9fJJDBTtDhJ_UzukJJcFRjyjc9Y,3202
-xinference/thirdparty/cosyvoice/bin/export_jit.py,sha256=hgg-8YeZSpFgglUbBstZQIecImQfpxCEHIPJHOubi84,4044
-xinference/thirdparty/cosyvoice/bin/export_onnx.py,sha256=2FYTh1zgoW5ZVy6qgyAJiCuBbLwk_vAnsPEUhXz-uTw,8989
-xinference/thirdparty/cosyvoice/bin/inference.py,sha256=L0TFWln2tDD0FFrBnmbhCOmjr7Ua7TgqCghhnqgv088,6018
+xinference/thirdparty/cosyvoice/bin/export_jit.py,sha256=36EvvRkOE621pMqDL3Il69hXdLXsJtSGtDO3_r13nmA,3906
+xinference/thirdparty/cosyvoice/bin/export_onnx.py,sha256=nUHWmNTkGMowvHuXI92OR7R6v1doVsDxvxEzP5GWiQk,4661
+xinference/thirdparty/cosyvoice/bin/inference_deprecated.py,sha256=d4x-8eER00VwuOEHnObd9kd7cOriv_xbXZOAEXG60fk,6126
 xinference/thirdparty/cosyvoice/bin/spk2info.pt,sha256=-0kWCdolo1FLdtdtVdvyZoY5TDeNWWEo-z4V8rdM30Q,1317821
-xinference/thirdparty/cosyvoice/bin/train.py,sha256=2KTcLXOJ820ev03FZ4Zx7kpOb82DScKwgqEUFFHOmQ4,7096
+xinference/thirdparty/cosyvoice/bin/train.py,sha256=1bpuU0d8fwc5ygrY65FbT9kfWpdZkfsXX83NBkNAMLc,8071
 xinference/thirdparty/cosyvoice/cli/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-xinference/thirdparty/cosyvoice/cli/cosyvoice.py,sha256=RFI2-U28kV8bXijqblbK_4KWJvGaiwV0yN2PC1k_lOk,11925
-xinference/thirdparty/cosyvoice/cli/frontend.py,sha256=ZwzLMah9OETUHcK0eQTVa9EHaPduf2fRH0x-Ms9JAVE,12349
-xinference/thirdparty/cosyvoice/cli/model.py,sha256=McyHerhnbOfgAd0OyGJuCyGGkfHfmlTa4JQIymSDaF0,26501
+xinference/thirdparty/cosyvoice/cli/cosyvoice.py,sha256=jkTw8BRDeFYaAOvAZf2xWoQ7xGUOaGg767ZiSCdzGFk,12051
+xinference/thirdparty/cosyvoice/cli/frontend.py,sha256=ydnVOHqRnzTM2xDpjso6A8TRi-SsZ2IEqhiMTHEZZRc,12267
+xinference/thirdparty/cosyvoice/cli/model.py,sha256=dzxXMdAXVPjhXpSGY10dhqevz6KkTx5382smq8Nu2fA,23992
 xinference/thirdparty/cosyvoice/dataset/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-xinference/thirdparty/cosyvoice/dataset/dataset.py,sha256=6CJJZv1hOzK6jTbqsYpcL5UQk1O5dnc25NVgnSDuA_U,5403
-xinference/thirdparty/cosyvoice/dataset/processor.py,sha256=wZ0VFSasQ-poZtLRrs2LodPyEBHtG_k8j91BrRyC93I,15860
-xinference/thirdparty/cosyvoice/flow/decoder.py,sha256=Qcg2cw31zL72HskaKYJRg70jGJTC9uU3CGZ7wuZTEck,39640
-xinference/thirdparty/cosyvoice/flow/flow.py,sha256=jAc4z7P7ol4zfDzf_gUsJ1HE6f8PTzgZe7qs7pC7CS4,12882
-xinference/thirdparty/cosyvoice/flow/flow_matching.py,sha256=1ZCR2NdGQqOlApTudxngJNaX2tCWzVpAvMzG1_P7u8Q,17576
+xinference/thirdparty/cosyvoice/dataset/dataset.py,sha256=QlINnr5R2kyDQQudr9jqdK_z63VQME2WJo8UBX8sVTo,4804
+xinference/thirdparty/cosyvoice/dataset/processor.py,sha256=RBpJ8QlP00_e8qkjEo86h2nBvYcuttNVtp_HIixx-wY,15876
+xinference/thirdparty/cosyvoice/flow/decoder.py,sha256=717Oudt_Y93aHVvKa_prKLjqEWVsSx-cEJ0o9lbLvyk,19866
+xinference/thirdparty/cosyvoice/flow/flow.py,sha256=qEl_61gzbnVmsfCF0RrP-ctPGiSUmr0sJE-_l8dvm20,12156
+xinference/thirdparty/cosyvoice/flow/flow_matching.py,sha256=sa1nH-N_hywDS96PdcwZwbiHWNVON1-itU4UoIit3-Y,10499
 xinference/thirdparty/cosyvoice/flow/length_regulator.py,sha256=srvavaBIUN8Mk0Vi35WyN8og-n6P6J0E2bgnqZ1nQRs,3137
 xinference/thirdparty/cosyvoice/hifigan/discriminator.py,sha256=PbWxtVhMYAyZbujFPqAhNwqK2cYuP1oo1c8l8Dq5-c8,8617
 xinference/thirdparty/cosyvoice/hifigan/f0_predictor.py,sha256=uoymCIodAtYIb-oh0E1p7pgXvdjqICiZgJnLCXGhhmk,2065
-xinference/thirdparty/cosyvoice/hifigan/generator.py,sha256=-AWjuHPx7yTSkZAqzr1PREy97t_FUsDpNzsAK1PetCQ,15587
+xinference/thirdparty/cosyvoice/hifigan/generator.py,sha256=90YB5v6-tBCpYejtiTG0QHTThd7X9vd-6RigKbPUJiY,22754
 xinference/thirdparty/cosyvoice/hifigan/hifigan.py,sha256=6QDaL15-wwLbmm6m0rcZkOq9iCPgfllBm32MUt99wNY,3240
-xinference/thirdparty/cosyvoice/llm/llm.py,sha256=HIMnbll2NOesbviUAwkj40YU5bDaydw6NJIyuVtUxf8,25497
+xinference/thirdparty/cosyvoice/llm/llm.py,sha256=D1W-YmNJR5H7mledHcRn50RAfzEojDpVVpzqRhSh4wU,30710
 xinference/thirdparty/cosyvoice/tokenizer/tokenizer.py,sha256=lDQPx83ycMaaOutjKQxSQQROIHFOAf6nNvNh-eWlbfI,7456
 xinference/thirdparty/cosyvoice/tokenizer/assets/multilingual_zh_ja_yue_char_del.tiktoken,sha256=dHl5Yx6BMZNDaqvP98HCNdN96Al7ccVj7Itjt6UVxxg,907395
 xinference/thirdparty/cosyvoice/transformer/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -218,17 +226,18 @@ xinference/thirdparty/cosyvoice/transformer/encoder_layer.py,sha256=GSBYK-LJt894
 xinference/thirdparty/cosyvoice/transformer/label_smoothing_loss.py,sha256=24gEzxwg4a-_bDPeSDZYmxlH2IF5fQLVB8KoqNT0D90,3459
 xinference/thirdparty/cosyvoice/transformer/positionwise_feed_forward.py,sha256=boA447zIyght3KUI-5udQL86uYvrq89clJNdAyMp0Pg,4219
 xinference/thirdparty/cosyvoice/transformer/subsampling.py,sha256=MfwDR6hRq8EgXf1M9oCZwMQWWJw-maB7JQ6GMM7OGdA,12666
-xinference/thirdparty/cosyvoice/transformer/upsample_encoder.py,sha256=i3ihzu4Fkmsz7y48TyDtyM46seC6UkPqxu7r2zmMTDM,19343
+xinference/thirdparty/cosyvoice/transformer/upsample_encoder.py,sha256=qAA8ISzmRpfOQwAfd2kC7mBpajt-Nzk1R5Ap3Mr31Wk,14149
 xinference/thirdparty/cosyvoice/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 xinference/thirdparty/cosyvoice/utils/class_utils.py,sha256=ddaXf3V0ME-EZM21DIiVZMpVepmhEkGZGLKYHw6Nz8I,3321
-xinference/thirdparty/cosyvoice/utils/common.py,sha256=c1kgvLBtcrexKzVa6RS4FAkEFBi39k2GAQ9d9_U_ph4,5820
-xinference/thirdparty/cosyvoice/utils/executor.py,sha256=tivb-mBApjKUakLKqBeMvjqAZUyPa_6I6cZfbJoxmhc,8559
-xinference/thirdparty/cosyvoice/utils/file_utils.py,sha256=i8Dl1iYdErTAcDQEi_Pbz9guTJBF7S92O5A7eGObYIQ,3421
+xinference/thirdparty/cosyvoice/utils/common.py,sha256=YWGo2Q176wdm9tLeZ8zONadUr0OTDCivN8TRm2Xu-Jc,6792
+xinference/thirdparty/cosyvoice/utils/executor.py,sha256=N7fzT-oZ9oOUhNVVDkGM7yFNRS8S98o_cY9WgkrECmw,8842
+xinference/thirdparty/cosyvoice/utils/file_utils.py,sha256=mV_0mRdhZSTODqVBgopxrjeLGbCWf-VLGVtHfgNcN_8,5461
 xinference/thirdparty/cosyvoice/utils/frontend_utils.py,sha256=DQypTgz1GeLRf3LNHcq2yweuoN5I5-eSgmNiKE6hjTA,4273
-xinference/thirdparty/cosyvoice/utils/losses.py,sha256=VRkh1v_mmss65WcRKv9-EPqOwSKGixeUtI0bIXZgdZk,607
-xinference/thirdparty/cosyvoice/utils/mask.py,sha256=B2zNvw1dulplf5N_LVpZI7eQxHlu9eI-3HqDT3Ynbmc,8637
+xinference/thirdparty/cosyvoice/utils/losses.py,sha256=XND3_XjOViLBm7kRZRa3BWmeSMCPIXubiqESfyv5XBA,2121
+xinference/thirdparty/cosyvoice/utils/mask.py,sha256=hSxuSxQgGiOKsHY5bbWZwVey7lpaKqzw8nfdzoxkiXY,9728
 xinference/thirdparty/cosyvoice/utils/scheduler.py,sha256=lEfquE_Lcer2VG2zUVa0n-UxgvJEdEodyT66so-h6jQ,24920
-xinference/thirdparty/cosyvoice/utils/train_utils.py,sha256=eN7y8wvL8dsOn5uMdV97pwkq0vh_aWzQaJ2FRgNSn_g,15400
+xinference/thirdparty/cosyvoice/utils/train_utils.py,sha256=fW99cvwMq7HBLtFIFgMZJqJr63GrSmvdiycMcrp91fQ,16630
+xinference/thirdparty/cosyvoice/vllm/cosyvoice2.py,sha256=csgta5DvFgOjo_D6lrBPBdc66b5pBAwAfk_6SPTyb4k,4056
 xinference/thirdparty/deepseek_vl/__init__.py,sha256=N5CYTfTFEiTT7mrNrrGTSyvDOVkGVO3pE_fWm8ugcAw,1458
 xinference/thirdparty/deepseek_vl/models/__init__.py,sha256=gVJoBKpRfny6w_QpTrTh_iCqUtVJZLuctzfPQq-dKDw,1328
 xinference/thirdparty/deepseek_vl/models/clip_encoder.py,sha256=tn-uTCAcb63WOX6cB0rl2ynOsum23xy1tAvBqPbIHHo,8197
@@ -640,18 +649,18 @@ xinference/thirdparty/whisper/normalizers/english.json,sha256=Zgf5SL6YJNLhsvoiI8
 xinference/thirdparty/whisper/normalizers/english.py,sha256=KJjkZyru_J9Ey03jjBFc3yhvWzWuMhQzRnp2dM6IQdA,20868
 xinference/ui/__init__.py,sha256=vlb6zkPS-v_VIp-8yH_GgzH6Lk0XOqb46VmI4NRvG9s,683
 xinference/ui/gradio/__init__.py,sha256=8sdxsx-RvET6fwoyjC76ThgRpYFc-Evdt7mpJKUtIZA,719
-xinference/ui/gradio/chat_interface.py,sha256=xW6orxL_h03pWrFyN7F2pPbuhkqkDQOUzfuR6hxaKM4,31103
-xinference/ui/gradio/media_interface.py,sha256=TRxdAM8LtWvGMJE84G4hmBod6OvmKZcvjaFS2kv1Emw,32438
+xinference/ui/gradio/chat_interface.py,sha256=4Hkxct581oE-UJfHE7eO1q-MOdx_12P3S1fmcEzS0sE,31181
+xinference/ui/gradio/media_interface.py,sha256=CmP4as2THlrcmvR9EH37XLBJZ_ihNPENBvIUxiUiAKc,47266
 xinference/ui/web/ui/package-lock.json,sha256=Q3gwsjjCFtDjVg5Yk7s4jfMAZ1wiyFfS_TJCw3ECB64,762407
 xinference/ui/web/ui/package.json,sha256=iitsROb4-TLzxbOftXJqUGpp38TuPhzfLKy5n9THQYg,2081
-xinference/ui/web/ui/build/asset-manifest.json,sha256=5Na7kdN9vYYdXd5j2flyq2m5XrGFNUbXfEwRS0-SMKU,453
+xinference/ui/web/ui/build/asset-manifest.json,sha256=pqgKoHryDiBqHZei3jdAjFkRQr8QkWssloj7luPD-bQ,453
 xinference/ui/web/ui/build/favicon.svg,sha256=dWR8uaz0Q9GCcl-DjWvQh07e1f3jhJBt-r4aSbmH3A4,1894
-xinference/ui/web/ui/build/index.html,sha256=uCDt5qC49TFt_rThleWKYCKz0xkgCY3qFiv0D5GbwFE,650
+xinference/ui/web/ui/build/index.html,sha256=ltCJcnaTMUZkdceNVPQXgyUo9Qq0WA6msjd-OCAriBY,650
 xinference/ui/web/ui/build/static/css/main.013f296b.css,sha256=Aj4xU40JlOcnayucrFblYBa0t1da3X9S4e4gb_hgoFI,5289
 xinference/ui/web/ui/build/static/css/main.013f296b.css.map,sha256=XQBL1ac57PSMgV-USyLc7nq-jjTqQnwlVkac_CiTrhk,9953
-xinference/ui/web/ui/build/static/js/main.4918643a.js,sha256=X6kQMoXy1j5CYaaBh6AtNdc1g0YCPnFH8y9pZOx8HE4,1290223
-xinference/ui/web/ui/build/static/js/main.4918643a.js.LICENSE.txt,sha256=d8ETWF_wyLDtaMx4LKhmJjBONXs3Onu4YucCXopqPK0,2321
-xinference/ui/web/ui/build/static/js/main.4918643a.js.map,sha256=UTzdHQ1G5iv9kYmk9ePiZTjw7FuuhBVUTOAmScYrIac,5294888
+xinference/ui/web/ui/build/static/js/main.1086c759.js,sha256=ACW9BT7LIHr2rZ3OWxNAdnhSDnYJrAtC9Y3Ht4OFA90,1292688
+xinference/ui/web/ui/build/static/js/main.1086c759.js.LICENSE.txt,sha256=d8ETWF_wyLDtaMx4LKhmJjBONXs3Onu4YucCXopqPK0,2321
+xinference/ui/web/ui/build/static/js/main.1086c759.js.map,sha256=E_9xxYZYxglSEe4M8UP_1TaDGqX0_qF8CS0nE8dNAq4,5300937
 xinference/ui/web/ui/build/static/media/icon.4603d52c63041e5dfbfd.webp,sha256=kM--URMpXs5Vf0iSqQ8hmUalvWgcmRERpv37CriXRAE,16128
 xinference/ui/web/ui/node_modules/.package-lock.json,sha256=2kL1sQ4ZuDQilki9DnRFFM8CxT13fyGl3chLK6i3DQY,760261
 xinference/ui/web/ui/node_modules/.cache/babel-loader/000586173ff934bab9e3b1eb56de8522e86c56b7e0e03b59b1ccc15e269ea871.json,sha256=VRSx_-UfpuhJhxOku106XYcyPD8mk2KGsa_hhR1nrMc,1450
@@ -3573,6 +3582,7 @@ xinference/ui/web/ui/node_modules/.cache/babel-loader/3c34a53ad7f057b228c1b68005
 xinference/ui/web/ui/node_modules/.cache/babel-loader/3c3baa069280261ebb9790df3fc67a023ca705eaba51f7f013e6ff89f583e7bc.json,sha256=ltaJ_vGhUt5v3msH6UdWlX2t-4fRrdjUYoVFISG_Zz4,1295
 xinference/ui/web/ui/node_modules/.cache/babel-loader/3c3d4607533cf6664ce84ea35b6959f4021f22bd4d56b7a0b13d32e9151b0547.json,sha256=bOb1fc9DSUmN_SIeOSDmFu6W1gzsFd4ARVqBmGLbmm0,1405
 xinference/ui/web/ui/node_modules/.cache/babel-loader/3c4556f7734b6685d286c803f53e1fed818731155d74411cbfb301f92c018b6f.json,sha256=j8P0HtwWZegu1WK_OfXKDSeH5edyiFkDrrH9RyEJZnI,1039
+xinference/ui/web/ui/node_modules/.cache/babel-loader/3c5758bd12fa334294b1de0ff6b1a4bac8d963c45472eab9dc3e530d82aa6b3f.json,sha256=i0K0d3PbyKx_WslII8Iq_04viZ_OI_BBbVF3OMl7ThA,17266
 xinference/ui/web/ui/node_modules/.cache/babel-loader/3c597149f38b595ef68043a8672c86138f4a5b0a72f76152f276e069f5c8bd4d.json,sha256=LvCfuiRYy5Rw6-1A6OsH3umUi2szZbt1rYtoPYYnzoc,1346
 xinference/ui/web/ui/node_modules/.cache/babel-loader/3c5c7a8cf843f54b851861752aea5c3bc3858c39d4b3cf5e2c9352e89385d10e.json,sha256=4DVrLSdJnCuUTXzSPRe8PV8Ms5In2yHx-4oE5wTJ3pw,9172
 xinference/ui/web/ui/node_modules/.cache/babel-loader/3c6170d7fa5741ec5c00bf878722ee6868ef043d36765d9c13c95781ba2620d8.json,sha256=iiXTJQusjPlTD_r2QqZZgniHS-f22m1_gTvmrzXnntM,9295
@@ -3612,7 +3622,6 @@ xinference/ui/web/ui/node_modules/.cache/babel-loader/3d1a74274e43c7a3bc9f6ac93d
 xinference/ui/web/ui/node_modules/.cache/babel-loader/3d1f0c17f5d8b0a86829948fd5dc997b7e47e9f1df90aba6112b6c9b98fae033.json,sha256=Qqa8rA0MTgqVT_HQToo9fVwtTFaRdVYHTspMw5gQQzU,1825
 xinference/ui/web/ui/node_modules/.cache/babel-loader/3d23355a4838dc72b257c90976f7afc089367cc7b9b8a3e0adeeab1789e601cc.json,sha256=5fJEavlw-6vouSO6pTCr3Y_mvFk_AV-EAjD-qex0ie8,2874
 xinference/ui/web/ui/node_modules/.cache/babel-loader/3d28056f4163b1b0eec6f50656eaed939d6c0c7f5dbc426d957d75e6d31eb33f.json,sha256=BqK7MSGrsguoYnWnOF9Ge6P_PcAmvaxCEypQ1iIuR-w,1912
-xinference/ui/web/ui/node_modules/.cache/babel-loader/3d2a89f0eccc1f90fc5036c9a1d587c2120e6a6b128aae31d1db7d6bad52722b.json,sha256=Jl5MVan_1Jmi0BIu7YePoj1-69KAk9nTx_dMIutWtVQ,15892
 xinference/ui/web/ui/node_modules/.cache/babel-loader/3d2bd4172e1c246b973d8362ac5cbe92eb9d1c0d4ce57aed0ebf7d539409a8bc.json,sha256=ypchMsF51SxbU5A7aB8TR52a-rE2nD6oIp37I12SuWE,16537
 xinference/ui/web/ui/node_modules/.cache/babel-loader/3d2cb351774e29a56468c289e8e696d0f11163a6c1884823f4c0d8bd887acba8.json,sha256=rFd7d0iVuNYeshxiTKAqnJJlXoqKGYig0V9js05aKs0,2775
 xinference/ui/web/ui/node_modules/.cache/babel-loader/3d2cb52f68633887c53cf29314070eeec207df9f819c5c5b8d963c2376b11caf.json,sha256=Q3sz9c5z8vCrRX5eR5mY8g_zk3MTP95FqCrOdj8sxyA,1036
@@ -7279,7 +7288,6 @@ xinference/ui/web/ui/node_modules/.cache/babel-loader/890ad212148eb645b212ab4b9a
 xinference/ui/web/ui/node_modules/.cache/babel-loader/890d2aa8bb8da36c6c7b25a36d165761bdee998dfea7e821cae3648c5f3ff2b8.json,sha256=HHuHkvEPHYyvdXDc1jhT21oga15WuJ2eWj4iXQeiVFo,2111
 xinference/ui/web/ui/node_modules/.cache/babel-loader/8910349e3995f309edceb1bb066c8d8dffbdc7a62ab8886b3229c6ff3e44dea2.json,sha256=MIvwb0HCkrAMLutbDftsuuu3huyibjPoWl3K3_mE_-Y,2314
 xinference/ui/web/ui/node_modules/.cache/babel-loader/8912185b57c2b6d6409129f92acf50f1993d52135d8bde2c9b73eb762cbf14e9.json,sha256=qpcSfQA_0enJzENJOHH4cu2yR10y2_tDyBy9DAZ8jfY,1244
-xinference/ui/web/ui/node_modules/.cache/babel-loader/89179f8f51887b9167721860a12412549ff04f78162e921a7b6aa6532646deb2.json,sha256=vd5q89u5wULegBpTCB-NDUXelp4YG7CTucEA1XyLBgM,7324
 xinference/ui/web/ui/node_modules/.cache/babel-loader/891f169caa32197edfe7ea72694297e15c37557f0646ea36658f6459cd78c57c.json,sha256=2a3I_TZaJkivqPh1W4NFbGm4-7k4tq6X_sG45qpR8bQ,1060
 xinference/ui/web/ui/node_modules/.cache/babel-loader/891f551432d588db4decfc6525f8e017a54be9428caba998280ab38326b9f4a3.json,sha256=P_ZxzPT1I48ba4daF1ACB5Stq4xIT_1jBfH0V6kvjRM,1862
 xinference/ui/web/ui/node_modules/.cache/babel-loader/8923c8e1c37682c916980ed0491833c978d76affd9c8e47284b74e68ed7bdaa6.json,sha256=qyTC1b3VZ7TejJwJZ1EmPODS7vN1a3I-w21z5UtZgYw,426
@@ -7500,7 +7508,6 @@ xinference/ui/web/ui/node_modules/.cache/babel-loader/8e382e30d4818f42f298505ab5
 xinference/ui/web/ui/node_modules/.cache/babel-loader/8e3f47feff0bb65a8064a69d022183bed1a911d61d8653b5c5fce880bfb946c9.json,sha256=3Rlp_VV2O-GT5-QmX27ZSIw6bXcAPTgYH_tUOqSP7V0,2162
 xinference/ui/web/ui/node_modules/.cache/babel-loader/8e4df4d3ea385bf04c6fd160d60097b45105a5f81e8d11427ce26bc4383ad84c.json,sha256=1uAYseXbWvuw-EESco1VuRmVNMxH5Gpw57MyCg9Mh2E,1490
 xinference/ui/web/ui/node_modules/.cache/babel-loader/8e509b2fa52749da861e1fa7c9763dbcffe149fd107b183ad32b55af24aed443.json,sha256=aO43qoeozu8mGRhbZtDsM9lIVyEPwvkxG4yem9YUNRM,2296
-xinference/ui/web/ui/node_modules/.cache/babel-loader/8e5cb82c2ff3299c6a44563fe6b1c5515c9750613c51bb63abee0b1d70fc5019.json,sha256=ugt7jCxXbWq1HWTxE70VE7Zjv1JTEcsGq79cxjOxAkU,16993
 xinference/ui/web/ui/node_modules/.cache/babel-loader/8e6281c776b6db0e2aae05d15c63a0ce03ec26ea13aeaf9b9339357df71b28b5.json,sha256=l__WgqNWYoQvbXt8HQcl8ctqSa-oL0DzXfcITZrv9bg,1440
 xinference/ui/web/ui/node_modules/.cache/babel-loader/8e64156652d89cc678acbb58b1ab96b0f6c61e6a247cf8688d44f7b0376352db.json,sha256=zAxY081b0bZwv7GoKtn0wnhxpdDzqGCY-mNXs9DWJlE,1754
 xinference/ui/web/ui/node_modules/.cache/babel-loader/8e6d86cf621a2ebdf5c823746d9fd8da5f1a81862d79bb9e982e0a495db982f1.json,sha256=xwqPqv5BB4WUNDkofCfRQxJDJJCyp2pN5834pHVUCVY,1140
@@ -8243,7 +8250,6 @@ xinference/ui/web/ui/node_modules/.cache/babel-loader/9dba7ee4112f320d478d333a37
 xinference/ui/web/ui/node_modules/.cache/babel-loader/9dbd05522365ec967c79200edd8c5165ab618c852eacd4b61ced809b82262858.json,sha256=zKQuJIljgdmS6T0iFr999eiLwCfSsiFBnQAQfZOnR5M,1104
 xinference/ui/web/ui/node_modules/.cache/babel-loader/9dbdadac8985cdf4082d1b192c304f1d52d91464b6eebbc922f6393a569f32a3.json,sha256=qCEjBswCe8xWVgirBQQ-HovbsmTcAzSbsoM6-geKT1M,1461
 xinference/ui/web/ui/node_modules/.cache/babel-loader/9dc38b52f5952cf69cc99eb3bccfb9fed011c317b1dea3f99ef53e14b1083abf.json,sha256=V9eaONlLkqzpA8QrwbqYPzYDe7Oxsng7KlZBSv5JT1s,1662
-xinference/ui/web/ui/node_modules/.cache/babel-loader/9dc5cfc67dd0617b0272aeef8651f1589b2155a4ff1fd72ad3166b217089b619.json,sha256=BT_lw-LyEA6vSUxFBAXrvEsC_C2twOWr-DAukVc4FrI,295781
 xinference/ui/web/ui/node_modules/.cache/babel-loader/9dca6ba8cb55766c21f515e031d56c2799b9a8e774de480cbd231fdbbef2c78a.json,sha256=C4hYEOfWFxf7DSxl06xLviig7-a_-Zs5zs9J76iryOk,1489
 xinference/ui/web/ui/node_modules/.cache/babel-loader/9dcbfc854a1ea394f36262d1ce7004d51f0f669a9180601f683ddc276e354971.json,sha256=zAUxmJS4LRxHNkym7G6pPPoTI1hzaKpLvbeyOKsAusc,2188
 xinference/ui/web/ui/node_modules/.cache/babel-loader/9dcce118260ecb04ef3bfcd7619460761fe80e5fe0b5906411412defc0bbd245.json,sha256=4pcCxBkijU4lH25_3pKWAIdHuBLFGmDPxiEQoqF-YKg,1314
@@ -8516,6 +8522,7 @@ xinference/ui/web/ui/node_modules/.cache/babel-loader/a3d5ab5624ab5280aac9f6b354
 xinference/ui/web/ui/node_modules/.cache/babel-loader/a3dd3d19cb8301812836a27118092afe741ca9f641a722c653a6b65f069a48a2.json,sha256=zHVxPovkWGP98ffjkUSl6GTv1Xl6rTlkEXZYgCZUVC4,1337
 xinference/ui/web/ui/node_modules/.cache/babel-loader/a3de1f864688cc35611fc02687ca6f616e5048c2e9cc442692b780d83ff82877.json,sha256=rzus032YrsX3aoBNEshxCqD4Whpmg1QF86y8vOk-Nrw,330
 xinference/ui/web/ui/node_modules/.cache/babel-loader/a3e2507bb298f32a2bcf0916a7c14cfa16da73bf7d2267ff42860f2ba8babd73.json,sha256=UfFzrddtMyGXmz0pWfjpnakMTv5cOxnuOqHf38hn6F4,2013
+xinference/ui/web/ui/node_modules/.cache/babel-loader/a3eb18af328280b139693c9092dff2a0ef8c9a967e6c8956ceee0996611f1984.json,sha256=hVB3mrMJbYpjJ01c9CuucYBscbf4YNk16dFFUmJtdUI,304778
 xinference/ui/web/ui/node_modules/.cache/babel-loader/a3eef7572f47434fc94a25617965ea2d556248226dc724d5a0e53974f753aa4f.json,sha256=zvb9EfTGJYF0mITsIjZu0NQjlqLIgmTGvi_B9CI_ViQ,1356
 xinference/ui/web/ui/node_modules/.cache/babel-loader/a3f28846f0274938e198b66d0631a2d3fd0e6bd788275388772d548ceb704dbd.json,sha256=myECoZwnRqXo0cfIZJZTM79jAjkJ30c3hPV3I9KwzMo,1618
 xinference/ui/web/ui/node_modules/.cache/babel-loader/a3f3bb7a8f0da22701e6ebd8fa3d845ce2a07b68e368e18e828710759163ea47.json,sha256=hR4tO8pu24wNcZczSdUlvx5HgpGuoSIFEWbJaL0oyG8,2109
@@ -10929,6 +10936,7 @@ xinference/ui/web/ui/node_modules/.cache/babel-loader/d5ad3146d3b82293f0bf556d43
 xinference/ui/web/ui/node_modules/.cache/babel-loader/d5b2d6119e78a62de8d0299535aaef86118d770a232d6f3852f53fe6e50f5eef.json,sha256=zEljm4inXOHixdyNq2iBjehkr1VRtm_3qRa7wxL2tQA,1257
 xinference/ui/web/ui/node_modules/.cache/babel-loader/d5b754d751e66881d94acbf57fd8c86fcb5807c6522f91aecf639d8e5c8f3aa6.json,sha256=rT1St-BrcabksbRFwjP_Zf1K2gpBGE8uOH7XyHehq-A,1835
 xinference/ui/web/ui/node_modules/.cache/babel-loader/d5bc57df5fdd00957d3f708b20891ed946421705205f51aefb06c85e2656b0e4.json,sha256=v3Me2NKGilFwXIJa1gK_J7PCs1kClf8ZhhdxpHdRMhw,1864
+xinference/ui/web/ui/node_modules/.cache/babel-loader/d5c224be7081f18cba1678b7874a9782eba895df004874ff8f243f94ba79942a.json,sha256=uvFQJxujpvwsiqH_p5HkmY8bdWia_y2Gs1-X4wn0u_4,16171
 xinference/ui/web/ui/node_modules/.cache/babel-loader/d5c7a45065589df377e733d27fb4da582e5bd5b680cdbe50ca95774013dc4c7e.json,sha256=B-WJYc_bwsLWO8QEbkflLSAi8jUwdcO0e5obNcITdZ0,1841
 xinference/ui/web/ui/node_modules/.cache/babel-loader/d5c9fac6bd793d130ee454fb5b98750942808e13419b9fea2d465c0fee55e7d8.json,sha256=JQk1tMb7H4nx-4SuEtNb65vAN9l1D5NLkidB-HYZh28,1818
 xinference/ui/web/ui/node_modules/.cache/babel-loader/d5cfe85ad6881196162545000ecaf5d8fd5cb44476190710d95a1f47fbe1cd57.json,sha256=6HQZmPbRgyXCgBlFsqbqbpy4_vyamKPvFEVl7KiTric,1503
@@ -12528,6 +12536,7 @@ xinference/ui/web/ui/node_modules/.cache/babel-loader/f7e66c511fa7d724a55be06207
 xinference/ui/web/ui/node_modules/.cache/babel-loader/f7e9dafdc62ec9d819e7fb84151f6514de525d77245c0364db81bbcd025c252e.json,sha256=ILsucUfmeWobxDLsMzfjlcC_uyCmiU_wMrNFjkHkVRA,1309
 xinference/ui/web/ui/node_modules/.cache/babel-loader/f7ede712d8c2339d16437a813c0e64084570f8c2292d61f7a0511773979785ad.json,sha256=WF-AflZ6p8QMbfCdmIMjZO3MUyLtdlP9ITlIE81fGng,1555
 xinference/ui/web/ui/node_modules/.cache/babel-loader/f7ee96d4c7599153487eccb5d97640908688b84bbf8e483b49f99ee72b3255ed.json,sha256=SzpLNNcMcOP5_Ro-FVF7fLMIqCRYaXnlz9ygpNxnDxg,1461
+xinference/ui/web/ui/node_modules/.cache/babel-loader/f7f18bfb539b036a6a342176dd98a85df5057a884a8da978d679f2a0264883d0.json,sha256=5tfo93p0uB1v9sC6gTb8jqcrR3cTiy6iBlxuFvTEXo8,7488
 xinference/ui/web/ui/node_modules/.cache/babel-loader/f7f2fddf9b5000d562e27bfd14ce7db8f6959722388212b23eb671d7771bf460.json,sha256=sRKoaBl54DznvmRoZcf5W3HpKCZLWxRv9ZdFIUARwHg,20393
 xinference/ui/web/ui/node_modules/.cache/babel-loader/f7f877117755edece8b219d96130faef487e10565215f9928b1244482298ff79.json,sha256=0CvqhTIJQK2G0EUc6LyRklYwxGcsIqH-SR-wJsTO_4s,1709
 xinference/ui/web/ui/node_modules/.cache/babel-loader/f7f8fba7544223736f71ee8d8a72a3c547f699d2dc5eb84edd64f063ac8e1ecb.json,sha256=7mLCwy63D-w41CsjM12WarLSJpt4-wavgSY-3VH1HhM,2134
@@ -15799,13 +15808,13 @@ xinference/ui/web/ui/node_modules/yargs-parser/package.json,sha256=BSwbOzgetKXMK
 xinference/ui/web/ui/node_modules/yocto-queue/package.json,sha256=6U1XHQPGXJTqsiFvT953ORihUtXTblZy4fXBWP9qxC0,725
 xinference/ui/web/ui/node_modules/yup/package.json,sha256=xRFSROB9NKxqSWHEVFvSTsPs9Ll074uo8OS1zEw0qhA,1206
 xinference/ui/web/ui/node_modules/yup/node_modules/type-fest/package.json,sha256=JTv2zTTVgxQ2H82m1-6qEpdMv08lHjFx4Puf_MsbB_Q,1134
-xinference/ui/web/ui/src/locales/en.json,sha256=K961E_WN9J3zHS39U4ViPRJgVsLMX8I0s0OWjQtoRAI,10114
-xinference/ui/web/ui/src/locales/ja.json,sha256=k1_sXXho4CUuetlXrkssLc2rBwESzU_7mBCDrhh2ftE,11787
-xinference/ui/web/ui/src/locales/ko.json,sha256=ioxPl95ToxKuoRSBVswsQuQKIcnJwSDi0BUGe-wc7qk,10666
-xinference/ui/web/ui/src/locales/zh.json,sha256=srISIhfIenDJQmu01IDjTk00311K6AFs0IcHFui9vuQ,9736
-xinference-1.9.0.dist-info/licenses/LICENSE,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
-xinference-1.9.0.dist-info/METADATA,sha256=oo_Leq5v_kjgToAwW_cHBLqnjQeF6FACSpqypMlMS_o,26508
-xinference-1.9.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-xinference-1.9.0.dist-info/entry_points.txt,sha256=-lDyyzqWMFQF0Rgm7VxBNz0V-bMBMQLRR3pvQ-Y8XTY,226
-xinference-1.9.0.dist-info/top_level.txt,sha256=L1rQt7pl6m8tmKXpWVHzP-GtmzAxp663rXxGE7qnK00,11
-xinference-1.9.0.dist-info/RECORD,,
+xinference/ui/web/ui/src/locales/en.json,sha256=2K1xlg0dY0Xw208qW0bdJlE7XL2dbouCTeUbd3GN9eo,10251
+xinference/ui/web/ui/src/locales/ja.json,sha256=EZmLCN1smdXmvR-tqFLIgelrIFRKGr6zf7x519DUpuA,11952
+xinference/ui/web/ui/src/locales/ko.json,sha256=pEVoh1jyaqliaNTLOt2d4wDkeVQGQB_pGMjNllNERA8,10805
+xinference/ui/web/ui/src/locales/zh.json,sha256=IY_eaPEE870ggqOMr_p9gjAu8IIoF6-3w_SlAyn-EGY,9859
+xinference-1.10.0.dist-info/licenses/LICENSE,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
+xinference-1.10.0.dist-info/METADATA,sha256=VtKqtNrNEAlR4Wn_mmPax6ntXIw2vOtxcA8pPfIlIlU,26568
+xinference-1.10.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+xinference-1.10.0.dist-info/entry_points.txt,sha256=-lDyyzqWMFQF0Rgm7VxBNz0V-bMBMQLRR3pvQ-Y8XTY,226
+xinference-1.10.0.dist-info/top_level.txt,sha256=L1rQt7pl6m8tmKXpWVHzP-GtmzAxp663rXxGE7qnK00,11
+xinference-1.10.0.dist-info/RECORD,,