xinference 0.15.2__py3-none-any.whl → 0.15.4__py3-none-any.whl

xinference/web/ui/node_modules/.cache/babel-loader/4385c1095eefbff0a8ec3b2964ba6e5a66a05ab31be721483ca2f43e2a91f6ff.json

@@ -0,0 +1 @@
+{"ast":null,"code":"import _defineProperty from\"/home/runner/work/inference/inference/xinference/web/ui/node_modules/@babel/runtime/helpers/esm/defineProperty.js\";import _toConsumableArray from\"/home/runner/work/inference/inference/xinference/web/ui/node_modules/@babel/runtime/helpers/esm/toConsumableArray.js\";import _objectSpread from\"/home/runner/work/inference/inference/xinference/web/ui/node_modules/@babel/runtime/helpers/esm/objectSpread2.js\";import _slicedToArray from\"/home/runner/work/inference/inference/xinference/web/ui/node_modules/@babel/runtime/helpers/esm/slicedToArray.js\";import AddIcon from'@mui/icons-material/Add';import DeleteIcon from'@mui/icons-material/Delete';import{Alert,Box,Button,FormControlLabel,Radio,RadioGroup,TextField,Tooltip}from'@mui/material';import React,{useEffect,useState}from'react';import{jsx as _jsx}from\"react/jsx-runtime\";import{jsxs as _jsxs}from\"react/jsx-runtime\";import{Fragment as _Fragment}from\"react/jsx-runtime\";var modelFormatArr=[{value:'pytorch',label:'PyTorch'},{value:'ggufv2',label:'GGUF'},{value:'gptq',label:'GPTQ'},{value:'awq',label:'AWQ'},{value:'fp8',label:'FP8'}];var AddModelSpecs=function AddModelSpecs(_ref){var isJump=_ref.isJump,formData=_ref.formData,specsDataArr=_ref.specsDataArr,onGetArr=_ref.onGetArr,scrollRef=_ref.scrollRef;var _useState=useState(0),_useState2=_slicedToArray(_useState,2),count=_useState2[0],setCount=_useState2[1];var _useState3=useState([]),_useState4=_slicedToArray(_useState3,2),specsArr=_useState4[0],setSpecsArr=_useState4[1];var _useState5=useState([]),_useState6=_slicedToArray(_useState5,2),pathArr=_useState6[0],setPathArr=_useState6[1];var _useState7=useState([]),_useState8=_slicedToArray(_useState7,2),modelSizeAlertId=_useState8[0],setModelSizeAlertId=_useState8[1];var _useState9=useState([]),_useState10=_slicedToArray(_useState9,2),quantizationAlertId=_useState10[0],setQuantizationAlertId=_useState10[1];var _useState11=useState(false),_useState12=_slicedToArray(_useState11,2),isError=_useState12[0],setIsError=_useState12[1];var _useState13=useState(false),_useState14=_slicedToArray(_useState13,2),isAdd=_useState14[0],setIsAdd=_useState14[1];useEffect(function(){if(isJump){var dataArr=specsDataArr.map(function(item,index){var model_uri=item.model_uri,model_size_in_billions=item.model_size_in_billions,model_format=item.model_format,quantizations=item.quantizations,model_file_name_template=item.model_file_name_template;var size=model_size_in_billions;if(typeof size!=='number')size=size.split('_').join('.');return{id:index,model_uri:model_uri,model_size_in_billions:size,model_format:model_format,quantizations:quantizations,model_file_name_template:model_file_name_template};});setCount(dataArr.length);setSpecsArr(dataArr);var subPathArr=[];specsDataArr.forEach(function(item){if(item.model_format!=='ggufv2'){subPathArr.push(item.model_uri);}else{subPathArr.push(item.model_uri+'/'+item.model_file_name_template);}});setPathArr(subPathArr);}else{setSpecsArr([_objectSpread({id:count},formData)]);setCount(count+1);setPathArr([formData.model_uri]);}},[]);useEffect(function(){var arr=specsArr.map(function(item){var uri=item.model_uri,size=item.model_size_in_billions,modelFormat=item.model_format,quantizations=item.quantizations,model_file_name_template=item.model_file_name_template;var handleSize=parseInt(size)===parseFloat(size)?Number(size):size.split('.').join('_');var handleQuantization=quantizations;if(modelFormat==='pytorch'){handleQuantization=['none'];}else if(handleQuantization[0]===''&&modelFormat==='ggufv2'){handleQuantization=['default'];}return{model_uri:uri,model_size_in_billions:handleSize,model_format:modelFormat,quantizations:handleQuantization,model_file_name_template:model_file_name_template};});setIsError(true);if(modelSizeAlertId.length===0&&quantizationAlertId.length===0){setIsError(false);}onGetArr(arr,isError);isAdd&&handleScrollBottom();setIsAdd(false);},[specsArr,isError]);var handleAddSpecs=function handleAddSpecs(){setCount(count+1);var item={id:count,model_uri:'/path/to/llama-1',model_size_in_billions:7,model_format:'pytorch',quantizations:[]};setSpecsArr([].concat(_toConsumableArray(specsArr),[item]));setIsAdd(true);setPathArr([].concat(_toConsumableArray(pathArr),['/path/to/llama-1']));};var handleUpdateSpecsArr=function handleUpdateSpecsArr(index,type,newValue){if(type==='model_format'){var subPathArr=_toConsumableArray(pathArr);if(specsArr[index].model_format!=='ggufv2'){pathArr[index]=specsArr[index].model_uri;}else{pathArr[index]=specsArr[index].model_uri+'/'+specsArr[index].model_file_name_template;}setPathArr(subPathArr);}setSpecsArr(specsArr.map(function(item,subIndex){if(subIndex===index){if(type==='quantizations'){return _objectSpread(_objectSpread({},item),{},_defineProperty({},type,[newValue]));}else if(type==='model_format'){if(newValue==='ggufv2'){var _getPathComponents=getPathComponents(pathArr[index]),baseDir=_getPathComponents.baseDir,filename=_getPathComponents.filename;var obj=_objectSpread(_objectSpread({},item),{},{model_format:newValue,quantizations:[''],model_uri:baseDir,model_file_name_template:filename});return obj;}else{var _ref2;var id=item.id,model_size_in_billions=item.model_size_in_billions,model_format=item.model_format;return _ref2={id:id,model_uri:pathArr[index],model_size_in_billions:model_size_in_billions,model_format:model_format},_defineProperty(_ref2,type,newValue),_defineProperty(_ref2,\"quantizations\",['']),_ref2;}}else if(type==='model_uri'){var _subPathArr=_toConsumableArray(pathArr);_subPathArr[index]=newValue;setPathArr(_subPathArr);if(item.model_format==='ggufv2'){var _getPathComponents2=getPathComponents(newValue),_baseDir=_getPathComponents2.baseDir,_filename=_getPathComponents2.filename;var _obj=_objectSpread(_objectSpread({},item),{},{model_uri:_baseDir,model_file_name_template:_filename});return _obj;}else{return _objectSpread(_objectSpread({},item),{},_defineProperty({},type,newValue));}}else{return _objectSpread(_objectSpread({},item),{},_defineProperty({},type,newValue));}}return item;}));};var handleDeleteSpecs=function handleDeleteSpecs(index){setSpecsArr(specsArr.filter(function(_,subIndex){return index!==subIndex;}));};var getPathComponents=function getPathComponents(path){var normalizedPath=path.replace(/\\\\/g,'/');var baseDir=normalizedPath.substring(0,normalizedPath.lastIndexOf('/'));var filename=normalizedPath.substring(normalizedPath.lastIndexOf('/')+1);return{baseDir:baseDir,filename:filename};};var handleModelSize=function handleModelSize(index,value,id){setModelSizeAlertId(modelSizeAlertId.filter(function(item){return item!==id;}));handleUpdateSpecsArr(index,'model_size_in_billions',value);if(value!==''&&(!Number(value)||Number(value)<=0)){var modelSizeAlertIdArr=Array.from(new Set([].concat(_toConsumableArray(modelSizeAlertId),[id])));setModelSizeAlertId(modelSizeAlertIdArr);}};var handleQuantization=function handleQuantization(model_format,index,value,id){setQuantizationAlertId(quantizationAlertId.filter(function(item){return item!==id;}));handleUpdateSpecsArr(index,'quantizations',value);if((model_format==='gptq'||model_format==='awq'||model_format==='fp8')&&value===''){var quantizationAlertIdArr=Array.from(new Set([].concat(_toConsumableArray(quantizationAlertId),[id])));setQuantizationAlertId(quantizationAlertIdArr);}};var handleScrollBottom=function handleScrollBottom(){scrollRef.current.scrollTo({top:scrollRef.current.scrollHeight,behavior:'smooth'});};return/*#__PURE__*/_jsxs(_Fragment,{children:[/*#__PURE__*/_jsxs(\"div\",{style:{display:'flex',alignItems:'center',marginBottom:10},children:[/*#__PURE__*/_jsx(\"label\",{style:{width:'100px'},children:\"Model Specs\"}),/*#__PURE__*/_jsx(Button,{variant:\"contained\",size:\"small\",endIcon:/*#__PURE__*/_jsx(AddIcon,{}),className:\"addBtn\",onClick:handleAddSpecs,children:\"more\"})]}),/*#__PURE__*/_jsx(\"div\",{className:\"specs_container\",children:specsArr.map(function(item,index){return/*#__PURE__*/_jsxs(\"div\",{className:\"item\",children:[/*#__PURE__*/_jsx(\"label\",{style:{paddingLeft:5},children:\"Model Format\"}),/*#__PURE__*/_jsx(RadioGroup,{value:item.model_format,onChange:function onChange(e){handleUpdateSpecsArr(index,'model_format',e.target.value);if(e.target.value==='gptq'||e.target.value==='awq'||e.target.value==='fp8'){var quantizationAlertIdArr=Array.from(new Set([].concat(_toConsumableArray(quantizationAlertId),[item.id])));setQuantizationAlertId(quantizationAlertIdArr);}else{setQuantizationAlertId([]);}},children:/*#__PURE__*/_jsx(Box,{sx:styles.checkboxWrapper,children:modelFormatArr.map(function(item){return/*#__PURE__*/_jsx(Box,{sx:{marginLeft:'10px'},children:/*#__PURE__*/_jsx(FormControlLabel,{value:item.value,control:/*#__PURE__*/_jsx(Radio,{}),label:item.label})},item.value);})})}),/*#__PURE__*/_jsx(Box,{padding:\"15px\"}),/*#__PURE__*/_jsx(TextField,{error:item.model_uri!==''?false:true,style:{minWidth:'60%'},label:\"Model Path\",size:\"small\",value:item.model_format!=='ggufv2'?item.model_uri:item.model_uri+'/'+item.model_file_name_template,onChange:function onChange(e){handleUpdateSpecsArr(index,'model_uri',e.target.value);},helperText:\"For PyTorch, provide the model directory. For GGUF, provide the model file path.\"}),/*#__PURE__*/_jsx(Box,{padding:\"15px\"}),/*#__PURE__*/_jsx(TextField,{error:Number(item.model_size_in_billions)>0?false:true,label:\"Model Size in Billions\",size:\"small\",value:item.model_size_in_billions,onChange:function onChange(e){handleModelSize(index,e.target.value,item.id);}}),modelSizeAlertId.includes(item.id)&&/*#__PURE__*/_jsx(Alert,{severity:\"error\",children:\"Please enter a number greater than 0.\"}),/*#__PURE__*/_jsx(Box,{padding:\"15px\"}),item.model_format!=='pytorch'&&/*#__PURE__*/_jsxs(_Fragment,{children:[/*#__PURE__*/_jsx(TextField,{style:{minWidth:'60%'},label:item.model_format==='gptq'||item.model_format==='awq'||item.model_format==='fp8'?'Quantization':'Quantization (Optional)',size:\"small\",value:item.quantizations[0],onChange:function onChange(e){handleQuantization(item.model_format,index,e.target.value,item.id);},helperText:item.model_format==='gptq'||item.model_format==='awq'||item.model_format==='fp8'?'For GPTQ/AWQ/FP8 models, please be careful to fill in the quantization corresponding to the model you want to register.':''}),item.model_format!=='ggufv2'&&quantizationAlertId.includes(item.id)&&item.quantizations[0]==''&&/*#__PURE__*/_jsx(Alert,{severity:\"error\",children:\"Quantization cannot be left empty.\"})]}),specsArr.length>1&&/*#__PURE__*/_jsx(Tooltip,{title:\"Delete specs\",placement:\"top\",children:/*#__PURE__*/_jsx(\"div\",{className:\"deleteBtn\",onClick:function onClick(){return handleDeleteSpecs(index);},children:/*#__PURE__*/_jsx(DeleteIcon,{className:\"deleteIcon\"})})})]},item.id);})})]});};export default AddModelSpecs;var styles={baseFormControl:{width:'100%',margin:'normal',size:'small'},checkboxWrapper:{display:'flex',flexWrap:'wrap',alignItems:'center',width:'100%'}};","map":{"version":3,"names":["AddIcon","DeleteIcon","Alert","Box","Button","FormControlLabel","Radio","RadioGroup","TextField","Tooltip","React","useEffect","useState","jsx","_jsx","jsxs","_jsxs","Fragment","_Fragment","modelFormatArr","value","label","AddModelSpecs","_ref","isJump","formData","specsDataArr","onGetArr","scrollRef","_useState","_useState2","_slicedToArray","count","setCount","_useState3","_useState4","specsArr","setSpecsArr","_useState5","_useState6","pathArr","setPathArr","_useState7","_useState8","modelSizeAlertId","setModelSizeAlertId","_useState9","_useState10","quantizationAlertId","setQuantizationAlertId","_useState11","_useState12","isError","setIsError","_useState13","_useState14","isAdd","setIsAdd","dataArr","map","item","index","model_uri","model_size_in_billions","model_format","quantizations","model_file_name_template","size","split","join","id","length","subPathArr","forEach","push","_objectSpread","arr","uri","modelFormat","handleSize","parseInt","parseFloat","Number","handleQuantization","handleScrollBottom","handleAddSpecs","concat","_toConsumableArray","handleUpdateSpecsArr","type","newValue","subIndex","_defineProperty","_getPathComponents","getPathComponents","baseDir","filename","obj","_ref2","_getPathComponents2","handleDeleteSpecs","filter","_","path","normalizedPath","replace","substring","lastIndexOf","handleModelSize","modelSizeAlertIdArr","Array","from","Set","quantizationAlertIdArr","current","scrollTo","top","scrollHeight","behavior","children","style","display","alignItems","marginBottom","width","variant","endIcon","className","onClick","paddingLeft","onChange","e","target","sx","styles","checkboxWrapper","marginLeft","control","padding","error","minWidth","helperText","includes","severity","title","placement","baseFormControl","margin","flexWrap"],"sources":["/home/runner/work/inference/inference/xinference/web/ui/src/scenes/register_model/components/addModelSpecs.js"],"sourcesContent":["import AddIcon from '@mui/icons-material/Add'\nimport DeleteIcon from '@mui/icons-material/Delete'\nimport {\n  Alert,\n  Box,\n  Button,\n  FormControlLabel,\n  Radio,\n  RadioGroup,\n  TextField,\n  Tooltip,\n} from '@mui/material'\nimport React, { useEffect, useState } from 'react'\n\nconst modelFormatArr = [\n  { value: 'pytorch', label: 'PyTorch' },\n  { value: 'ggufv2', label: 'GGUF' },\n  { value: 'gptq', label: 'GPTQ' },\n  { value: 'awq', label: 'AWQ' },\n  { value: 'fp8', label: 'FP8' },\n]\n\nconst AddModelSpecs = ({\n  isJump,\n  formData,\n  specsDataArr,\n  onGetArr,\n  scrollRef,\n}) => {\n  const [count, setCount] = useState(0)\n  const [specsArr, setSpecsArr] = useState([])\n  const [pathArr, setPathArr] = useState([])\n  const [modelSizeAlertId, setModelSizeAlertId] = useState([])\n  const [quantizationAlertId, setQuantizationAlertId] = useState([])\n  const [isError, setIsError] = useState(false)\n  const [isAdd, setIsAdd] = useState(false)\n\n  useEffect(() => {\n    if (isJump) {\n      const dataArr = specsDataArr.map((item, index) => {\n        const {\n          model_uri,\n          model_size_in_billions,\n          model_format,\n          quantizations,\n          model_file_name_template,\n        } = item\n        let size = model_size_in_billions\n        if (typeof size !== 'number') size = size.split('_').join('.')\n\n        return {\n          id: index,\n          model_uri,\n          model_size_in_billions: size,\n          model_format,\n          quantizations,\n          model_file_name_template,\n        }\n      })\n      setCount(dataArr.length)\n      setSpecsArr(dataArr)\n\n      const subPathArr = []\n      specsDataArr.forEach((item) => {\n        if (item.model_format !== 'ggufv2') {\n          subPathArr.push(item.model_uri)\n        } else {\n          subPathArr.push(item.model_uri + '/' + item.model_file_name_template)\n        }\n      })\n      setPathArr(subPathArr)\n    } else {\n      setSpecsArr([\n        {\n          id: count,\n          ...formData,\n        },\n      ])\n      setCount(count + 1)\n      setPathArr([formData.model_uri])\n    }\n  }, [])\n\n  useEffect(() => {\n    const arr = specsArr.map((item) => {\n      const {\n        model_uri: uri,\n        model_size_in_billions: size,\n        model_format: modelFormat,\n        quantizations,\n        model_file_name_template,\n      } = item\n      const handleSize =\n        parseInt(size) === parseFloat(size)\n          ? Number(size)\n          : size.split('.').join('_')\n\n      let handleQuantization = quantizations\n      if (modelFormat === 'pytorch') {\n        handleQuantization = ['none']\n      } else if (handleQuantization[0] === '' && modelFormat === 'ggufv2') {\n        handleQuantization = ['default']\n      }\n\n      return {\n        model_uri: uri,\n        model_size_in_billions: handleSize,\n        model_format: modelFormat,\n        quantizations: handleQuantization,\n        model_file_name_template,\n      }\n    })\n    setIsError(true)\n    if (modelSizeAlertId.length === 0 && quantizationAlertId.length === 0) {\n      setIsError(false)\n    }\n    onGetArr(arr, isError)\n    isAdd && handleScrollBottom()\n    setIsAdd(false)\n  }, [specsArr, isError])\n\n  const handleAddSpecs = () => {\n    setCount(count + 1)\n    const item = {\n      id: count,\n      model_uri: '/path/to/llama-1',\n      model_size_in_billions: 7,\n      model_format: 'pytorch',\n      quantizations: [],\n    }\n    setSpecsArr([...specsArr, item])\n    setIsAdd(true)\n    setPathArr([...pathArr, '/path/to/llama-1'])\n  }\n\n  const handleUpdateSpecsArr = (index, type, newValue) => {\n    if (type === 'model_format') {\n      const subPathArr = [...pathArr]\n      if (specsArr[index].model_format !== 'ggufv2') {\n        pathArr[index] = specsArr[index].model_uri\n      } else {\n        pathArr[index] =\n          specsArr[index].model_uri +\n          '/' +\n          specsArr[index].model_file_name_template\n      }\n      setPathArr(subPathArr)\n    }\n\n    setSpecsArr(\n      specsArr.map((item, subIndex) => {\n        if (subIndex === index) {\n          if (type === 'quantizations') {\n            return { ...item, [type]: [newValue] }\n          } else if (type === 'model_format') {\n            if (newValue === 'ggufv2') {\n              const { baseDir, filename } = getPathComponents(pathArr[index])\n              const obj = {\n                ...item,\n                model_format: newValue,\n                quantizations: [''],\n                model_uri: baseDir,\n                model_file_name_template: filename,\n              }\n              return obj\n            } else {\n              const { id, model_size_in_billions, model_format } = item\n              return {\n                id,\n                model_uri: pathArr[index],\n                model_size_in_billions,\n                model_format,\n                [type]: newValue,\n                quantizations: [''],\n              }\n            }\n          } else if (type === 'model_uri') {\n            const subPathArr = [...pathArr]\n            subPathArr[index] = newValue\n            setPathArr(subPathArr)\n            if (item.model_format === 'ggufv2') {\n              const { baseDir, filename } = getPathComponents(newValue)\n              const obj = {\n                ...item,\n                model_uri: baseDir,\n                model_file_name_template: filename,\n              }\n              return obj\n            } else {\n              return { ...item, [type]: newValue }\n            }\n          } else {\n            return { ...item, [type]: newValue }\n          }\n        }\n        return item\n      })\n    )\n  }\n\n  const handleDeleteSpecs = (index) => {\n    setSpecsArr(specsArr.filter((_, subIndex) => index !== subIndex))\n  }\n\n  const getPathComponents = (path) => {\n    const normalizedPath = path.replace(/\\\\/g, '/')\n    const baseDir = normalizedPath.substring(0, normalizedPath.lastIndexOf('/'))\n    const filename = normalizedPath.substring(\n      normalizedPath.lastIndexOf('/') + 1\n    )\n    return { baseDir, filename }\n  }\n\n  const handleModelSize = (index, value, id) => {\n    setModelSizeAlertId(modelSizeAlertId.filter((item) => item !== id))\n    handleUpdateSpecsArr(index, 'model_size_in_billions', value)\n    if (value !== '' && (!Number(value) || Number(value) <= 0)) {\n      const modelSizeAlertIdArr = Array.from(new Set([...modelSizeAlertId, id]))\n      setModelSizeAlertId(modelSizeAlertIdArr)\n    }\n  }\n\n  const handleQuantization = (model_format, index, value, id) => {\n    setQuantizationAlertId(quantizationAlertId.filter((item) => item !== id))\n    handleUpdateSpecsArr(index, 'quantizations', value)\n    if (\n      (model_format === 'gptq' ||\n        model_format === 'awq' ||\n        model_format === 'fp8') &&\n      value === ''\n    ) {\n      const quantizationAlertIdArr = Array.from(\n        new Set([...quantizationAlertId, id])\n      )\n      setQuantizationAlertId(quantizationAlertIdArr)\n    }\n  }\n\n  const handleScrollBottom = () => {\n    scrollRef.current.scrollTo({\n      top: scrollRef.current.scrollHeight,\n      behavior: 'smooth',\n    })\n  }\n\n  return (\n    <>\n      <div style={{ display: 'flex', alignItems: 'center', marginBottom: 10 }}>\n        <label style={{ width: '100px' }}>Model Specs</label>\n        <Button\n          variant=\"contained\"\n          size=\"small\"\n          endIcon={<AddIcon />}\n          className=\"addBtn\"\n          onClick={handleAddSpecs}\n        >\n          more\n        </Button>\n      </div>\n      <div className=\"specs_container\">\n        {specsArr.map((item, index) => (\n          <div className=\"item\" key={item.id}>\n            <label\n              style={{\n                paddingLeft: 5,\n              }}\n            >\n              Model Format\n            </label>\n            <RadioGroup\n              value={item.model_format}\n              onChange={(e) => {\n                handleUpdateSpecsArr(index, 'model_format', e.target.value)\n                if (\n                  e.target.value === 'gptq' ||\n                  e.target.value === 'awq' ||\n                  e.target.value === 'fp8'\n                ) {\n                  const quantizationAlertIdArr = Array.from(\n                    new Set([...quantizationAlertId, item.id])\n                  )\n                  setQuantizationAlertId(quantizationAlertIdArr)\n                } else {\n                  setQuantizationAlertId([])\n                }\n              }}\n            >\n              <Box sx={styles.checkboxWrapper}>\n                {modelFormatArr.map((item) => (\n                  <Box key={item.value} sx={{ marginLeft: '10px' }}>\n                    <FormControlLabel\n                      value={item.value}\n                      control={<Radio />}\n                      label={item.label}\n                    />\n                  </Box>\n                ))}\n              </Box>\n            </RadioGroup>\n            <Box padding=\"15px\"></Box>\n\n            <TextField\n              error={item.model_uri !== '' ? false : true}\n              style={{ minWidth: '60%' }}\n              label=\"Model Path\"\n              size=\"small\"\n              value={\n                item.model_format !== 'ggufv2'\n                  ? item.model_uri\n                  : item.model_uri + '/' + item.model_file_name_template\n              }\n              onChange={(e) => {\n                handleUpdateSpecsArr(index, 'model_uri', e.target.value)\n              }}\n              helperText=\"For PyTorch, provide the model directory. For GGUF, provide the model file path.\"\n            />\n            <Box padding=\"15px\"></Box>\n\n            <TextField\n              error={Number(item.model_size_in_billions) > 0 ? false : true}\n              label=\"Model Size in Billions\"\n              size=\"small\"\n              value={item.model_size_in_billions}\n              onChange={(e) => {\n                handleModelSize(index, e.target.value, item.id)\n              }}\n            />\n            {modelSizeAlertId.includes(item.id) && (\n              <Alert severity=\"error\">\n                Please enter a number greater than 0.\n              </Alert>\n            )}\n            <Box padding=\"15px\"></Box>\n\n            {item.model_format !== 'pytorch' && (\n              <>\n                <TextField\n                  style={{ minWidth: '60%' }}\n                  label={\n                    item.model_format === 'gptq' ||\n                    item.model_format === 'awq' ||\n                    item.model_format === 'fp8'\n                      ? 'Quantization'\n                      : 'Quantization (Optional)'\n                  }\n                  size=\"small\"\n                  value={item.quantizations[0]}\n                  onChange={(e) => {\n                    handleQuantization(\n                      item.model_format,\n                      index,\n                      e.target.value,\n                      item.id\n                    )\n                  }}\n                  helperText={\n                    item.model_format === 'gptq' ||\n                    item.model_format === 'awq' ||\n                    item.model_format === 'fp8'\n                      ? 'For GPTQ/AWQ/FP8 models, please be careful to fill in the quantization corresponding to the model you want to register.'\n                      : ''\n                  }\n                />\n                {item.model_format !== 'ggufv2' &&\n                  quantizationAlertId.includes(item.id) &&\n                  item.quantizations[0] == '' && (\n                    <Alert severity=\"error\">\n                      Quantization cannot be left empty.\n                    </Alert>\n                  )}\n              </>\n            )}\n\n            {specsArr.length > 1 && (\n              <Tooltip title=\"Delete specs\" placement=\"top\">\n                <div\n                  className=\"deleteBtn\"\n                  onClick={() => handleDeleteSpecs(index)}\n                >\n                  <DeleteIcon className=\"deleteIcon\" />\n                </div>\n              </Tooltip>\n            )}\n          </div>\n        ))}\n      </div>\n    </>\n  )\n}\n\nexport default AddModelSpecs\n\nconst styles = {\n  baseFormControl: {\n    width: '100%',\n    margin: 'normal',\n    size: 'small',\n  },\n  checkboxWrapper: {\n    display: 'flex',\n    flexWrap: 'wrap',\n    alignItems: 'center',\n    width: '100%',\n  },\n}\n"],"mappings":"6jBAAA,MAAO,CAAAA,OAAO,KAAM,yBAAyB,CAC7C,MAAO,CAAAC,UAAU,KAAM,4BAA4B,CACnD,OACEC,KAAK,CACLC,GAAG,CACHC,MAAM,CACNC,gBAAgB,CAChBC,KAAK,CACLC,UAAU,CACVC,SAAS,CACTC,OAAO,KACF,eAAe,CACtB,MAAO,CAAAC,KAAK,EAAIC,SAAS,CAAEC,QAAQ,KAAQ,OAAO,QAAAC,GAAA,IAAAC,IAAA,gCAAAC,IAAA,IAAAC,KAAA,gCAAAC,QAAA,IAAAC,SAAA,yBAElD,GAAM,CAAAC,cAAc,CAAG,CACrB,CAAEC,KAAK,CAAE,SAAS,CAAEC,KAAK,CAAE,SAAU,CAAC,CACtC,CAAED,KAAK,CAAE,QAAQ,CAAEC,KAAK,CAAE,MAAO,CAAC,CAClC,CAAED,KAAK,CAAE,MAAM,CAAEC,KAAK,CAAE,MAAO,CAAC,CAChC,CAAED,KAAK,CAAE,KAAK,CAAEC,KAAK,CAAE,KAAM,CAAC,CAC9B,CAAED,KAAK,CAAE,KAAK,CAAEC,KAAK,CAAE,KAAM,CAAC,CAC/B,CAED,GAAM,CAAAC,aAAa,CAAG,QAAhB,CAAAA,aAAaA,CAAAC,IAAA,CAMb,IALJ,CAAAC,MAAM,CAAAD,IAAA,CAANC,MAAM,CACNC,QAAQ,CAAAF,IAAA,CAARE,QAAQ,CACRC,YAAY,CAAAH,IAAA,CAAZG,YAAY,CACZC,QAAQ,CAAAJ,IAAA,CAARI,QAAQ,CACRC,SAAS,CAAAL,IAAA,CAATK,SAAS,CAET,IAAAC,SAAA,CAA0BjB,QAAQ,CAAC,CAAC,CAAC,CAAAkB,UAAA,CAAAC,cAAA,CAAAF,SAAA,IAA9BG,KAAK,CAAAF,UAAA,IAAEG,QAAQ,CAAAH,UAAA,IACtB,IAAAI,UAAA,CAAgCtB,QAAQ,CAAC,EAAE,CAAC,CAAAuB,UAAA,CAAAJ,cAAA,CAAAG,UAAA,IAArCE,QAAQ,CAAAD,UAAA,IAAEE,WAAW,CAAAF,UAAA,IAC5B,IAAAG,UAAA,CAA8B1B,QAAQ,CAAC,EAAE,CAAC,CAAA2B,UAAA,CAAAR,cAAA,CAAAO,UAAA,IAAnCE,OAAO,CAAAD,UAAA,IAAEE,UAAU,CAAAF,UAAA,IAC1B,IAAAG,UAAA,CAAgD9B,QAAQ,CAAC,EAAE,CAAC,CAAA+B,UAAA,CAAAZ,cAAA,CAAAW,UAAA,IAArDE,gBAAgB,CAAAD,UAAA,IAAEE,mBAAmB,CAAAF,UAAA,IAC5C,IAAAG,UAAA,CAAsDlC,QAAQ,CAAC,EAAE,CAAC,CAAAmC,WAAA,CAAAhB,cAAA,CAAAe,UAAA,IAA3DE,mBAAmB,CAAAD,WAAA,IAAEE,sBAAsB,CAAAF,WAAA,IAClD,IAAAG,WAAA,CAA8BtC,QAAQ,CAAC,KAAK,CAAC,CAAAuC,WAAA,CAAApB,cAAA,CAAAmB,WAAA,IAAtCE,OAAO,CAAAD,WAAA,IAAEE,UAAU,CAAAF,WAAA,IAC1B,IAAAG,WAAA,CAA0B1C,QAAQ,CAAC,KAAK,CAAC,CAAA2C,WAAA,CAAAxB,cAAA,CAAAuB,WAAA,IAAlCE,KAAK,CAAAD,WAAA,IAAEE,QAAQ,CAAAF,WAAA,IAEtB5C,SAAS,CAAC,UAAM,CACd,GAAIa,MAAM,CAAE,CACV,GAAM,CAAAkC,OAAO,CAAGhC,YAAY,CAACiC,GAAG,CAAC,SAACC,IAAI,CAAEC,KAAK,CAAK,CAChD,GACE,CAAAC,SAAS,CAKPF,IAAI,CALNE,SAAS,CACTC,sBAAsB,CAIpBH,IAAI,CAJNG,sBAAsB,CACtBC,YAAY,CAGVJ,IAAI,CAHNI,YAAY,CACZC,aAAa,CAEXL,IAAI,CAFNK,aAAa,CACbC,wBAAwB,CACtBN,IAAI,CADNM,wBAAwB,CAE1B,GAAI,CAAAC,IAAI,CAAGJ,sBAAsB,CACjC,GAAI,MAAO,CAAAI,IAAI,GAAK,QAAQ,CAAEA,IAAI,CAAGA,IAAI,CAACC,KAAK,CAAC,GAAG,CAAC,CAACC,IAAI,CAAC,GAAG,CAAC,CAE9D,MAAO,CACLC,EAAE,CAAET,KAAK,CACTC,SAAS,CAATA,SAAS,CACTC,sBAAsB,CAAEI,IAAI,CAC5BH,YAAY,CAAZA,YAAY,CACZC,aAAa,CAAbA,aAAa,CACbC,wBAAwB,CAAxBA,wBACF,CAAC,CACH,CAAC,CAAC,CACFjC,QAAQ,CAACyB,OAAO,CAACa,MAAM,CAAC,CACxBlC,WAAW,CAACqB,OAAO,CAAC,CAEpB,GAAM,CAAAc,UAAU,CAAG,EAAE,CACrB9C,YAAY,CAAC+C,OAAO,CAAC,SAACb,IAAI,CAAK,CAC7B,GAAIA,IAAI,CAACI,YAAY,GAAK,QAAQ,CAAE,CAClCQ,UAAU,CAACE,IAAI,CAACd,IAAI,CAACE,SAAS,CAAC,CACjC,CAAC,IAAM,CACLU,UAAU,CAACE,IAAI,CAACd,IAAI,CAACE,SAAS,CAAG,GAAG,CAAGF,IAAI,CAACM,wBAAwB,CAAC,CACvE,CACF,CAAC,CAAC,CACFzB,UAAU,CAAC+B,UAAU,CAAC,CACxB,CAAC,IAAM,CACLnC,WAAW,CAAC,CAAAsC,aAAA,EAERL,EAAE,CAAEtC,KAAK,EACNP,QAAQ,EAEd,CAAC,CACFQ,QAAQ,CAACD,KAAK,CAAG,CAAC,CAAC,CACnBS,UAAU,CAAC,CAAChB,QAAQ,CAACqC,SAAS,CAAC,CAAC,CAClC,CACF,CAAC,CAAE,EAAE,CAAC,CAENnD,SAAS,CAAC,UAAM,CACd,GAAM,CAAAiE,GAAG,CAAGxC,QAAQ,CAACuB,GAAG,CAAC,SAACC,IAAI,CAAK,CACjC,GACa,CAAAiB,GAAG,CAKZjB,IAAI,CALNE,SAAS,CACeK,IAAI,CAI1BP,IAAI,CAJNG,sBAAsB,CACRe,WAAW,CAGvBlB,IAAI,CAHNI,YAAY,CACZC,aAAa,CAEXL,IAAI,CAFNK,aAAa,CACbC,wBAAwB,CACtBN,IAAI,CADNM,wBAAwB,CAE1B,GAAM,CAAAa,UAAU,CACdC,QAAQ,CAACb,IAAI,CAAC,GAAKc,UAAU,CAACd,IAAI,CAAC,CAC/Be,MAAM,CAACf,IAAI,CAAC,CACZA,IAAI,CAACC,KAAK,CAAC,GAAG,CAAC,CAACC,IAAI,CAAC,GAAG,CAAC,CAE/B,GAAI,CAAAc,kBAAkB,CAAGlB,aAAa,CACtC,GAAIa,WAAW,GAAK,SAAS,CAAE,CAC7BK,kBAAkB,CAAG,CAAC,MAAM,CAAC,CAC/B,CAAC,IAAM,IAAIA,kBAAkB,CAAC,CAAC,CAAC,GAAK,EAAE,EAAIL,WAAW,GAAK,QAAQ,CAAE,CACnEK,kBAAkB,CAAG,CAAC,SAAS,CAAC,CAClC,CAEA,MAAO,CACLrB,SAAS,CAAEe,GAAG,CACdd,sBAAsB,CAAEgB,UAAU,CAClCf,YAAY,CAAEc,WAAW,CACzBb,aAAa,CAAEkB,kBAAkB,CACjCjB,wBAAwB,CAAxBA,wBACF,CAAC,CACH,CAAC,CAAC,CACFb,UAAU,CAAC,IAAI,CAAC,CAChB,GAAIT,gBAAgB,CAAC2B,MAAM,GAAK,CAAC,EAAIvB,mBAAmB,CAACuB,MAAM,GAAK,CAAC,CAAE,CACrElB,UAAU,CAAC,KAAK,CAAC,CACnB,CACA1B,QAAQ,CAACiD,GAAG,CAAExB,OAAO,CAAC,CACtBI,KAAK,EAAI4B,kBAAkB,CAAC,CAAC,CAC7B3B,QAAQ,CAAC,KAAK,CAAC,CACjB,CAAC,CAAE,CAACrB,QAAQ,CAAEgB,OAAO,CAAC,CAAC,CAEvB,GAAM,CAAAiC,cAAc,CAAG,QAAjB,CAAAA,cAAcA,CAAA,CAAS,CAC3BpD,QAAQ,CAACD,KAAK,CAAG,CAAC,CAAC,CACnB,GAAM,CAAA4B,IAAI,CAAG,CACXU,EAAE,CAAEtC,KAAK,CACT8B,SAAS,CAAE,kBAAkB,CAC7BC,sBAAsB,CAAE,CAAC,CACzBC,YAAY,CAAE,SAAS,CACvBC,aAAa,CAAE,EACjB,CAAC,CACD5B,WAAW,IAAAiD,MAAA,CAAAC,kBAAA,CAAKnD,QAAQ,GAAEwB,IAAI,EAAC,CAAC,CAChCH,QAAQ,CAAC,IAAI,CAAC,CACdhB,UAAU,IAAA6C,MAAA,CAAAC,kBAAA,CAAK/C,OAAO,GAAE,kBAAkB,EAAC,CAAC,CAC9C,CAAC,CAED,GAAM,CAAAgD,oBAAoB,CAAG,QAAvB,CAAAA,oBAAoBA,CAAI3B,KAAK,CAAE4B,IAAI,CAAEC,QAAQ,CAAK,CACtD,GAAID,IAAI,GAAK,cAAc,CAAE,CAC3B,GAAM,CAAAjB,UAAU,CAAAe,kBAAA,CAAO/C,OAAO,CAAC,CAC/B,GAAIJ,QAAQ,CAACyB,KAAK,CAAC,CAACG,YAAY,GAAK,QAAQ,CAAE,CAC7CxB,OAAO,CAACqB,KAAK,CAAC,CAAGzB,QAAQ,CAACyB,KAAK,CAAC,CAACC,SAAS,CAC5C,CAAC,IAAM,CACLtB,OAAO,CAACqB,KAAK,CAAC,CACZzB,QAAQ,CAACyB,KAAK,CAAC,CAACC,SAAS,CACzB,GAAG,CACH1B,QAAQ,CAACyB,KAAK,CAAC,CAACK,wBAAwB,CAC5C,CACAzB,UAAU,CAAC+B,UAAU,CAAC,CACxB,CAEAnC,WAAW,CACTD,QAAQ,CAACuB,GAAG,CAAC,SAACC,IAAI,CAAE+B,QAAQ,CAAK,CAC/B,GAAIA,QAAQ,GAAK9B,KAAK,CAAE,CACtB,GAAI4B,IAAI,GAAK,eAAe,CAAE,CAC5B,OAAAd,aAAA,CAAAA,aAAA,IAAYf,IAAI,KAAAgC,eAAA,IAAGH,IAAI,CAAG,CAACC,QAAQ,CAAC,GACtC,CAAC,IAAM,IAAID,IAAI,GAAK,cAAc,CAAE,CAClC,GAAIC,QAAQ,GAAK,QAAQ,CAAE,CACzB,IAAAG,kBAAA,CAA8BC,iBAAiB,CAACtD,OAAO,CAACqB,KAAK,CAAC,CAAC,CAAvDkC,OAAO,CAAAF,kBAAA,CAAPE,OAAO,CAAEC,QAAQ,CAAAH,kBAAA,CAARG,QAAQ,CACzB,GAAM,CAAAC,GAAG,CAAAtB,aAAA,CAAAA,aAAA,IACJf,IAAI,MACPI,YAAY,CAAE0B,QAAQ,CACtBzB,aAAa,CAAE,CAAC,EAAE,CAAC,CACnBH,SAAS,CAAEiC,OAAO,CAClB7B,wBAAwB,CAAE8B,QAAQ,EACnC,CACD,MAAO,CAAAC,GAAG,CACZ,CAAC,IAAM,KAAAC,KAAA,CACL,GAAQ,CAAA5B,EAAE,CAA2CV,IAAI,CAAjDU,EAAE,CAAEP,sBAAsB,CAAmBH,IAAI,CAA7CG,sBAAsB,CAAEC,YAAY,CAAKJ,IAAI,CAArBI,YAAY,CAChD,OAAAkC,KAAA,EACE5B,EAAE,CAAFA,EAAE,CACFR,SAAS,CAAEtB,OAAO,CAACqB,KAAK,CAAC,CACzBE,sBAAsB,CAAtBA,sBAAsB,CACtBC,YAAY,CAAZA,YAAY,EAAA4B,eAAA,CAAAM,KAAA,CACXT,IAAI,CAAGC,QAAQ,EAAAE,eAAA,CAAAM,KAAA,iBACD,CAAC,EAAE,CAAC,EAAAA,KAAA,CAEvB,CACF,CAAC,IAAM,IAAIT,IAAI,GAAK,WAAW,CAAE,CAC/B,GAAM,CAAAjB,WAAU,CAAAe,kBAAA,CAAO/C,OAAO,CAAC,CAC/BgC,WAAU,CAACX,KAAK,CAAC,CAAG6B,QAAQ,CAC5BjD,UAAU,CAAC+B,WAAU,CAAC,CACtB,GAAIZ,IAAI,CAACI,YAAY,GAAK,QAAQ,CAAE,CAClC,IAAAmC,mBAAA,CAA8BL,iBAAiB,CAACJ,QAAQ,CAAC,CAAjDK,QAAO,CAAAI,mBAAA,CAAPJ,OAAO,CAAEC,SAAQ,CAAAG,mBAAA,CAARH,QAAQ,CACzB,GAAM,CAAAC,IAAG,CAAAtB,aAAA,CAAAA,aAAA,IACJf,IAAI,MACPE,SAAS,CAAEiC,QAAO,CAClB7B,wBAAwB,CAAE8B,SAAQ,EACnC,CACD,MAAO,CAAAC,IAAG,CACZ,CAAC,IAAM,CACL,OAAAtB,aAAA,CAAAA,aAAA,IAAYf,IAAI,KAAAgC,eAAA,IAAGH,IAAI,CAAGC,QAAQ,GACpC,CACF,CAAC,IAAM,CACL,OAAAf,aAAA,CAAAA,aAAA,IAAYf,IAAI,KAAAgC,eAAA,IAAGH,IAAI,CAAGC,QAAQ,GACpC,CACF,CACA,MAAO,CAAA9B,IAAI,CACb,CAAC,CACH,CAAC,CACH,CAAC,CAED,GAAM,CAAAwC,iBAAiB,CAAG,QAApB,CAAAA,iBAAiBA,CAAIvC,KAAK,CAAK,CACnCxB,WAAW,CAACD,QAAQ,CAACiE,MAAM,CAAC,SAACC,CAAC,CAAEX,QAAQ,QAAK,CAAA9B,KAAK,GAAK8B,QAAQ,GAAC,CAAC,CACnE,CAAC,CAED,GAAM,CAAAG,iBAAiB,CAAG,QAApB,CAAAA,iBAAiBA,CAAIS,IAAI,CAAK,CAClC,GAAM,CAAAC,cAAc,CAAGD,IAAI,CAACE,OAAO,CAAC,KAAK,CAAE,GAAG,CAAC,CAC/C,GAAM,CAAAV,OAAO,CAAGS,cAAc,CAACE,SAAS,CAAC,CAAC,CAAEF,cAAc,CAACG,WAAW,CAAC,GAAG,CAAC,CAAC,CAC5E,GAAM,CAAAX,QAAQ,CAAGQ,cAAc,CAACE,SAAS,CACvCF,cAAc,CAACG,WAAW,CAAC,GAAG,CAAC,CAAG,CACpC,CAAC,CACD,MAAO,CAAEZ,OAAO,CAAPA,OAAO,CAAEC,QAAQ,CAARA,QAAS,CAAC,CAC9B,CAAC,CAED,GAAM,CAAAY,eAAe,CAAG,QAAlB,CAAAA,eAAeA,CAAI/C,KAAK,CAAEzC,KAAK,CAAEkD,EAAE,CAAK,CAC5CzB,mBAAmB,CAACD,gBAAgB,CAACyD,MAAM,CAAC,SAACzC,IAAI,QAAK,CAAAA,IAAI,GAAKU,EAAE,GAAC,CAAC,CACnEkB,oBAAoB,CAAC3B,KAAK,CAAE,wBAAwB,CAAEzC,KAAK,CAAC,CAC5D,GAAIA,KAAK,GAAK,EAAE,GAAK,CAAC8D,MAAM,CAAC9D,KAAK,CAAC,EAAI8D,MAAM,CAAC9D,KAAK,CAAC,EAAI,CAAC,CAAC,CAAE,CAC1D,GAAM,CAAAyF,mBAAmB,CAAGC,KAAK,CAACC,IAAI,CAAC,GAAI,CAAAC,GAAG,IAAA1B,MAAA,CAAAC,kBAAA,CAAK3C,gBAAgB,GAAE0B,EAAE,EAAC,CAAC,CAAC,CAC1EzB,mBAAmB,CAACgE,mBAAmB,CAAC,CAC1C,CACF,CAAC,CAED,GAAM,CAAA1B,kBAAkB,CAAG,QAArB,CAAAA,kBAAkBA,CAAInB,YAAY,CAAEH,KAAK,CAAEzC,KAAK,CAAEkD,EAAE,CAAK,CAC7DrB,sBAAsB,CAACD,mBAAmB,CAACqD,MAAM,CAAC,SAACzC,IAAI,QAAK,CAAAA,IAAI,GAAKU,EAAE,GAAC,CAAC,CACzEkB,oBAAoB,CAAC3B,KAAK,CAAE,eAAe,CAAEzC,KAAK,CAAC,CACnD,GACE,CAAC4C,YAAY,GAAK,MAAM,EACtBA,YAAY,GAAK,KAAK,EACtBA,YAAY,GAAK,KAAK,GACxB5C,KAAK,GAAK,EAAE,CACZ,CACA,GAAM,CAAA6F,sBAAsB,CAAGH,KAAK,CAACC,IAAI,CACvC,GAAI,CAAAC,GAAG,IAAA1B,MAAA,CAAAC,kBAAA,CAAKvC,mBAAmB,GAAEsB,EAAE,EAAC,CACtC,CAAC,CACDrB,sBAAsB,CAACgE,sBAAsB,CAAC,CAChD,CACF,CAAC,CAED,GAAM,CAAA7B,kBAAkB,CAAG,QAArB,CAAAA,kBAAkBA,CAAA,CAAS,CAC/BxD,SAAS,CAACsF,OAAO,CAACC,QAAQ,CAAC,CACzBC,GAAG,CAAExF,SAAS,CAACsF,OAAO,CAACG,YAAY,CACnCC,QAAQ,CAAE,QACZ,CAAC,CAAC,CACJ,CAAC,CAED,mBACEtG,KAAA,CAAAE,SAAA,EAAAqG,QAAA,eACEvG,KAAA,QAAKwG,KAAK,CAAE,CAAEC,OAAO,CAAE,MAAM,CAAEC,UAAU,CAAE,QAAQ,CAAEC,YAAY,CAAE,EAAG,CAAE,CAAAJ,QAAA,eACtEzG,IAAA,UAAO0G,KAAK,CAAE,CAAEI,KAAK,CAAE,OAAQ,CAAE,CAAAL,QAAA,CAAC,aAAW,CAAO,CAAC,cACrDzG,IAAA,CAACV,MAAM,EACLyH,OAAO,CAAC,WAAW,CACnB1D,IAAI,CAAC,OAAO,CACZ2D,OAAO,cAAEhH,IAAA,CAACd,OAAO,GAAE,CAAE,CACrB+H,SAAS,CAAC,QAAQ,CAClBC,OAAO,CAAE3C,cAAe,CAAAkC,QAAA,CACzB,MAED,CAAQ,CAAC,EACN,CAAC,cACNzG,IAAA,QAAKiH,SAAS,CAAC,iBAAiB,CAAAR,QAAA,CAC7BnF,QAAQ,CAACuB,GAAG,CAAC,SAACC,IAAI,CAAEC,KAAK,qBACxB7C,KAAA,QAAK+G,SAAS,CAAC,MAAM,CAAAR,QAAA,eACnBzG,IAAA,UACE0G,KAAK,CAAE,CACLS,WAAW,CAAE,CACf,CAAE,CAAAV,QAAA,CACH,cAED,CAAO,CAAC,cACRzG,IAAA,CAACP,UAAU,EACTa,KAAK,CAAEwC,IAAI,CAACI,YAAa,CACzBkE,QAAQ,CAAE,SAAAA,SAACC,CAAC,CAAK,CACf3C,oBAAoB,CAAC3B,KAAK,CAAE,cAAc,CAAEsE,CAAC,CAACC,MAAM,CAAChH,KAAK,CAAC,CAC3D,GACE+G,CAAC,CAACC,MAAM,CAAChH,KAAK,GAAK,MAAM,EACzB+G,CAAC,CAACC,MAAM,CAAChH,KAAK,GAAK,KAAK,EACxB+G,CAAC,CAACC,MAAM,CAAChH,KAAK,GAAK,KAAK,CACxB,CACA,GAAM,CAAA6F,sBAAsB,CAAGH,KAAK,CAACC,IAAI,CACvC,GAAI,CAAAC,GAAG,IAAA1B,MAAA,CAAAC,kBAAA,CAAKvC,mBAAmB,GAAEY,IAAI,CAACU,EAAE,EAAC,CAC3C,CAAC,CACDrB,sBAAsB,CAACgE,sBAAsB,CAAC,CAChD,CAAC,IAAM,CACLhE,sBAAsB,CAAC,EAAE,CAAC,CAC5B,CACF,CAAE,CAAAsE,QAAA,cAEFzG,IAAA,CAACX,GAAG,EAACkI,EAAE,CAAEC,MAAM,CAACC,eAAgB,CAAAhB,QAAA,CAC7BpG,cAAc,CAACwC,GAAG,CAAC,SAACC,IAAI,qBACvB9C,IAAA,CAACX,GAAG,EAAkBkI,EAAE,CAAE,CAAEG,UAAU,CAAE,MAAO,CAAE,CAAAjB,QAAA,cAC/CzG,IAAA,CAACT,gBAAgB,EACfe,KAAK,CAAEwC,IAAI,CAACxC,KAAM,CAClBqH,OAAO,cAAE3H,IAAA,CAACR,KAAK,GAAE,CAAE,CACnBe,KAAK,CAAEuC,IAAI,CAACvC,KAAM,CACnB,CAAC,EALMuC,IAAI,CAACxC,KAMV,CAAC,EACP,CAAC,CACC,CAAC,CACI,CAAC,cACbN,IAAA,CAACX,GAAG,EAACuI,OAAO,CAAC,MAAM,CAAM,CAAC,cAE1B5H,IAAA,CAACN,SAAS,EACRmI,KAAK,CAAE/E,IAAI,CAACE,SAAS,GAAK,EAAE,CAAG,KAAK,CAAG,IAAK,CAC5C0D,KAAK,CAAE,CAAEoB,QAAQ,CAAE,KAAM,CAAE,CAC3BvH,KAAK,CAAC,YAAY,CAClB8C,IAAI,CAAC,OAAO,CACZ/C,KAAK,CACHwC,IAAI,CAACI,YAAY,GAAK,QAAQ,CAC1BJ,IAAI,CAACE,SAAS,CACdF,IAAI,CAACE,SAAS,CAAG,GAAG,CAAGF,IAAI,CAACM,wBACjC,CACDgE,QAAQ,CAAE,SAAAA,SAACC,CAAC,CAAK,CACf3C,oBAAoB,CAAC3B,KAAK,CAAE,WAAW,CAAEsE,CAAC,CAACC,MAAM,CAAChH,KAAK,CAAC,CAC1D,CAAE,CACFyH,UAAU,CAAC,kFAAkF,CAC9F,CAAC,cACF/H,IAAA,CAACX,GAAG,EAACuI,OAAO,CAAC,MAAM,CAAM,CAAC,cAE1B5H,IAAA,CAACN,SAAS,EACRmI,KAAK,CAAEzD,MAAM,CAACtB,IAAI,CAACG,sBAAsB,CAAC,CAAG,CAAC,CAAG,KAAK,CAAG,IAAK,CAC9D1C,KAAK,CAAC,wBAAwB,CAC9B8C,IAAI,CAAC,OAAO,CACZ/C,KAAK,CAAEwC,IAAI,CAACG,sBAAuB,CACnCmE,QAAQ,CAAE,SAAAA,SAACC,CAAC,CAAK,CACfvB,eAAe,CAAC/C,KAAK,CAAEsE,CAAC,CAACC,MAAM,CAAChH,KAAK,CAAEwC,IAAI,CAACU,EAAE,CAAC,CACjD,CAAE,CACH,CAAC,CACD1B,gBAAgB,CAACkG,QAAQ,CAAClF,IAAI,CAACU,EAAE,CAAC,eACjCxD,IAAA,CAACZ,KAAK,EAAC6I,QAAQ,CAAC,OAAO,CAAAxB,QAAA,CAAC,uCAExB,CAAO,CACR,cACDzG,IAAA,CAACX,GAAG,EAACuI,OAAO,CAAC,MAAM,CAAM,CAAC,CAEzB9E,IAAI,CAACI,YAAY,GAAK,SAAS,eAC9BhD,KAAA,CAAAE,SAAA,EAAAqG,QAAA,eACEzG,IAAA,CAACN,SAAS,EACRgH,KAAK,CAAE,CAAEoB,QAAQ,CAAE,KAAM,CAAE,CAC3BvH,KAAK,CACHuC,IAAI,CAACI,YAAY,GAAK,MAAM,EAC5BJ,IAAI,CAACI,YAAY,GAAK,KAAK,EAC3BJ,IAAI,CAACI,YAAY,GAAK,KAAK,CACvB,cAAc,CACd,yBACL,CACDG,IAAI,CAAC,OAAO,CACZ/C,KAAK,CAAEwC,IAAI,CAACK,aAAa,CAAC,CAAC,CAAE,CAC7BiE,QAAQ,CAAE,SAAAA,SAACC,CAAC,CAAK,CACfhD,kBAAkB,CAChBvB,IAAI,CAACI,YAAY,CACjBH,KAAK,CACLsE,CAAC,CAACC,MAAM,CAAChH,KAAK,CACdwC,IAAI,CAACU,EACP,CAAC,CACH,CAAE,CACFuE,UAAU,CACRjF,IAAI,CAACI,YAAY,GAAK,MAAM,EAC5BJ,IAAI,CAACI,YAAY,GAAK,KAAK,EAC3BJ,IAAI,CAACI,YAAY,GAAK,KAAK,CACvB,yHAAyH,CACzH,EACL,CACF,CAAC,CACDJ,IAAI,CAACI,YAAY,GAAK,QAAQ,EAC7BhB,mBAAmB,CAAC8F,QAAQ,CAAClF,IAAI,CAACU,EAAE,CAAC,EACrCV,IAAI,CAACK,aAAa,CAAC,CAAC,CAAC,EAAI,EAAE,eACzBnD,IAAA,CAACZ,KAAK,EAAC6I,QAAQ,CAAC,OAAO,CAAAxB,QAAA,CAAC,oCAExB,CAAO,CACR,EACH,CACH,CAEAnF,QAAQ,CAACmC,MAAM,CAAG,CAAC,eAClBzD,IAAA,CAACL,OAAO,EAACuI,KAAK,CAAC,cAAc,CAACC,SAAS,CAAC,KAAK,CAAA1B,QAAA,cAC3CzG,IAAA,QACEiH,SAAS,CAAC,WAAW,CACrBC,OAAO,CAAE,SAAAA,QAAA,QAAM,CAAA5B,iBAAiB,CAACvC,KAAK,CAAC,EAAC,CAAA0D,QAAA,cAExCzG,IAAA,CAACb,UAAU,EAAC8H,SAAS,CAAC,YAAY,CAAE,CAAC,CAClC,CAAC,CACC,CACV,GAzHwBnE,IAAI,CAACU,EA0H3B,CAAC,EACP,CAAC,CACC,CAAC,EACN,CAAC,CAEP,CAAC,CAED,cAAe,CAAAhD,aAAa,CAE5B,GAAM,CAAAgH,MAAM,CAAG,CACbY,eAAe,CAAE,CACftB,KAAK,CAAE,MAAM,CACbuB,MAAM,CAAE,QAAQ,CAChBhF,IAAI,CAAE,OACR,CAAC,CACDoE,eAAe,CAAE,CACfd,OAAO,CAAE,MAAM,CACf2B,QAAQ,CAAE,MAAM,CAChB1B,UAAU,CAAE,QAAQ,CACpBE,KAAK,CAAE,MACT,CACF,CAAC","ignoreList":[]},"metadata":{},"sourceType":"module","externalDependencies":[]}

{xinference-0.15.2.dist-info → xinference-0.15.4.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: xinference
-Version: 0.15.2
+Version: 0.15.4
 Summary: Model Serving Made Easy
 Home-page: https://github.com/xorbitsai/inference
 Author: Qin Xuye
@@ -53,7 +53,7 @@ Requires-Dist: bitsandbytes; extra == "all"
 Requires-Dist: protobuf; extra == "all"
 Requires-Dist: einops; extra == "all"
 Requires-Dist: tiktoken; extra == "all"
-Requires-Dist: sentence-transformers>=2.7.0; extra == "all"
+Requires-Dist: sentence-transformers>=3.1.0; extra == "all"
 Requires-Dist: diffusers>=0.30.0; extra == "all"
 Requires-Dist: imageio-ffmpeg; extra == "all"
 Requires-Dist: controlnet-aux; extra == "all"
@@ -71,7 +71,7 @@ Requires-Dist: WeTextProcessing<1.0.4; extra == "all"
 Requires-Dist: librosa; extra == "all"
 Requires-Dist: xxhash; extra == "all"
 Requires-Dist: torchaudio; extra == "all"
-Requires-Dist: ChatTTS>0.1; extra == "all"
+Requires-Dist: ChatTTS<0.2,>0.1; extra == "all"
 Requires-Dist: lightning>=2.0.0; extra == "all"
 Requires-Dist: hydra-core>=1.3.2; extra == "all"
 Requires-Dist: inflect; extra == "all"
@@ -104,7 +104,7 @@ Requires-Dist: WeTextProcessing<1.0.4; extra == "audio"
 Requires-Dist: librosa; extra == "audio"
 Requires-Dist: xxhash; extra == "audio"
 Requires-Dist: torchaudio; extra == "audio"
-Requires-Dist: ChatTTS>0.1; extra == "audio"
+Requires-Dist: ChatTTS<0.2,>0.1; extra == "audio"
 Requires-Dist: tiktoken; extra == "audio"
 Requires-Dist: torch>=2.0.0; extra == "audio"
 Requires-Dist: lightning>=2.0.0; extra == "audio"
@@ -153,10 +153,11 @@ Requires-Dist: sphinx-design; extra == "doc"
 Requires-Dist: prometheus-client; extra == "doc"
 Requires-Dist: timm; extra == "doc"
 Provides-Extra: embedding
-Requires-Dist: sentence-transformers>=2.7.0; extra == "embedding"
+Requires-Dist: sentence-transformers>=3.1.0; extra == "embedding"
 Provides-Extra: image
 Requires-Dist: diffusers>=0.30.0; extra == "image"
 Requires-Dist: controlnet-aux; extra == "image"
+Requires-Dist: deepcache; extra == "image"
 Provides-Extra: intel
 Requires-Dist: torch==2.1.0a0; extra == "intel"
 Requires-Dist: intel-extension-for-pytorch==2.1.10+xpu; extra == "intel"

{xinference-0.15.2.dist-info → xinference-0.15.4.dist-info}/RECORD

@@ -1,15 +1,15 @@
 xinference/__init__.py,sha256=muQ9V9y11BcIqlZhhc06oDf193H7bwDIa8e_wSoDKI8,986
 xinference/_compat.py,sha256=xFztCfyrq3O_4bssL_ygghYkfxicv_ZhiX2YDDWHf-k,3571
-xinference/_version.py,sha256=7zQEeiDI-E0CU8s4-vIp-965xHo_KhHTI48Mp2N5KWw,498
+xinference/_version.py,sha256=rsb6h82zrpecXkwoQPZlv48UaKLjrNi7qg2qXrXoSZE,498
 xinference/conftest.py,sha256=56HYQjsAJcQrpZSmskniPqH9dLoW-i3Oud6NVTtc4io,9752
-xinference/constants.py,sha256=f8RxXrnnhoEYSwhiDSp8nKeUMF-KE4GyerMg-pa3Vv4,3582
+xinference/constants.py,sha256=QsYxf86vqJVbn5L2SXH5hdyCdiZy7hRD-Qx5Sse4DqE,3758
 xinference/device_utils.py,sha256=zswJiws3VyTIaNO8z-MOcsJH_UiPoePPiKK5zoNrjTA,3285
 xinference/fields.py,sha256=0UtBFaDNzn1n9MRjyTkNrolsIML-TpZfudWOejqjni8,5245
 xinference/isolation.py,sha256=uhkzVyL3fSYZSuFexkG6Jm-tRTC5I607uNg000BXAnE,1949
 xinference/types.py,sha256=LHTbNLf0zI-FLruxRuBt2KMpk2P4eKpYdFvh2qzNTGI,12458
 xinference/utils.py,sha256=VSOJMFd9H7kce98OtJZbcDjjpfzRpHAFs8WU0xXPBM8,717
 xinference/api/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
-xinference/api/restful_api.py,sha256=5UR9RVbrxOJmBwwepxOrRmH49JGVzkp6Tku1os-zzLU,83540
+xinference/api/restful_api.py,sha256=Gp_1fGYLximhr9yTqxvBv9O84HO47-tnTwA5h7o8Ff4,84506
 xinference/api/oauth2/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
 xinference/api/oauth2/auth_service.py,sha256=74JzB42fbbmBu4Q1dW3A9Fp_N7167KgRGB42Z0NHjAM,6119
 xinference/api/oauth2/types.py,sha256=K923sv_XySIUtM2Eozl9IG082IJcDOS5SFLrPZ5ELBg,996
@@ -18,20 +18,21 @@ xinference/client/__init__.py,sha256=Gc4HOzAy_1cic5kXlso7hahYgw89CKvZSJDicEU461k
 xinference/client/common.py,sha256=iciZRs5YjM2gYsXnwACPMaiBZp4_XpawWwfym0Iyu40,1617
 xinference/client/handlers.py,sha256=OKl_i5FA341wsQf_0onSOPbbW6V861WJrSP7ghtDc8c,527
 xinference/client/restful/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
-xinference/client/restful/restful_client.py,sha256=rz3d5n1sTluZG6zj0B8jsM40LLNtUAlmPzDdBDrDvFY,50780
+xinference/client/restful/restful_client.py,sha256=eTZf9M0GG6ZaShWhpY7O-yG0BH3ceKZZ-d-DuVDg55g,51189
 xinference/core/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
 xinference/core/cache_tracker.py,sha256=3ubjYCU5aZToSp2GEuzedECVrg-PR4kThTefrFUkb9g,6971
 xinference/core/chat_interface.py,sha256=tM4hQPZ0UVcmE4_-auXWkq2z0rWmZBwwXNwbbl5zvGQ,20666
 xinference/core/event.py,sha256=42F38H2WOl6aPxp2oxX6WNxHRRxbnvYRmbt4Ar7NP4U,1640
-xinference/core/image_interface.py,sha256=-elEvAYVga8KXbl9uc1A8oV0YWK0QbKDu5RPofkxxXs,11837
+xinference/core/image_interface.py,sha256=WsJjrcJG3itQJb-qiuZKWtK4_XLPPnxkEy9VCyZcQmw,13636
 xinference/core/metrics.py,sha256=ScmTG15Uq3h_ob72ybZSMWdnk8P4sUZFcm60f4ikSXc,2631
-xinference/core/model.py,sha256=_X0aPIcTtdy886tMxuoto_nwXqCrm3S8IMalv3Kq5QU,30354
+xinference/core/model.py,sha256=bwmiqRctnXbJlsHhS3O3JA5G0xRNNRd_HqlAGyRrzVo,32086
+xinference/core/progress_tracker.py,sha256=LIF6CLIlnEoSBkuDCraJktDOzZ31mQ4HOo6EVr3KpQM,6453
 xinference/core/resource.py,sha256=FQ0aRt3T4ZQo0P6CZZf5QUKHiCsr5llBvKb1f7wfnxg,1611
 xinference/core/scheduler.py,sha256=qONNFqAlnYDcmmzPO5jfU-r0aZ1Lhhpn1oSaA5CAGTE,15485
 xinference/core/status_guard.py,sha256=4an1KjUOhCStgRQUw1VSzXcycXUtvhxwiMREKKcl1UI,2828
-xinference/core/supervisor.py,sha256=bNMyGM-cqHwSqhYxHlR6oePEKqt9D4tcrBFMAb6-oV0,52510
+xinference/core/supervisor.py,sha256=Wkjhk1tfRuhyQmcVNrHZApWO09MDA5-Uu4u2p1GBj3I,52964
 xinference/core/utils.py,sha256=p3ptQMdzKu9WxdUJ2EdDTXvPDl53BGwiNuVWuhaE4EU,8536
-xinference/core/worker.py,sha256=IvcagHkXpMKjTvZl9svXko5hRuKN3czhbi5phGv-6No,46264
+xinference/core/worker.py,sha256=QhxVhpeKl-QYKA_77kUXTj5-rhodHAXlOhgtvqZiiRI,46329
 xinference/deploy/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
 xinference/deploy/cmdline.py,sha256=YNXbPIT9zJIp5EQzl_rH5KwDDYqBd2CbaOVF8hA0lws,48120
 xinference/deploy/local.py,sha256=gcH6WfTxfhjvNkxxKZH3tcGtXV48BEPoaLWYztZHaeo,3954
@@ -42,23 +43,23 @@ xinference/deploy/test/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQ
 xinference/deploy/test/test_cmdline.py,sha256=m8xDzjtDuAJy0QkvYVJIZDuTB29cmYBV0d231JyRCPU,7714
 xinference/model/__init__.py,sha256=J7cdxnDxbr-4c8JREXWEIZ8MkB_VokXVaEOsI7ycjho,1101
 xinference/model/core.py,sha256=WQakLJgxrJMbTGn9AVaw-Tas7QL5M8cJsuYpGgH-io8,4706
-xinference/model/utils.py,sha256=-eGdgTgCJYowL9VpJaXb6T8RVKOUpfzwyQHOJ0qaeM8,11958
+xinference/model/utils.py,sha256=-axJ9I1IZ0li5Y2qzfFrsz8nMOGnoXXhmULu_e4aIKc,11196
 xinference/model/audio/__init__.py,sha256=G4n-MyzdarFVOndPRkEyZZrCwqFIG8yIsky6_5dife0,3433
-xinference/model/audio/chattts.py,sha256=rMH6-9M8boZdpUSgxaAge-LraE79nRs6mVc0nPLHd5A,4585
-xinference/model/audio/core.py,sha256=2QexrIh3hDoaNeWh5rOMas9q4zDCZTaazsLRdQ7D5Zw,6512
+xinference/model/audio/chattts.py,sha256=EXAfNATwblcilMjU3ff1dzTDJkjwQMXBo6zZ_517Jvo,4659
+xinference/model/audio/core.py,sha256=8rIyw0PLW2Py2-V7xsij4uQGGY39D_uq6uICuICobO8,6494
 xinference/model/audio/cosyvoice.py,sha256=Enur1Y4Xa-mpr7wwnoXWwhyh7PUAjrHZ8DV91tTrpjE,6426
 xinference/model/audio/custom.py,sha256=8GXBRmTtR-GY03-E91nlRGTIuabCRzlt20ecU6Un6Y8,4985
 xinference/model/audio/fish_speech.py,sha256=v2WVEV-BLWnbiDvqrx8WTGE_YNKmd9QoAF1LZBXWxn0,7310
 xinference/model/audio/funasr.py,sha256=65z7U7_F14CCP-jg6BpeY3_49FK7Y5OCRSzrhhsklCg,4075
-xinference/model/audio/model_spec.json,sha256=Ixo-15HVY2vu3_J5lElLL6texoJ41YwH-TBDB139NP8,4858
-xinference/model/audio/model_spec_modelscope.json,sha256=club_Pb1BdFPu5EOR5oVktsi2SiSrKYc7lHKsERjpds,1765
+xinference/model/audio/model_spec.json,sha256=rBfDYgiZNI0d1t01emx_UosEqap4JxD1OUJoocmlEMI,5120
+xinference/model/audio/model_spec_modelscope.json,sha256=Ul7_zy49N5zvio8-1WZEBFzZXS5_ueT49frWepMF8KY,2031
 xinference/model/audio/utils.py,sha256=pwo5cHh8nvhyBa9f-17QaVpXMSjmbpGbPYKwBBtEhGM,717
 xinference/model/audio/whisper.py,sha256=PQL7rebGC7WlIOItuDtjdEtSJtlhxFkolot-Fj-8uDU,7982
 xinference/model/embedding/__init__.py,sha256=1GmvQsbeeVUT-VRaRGetf8UT4RQgLWIzfp5kfX5jw-k,3567
-xinference/model/embedding/core.py,sha256=5LvIJMDJYguhXa_U0n1yx_B88QmHU_34bFqYgHximRk,18269
+xinference/model/embedding/core.py,sha256=cJUnq2dzjoYfRJeSEn0yhsqF4JbHfoXf3IMqyjdvFHk,18702
 xinference/model/embedding/custom.py,sha256=757KncqhsOWVypHZFtuhBP_xy-UTNaFdy0BuZRfuIV8,3848
-xinference/model/embedding/model_spec.json,sha256=jhM2MVaxhihFvShVs18xx0vuneBfAVDUCFyaJ9IgIh8,6889
-xinference/model/embedding/model_spec_modelscope.json,sha256=FYMBk4zE__lvjU0tiT5aNW1QYd1cr2Gj39BShG2h2PU,6010
+xinference/model/embedding/model_spec.json,sha256=cVYzB4VLYw2FoP7bfLntTuMVDEigHTGDSyBtcj8F6gc,7060
+xinference/model/embedding/model_spec_modelscope.json,sha256=1qyMQR-JrcSZ_WB5gEtNI9IEzE9orSM41rjSXS6rMs4,6210
 xinference/model/embedding/utils.py,sha256=t_y-7TrYenJKzX3p8e8KWXyC66u7Kd7lMvSzEOolnZw,790
 xinference/model/flexible/__init__.py,sha256=DUAfq9vaiXOfUJfP2WRfqDmGfMtKMqRE-wLETaJw4_w,1718
 xinference/model/flexible/core.py,sha256=3REGHL9uUTgwgEEr6qv5uNMq-j-7by4bAco7QNwwxx4,7231
@@ -67,22 +68,22 @@ xinference/model/flexible/launchers/__init__.py,sha256=X8w_2hKuQ9H3f90XYK7H_AQU4
 xinference/model/flexible/launchers/image_process_launcher.py,sha256=APbbHls0N9DpLFL6_qTexuc5o6bQAvdgJEAZWU4clyw,2510
 xinference/model/flexible/launchers/transformers_launcher.py,sha256=OZeeogDfopRUGhulP4PRJ4fZEJ2D9cfv7lcC2qJBoDE,2012
 xinference/model/image/__init__.py,sha256=80HBIbKh6lh-BgNaTo6k0TxxKjdG30bwHAdCiwVk6wk,3198
-xinference/model/image/core.py,sha256=ir1ns0qlUIlKnd0JS2cAJUppeEeczWYOnf6ecUCaLhM,8907
+xinference/model/image/core.py,sha256=qdqFMpPa2OSi0d5a4_iASEjL8s5vxxl1IRTJjmxfwO0,8959
 xinference/model/image/custom.py,sha256=5gjujQpJVTJ-pVB5LzBo4-bWKKOHzFlRaoRKJ_CuIUg,3769
 xinference/model/image/model_spec.json,sha256=JyXU-v4ysRT4yqwkmXgISY3uVWjeSiBLyH8fS7XO1_g,5368
 xinference/model/image/model_spec_modelscope.json,sha256=r3_m9XZo1QZgmASg5navOPs0ivlft5wVPF1SpbAVNBg,4266
-xinference/model/image/sdapi.py,sha256=XhSIfEQY8giC0KC04CoMBJea9dZSFO4Ci8fQlAlxk54,4685
+xinference/model/image/sdapi.py,sha256=Xgdtnvw4Xwj1Nc0cBoDo_ogH6E2mFJqLvX0jSxxgdnA,5936
 xinference/model/image/utils.py,sha256=gxg8jJ2nYaDknzCcSC53WCy1slbB5aWU14AbJbfm6Z4,906
 xinference/model/image/stable_diffusion/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
-xinference/model/image/stable_diffusion/core.py,sha256=K6g-BGs_Y2Pns0tG7BTQ3QZcMnvDOb-FXY4JyQYiooo,18842
+xinference/model/image/stable_diffusion/core.py,sha256=NeCfkKjRdebgOOGMmg8DGVPR29D9vgX3V72qETgwPp0,24230
 xinference/model/llm/__init__.py,sha256=elINGzzDXmSissG32UMG7BfMqNgXwSM7USBaTorGWSA,12428
 xinference/model/llm/core.py,sha256=f4nKVPTAseivij6mbL2yXEKxrzllKm-_i2ttSqckTCg,8157
-xinference/model/llm/llm_family.json,sha256=5_fQgQbHT5FVYGxtovTMW9DY9aqEpvedYukWtBZnS04,285456
+xinference/model/llm/llm_family.json,sha256=9peVrsgESrC-HPsIXS7wDcTsz_oNcGwrsw-Jh_yDSLU,285589
 xinference/model/llm/llm_family.py,sha256=eqeaHwLeS2TDB_ATf_h6YkH6OiyyF_4cSF_bOq3pTws,37432
 xinference/model/llm/llm_family_csghub.json,sha256=zMKWbihsxQNVB1u5iKJbZUkbOfQ4IPNq1KQ-8IDPQQA,8759
-xinference/model/llm/llm_family_modelscope.json,sha256=XekwX8I6HCh_L8YVAYCuEVd8A2z-Zbfy2f9xtPOQVyM,215036
+xinference/model/llm/llm_family_modelscope.json,sha256=IcnRScrHkM4b6-rrpto4hCZ541rkUpdkaUa8wgSw8No,215985
 xinference/model/llm/memory.py,sha256=NEIMw6wWaF9S_bnBYq-EyuDhVbUEEeceQhwE1iwsrhI,10207
-xinference/model/llm/utils.py,sha256=In1a9PwFF2_8suh9J4H1Yh4jyZDPbhI0MRZLIeez4dE,21401
+xinference/model/llm/utils.py,sha256=_FHJHZ9d1tYj4NwiG4TYftEp9L5vah6slUkqHKnn21U,23543
 xinference/model/llm/llama_cpp/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
 xinference/model/llm/llama_cpp/core.py,sha256=vjuTapwbn-ZjUX-8WA0nFyicE4UGUSehU_csSetvcZw,10928
 xinference/model/llm/lmdeploy/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -93,34 +94,35 @@ xinference/model/llm/sglang/__init__.py,sha256=-sjSIQ4K6w-TEzx49kVaWeWC443fnZqOD
 xinference/model/llm/sglang/core.py,sha256=ft4QlDw36gwoic8lyjtSx2ai6KTW84CPVbYr8grqGMI,16698
 xinference/model/llm/transformers/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
 xinference/model/llm/transformers/chatglm.py,sha256=pCJgoc0Ikny5BL85iHXl9M6zKgIzAHBsd81NAZ31yRI,17834
-xinference/model/llm/transformers/cogvlm2.py,sha256=wqWM6AhVQssgkUOcVX2N7RU7kjnAu55r6ZlUjh9iJro,15942
-xinference/model/llm/transformers/cogvlm2_video.py,sha256=dupPGQur8xGie5roA1ibpTIIZNoO-KMynvr7303pyl0,11809
+xinference/model/llm/transformers/cogvlm2.py,sha256=I5Ftm0VYjbTAv5ZARZCo32Ggpw58PJfHs5B_nX_BIlU,15972
+xinference/model/llm/transformers/cogvlm2_video.py,sha256=ZGkpC4x2uEtjwoMrLSODmAUYTjOeSNYxZi9VpQrpnhU,11857
 xinference/model/llm/transformers/compression.py,sha256=U0vMJ-JaBt4oC2LffgWg6HbPj1CeUi_YdwVbjDd0mRA,8112
-xinference/model/llm/transformers/core.py,sha256=-YmBzM5WbK-B3YIv7rWPFewDEx5xFDWyPO8YqFr8Sv8,31012
+xinference/model/llm/transformers/core.py,sha256=fyM7WXsVTEs38LAUPe-CJf45czInrNf1ifsWWexZ5nM,31128
 xinference/model/llm/transformers/deepseek_v2.py,sha256=HSddUBm5sKpHTNtPbTao9r3Yif-_xRAJrAtfCyELnhw,12975
-xinference/model/llm/transformers/deepseek_vl.py,sha256=eb-UH6g1Vr-jaZnGSkn_Ud4WYBzDuYR24CV_tAvo9iM,10397
-xinference/model/llm/transformers/glm4v.py,sha256=Uz7y2A_cSDeVVfe4D31h9LGqtUJ51plckt6jmnm_z7c,13841
-xinference/model/llm/transformers/intern_vl.py,sha256=3K0_2ng4zBgsnobzV7AfDEq7NzZu676JfNM54oE3AXQ,18222
+xinference/model/llm/transformers/deepseek_vl.py,sha256=pB6i6DW5oyfHdqTgKpi2DkIKVGlPLGIDR_Op0sB1uKA,10445
+xinference/model/llm/transformers/glm4v.py,sha256=goph2HhpV8gUm2t8-T1P-jTF2r_kPeH6QNe64lmlm0g,13871
+xinference/model/llm/transformers/intern_vl.py,sha256=0pbze1eo3HvNQ0nW-mVJcJuJ4GrEyBBqQAYIdXnAn6c,18270
 xinference/model/llm/transformers/internlm2.py,sha256=nRrmbH9bJl_wLcCH4zSy0EeKeP_ht-b8bVvbG2pMgV0,7228
-xinference/model/llm/transformers/minicpmv25.py,sha256=8fcmQo5VAst0vniV2-N6109Nq0sA56O2vWVxMvdZWxo,6766
-xinference/model/llm/transformers/minicpmv26.py,sha256=QRO5gnxuFMiJDNZ-v3os1A_4bn4fzrDvYjAOhdPQ4Lw,13392
-xinference/model/llm/transformers/omnilmm.py,sha256=MBsh-qaDnjtrtTRrAR7ArgHyupfpowwntuTuOj7xGkA,5124
-xinference/model/llm/transformers/qwen2_audio.py,sha256=tkLL523jdn1rVDfHV9RfLldDIISuMiukTJYt-h-dJ4o,5987
-xinference/model/llm/transformers/qwen2_vl.py,sha256=IMEdVJiHm3JccZg-vpSKCIElv8XtMrUPD3wT6yHel0A,8419
-xinference/model/llm/transformers/qwen_vl.py,sha256=JfMuiEqYuRIlDv5cIiRbLCd4DJQRgwCFoxc0JTJTGgs,14028
+xinference/model/llm/transformers/minicpmv25.py,sha256=mr80-OlSlK_opSuAO3cz_QlkqujLr6V-OsTP0ebwpE8,6814
+xinference/model/llm/transformers/minicpmv26.py,sha256=_e2C4vmyKIzKt7S7AvKgiqhDOhGiBXa6Xoiix4UaYtI,13440
+xinference/model/llm/transformers/omnilmm.py,sha256=2ZLW979ETqDDKo9CaTNwi9uLBZ2d6itHAYqjUA4jdro,5172
+xinference/model/llm/transformers/qwen2_audio.py,sha256=1XmlawVF-Xh2pgGoLDX7kOYIiF_bDUR3doSOnM59QbQ,6107
+xinference/model/llm/transformers/qwen2_vl.py,sha256=i8mypQwaPaaGQ0OIS55H8yuUX6gH87ubPuPQHHAD9fw,7304
+xinference/model/llm/transformers/qwen_vl.py,sha256=LG19qJW30bFiZOS-t9OM3JP6K1KCLj_Sv3nKSCLvyts,14058
 xinference/model/llm/transformers/tensorizer_utils.py,sha256=VXSYbPZtCbd8lVvsnjDLPZjfCMil67Pkywd_Ze4dTx4,11362
-xinference/model/llm/transformers/utils.py,sha256=qob4wDMN98LKzYdDcQe8rFVA5_mX4i5XeVgm3HSq9iI,28505
-xinference/model/llm/transformers/yi_vl.py,sha256=w4EpUHpmT9P1u5yEv1Pm3Ico92nqZZv3fO4NEKXteK4,8913
+xinference/model/llm/transformers/utils.py,sha256=kTaNK65igHoWRUe00FD-Bs7nBv_OYre0KXjbmstlleU,29228
+xinference/model/llm/transformers/yi_vl.py,sha256=iCdRLw-wizbU-qXXc8CT4DhC0Pt-uYg0vFwXEhAZjQg,8961
 xinference/model/llm/vllm/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
-xinference/model/llm/vllm/core.py,sha256=ecAoahLx0VWY0Y1G3feYO3TAh97qLZNYVHZ9xiKx6Hs,28388
+xinference/model/llm/vllm/core.py,sha256=FhwRaRY29imMS4Aldda7qBQg4tCtUqG8adr1zfUF7jw,30729
+xinference/model/llm/vllm/utils.py,sha256=LKOmwfFRrlSecawxT-uE39tC2RQbf1UIiSH9Uz90X6w,1313
 xinference/model/rerank/__init__.py,sha256=wRpf1bOMfmAsuEKEGczMTB5fWEvuqltlJbIbRb-x8Ko,3483
-xinference/model/rerank/core.py,sha256=_6kqYc488sbj_yub8AkZnDi4Xcibc4Q_MunrdMkHrqo,13264
+xinference/model/rerank/core.py,sha256=ZOlbtK1x8CgcAAg0Y-5AF9ItYbhxuGtf7C_Sf0D9Kww,14122
 xinference/model/rerank/custom.py,sha256=wPKF3bHbGap9dHz9yYvXMXhozh4hRzS78RQijqvaRq8,3846
-xinference/model/rerank/model_spec.json,sha256=XZNIiWj7AQsn_Ts7N-LKL4jd6BAW7EVG37Owhhwbit8,1773
-xinference/model/rerank/model_spec_modelscope.json,sha256=BXkhPUdLOjo_ZT3o9suViT_Oh1_ev0JdLIUMG3rsoSc,1419
+xinference/model/rerank/model_spec.json,sha256=xUuJgJ8Ad4l2v8gEHxAdF_xoaSkA8j8AX51LhrjGEA0,2005
+xinference/model/rerank/model_spec_modelscope.json,sha256=pf5hX4g0HdVjk2-ibHTl_mXHgQSSPYMTBOIwvnwMMkk,1616
 xinference/model/rerank/utils.py,sha256=MJAFL47G3r3zLVGXKoi0QLTgU3Xr4Ffv72Ipn--psew,713
 xinference/model/video/__init__.py,sha256=mRhOhzMxzcPFdA5j4niAxH_j9dXLtT9HmchuICrdET8,2160
-xinference/model/video/core.py,sha256=PMqyWhhBWO77VjpEvTC7EQrGmyLWxJ_-Mm1VRqb2dNY,6031
+xinference/model/video/core.py,sha256=QEdVbVBDQebSWxqkL483Q2Y9Y1GGc2an0gi2QBPUH9I,6013
 xinference/model/video/diffusers.py,sha256=kSEBRf0vtWyo0IrwoiEpr_ROu7SwDAVBZ4leqkcPycM,6244
 xinference/model/video/model_spec.json,sha256=yQcLSU3vRJys-ACdHGtTNdz2pX1O9QDQ5rGHQd9LdFY,817
 xinference/model/video/model_spec_modelscope.json,sha256=U8p6IqNLbY5Safxwpa6dCfnGbyvOC4FtYIf2ucr8TvM,815
@@ -392,14 +394,14 @@ xinference/thirdparty/whisper/normalizers/english.json,sha256=Zgf5SL6YJNLhsvoiI8
 xinference/thirdparty/whisper/normalizers/english.py,sha256=KJjkZyru_J9Ey03jjBFc3yhvWzWuMhQzRnp2dM6IQdA,20868
 xinference/web/ui/package-lock.json,sha256=r6y_nAa8SfAETbx3ysAKcRf2SznsSAxpLwtArCJbCCI,760153
 xinference/web/ui/package.json,sha256=fkEgsboguEVK9yuRrJjN7Alhyo38qV1Ih83qQFVr6SQ,2023
-xinference/web/ui/build/asset-manifest.json,sha256=6X7zvijVbst5ZZcBt7kYz9eT-F0yVUq3UoE6UU8t_wc,453
+xinference/web/ui/build/asset-manifest.json,sha256=PR90UU8UOrgpDD7Afl2MSkiatOIBMMFDthqflkQ5zzo,453
 xinference/web/ui/build/favicon.svg,sha256=dWR8uaz0Q9GCcl-DjWvQh07e1f3jhJBt-r4aSbmH3A4,1894
-xinference/web/ui/build/index.html,sha256=jsSYAfo88wjUdYkQ6rq43j1RFXCc3QvlKhvD5xyBFfc,650
+xinference/web/ui/build/index.html,sha256=c86TsyNmG205gXaWEivZNb5xQbT8MK9aOYfp4R6nWeM,650
 xinference/web/ui/build/static/css/main.5061c4c3.css,sha256=P7rcts4xzIqV_ikvTokJEYzZ5R9w_3wigAhs7ai9hgU,4392
 xinference/web/ui/build/static/css/main.5061c4c3.css.map,sha256=K2E6sUL58gZNSOo_9U-IMm9XCKQfnBlehW72IEYQQCw,8658
-xinference/web/ui/build/static/js/main.29578905.js,sha256=oAsfQLr2H2PVKZEgemIpbXp9M5i97LDCXJ3keBoa1W0,1121905
-xinference/web/ui/build/static/js/main.29578905.js.LICENSE.txt,sha256=d8ETWF_wyLDtaMx4LKhmJjBONXs3Onu4YucCXopqPK0,2321
-xinference/web/ui/build/static/js/main.29578905.js.map,sha256=mXTXFmg9dWdyojAX3CjwzvQKzaXssDw8jGOvJmvmkJo,4920100
+xinference/web/ui/build/static/js/main.e51a356d.js,sha256=_P6qG1pX7aXzCua1hOJGfkxdBjOJKu7HEupCy8E3EWA,1121915
+xinference/web/ui/build/static/js/main.e51a356d.js.LICENSE.txt,sha256=d8ETWF_wyLDtaMx4LKhmJjBONXs3Onu4YucCXopqPK0,2321
+xinference/web/ui/build/static/js/main.e51a356d.js.map,sha256=gG5cxzxEVKvKAQdlxJRMUAkvkVqt0IzquJoTaqYIJVk,4920185
 xinference/web/ui/build/static/media/icon.4603d52c63041e5dfbfd.webp,sha256=kM--URMpXs5Vf0iSqQ8hmUalvWgcmRERpv37CriXRAE,16128
 xinference/web/ui/node_modules/.package-lock.json,sha256=_V6n9fLvF1laSHVMZb9Z6wwLvUphwXM7kuMW2TD5FX4,758073
 xinference/web/ui/node_modules/.cache/babel-loader/00012b59e7dc64a18400bdddb660faa295258241c0b9cd15c78cdba63b858ed8.json,sha256=FhiSQ9MQv6bT7TkLBlXXskoaG2HCKhsuTXXlkDV-pM4,668
@@ -3587,6 +3589,7 @@ xinference/web/ui/node_modules/.cache/babel-loader/43704d02edc673735fd68753bc6a5
 xinference/web/ui/node_modules/.cache/babel-loader/4373e2974d6464fa1b7cf8207e19c51a5ec13d3c5b96f883764a6f4449d1ae2a.json,sha256=3OPZhczJyARDXXNxada--HMQf37Hfq7sGYbAmp2jxFg,1896
 xinference/web/ui/node_modules/.cache/babel-loader/437b49a775d3edd58b4e33a5b809066fbf1cbf4393d929d654801c3c567cf3f1.json,sha256=64NtffV9P1tGT1vUQNe6d4ng5mMdaTX7kqznUGDc_pk,1218
 xinference/web/ui/node_modules/.cache/babel-loader/4382885d3ccf75c12893fc8342794b2744ffa8fbbabe85edd204a0893663a128.json,sha256=Z9fZCsdmwGDnxtgK281zINkVALcNsAg-xh-_C5b0GUY,2337
+xinference/web/ui/node_modules/.cache/babel-loader/4385c1095eefbff0a8ec3b2964ba6e5a66a05ab31be721483ca2f43e2a91f6ff.json,sha256=5mf4nn3XSD-X2BCyCnodabQtzn040TPOx4S9tnpvTHk,38524
 xinference/web/ui/node_modules/.cache/babel-loader/4386982ff47b419ea16453780e05969fda0eff4d2a6646bb8d30fafdb7768612.json,sha256=sPgfW3qxIW-Fmdn_GERPlrJ9RhTiXFsB2Kl7miUvXR0,797
 xinference/web/ui/node_modules/.cache/babel-loader/43875f6446214150e50e56ed7514884f0bf0b977e3d919ff0d07666025c7ba68.json,sha256=9OYxsV071nRFIlRawhc7R8o-CipLvdS8_RVEI8ZP9Hg,2546
 xinference/web/ui/node_modules/.cache/babel-loader/438a7f3b5b9d1000f7a4573ebd3eeb8bbcf423c5e1ff7eb89eceea097b359a01.json,sha256=3hGJIzYvEDdbH3n0uh4kbaSWg-KA7JVc1EMakY9hP5c,1616
@@ -5362,7 +5365,6 @@ xinference/web/ui/node_modules/.cache/babel-loader/68a54642bd6509a081364775600c1
 xinference/web/ui/node_modules/.cache/babel-loader/68ac7bbbe5bfd57746b0e7a2425474a5932318eb594d9f82ca01641072132dce.json,sha256=i8qilyyqBQdQITKr0s-JzoxBxUC3veVQG-idYcxYoRg,1563
 xinference/web/ui/node_modules/.cache/babel-loader/68b10b0f8d3801a3cee5e30b0cf812217904541746d52fc289b485eafedec263.json,sha256=hg9Nw3byqJOmfseskWXccnedp7Oq2rExDmZJmmU2ed8,1197
 xinference/web/ui/node_modules/.cache/babel-loader/68b75a38655e5d78ebb9603d2710f8d47d71496118000fbb134c95b31188e4e7.json,sha256=g_SGCCOMZJTR4tLP7Tk47TaWTZY6GMCLXmwdQrkSoKE,3092
-xinference/web/ui/node_modules/.cache/babel-loader/68bede6d95bb5ef0b35bbb3ec5b8c937eaf6862c6cdbddb5ef222a7776aaf336.json,sha256=ciyFFTIqh0mUtRXbx_3WXfa64o2X6wDXBl0AURGbXwE,38373
 xinference/web/ui/node_modules/.cache/babel-loader/68bf1a17f0a20977a34769785b286faa0d532328ec4a026cd6bd9274cc1342fc.json,sha256=Yd8sVkmcPtjbe44F_kswqLjPABupu-LNVCmPPcxXVrE,1290
 xinference/web/ui/node_modules/.cache/babel-loader/68c0f04071e3e041aa7111308d8daf22c13e9d7997ab3ca54844dd1c4a3050bc.json,sha256=HZuQcSdr62dsb9-zpTiWrgy9dhr9Gluybv-_YkWM4xQ,981
 xinference/web/ui/node_modules/.cache/babel-loader/68c5e9fbb63fa86be575623f325bfbf334f688df6efd555b82ef2c960c138cab.json,sha256=YNQPeiSfXbAAWuLEWqxT3EOfgRlzrH6bRw5Ab_2MUeI,1142
@@ -15506,9 +15508,9 @@ xinference/web/ui/node_modules/yargs-parser/package.json,sha256=BSwbOzgetKXMK4u0
 xinference/web/ui/node_modules/yocto-queue/package.json,sha256=6U1XHQPGXJTqsiFvT953ORihUtXTblZy4fXBWP9qxC0,725
 xinference/web/ui/node_modules/yup/package.json,sha256=xRFSROB9NKxqSWHEVFvSTsPs9Ll074uo8OS1zEw0qhA,1206
 xinference/web/ui/node_modules/yup/node_modules/type-fest/package.json,sha256=JTv2zTTVgxQ2H82m1-6qEpdMv08lHjFx4Puf_MsbB_Q,1134
-xinference-0.15.2.dist-info/LICENSE,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
-xinference-0.15.2.dist-info/METADATA,sha256=xyyDSCgqBq61p4g8hsX9-wwN6aLECuWkpMO3HcgRpcA,19083
-xinference-0.15.2.dist-info/WHEEL,sha256=eOLhNAGa2EW3wWl_TU484h7q1UNgy0JXjjoqKoxAAQc,92
-xinference-0.15.2.dist-info/entry_points.txt,sha256=-lDyyzqWMFQF0Rgm7VxBNz0V-bMBMQLRR3pvQ-Y8XTY,226
-xinference-0.15.2.dist-info/top_level.txt,sha256=L1rQt7pl6m8tmKXpWVHzP-GtmzAxp663rXxGE7qnK00,11
-xinference-0.15.2.dist-info/RECORD,,
+xinference-0.15.4.dist-info/LICENSE,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
+xinference-0.15.4.dist-info/METADATA,sha256=PANLzbQqqFtpqMFBVCP9JcY30fhoC63e5dG3Y5hbbr4,19136
+xinference-0.15.4.dist-info/WHEEL,sha256=eOLhNAGa2EW3wWl_TU484h7q1UNgy0JXjjoqKoxAAQc,92
+xinference-0.15.4.dist-info/entry_points.txt,sha256=-lDyyzqWMFQF0Rgm7VxBNz0V-bMBMQLRR3pvQ-Y8XTY,226
+xinference-0.15.4.dist-info/top_level.txt,sha256=L1rQt7pl6m8tmKXpWVHzP-GtmzAxp663rXxGE7qnK00,11
+xinference-0.15.4.dist-info/RECORD,,