xinference 0.15.4__py3-none-any.whl → 0.16.1__py3-none-any.whl

xinference/web/ui/node_modules/.cache/babel-loader/331312668fa8bd3d7401818f4a25fa98135d7f61371cd6bfff78b18cf4fbdd92.json

@@ -0,0 +1 @@
+{"ast":null,"code":"import _defineProperty from\"/home/runner/work/inference/inference/xinference/web/ui/node_modules/@babel/runtime/helpers/esm/defineProperty.js\";import _toConsumableArray from\"/home/runner/work/inference/inference/xinference/web/ui/node_modules/@babel/runtime/helpers/esm/toConsumableArray.js\";import _objectSpread from\"/home/runner/work/inference/inference/xinference/web/ui/node_modules/@babel/runtime/helpers/esm/objectSpread2.js\";import _slicedToArray from\"/home/runner/work/inference/inference/xinference/web/ui/node_modules/@babel/runtime/helpers/esm/slicedToArray.js\";import AddIcon from'@mui/icons-material/Add';import DeleteIcon from'@mui/icons-material/Delete';import{Alert,Box,Button,FormControlLabel,Radio,RadioGroup,TextField,Tooltip}from'@mui/material';import React,{useEffect,useState}from'react';import{jsx as _jsx}from\"react/jsx-runtime\";import{jsxs as _jsxs}from\"react/jsx-runtime\";import{Fragment as _Fragment}from\"react/jsx-runtime\";var modelFormatArr=[{value:'pytorch',label:'PyTorch'},{value:'ggufv2',label:'GGUF'},{value:'gptq',label:'GPTQ'},{value:'awq',label:'AWQ'},{value:'fp8',label:'FP8'},{value:'mlx',label:'MLX'}];var AddModelSpecs=function AddModelSpecs(_ref){var isJump=_ref.isJump,formData=_ref.formData,specsDataArr=_ref.specsDataArr,onGetArr=_ref.onGetArr,scrollRef=_ref.scrollRef;var _useState=useState(0),_useState2=_slicedToArray(_useState,2),count=_useState2[0],setCount=_useState2[1];var _useState3=useState([]),_useState4=_slicedToArray(_useState3,2),specsArr=_useState4[0],setSpecsArr=_useState4[1];var _useState5=useState([]),_useState6=_slicedToArray(_useState5,2),pathArr=_useState6[0],setPathArr=_useState6[1];var _useState7=useState([]),_useState8=_slicedToArray(_useState7,2),modelSizeAlertId=_useState8[0],setModelSizeAlertId=_useState8[1];var _useState9=useState([]),_useState10=_slicedToArray(_useState9,2),quantizationAlertId=_useState10[0],setQuantizationAlertId=_useState10[1];var _useState11=useState(false),_useState12=_slicedToArray(_useState11,2),isError=_useState12[0],setIsError=_useState12[1];var _useState13=useState(false),_useState14=_slicedToArray(_useState13,2),isAdd=_useState14[0],setIsAdd=_useState14[1];useEffect(function(){if(isJump){var dataArr=specsDataArr.map(function(item,index){var model_uri=item.model_uri,model_size_in_billions=item.model_size_in_billions,model_format=item.model_format,quantizations=item.quantizations,model_file_name_template=item.model_file_name_template;var size=model_size_in_billions;if(typeof size!=='number')size=size.split('_').join('.');return{id:index,model_uri:model_uri,model_size_in_billions:size,model_format:model_format,quantizations:quantizations,model_file_name_template:model_file_name_template};});setCount(dataArr.length);setSpecsArr(dataArr);var subPathArr=[];specsDataArr.forEach(function(item){if(item.model_format!=='ggufv2'){subPathArr.push(item.model_uri);}else{subPathArr.push(item.model_uri+'/'+item.model_file_name_template);}});setPathArr(subPathArr);}else{setSpecsArr([_objectSpread({id:count},formData)]);setCount(count+1);setPathArr([formData.model_uri]);}},[]);useEffect(function(){var arr=specsArr.map(function(item){var uri=item.model_uri,size=item.model_size_in_billions,modelFormat=item.model_format,quantizations=item.quantizations,model_file_name_template=item.model_file_name_template;var handleSize=parseInt(size)===parseFloat(size)?Number(size):size.split('.').join('_');var handleQuantization=quantizations;if(modelFormat==='pytorch'){handleQuantization=['none'];}else if(handleQuantization[0]===''&&modelFormat==='ggufv2'){handleQuantization=['default'];}return{model_uri:uri,model_size_in_billions:handleSize,model_format:modelFormat,quantizations:handleQuantization,model_file_name_template:model_file_name_template};});setIsError(true);if(modelSizeAlertId.length===0&&quantizationAlertId.length===0){setIsError(false);}onGetArr(arr,isError);isAdd&&handleScrollBottom();setIsAdd(false);},[specsArr,isError]);var handleAddSpecs=function handleAddSpecs(){setCount(count+1);var item={id:count,model_uri:'/path/to/llama-1',model_size_in_billions:7,model_format:'pytorch',quantizations:[]};setSpecsArr([].concat(_toConsumableArray(specsArr),[item]));setIsAdd(true);setPathArr([].concat(_toConsumableArray(pathArr),['/path/to/llama-1']));};var handleUpdateSpecsArr=function handleUpdateSpecsArr(index,type,newValue){if(type==='model_format'){var subPathArr=_toConsumableArray(pathArr);if(specsArr[index].model_format!=='ggufv2'){pathArr[index]=specsArr[index].model_uri;}else{pathArr[index]=specsArr[index].model_uri+'/'+specsArr[index].model_file_name_template;}setPathArr(subPathArr);}setSpecsArr(specsArr.map(function(item,subIndex){if(subIndex===index){if(type==='quantizations'){return _objectSpread(_objectSpread({},item),{},_defineProperty({},type,[newValue]));}else if(type==='model_format'){if(newValue==='ggufv2'){var _getPathComponents=getPathComponents(pathArr[index]),baseDir=_getPathComponents.baseDir,filename=_getPathComponents.filename;var obj=_objectSpread(_objectSpread({},item),{},{model_format:newValue,quantizations:[''],model_uri:baseDir,model_file_name_template:filename});return obj;}else{var _ref2;var id=item.id,model_size_in_billions=item.model_size_in_billions,model_format=item.model_format;return _ref2={id:id,model_uri:pathArr[index],model_size_in_billions:model_size_in_billions,model_format:model_format},_defineProperty(_ref2,type,newValue),_defineProperty(_ref2,\"quantizations\",['']),_ref2;}}else if(type==='model_uri'){var _subPathArr=_toConsumableArray(pathArr);_subPathArr[index]=newValue;setPathArr(_subPathArr);if(item.model_format==='ggufv2'){var _getPathComponents2=getPathComponents(newValue),_baseDir=_getPathComponents2.baseDir,_filename=_getPathComponents2.filename;var _obj=_objectSpread(_objectSpread({},item),{},{model_uri:_baseDir,model_file_name_template:_filename});return _obj;}else{return _objectSpread(_objectSpread({},item),{},_defineProperty({},type,newValue));}}else{return _objectSpread(_objectSpread({},item),{},_defineProperty({},type,newValue));}}return item;}));};var handleDeleteSpecs=function handleDeleteSpecs(index){setSpecsArr(specsArr.filter(function(_,subIndex){return index!==subIndex;}));};var getPathComponents=function getPathComponents(path){var normalizedPath=path.replace(/\\\\/g,'/');var baseDir=normalizedPath.substring(0,normalizedPath.lastIndexOf('/'));var filename=normalizedPath.substring(normalizedPath.lastIndexOf('/')+1);return{baseDir:baseDir,filename:filename};};var handleModelSize=function handleModelSize(index,value,id){setModelSizeAlertId(modelSizeAlertId.filter(function(item){return item!==id;}));handleUpdateSpecsArr(index,'model_size_in_billions',value);if(value!==''&&(!Number(value)||Number(value)<=0)){var modelSizeAlertIdArr=Array.from(new Set([].concat(_toConsumableArray(modelSizeAlertId),[id])));setModelSizeAlertId(modelSizeAlertIdArr);}};var handleQuantization=function handleQuantization(model_format,index,value,id){setQuantizationAlertId(quantizationAlertId.filter(function(item){return item!==id;}));handleUpdateSpecsArr(index,'quantizations',value);if((model_format==='gptq'||model_format==='awq'||model_format==='fp8'||model_format==='mlx')&&value===''){var quantizationAlertIdArr=Array.from(new Set([].concat(_toConsumableArray(quantizationAlertId),[id])));setQuantizationAlertId(quantizationAlertIdArr);}};var handleScrollBottom=function handleScrollBottom(){scrollRef.current.scrollTo({top:scrollRef.current.scrollHeight,behavior:'smooth'});};return/*#__PURE__*/_jsxs(_Fragment,{children:[/*#__PURE__*/_jsxs(\"div\",{style:{display:'flex',alignItems:'center',marginBottom:10},children:[/*#__PURE__*/_jsx(\"label\",{style:{width:'100px'},children:\"Model Specs\"}),/*#__PURE__*/_jsx(Button,{variant:\"contained\",size:\"small\",endIcon:/*#__PURE__*/_jsx(AddIcon,{}),className:\"addBtn\",onClick:handleAddSpecs,children:\"more\"})]}),/*#__PURE__*/_jsx(\"div\",{className:\"specs_container\",children:specsArr.map(function(item,index){return/*#__PURE__*/_jsxs(\"div\",{className:\"item\",children:[/*#__PURE__*/_jsx(\"label\",{style:{paddingLeft:5},children:\"Model Format\"}),/*#__PURE__*/_jsx(RadioGroup,{value:item.model_format,onChange:function onChange(e){handleUpdateSpecsArr(index,'model_format',e.target.value);if(e.target.value==='gptq'||e.target.value==='awq'||e.target.value==='fp8'||e.target.value==='mlx'){var quantizationAlertIdArr=Array.from(new Set([].concat(_toConsumableArray(quantizationAlertId),[item.id])));setQuantizationAlertId(quantizationAlertIdArr);}else{setQuantizationAlertId([]);}},children:/*#__PURE__*/_jsx(Box,{sx:styles.checkboxWrapper,children:modelFormatArr.map(function(item){return/*#__PURE__*/_jsx(Box,{sx:{marginLeft:'10px'},children:/*#__PURE__*/_jsx(FormControlLabel,{value:item.value,control:/*#__PURE__*/_jsx(Radio,{}),label:item.label})},item.value);})})}),/*#__PURE__*/_jsx(Box,{padding:\"15px\"}),/*#__PURE__*/_jsx(TextField,{error:item.model_uri!==''?false:true,style:{minWidth:'60%'},label:\"Model Path\",size:\"small\",value:item.model_format!=='ggufv2'?item.model_uri:item.model_uri+'/'+item.model_file_name_template,onChange:function onChange(e){handleUpdateSpecsArr(index,'model_uri',e.target.value);},helperText:\"For PyTorch, provide the model directory. For GGUF, provide the model file path.\"}),/*#__PURE__*/_jsx(Box,{padding:\"15px\"}),/*#__PURE__*/_jsx(TextField,{error:Number(item.model_size_in_billions)>0?false:true,label:\"Model Size in Billions\",size:\"small\",value:item.model_size_in_billions,onChange:function onChange(e){handleModelSize(index,e.target.value,item.id);}}),modelSizeAlertId.includes(item.id)&&/*#__PURE__*/_jsx(Alert,{severity:\"error\",children:\"Please enter a number greater than 0.\"}),/*#__PURE__*/_jsx(Box,{padding:\"15px\"}),item.model_format!=='pytorch'&&/*#__PURE__*/_jsxs(_Fragment,{children:[/*#__PURE__*/_jsx(TextField,{style:{minWidth:'60%'},label:item.model_format==='gptq'||item.model_format==='awq'||item.model_format==='fp8'||item.model_format==='mlx'?'Quantization':'Quantization (Optional)',size:\"small\",value:item.quantizations[0],onChange:function onChange(e){handleQuantization(item.model_format,index,e.target.value,item.id);},helperText:item.model_format==='gptq'||item.model_format==='awq'||item.model_format==='fp8'||item.model_format==='mlx'?'For GPTQ/AWQ/FP8/MLX models, please be careful to fill in the quantization corresponding to the model you want to register.':''}),item.model_format!=='ggufv2'&&quantizationAlertId.includes(item.id)&&item.quantizations[0]==''&&/*#__PURE__*/_jsx(Alert,{severity:\"error\",children:\"Quantization cannot be left empty.\"})]}),specsArr.length>1&&/*#__PURE__*/_jsx(Tooltip,{title:\"Delete specs\",placement:\"top\",children:/*#__PURE__*/_jsx(\"div\",{className:\"deleteBtn\",onClick:function onClick(){return handleDeleteSpecs(index);},children:/*#__PURE__*/_jsx(DeleteIcon,{className:\"deleteIcon\"})})})]},item.id);})})]});};export default AddModelSpecs;var styles={baseFormControl:{width:'100%',margin:'normal',size:'small'},checkboxWrapper:{display:'flex',flexWrap:'wrap',alignItems:'center',width:'100%'}};","map":{"version":3,"names":["AddIcon","DeleteIcon","Alert","Box","Button","FormControlLabel","Radio","RadioGroup","TextField","Tooltip","React","useEffect","useState","jsx","_jsx","jsxs","_jsxs","Fragment","_Fragment","modelFormatArr","value","label","AddModelSpecs","_ref","isJump","formData","specsDataArr","onGetArr","scrollRef","_useState","_useState2","_slicedToArray","count","setCount","_useState3","_useState4","specsArr","setSpecsArr","_useState5","_useState6","pathArr","setPathArr","_useState7","_useState8","modelSizeAlertId","setModelSizeAlertId","_useState9","_useState10","quantizationAlertId","setQuantizationAlertId","_useState11","_useState12","isError","setIsError","_useState13","_useState14","isAdd","setIsAdd","dataArr","map","item","index","model_uri","model_size_in_billions","model_format","quantizations","model_file_name_template","size","split","join","id","length","subPathArr","forEach","push","_objectSpread","arr","uri","modelFormat","handleSize","parseInt","parseFloat","Number","handleQuantization","handleScrollBottom","handleAddSpecs","concat","_toConsumableArray","handleUpdateSpecsArr","type","newValue","subIndex","_defineProperty","_getPathComponents","getPathComponents","baseDir","filename","obj","_ref2","_getPathComponents2","handleDeleteSpecs","filter","_","path","normalizedPath","replace","substring","lastIndexOf","handleModelSize","modelSizeAlertIdArr","Array","from","Set","quantizationAlertIdArr","current","scrollTo","top","scrollHeight","behavior","children","style","display","alignItems","marginBottom","width","variant","endIcon","className","onClick","paddingLeft","onChange","e","target","sx","styles","checkboxWrapper","marginLeft","control","padding","error","minWidth","helperText","includes","severity","title","placement","baseFormControl","margin","flexWrap"],"sources":["/home/runner/work/inference/inference/xinference/web/ui/src/scenes/register_model/components/addModelSpecs.js"],"sourcesContent":["import AddIcon from '@mui/icons-material/Add'\nimport DeleteIcon from '@mui/icons-material/Delete'\nimport {\n  Alert,\n  Box,\n  Button,\n  FormControlLabel,\n  Radio,\n  RadioGroup,\n  TextField,\n  Tooltip,\n} from '@mui/material'\nimport React, { useEffect, useState } from 'react'\n\nconst modelFormatArr = [\n  { value: 'pytorch', label: 'PyTorch' },\n  { value: 'ggufv2', label: 'GGUF' },\n  { value: 'gptq', label: 'GPTQ' },\n  { value: 'awq', label: 'AWQ' },\n  { value: 'fp8', label: 'FP8' },\n  { value: 'mlx', label: 'MLX' },\n]\n\nconst AddModelSpecs = ({\n  isJump,\n  formData,\n  specsDataArr,\n  onGetArr,\n  scrollRef,\n}) => {\n  const [count, setCount] = useState(0)\n  const [specsArr, setSpecsArr] = useState([])\n  const [pathArr, setPathArr] = useState([])\n  const [modelSizeAlertId, setModelSizeAlertId] = useState([])\n  const [quantizationAlertId, setQuantizationAlertId] = useState([])\n  const [isError, setIsError] = useState(false)\n  const [isAdd, setIsAdd] = useState(false)\n\n  useEffect(() => {\n    if (isJump) {\n      const dataArr = specsDataArr.map((item, index) => {\n        const {\n          model_uri,\n          model_size_in_billions,\n          model_format,\n          quantizations,\n          model_file_name_template,\n        } = item\n        let size = model_size_in_billions\n        if (typeof size !== 'number') size = size.split('_').join('.')\n\n        return {\n          id: index,\n          model_uri,\n          model_size_in_billions: size,\n          model_format,\n          quantizations,\n          model_file_name_template,\n        }\n      })\n      setCount(dataArr.length)\n      setSpecsArr(dataArr)\n\n      const subPathArr = []\n      specsDataArr.forEach((item) => {\n        if (item.model_format !== 'ggufv2') {\n          subPathArr.push(item.model_uri)\n        } else {\n          subPathArr.push(item.model_uri + '/' + item.model_file_name_template)\n        }\n      })\n      setPathArr(subPathArr)\n    } else {\n      setSpecsArr([\n        {\n          id: count,\n          ...formData,\n        },\n      ])\n      setCount(count + 1)\n      setPathArr([formData.model_uri])\n    }\n  }, [])\n\n  useEffect(() => {\n    const arr = specsArr.map((item) => {\n      const {\n        model_uri: uri,\n        model_size_in_billions: size,\n        model_format: modelFormat,\n        quantizations,\n        model_file_name_template,\n      } = item\n      const handleSize =\n        parseInt(size) === parseFloat(size)\n          ? Number(size)\n          : size.split('.').join('_')\n\n      let handleQuantization = quantizations\n      if (modelFormat === 'pytorch') {\n        handleQuantization = ['none']\n      } else if (handleQuantization[0] === '' && modelFormat === 'ggufv2') {\n        handleQuantization = ['default']\n      }\n\n      return {\n        model_uri: uri,\n        model_size_in_billions: handleSize,\n        model_format: modelFormat,\n        quantizations: handleQuantization,\n        model_file_name_template,\n      }\n    })\n    setIsError(true)\n    if (modelSizeAlertId.length === 0 && quantizationAlertId.length === 0) {\n      setIsError(false)\n    }\n    onGetArr(arr, isError)\n    isAdd && handleScrollBottom()\n    setIsAdd(false)\n  }, [specsArr, isError])\n\n  const handleAddSpecs = () => {\n    setCount(count + 1)\n    const item = {\n      id: count,\n      model_uri: '/path/to/llama-1',\n      model_size_in_billions: 7,\n      model_format: 'pytorch',\n      quantizations: [],\n    }\n    setSpecsArr([...specsArr, item])\n    setIsAdd(true)\n    setPathArr([...pathArr, '/path/to/llama-1'])\n  }\n\n  const handleUpdateSpecsArr = (index, type, newValue) => {\n    if (type === 'model_format') {\n      const subPathArr = [...pathArr]\n      if (specsArr[index].model_format !== 'ggufv2') {\n        pathArr[index] = specsArr[index].model_uri\n      } else {\n        pathArr[index] =\n          specsArr[index].model_uri +\n          '/' +\n          specsArr[index].model_file_name_template\n      }\n      setPathArr(subPathArr)\n    }\n\n    setSpecsArr(\n      specsArr.map((item, subIndex) => {\n        if (subIndex === index) {\n          if (type === 'quantizations') {\n            return { ...item, [type]: [newValue] }\n          } else if (type === 'model_format') {\n            if (newValue === 'ggufv2') {\n              const { baseDir, filename } = getPathComponents(pathArr[index])\n              const obj = {\n                ...item,\n                model_format: newValue,\n                quantizations: [''],\n                model_uri: baseDir,\n                model_file_name_template: filename,\n              }\n              return obj\n            } else {\n              const { id, model_size_in_billions, model_format } = item\n              return {\n                id,\n                model_uri: pathArr[index],\n                model_size_in_billions,\n                model_format,\n                [type]: newValue,\n                quantizations: [''],\n              }\n            }\n          } else if (type === 'model_uri') {\n            const subPathArr = [...pathArr]\n            subPathArr[index] = newValue\n            setPathArr(subPathArr)\n            if (item.model_format === 'ggufv2') {\n              const { baseDir, filename } = getPathComponents(newValue)\n              const obj = {\n                ...item,\n                model_uri: baseDir,\n                model_file_name_template: filename,\n              }\n              return obj\n            } else {\n              return { ...item, [type]: newValue }\n            }\n          } else {\n            return { ...item, [type]: newValue }\n          }\n        }\n        return item\n      })\n    )\n  }\n\n  const handleDeleteSpecs = (index) => {\n    setSpecsArr(specsArr.filter((_, subIndex) => index !== subIndex))\n  }\n\n  const getPathComponents = (path) => {\n    const normalizedPath = path.replace(/\\\\/g, '/')\n    const baseDir = normalizedPath.substring(0, normalizedPath.lastIndexOf('/'))\n    const filename = normalizedPath.substring(\n      normalizedPath.lastIndexOf('/') + 1\n    )\n    return { baseDir, filename }\n  }\n\n  const handleModelSize = (index, value, id) => {\n    setModelSizeAlertId(modelSizeAlertId.filter((item) => item !== id))\n    handleUpdateSpecsArr(index, 'model_size_in_billions', value)\n    if (value !== '' && (!Number(value) || Number(value) <= 0)) {\n      const modelSizeAlertIdArr = Array.from(new Set([...modelSizeAlertId, id]))\n      setModelSizeAlertId(modelSizeAlertIdArr)\n    }\n  }\n\n  const handleQuantization = (model_format, index, value, id) => {\n    setQuantizationAlertId(quantizationAlertId.filter((item) => item !== id))\n    handleUpdateSpecsArr(index, 'quantizations', value)\n    if (\n      (model_format === 'gptq' ||\n        model_format === 'awq' ||\n        model_format === 'fp8' ||\n        model_format === 'mlx') &&\n      value === ''\n    ) {\n      const quantizationAlertIdArr = Array.from(\n        new Set([...quantizationAlertId, id])\n      )\n      setQuantizationAlertId(quantizationAlertIdArr)\n    }\n  }\n\n  const handleScrollBottom = () => {\n    scrollRef.current.scrollTo({\n      top: scrollRef.current.scrollHeight,\n      behavior: 'smooth',\n    })\n  }\n\n  return (\n    <>\n      <div style={{ display: 'flex', alignItems: 'center', marginBottom: 10 }}>\n        <label style={{ width: '100px' }}>Model Specs</label>\n        <Button\n          variant=\"contained\"\n          size=\"small\"\n          endIcon={<AddIcon />}\n          className=\"addBtn\"\n          onClick={handleAddSpecs}\n        >\n          more\n        </Button>\n      </div>\n      <div className=\"specs_container\">\n        {specsArr.map((item, index) => (\n          <div className=\"item\" key={item.id}>\n            <label\n              style={{\n                paddingLeft: 5,\n              }}\n            >\n              Model Format\n            </label>\n            <RadioGroup\n              value={item.model_format}\n              onChange={(e) => {\n                handleUpdateSpecsArr(index, 'model_format', e.target.value)\n                if (\n                  e.target.value === 'gptq' ||\n                  e.target.value === 'awq' ||\n                  e.target.value === 'fp8' ||\n                  e.target.value === 'mlx'\n                ) {\n                  const quantizationAlertIdArr = Array.from(\n                    new Set([...quantizationAlertId, item.id])\n                  )\n                  setQuantizationAlertId(quantizationAlertIdArr)\n                } else {\n                  setQuantizationAlertId([])\n                }\n              }}\n            >\n              <Box sx={styles.checkboxWrapper}>\n                {modelFormatArr.map((item) => (\n                  <Box key={item.value} sx={{ marginLeft: '10px' }}>\n                    <FormControlLabel\n                      value={item.value}\n                      control={<Radio />}\n                      label={item.label}\n                    />\n                  </Box>\n                ))}\n              </Box>\n            </RadioGroup>\n            <Box padding=\"15px\"></Box>\n\n            <TextField\n              error={item.model_uri !== '' ? false : true}\n              style={{ minWidth: '60%' }}\n              label=\"Model Path\"\n              size=\"small\"\n              value={\n                item.model_format !== 'ggufv2'\n                  ? item.model_uri\n                  : item.model_uri + '/' + item.model_file_name_template\n              }\n              onChange={(e) => {\n                handleUpdateSpecsArr(index, 'model_uri', e.target.value)\n              }}\n              helperText=\"For PyTorch, provide the model directory. For GGUF, provide the model file path.\"\n            />\n            <Box padding=\"15px\"></Box>\n\n            <TextField\n              error={Number(item.model_size_in_billions) > 0 ? false : true}\n              label=\"Model Size in Billions\"\n              size=\"small\"\n              value={item.model_size_in_billions}\n              onChange={(e) => {\n                handleModelSize(index, e.target.value, item.id)\n              }}\n            />\n            {modelSizeAlertId.includes(item.id) && (\n              <Alert severity=\"error\">\n                Please enter a number greater than 0.\n              </Alert>\n            )}\n            <Box padding=\"15px\"></Box>\n\n            {item.model_format !== 'pytorch' && (\n              <>\n                <TextField\n                  style={{ minWidth: '60%' }}\n                  label={\n                    item.model_format === 'gptq' ||\n                    item.model_format === 'awq' ||\n                    item.model_format === 'fp8' ||\n                    item.model_format === 'mlx'\n                      ? 'Quantization'\n                      : 'Quantization (Optional)'\n                  }\n                  size=\"small\"\n                  value={item.quantizations[0]}\n                  onChange={(e) => {\n                    handleQuantization(\n                      item.model_format,\n                      index,\n                      e.target.value,\n                      item.id\n                    )\n                  }}\n                  helperText={\n                    item.model_format === 'gptq' ||\n                    item.model_format === 'awq' ||\n                    item.model_format === 'fp8' ||\n                    item.model_format === 'mlx'\n                      ? 'For GPTQ/AWQ/FP8/MLX models, please be careful to fill in the quantization corresponding to the model you want to register.'\n                      : ''\n                  }\n                />\n                {item.model_format !== 'ggufv2' &&\n                  quantizationAlertId.includes(item.id) &&\n                  item.quantizations[0] == '' && (\n                    <Alert severity=\"error\">\n                      Quantization cannot be left empty.\n                    </Alert>\n                  )}\n              </>\n            )}\n\n            {specsArr.length > 1 && (\n              <Tooltip title=\"Delete specs\" placement=\"top\">\n                <div\n                  className=\"deleteBtn\"\n                  onClick={() => handleDeleteSpecs(index)}\n                >\n                  <DeleteIcon className=\"deleteIcon\" />\n                </div>\n              </Tooltip>\n            )}\n          </div>\n        ))}\n      </div>\n    </>\n  )\n}\n\nexport default AddModelSpecs\n\nconst styles = {\n  baseFormControl: {\n    width: '100%',\n    margin: 'normal',\n    size: 'small',\n  },\n  checkboxWrapper: {\n    display: 'flex',\n    flexWrap: 'wrap',\n    alignItems: 'center',\n    width: '100%',\n  },\n}\n"],"mappings":"6jBAAA,MAAO,CAAAA,OAAO,KAAM,yBAAyB,CAC7C,MAAO,CAAAC,UAAU,KAAM,4BAA4B,CACnD,OACEC,KAAK,CACLC,GAAG,CACHC,MAAM,CACNC,gBAAgB,CAChBC,KAAK,CACLC,UAAU,CACVC,SAAS,CACTC,OAAO,KACF,eAAe,CACtB,MAAO,CAAAC,KAAK,EAAIC,SAAS,CAAEC,QAAQ,KAAQ,OAAO,QAAAC,GAAA,IAAAC,IAAA,gCAAAC,IAAA,IAAAC,KAAA,gCAAAC,QAAA,IAAAC,SAAA,yBAElD,GAAM,CAAAC,cAAc,CAAG,CACrB,CAAEC,KAAK,CAAE,SAAS,CAAEC,KAAK,CAAE,SAAU,CAAC,CACtC,CAAED,KAAK,CAAE,QAAQ,CAAEC,KAAK,CAAE,MAAO,CAAC,CAClC,CAAED,KAAK,CAAE,MAAM,CAAEC,KAAK,CAAE,MAAO,CAAC,CAChC,CAAED,KAAK,CAAE,KAAK,CAAEC,KAAK,CAAE,KAAM,CAAC,CAC9B,CAAED,KAAK,CAAE,KAAK,CAAEC,KAAK,CAAE,KAAM,CAAC,CAC9B,CAAED,KAAK,CAAE,KAAK,CAAEC,KAAK,CAAE,KAAM,CAAC,CAC/B,CAED,GAAM,CAAAC,aAAa,CAAG,QAAhB,CAAAA,aAAaA,CAAAC,IAAA,CAMb,IALJ,CAAAC,MAAM,CAAAD,IAAA,CAANC,MAAM,CACNC,QAAQ,CAAAF,IAAA,CAARE,QAAQ,CACRC,YAAY,CAAAH,IAAA,CAAZG,YAAY,CACZC,QAAQ,CAAAJ,IAAA,CAARI,QAAQ,CACRC,SAAS,CAAAL,IAAA,CAATK,SAAS,CAET,IAAAC,SAAA,CAA0BjB,QAAQ,CAAC,CAAC,CAAC,CAAAkB,UAAA,CAAAC,cAAA,CAAAF,SAAA,IAA9BG,KAAK,CAAAF,UAAA,IAAEG,QAAQ,CAAAH,UAAA,IACtB,IAAAI,UAAA,CAAgCtB,QAAQ,CAAC,EAAE,CAAC,CAAAuB,UAAA,CAAAJ,cAAA,CAAAG,UAAA,IAArCE,QAAQ,CAAAD,UAAA,IAAEE,WAAW,CAAAF,UAAA,IAC5B,IAAAG,UAAA,CAA8B1B,QAAQ,CAAC,EAAE,CAAC,CAAA2B,UAAA,CAAAR,cAAA,CAAAO,UAAA,IAAnCE,OAAO,CAAAD,UAAA,IAAEE,UAAU,CAAAF,UAAA,IAC1B,IAAAG,UAAA,CAAgD9B,QAAQ,CAAC,EAAE,CAAC,CAAA+B,UAAA,CAAAZ,cAAA,CAAAW,UAAA,IAArDE,gBAAgB,CAAAD,UAAA,IAAEE,mBAAmB,CAAAF,UAAA,IAC5C,IAAAG,UAAA,CAAsDlC,QAAQ,CAAC,EAAE,CAAC,CAAAmC,WAAA,CAAAhB,cAAA,CAAAe,UAAA,IAA3DE,mBAAmB,CAAAD,WAAA,IAAEE,sBAAsB,CAAAF,WAAA,IAClD,IAAAG,WAAA,CAA8BtC,QAAQ,CAAC,KAAK,CAAC,CAAAuC,WAAA,CAAApB,cAAA,CAAAmB,WAAA,IAAtCE,OAAO,CAAAD,WAAA,IAAEE,UAAU,CAAAF,WAAA,IAC1B,IAAAG,WAAA,CAA0B1C,QAAQ,CAAC,KAAK,CAAC,CAAA2C,WAAA,CAAAxB,cAAA,CAAAuB,WAAA,IAAlCE,KAAK,CAAAD,WAAA,IAAEE,QAAQ,CAAAF,WAAA,IAEtB5C,SAAS,CAAC,UAAM,CACd,GAAIa,MAAM,CAAE,CACV,GAAM,CAAAkC,OAAO,CAAGhC,YAAY,CAACiC,GAAG,CAAC,SAACC,IAAI,CAAEC,KAAK,CAAK,CAChD,GACE,CAAAC,SAAS,CAKPF,IAAI,CALNE,SAAS,CACTC,sBAAsB,CAIpBH,IAAI,CAJNG,sBAAsB,CACtBC,YAAY,CAGVJ,IAAI,CAHNI,YAAY,CACZC,aAAa,CAEXL,IAAI,CAFNK,aAAa,CACbC,wBAAwB,CACtBN,IAAI,CADNM,wBAAwB,CAE1B,GAAI,CAAAC,IAAI,CAAGJ,sBAAsB,CACjC,GAAI,MAAO,CAAAI,IAAI,GAAK,QAAQ,CAAEA,IAAI,CAAGA,IAAI,CAACC,KAAK,CAAC,GAAG,CAAC,CAACC,IAAI,CAAC,GAAG,CAAC,CAE9D,MAAO,CACLC,EAAE,CAAET,KAAK,CACTC,SAAS,CAATA,SAAS,CACTC,sBAAsB,CAAEI,IAAI,CAC5BH,YAAY,CAAZA,YAAY,CACZC,aAAa,CAAbA,aAAa,CACbC,wBAAwB,CAAxBA,wBACF,CAAC,CACH,CAAC,CAAC,CACFjC,QAAQ,CAACyB,OAAO,CAACa,MAAM,CAAC,CACxBlC,WAAW,CAACqB,OAAO,CAAC,CAEpB,GAAM,CAAAc,UAAU,CAAG,EAAE,CACrB9C,YAAY,CAAC+C,OAAO,CAAC,SAACb,IAAI,CAAK,CAC7B,GAAIA,IAAI,CAACI,YAAY,GAAK,QAAQ,CAAE,CAClCQ,UAAU,CAACE,IAAI,CAACd,IAAI,CAACE,SAAS,CAAC,CACjC,CAAC,IAAM,CACLU,UAAU,CAACE,IAAI,CAACd,IAAI,CAACE,SAAS,CAAG,GAAG,CAAGF,IAAI,CAACM,wBAAwB,CAAC,CACvE,CACF,CAAC,CAAC,CACFzB,UAAU,CAAC+B,UAAU,CAAC,CACxB,CAAC,IAAM,CACLnC,WAAW,CAAC,CAAAsC,aAAA,EAERL,EAAE,CAAEtC,KAAK,EACNP,QAAQ,EAEd,CAAC,CACFQ,QAAQ,CAACD,KAAK,CAAG,CAAC,CAAC,CACnBS,UAAU,CAAC,CAAChB,QAAQ,CAACqC,SAAS,CAAC,CAAC,CAClC,CACF,CAAC,CAAE,EAAE,CAAC,CAENnD,SAAS,CAAC,UAAM,CACd,GAAM,CAAAiE,GAAG,CAAGxC,QAAQ,CAACuB,GAAG,CAAC,SAACC,IAAI,CAAK,CACjC,GACa,CAAAiB,GAAG,CAKZjB,IAAI,CALNE,SAAS,CACeK,IAAI,CAI1BP,IAAI,CAJNG,sBAAsB,CACRe,WAAW,CAGvBlB,IAAI,CAHNI,YAAY,CACZC,aAAa,CAEXL,IAAI,CAFNK,aAAa,CACbC,wBAAwB,CACtBN,IAAI,CADNM,wBAAwB,CAE1B,GAAM,CAAAa,UAAU,CACdC,QAAQ,CAACb,IAAI,CAAC,GAAKc,UAAU,CAACd,IAAI,CAAC,CAC/Be,MAAM,CAACf,IAAI,CAAC,CACZA,IAAI,CAACC,KAAK,CAAC,GAAG,CAAC,CAACC,IAAI,CAAC,GAAG,CAAC,CAE/B,GAAI,CAAAc,kBAAkB,CAAGlB,aAAa,CACtC,GAAIa,WAAW,GAAK,SAAS,CAAE,CAC7BK,kBAAkB,CAAG,CAAC,MAAM,CAAC,CAC/B,CAAC,IAAM,IAAIA,kBAAkB,CAAC,CAAC,CAAC,GAAK,EAAE,EAAIL,WAAW,GAAK,QAAQ,CAAE,CACnEK,kBAAkB,CAAG,CAAC,SAAS,CAAC,CAClC,CAEA,MAAO,CACLrB,SAAS,CAAEe,GAAG,CACdd,sBAAsB,CAAEgB,UAAU,CAClCf,YAAY,CAAEc,WAAW,CACzBb,aAAa,CAAEkB,kBAAkB,CACjCjB,wBAAwB,CAAxBA,wBACF,CAAC,CACH,CAAC,CAAC,CACFb,UAAU,CAAC,IAAI,CAAC,CAChB,GAAIT,gBAAgB,CAAC2B,MAAM,GAAK,CAAC,EAAIvB,mBAAmB,CAACuB,MAAM,GAAK,CAAC,CAAE,CACrElB,UAAU,CAAC,KAAK,CAAC,CACnB,CACA1B,QAAQ,CAACiD,GAAG,CAAExB,OAAO,CAAC,CACtBI,KAAK,EAAI4B,kBAAkB,CAAC,CAAC,CAC7B3B,QAAQ,CAAC,KAAK,CAAC,CACjB,CAAC,CAAE,CAACrB,QAAQ,CAAEgB,OAAO,CAAC,CAAC,CAEvB,GAAM,CAAAiC,cAAc,CAAG,QAAjB,CAAAA,cAAcA,CAAA,CAAS,CAC3BpD,QAAQ,CAACD,KAAK,CAAG,CAAC,CAAC,CACnB,GAAM,CAAA4B,IAAI,CAAG,CACXU,EAAE,CAAEtC,KAAK,CACT8B,SAAS,CAAE,kBAAkB,CAC7BC,sBAAsB,CAAE,CAAC,CACzBC,YAAY,CAAE,SAAS,CACvBC,aAAa,CAAE,EACjB,CAAC,CACD5B,WAAW,IAAAiD,MAAA,CAAAC,kBAAA,CAAKnD,QAAQ,GAAEwB,IAAI,EAAC,CAAC,CAChCH,QAAQ,CAAC,IAAI,CAAC,CACdhB,UAAU,IAAA6C,MAAA,CAAAC,kBAAA,CAAK/C,OAAO,GAAE,kBAAkB,EAAC,CAAC,CAC9C,CAAC,CAED,GAAM,CAAAgD,oBAAoB,CAAG,QAAvB,CAAAA,oBAAoBA,CAAI3B,KAAK,CAAE4B,IAAI,CAAEC,QAAQ,CAAK,CACtD,GAAID,IAAI,GAAK,cAAc,CAAE,CAC3B,GAAM,CAAAjB,UAAU,CAAAe,kBAAA,CAAO/C,OAAO,CAAC,CAC/B,GAAIJ,QAAQ,CAACyB,KAAK,CAAC,CAACG,YAAY,GAAK,QAAQ,CAAE,CAC7CxB,OAAO,CAACqB,KAAK,CAAC,CAAGzB,QAAQ,CAACyB,KAAK,CAAC,CAACC,SAAS,CAC5C,CAAC,IAAM,CACLtB,OAAO,CAACqB,KAAK,CAAC,CACZzB,QAAQ,CAACyB,KAAK,CAAC,CAACC,SAAS,CACzB,GAAG,CACH1B,QAAQ,CAACyB,KAAK,CAAC,CAACK,wBAAwB,CAC5C,CACAzB,UAAU,CAAC+B,UAAU,CAAC,CACxB,CAEAnC,WAAW,CACTD,QAAQ,CAACuB,GAAG,CAAC,SAACC,IAAI,CAAE+B,QAAQ,CAAK,CAC/B,GAAIA,QAAQ,GAAK9B,KAAK,CAAE,CACtB,GAAI4B,IAAI,GAAK,eAAe,CAAE,CAC5B,OAAAd,aAAA,CAAAA,aAAA,IAAYf,IAAI,KAAAgC,eAAA,IAAGH,IAAI,CAAG,CAACC,QAAQ,CAAC,GACtC,CAAC,IAAM,IAAID,IAAI,GAAK,cAAc,CAAE,CAClC,GAAIC,QAAQ,GAAK,QAAQ,CAAE,CACzB,IAAAG,kBAAA,CAA8BC,iBAAiB,CAACtD,OAAO,CAACqB,KAAK,CAAC,CAAC,CAAvDkC,OAAO,CAAAF,kBAAA,CAAPE,OAAO,CAAEC,QAAQ,CAAAH,kBAAA,CAARG,QAAQ,CACzB,GAAM,CAAAC,GAAG,CAAAtB,aAAA,CAAAA,aAAA,IACJf,IAAI,MACPI,YAAY,CAAE0B,QAAQ,CACtBzB,aAAa,CAAE,CAAC,EAAE,CAAC,CACnBH,SAAS,CAAEiC,OAAO,CAClB7B,wBAAwB,CAAE8B,QAAQ,EACnC,CACD,MAAO,CAAAC,GAAG,CACZ,CAAC,IAAM,KAAAC,KAAA,CACL,GAAQ,CAAA5B,EAAE,CAA2CV,IAAI,CAAjDU,EAAE,CAAEP,sBAAsB,CAAmBH,IAAI,CAA7CG,sBAAsB,CAAEC,YAAY,CAAKJ,IAAI,CAArBI,YAAY,CAChD,OAAAkC,KAAA,EACE5B,EAAE,CAAFA,EAAE,CACFR,SAAS,CAAEtB,OAAO,CAACqB,KAAK,CAAC,CACzBE,sBAAsB,CAAtBA,sBAAsB,CACtBC,YAAY,CAAZA,YAAY,EAAA4B,eAAA,CAAAM,KAAA,CACXT,IAAI,CAAGC,QAAQ,EAAAE,eAAA,CAAAM,KAAA,iBACD,CAAC,EAAE,CAAC,EAAAA,KAAA,CAEvB,CACF,CAAC,IAAM,IAAIT,IAAI,GAAK,WAAW,CAAE,CAC/B,GAAM,CAAAjB,WAAU,CAAAe,kBAAA,CAAO/C,OAAO,CAAC,CAC/BgC,WAAU,CAACX,KAAK,CAAC,CAAG6B,QAAQ,CAC5BjD,UAAU,CAAC+B,WAAU,CAAC,CACtB,GAAIZ,IAAI,CAACI,YAAY,GAAK,QAAQ,CAAE,CAClC,IAAAmC,mBAAA,CAA8BL,iBAAiB,CAACJ,QAAQ,CAAC,CAAjDK,QAAO,CAAAI,mBAAA,CAAPJ,OAAO,CAAEC,SAAQ,CAAAG,mBAAA,CAARH,QAAQ,CACzB,GAAM,CAAAC,IAAG,CAAAtB,aAAA,CAAAA,aAAA,IACJf,IAAI,MACPE,SAAS,CAAEiC,QAAO,CAClB7B,wBAAwB,CAAE8B,SAAQ,EACnC,CACD,MAAO,CAAAC,IAAG,CACZ,CAAC,IAAM,CACL,OAAAtB,aAAA,CAAAA,aAAA,IAAYf,IAAI,KAAAgC,eAAA,IAAGH,IAAI,CAAGC,QAAQ,GACpC,CACF,CAAC,IAAM,CACL,OAAAf,aAAA,CAAAA,aAAA,IAAYf,IAAI,KAAAgC,eAAA,IAAGH,IAAI,CAAGC,QAAQ,GACpC,CACF,CACA,MAAO,CAAA9B,IAAI,CACb,CAAC,CACH,CAAC,CACH,CAAC,CAED,GAAM,CAAAwC,iBAAiB,CAAG,QAApB,CAAAA,iBAAiBA,CAAIvC,KAAK,CAAK,CACnCxB,WAAW,CAACD,QAAQ,CAACiE,MAAM,CAAC,SAACC,CAAC,CAAEX,QAAQ,QAAK,CAAA9B,KAAK,GAAK8B,QAAQ,GAAC,CAAC,CACnE,CAAC,CAED,GAAM,CAAAG,iBAAiB,CAAG,QAApB,CAAAA,iBAAiBA,CAAIS,IAAI,CAAK,CAClC,GAAM,CAAAC,cAAc,CAAGD,IAAI,CAACE,OAAO,CAAC,KAAK,CAAE,GAAG,CAAC,CAC/C,GAAM,CAAAV,OAAO,CAAGS,cAAc,CAACE,SAAS,CAAC,CAAC,CAAEF,cAAc,CAACG,WAAW,CAAC,GAAG,CAAC,CAAC,CAC5E,GAAM,CAAAX,QAAQ,CAAGQ,cAAc,CAACE,SAAS,CACvCF,cAAc,CAACG,WAAW,CAAC,GAAG,CAAC,CAAG,CACpC,CAAC,CACD,MAAO,CAAEZ,OAAO,CAAPA,OAAO,CAAEC,QAAQ,CAARA,QAAS,CAAC,CAC9B,CAAC,CAED,GAAM,CAAAY,eAAe,CAAG,QAAlB,CAAAA,eAAeA,CAAI/C,KAAK,CAAEzC,KAAK,CAAEkD,EAAE,CAAK,CAC5CzB,mBAAmB,CAACD,gBAAgB,CAACyD,MAAM,CAAC,SAACzC,IAAI,QAAK,CAAAA,IAAI,GAAKU,EAAE,GAAC,CAAC,CACnEkB,oBAAoB,CAAC3B,KAAK,CAAE,wBAAwB,CAAEzC,KAAK,CAAC,CAC5D,GAAIA,KAAK,GAAK,EAAE,GAAK,CAAC8D,MAAM,CAAC9D,KAAK,CAAC,EAAI8D,MAAM,CAAC9D,KAAK,CAAC,EAAI,CAAC,CAAC,CAAE,CAC1D,GAAM,CAAAyF,mBAAmB,CAAGC,KAAK,CAACC,IAAI,CAAC,GAAI,CAAAC,GAAG,IAAA1B,MAAA,CAAAC,kBAAA,CAAK3C,gBAAgB,GAAE0B,EAAE,EAAC,CAAC,CAAC,CAC1EzB,mBAAmB,CAACgE,mBAAmB,CAAC,CAC1C,CACF,CAAC,CAED,GAAM,CAAA1B,kBAAkB,CAAG,QAArB,CAAAA,kBAAkBA,CAAInB,YAAY,CAAEH,KAAK,CAAEzC,KAAK,CAAEkD,EAAE,CAAK,CAC7DrB,sBAAsB,CAACD,mBAAmB,CAACqD,MAAM,CAAC,SAACzC,IAAI,QAAK,CAAAA,IAAI,GAAKU,EAAE,GAAC,CAAC,CACzEkB,oBAAoB,CAAC3B,KAAK,CAAE,eAAe,CAAEzC,KAAK,CAAC,CACnD,GACE,CAAC4C,YAAY,GAAK,MAAM,EACtBA,YAAY,GAAK,KAAK,EACtBA,YAAY,GAAK,KAAK,EACtBA,YAAY,GAAK,KAAK,GACxB5C,KAAK,GAAK,EAAE,CACZ,CACA,GAAM,CAAA6F,sBAAsB,CAAGH,KAAK,CAACC,IAAI,CACvC,GAAI,CAAAC,GAAG,IAAA1B,MAAA,CAAAC,kBAAA,CAAKvC,mBAAmB,GAAEsB,EAAE,EAAC,CACtC,CAAC,CACDrB,sBAAsB,CAACgE,sBAAsB,CAAC,CAChD,CACF,CAAC,CAED,GAAM,CAAA7B,kBAAkB,CAAG,QAArB,CAAAA,kBAAkBA,CAAA,CAAS,CAC/BxD,SAAS,CAACsF,OAAO,CAACC,QAAQ,CAAC,CACzBC,GAAG,CAAExF,SAAS,CAACsF,OAAO,CAACG,YAAY,CACnCC,QAAQ,CAAE,QACZ,CAAC,CAAC,CACJ,CAAC,CAED,mBACEtG,KAAA,CAAAE,SAAA,EAAAqG,QAAA,eACEvG,KAAA,QAAKwG,KAAK,CAAE,CAAEC,OAAO,CAAE,MAAM,CAAEC,UAAU,CAAE,QAAQ,CAAEC,YAAY,CAAE,EAAG,CAAE,CAAAJ,QAAA,eACtEzG,IAAA,UAAO0G,KAAK,CAAE,CAAEI,KAAK,CAAE,OAAQ,CAAE,CAAAL,QAAA,CAAC,aAAW,CAAO,CAAC,cACrDzG,IAAA,CAACV,MAAM,EACLyH,OAAO,CAAC,WAAW,CACnB1D,IAAI,CAAC,OAAO,CACZ2D,OAAO,cAAEhH,IAAA,CAACd,OAAO,GAAE,CAAE,CACrB+H,SAAS,CAAC,QAAQ,CAClBC,OAAO,CAAE3C,cAAe,CAAAkC,QAAA,CACzB,MAED,CAAQ,CAAC,EACN,CAAC,cACNzG,IAAA,QAAKiH,SAAS,CAAC,iBAAiB,CAAAR,QAAA,CAC7BnF,QAAQ,CAACuB,GAAG,CAAC,SAACC,IAAI,CAAEC,KAAK,qBACxB7C,KAAA,QAAK+G,SAAS,CAAC,MAAM,CAAAR,QAAA,eACnBzG,IAAA,UACE0G,KAAK,CAAE,CACLS,WAAW,CAAE,CACf,CAAE,CAAAV,QAAA,CACH,cAED,CAAO,CAAC,cACRzG,IAAA,CAACP,UAAU,EACTa,KAAK,CAAEwC,IAAI,CAACI,YAAa,CACzBkE,QAAQ,CAAE,SAAAA,SAACC,CAAC,CAAK,CACf3C,oBAAoB,CAAC3B,KAAK,CAAE,cAAc,CAAEsE,CAAC,CAACC,MAAM,CAAChH,KAAK,CAAC,CAC3D,GACE+G,CAAC,CAACC,MAAM,CAAChH,KAAK,GAAK,MAAM,EACzB+G,CAAC,CAACC,MAAM,CAAChH,KAAK,GAAK,KAAK,EACxB+G,CAAC,CAACC,MAAM,CAAChH,KAAK,GAAK,KAAK,EACxB+G,CAAC,CAACC,MAAM,CAAChH,KAAK,GAAK,KAAK,CACxB,CACA,GAAM,CAAA6F,sBAAsB,CAAGH,KAAK,CAACC,IAAI,CACvC,GAAI,CAAAC,GAAG,IAAA1B,MAAA,CAAAC,kBAAA,CAAKvC,mBAAmB,GAAEY,IAAI,CAACU,EAAE,EAAC,CAC3C,CAAC,CACDrB,sBAAsB,CAACgE,sBAAsB,CAAC,CAChD,CAAC,IAAM,CACLhE,sBAAsB,CAAC,EAAE,CAAC,CAC5B,CACF,CAAE,CAAAsE,QAAA,cAEFzG,IAAA,CAACX,GAAG,EAACkI,EAAE,CAAEC,MAAM,CAACC,eAAgB,CAAAhB,QAAA,CAC7BpG,cAAc,CAACwC,GAAG,CAAC,SAACC,IAAI,qBACvB9C,IAAA,CAACX,GAAG,EAAkBkI,EAAE,CAAE,CAAEG,UAAU,CAAE,MAAO,CAAE,CAAAjB,QAAA,cAC/CzG,IAAA,CAACT,gBAAgB,EACfe,KAAK,CAAEwC,IAAI,CAACxC,KAAM,CAClBqH,OAAO,cAAE3H,IAAA,CAACR,KAAK,GAAE,CAAE,CACnBe,KAAK,CAAEuC,IAAI,CAACvC,KAAM,CACnB,CAAC,EALMuC,IAAI,CAACxC,KAMV,CAAC,EACP,CAAC,CACC,CAAC,CACI,CAAC,cACbN,IAAA,CAACX,GAAG,EAACuI,OAAO,CAAC,MAAM,CAAM,CAAC,cAE1B5H,IAAA,CAACN,SAAS,EACRmI,KAAK,CAAE/E,IAAI,CAACE,SAAS,GAAK,EAAE,CAAG,KAAK,CAAG,IAAK,CAC5C0D,KAAK,CAAE,CAAEoB,QAAQ,CAAE,KAAM,CAAE,CAC3BvH,KAAK,CAAC,YAAY,CAClB8C,IAAI,CAAC,OAAO,CACZ/C,KAAK,CACHwC,IAAI,CAACI,YAAY,GAAK,QAAQ,CAC1BJ,IAAI,CAACE,SAAS,CACdF,IAAI,CAACE,SAAS,CAAG,GAAG,CAAGF,IAAI,CAACM,wBACjC,CACDgE,QAAQ,CAAE,SAAAA,SAACC,CAAC,CAAK,CACf3C,oBAAoB,CAAC3B,KAAK,CAAE,WAAW,CAAEsE,CAAC,CAACC,MAAM,CAAChH,KAAK,CAAC,CAC1D,CAAE,CACFyH,UAAU,CAAC,kFAAkF,CAC9F,CAAC,cACF/H,IAAA,CAACX,GAAG,EAACuI,OAAO,CAAC,MAAM,CAAM,CAAC,cAE1B5H,IAAA,CAACN,SAAS,EACRmI,KAAK,CAAEzD,MAAM,CAACtB,IAAI,CAACG,sBAAsB,CAAC,CAAG,CAAC,CAAG,KAAK,CAAG,IAAK,CAC9D1C,KAAK,CAAC,wBAAwB,CAC9B8C,IAAI,CAAC,OAAO,CACZ/C,KAAK,CAAEwC,IAAI,CAACG,sBAAuB,CACnCmE,QAAQ,CAAE,SAAAA,SAACC,CAAC,CAAK,CACfvB,eAAe,CAAC/C,KAAK,CAAEsE,CAAC,CAACC,MAAM,CAAChH,KAAK,CAAEwC,IAAI,CAACU,EAAE,CAAC,CACjD,CAAE,CACH,CAAC,CACD1B,gBAAgB,CAACkG,QAAQ,CAAClF,IAAI,CAACU,EAAE,CAAC,eACjCxD,IAAA,CAACZ,KAAK,EAAC6I,QAAQ,CAAC,OAAO,CAAAxB,QAAA,CAAC,uCAExB,CAAO,CACR,cACDzG,IAAA,CAACX,GAAG,EAACuI,OAAO,CAAC,MAAM,CAAM,CAAC,CAEzB9E,IAAI,CAACI,YAAY,GAAK,SAAS,eAC9BhD,KAAA,CAAAE,SAAA,EAAAqG,QAAA,eACEzG,IAAA,CAACN,SAAS,EACRgH,KAAK,CAAE,CAAEoB,QAAQ,CAAE,KAAM,CAAE,CAC3BvH,KAAK,CACHuC,IAAI,CAACI,YAAY,GAAK,MAAM,EAC5BJ,IAAI,CAACI,YAAY,GAAK,KAAK,EAC3BJ,IAAI,CAACI,YAAY,GAAK,KAAK,EAC3BJ,IAAI,CAACI,YAAY,GAAK,KAAK,CACvB,cAAc,CACd,yBACL,CACDG,IAAI,CAAC,OAAO,CACZ/C,KAAK,CAAEwC,IAAI,CAACK,aAAa,CAAC,CAAC,CAAE,CAC7BiE,QAAQ,CAAE,SAAAA,SAACC,CAAC,CAAK,CACfhD,kBAAkB,CAChBvB,IAAI,CAACI,YAAY,CACjBH,KAAK,CACLsE,CAAC,CAACC,MAAM,CAAChH,KAAK,CACdwC,IAAI,CAACU,EACP,CAAC,CACH,CAAE,CACFuE,UAAU,CACRjF,IAAI,CAACI,YAAY,GAAK,MAAM,EAC5BJ,IAAI,CAACI,YAAY,GAAK,KAAK,EAC3BJ,IAAI,CAACI,YAAY,GAAK,KAAK,EAC3BJ,IAAI,CAACI,YAAY,GAAK,KAAK,CACvB,6HAA6H,CAC7H,EACL,CACF,CAAC,CACDJ,IAAI,CAACI,YAAY,GAAK,QAAQ,EAC7BhB,mBAAmB,CAAC8F,QAAQ,CAAClF,IAAI,CAACU,EAAE,CAAC,EACrCV,IAAI,CAACK,aAAa,CAAC,CAAC,CAAC,EAAI,EAAE,eACzBnD,IAAA,CAACZ,KAAK,EAAC6I,QAAQ,CAAC,OAAO,CAAAxB,QAAA,CAAC,oCAExB,CAAO,CACR,EACH,CACH,CAEAnF,QAAQ,CAACmC,MAAM,CAAG,CAAC,eAClBzD,IAAA,CAACL,OAAO,EAACuI,KAAK,CAAC,cAAc,CAACC,SAAS,CAAC,KAAK,CAAA1B,QAAA,cAC3CzG,IAAA,QACEiH,SAAS,CAAC,WAAW,CACrBC,OAAO,CAAE,SAAAA,QAAA,QAAM,CAAA5B,iBAAiB,CAACvC,KAAK,CAAC,EAAC,CAAA0D,QAAA,cAExCzG,IAAA,CAACb,UAAU,EAAC8H,SAAS,CAAC,YAAY,CAAE,CAAC,CAClC,CAAC,CACC,CACV,GA5HwBnE,IAAI,CAACU,EA6H3B,CAAC,EACP,CAAC,CACC,CAAC,EACN,CAAC,CAEP,CAAC,CAED,cAAe,CAAAhD,aAAa,CAE5B,GAAM,CAAAgH,MAAM,CAAG,CACbY,eAAe,CAAE,CACftB,KAAK,CAAE,MAAM,CACbuB,MAAM,CAAE,QAAQ,CAChBhF,IAAI,CAAE,OACR,CAAC,CACDoE,eAAe,CAAE,CACfd,OAAO,CAAE,MAAM,CACf2B,QAAQ,CAAE,MAAM,CAChB1B,UAAU,CAAE,QAAQ,CACpBE,KAAK,CAAE,MACT,CACF,CAAC","ignoreList":[]},"metadata":{},"sourceType":"module","externalDependencies":[]}

{xinference-0.15.4.dist-info → xinference-0.16.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: xinference
-Version: 0.15.4
+Version: 0.16.1
 Summary: Model Serving Made Easy
 Home-page: https://github.com/xorbitsai/inference
 Author: Qin Xuye
@@ -28,7 +28,7 @@ Requires-Dist: tqdm>=4.27
 Requires-Dist: tabulate
 Requires-Dist: requests
 Requires-Dist: pydantic
-Requires-Dist: fastapi==0.110.3
+Requires-Dist: fastapi>=0.110.3
 Requires-Dist: uvicorn
 Requires-Dist: huggingface-hub>=0.19.4
 Requires-Dist: typing-extensions
@@ -46,13 +46,13 @@ Provides-Extra: all
 Requires-Dist: llama-cpp-python!=0.2.58,>=0.2.25; extra == "all"
 Requires-Dist: transformers>=4.43.2; extra == "all"
 Requires-Dist: torch>=2.0.0; extra == "all"
-Requires-Dist: accelerate>=0.27.2; extra == "all"
+Requires-Dist: accelerate>=0.28.0; extra == "all"
 Requires-Dist: sentencepiece; extra == "all"
 Requires-Dist: transformers-stream-generator; extra == "all"
 Requires-Dist: bitsandbytes; extra == "all"
 Requires-Dist: protobuf; extra == "all"
 Requires-Dist: einops; extra == "all"
-Requires-Dist: tiktoken; extra == "all"
+Requires-Dist: tiktoken>=0.6.0; extra == "all"
 Requires-Dist: sentence-transformers>=3.1.0; extra == "all"
 Requires-Dist: diffusers>=0.30.0; extra == "all"
 Requires-Dist: imageio-ffmpeg; extra == "all"
@@ -71,7 +71,7 @@ Requires-Dist: WeTextProcessing<1.0.4; extra == "all"
 Requires-Dist: librosa; extra == "all"
 Requires-Dist: xxhash; extra == "all"
 Requires-Dist: torchaudio; extra == "all"
-Requires-Dist: ChatTTS<0.2,>0.1; extra == "all"
+Requires-Dist: ChatTTS>=0.2; extra == "all"
 Requires-Dist: lightning>=2.0.0; extra == "all"
 Requires-Dist: hydra-core>=1.3.2; extra == "all"
 Requires-Dist: inflect; extra == "all"
@@ -91,6 +91,7 @@ Requires-Dist: ormsgpack; extra == "all"
 Requires-Dist: qwen-vl-utils; extra == "all"
 Requires-Dist: datamodel-code-generator; extra == "all"
 Requires-Dist: jsonschema; extra == "all"
+Requires-Dist: verovio>=4.3.1; extra == "all"
 Requires-Dist: auto-gptq; sys_platform != "darwin" and extra == "all"
 Requires-Dist: autoawq<0.2.6; sys_platform != "darwin" and extra == "all"
 Requires-Dist: mlx-lm; (sys_platform == "darwin" and platform_machine == "arm64") and extra == "all"
@@ -104,7 +105,7 @@ Requires-Dist: WeTextProcessing<1.0.4; extra == "audio"
 Requires-Dist: librosa; extra == "audio"
 Requires-Dist: xxhash; extra == "audio"
 Requires-Dist: torchaudio; extra == "audio"
-Requires-Dist: ChatTTS<0.2,>0.1; extra == "audio"
+Requires-Dist: ChatTTS>=0.2; extra == "audio"
 Requires-Dist: tiktoken; extra == "audio"
 Requires-Dist: torch>=2.0.0; extra == "audio"
 Requires-Dist: lightning>=2.0.0; extra == "audio"
@@ -158,6 +159,12 @@ Provides-Extra: image
 Requires-Dist: diffusers>=0.30.0; extra == "image"
 Requires-Dist: controlnet-aux; extra == "image"
 Requires-Dist: deepcache; extra == "image"
+Requires-Dist: verovio>=4.3.1; extra == "image"
+Requires-Dist: transformers>=4.37.2; extra == "image"
+Requires-Dist: tiktoken>=0.6.0; extra == "image"
+Requires-Dist: accelerate>=0.28.0; extra == "image"
+Requires-Dist: torch; extra == "image"
+Requires-Dist: torchvision; extra == "image"
 Provides-Extra: intel
 Requires-Dist: torch==2.1.0a0; extra == "intel"
 Requires-Dist: intel-extension-for-pytorch==2.1.10+xpu; extra == "intel"
@@ -174,7 +181,7 @@ Requires-Dist: vllm>=0.5.2; sys_platform == "linux" and extra == "sglang"
 Provides-Extra: transformers
 Requires-Dist: transformers>=4.43.2; extra == "transformers"
 Requires-Dist: torch; extra == "transformers"
-Requires-Dist: accelerate>=0.27.2; extra == "transformers"
+Requires-Dist: accelerate>=0.28.0; extra == "transformers"
 Requires-Dist: sentencepiece; extra == "transformers"
 Requires-Dist: transformers-stream-generator; extra == "transformers"
 Requires-Dist: bitsandbytes; extra == "transformers"
@@ -204,13 +211,25 @@ Requires-Dist: vllm>=0.2.6; extra == "vllm"
 
 # Xorbits Inference: Model Serving Made Easy 🤖
 
+<p align="center">
+  <a href="https://inference.top/">Xinference Cloud</a> ·
+  <a href="https://github.com/xorbitsai/enterprise-docs/blob/main/README.md">Xinference Enterprise</a> ·
+  <a href="https://inference.readthedocs.io/en/latest/getting_started/installation.html#installation">Self-hosting</a> ·
+  <a href="https://inference.readthedocs.io/">Documentation</a>
+</p>
+
 [![PyPI Latest Release](https://img.shields.io/pypi/v/xinference.svg?style=for-the-badge)](https://pypi.org/project/xinference/)
 [![License](https://img.shields.io/pypi/l/xinference.svg?style=for-the-badge)](https://github.com/xorbitsai/inference/blob/main/LICENSE)
 [![Build Status](https://img.shields.io/github/actions/workflow/status/xorbitsai/inference/python.yaml?branch=main&style=for-the-badge&label=GITHUB%20ACTIONS&logo=github)](https://actions-badge.atrox.dev/xorbitsai/inference/goto?ref=main)
 [![Slack](https://img.shields.io/badge/join_Slack-781FF5.svg?logo=slack&style=for-the-badge)](https://join.slack.com/t/xorbitsio/shared_invite/zt-1o3z9ucdh-RbfhbPVpx7prOVdM1CAuxg)
 [![Twitter](https://img.shields.io/twitter/follow/xorbitsio?logo=x&style=for-the-badge)](https://twitter.com/xorbitsio)
 
-English | [中文介绍](README_zh_CN.md) | [日本語](README_ja_JP.md)
+<p align="center">
+  <a href="./README.md"><img alt="README in English" src="https://img.shields.io/badge/English-454545?style=for-the-badge"></a>
+  <a href="./README_zh_CN.md"><img alt="简体中文版自述文件" src="https://img.shields.io/badge/中文介绍-d9d9d9?style=for-the-badge"></a>
+  <a href="./README_ja_JP.md"><img alt="日本語のREADME" src="https://img.shields.io/badge/日本語-d9d9d9?style=for-the-badge"></a>
+</p>
+
 </div>
 <br />
 
@@ -286,9 +305,25 @@ with popular third-party libraries including [LangChain](https://python.langchai
 | Audio Models                                   | ✅ | ❌ | ❌ | ❌ |
 | More OpenAI Functionalities (Function Calling) | ✅ | ❌ | ❌ | ❌ |
 
-## Getting Started
+## Using Xinference
+
+- **Cloud </br>**
+We host a [Xinference Cloud](https://inference.top) service for anyone to try with zero setup. 
+
+- **Self-hosting Xinference Community Edition</br>**
+Quickly get Xinference running in your environment with this [starter guide](#getting-started).
+Use our [documentation](https://inference.readthedocs.io/) for further references and more in-depth instructions.
+
+- **Xinference for enterprise / organizations</br>**
+We provide additional enterprise-centric features. [send us an email](mailto:business@xprobe.io?subject=[GitHub]Business%20License%20Inquiry) to discuss enterprise needs. </br>
 
-**Please give us a star before you begin, and you'll receive instant notifications for every new release on GitHub!**
+## Staying Ahead
+
+Star Xinference on GitHub and be instantly notified of new releases.
+
+![star-us](assets/stay_ahead.gif)
+
+## Getting Started
 
 * [Docs](https://inference.readthedocs.io/en/latest/index.html)
 * [Built-in Models](https://inference.readthedocs.io/en/latest/models/builtin/index.html)
@@ -358,3 +393,7 @@ Once Xinference is running, there are multiple ways you can try it: via the web
 <a href="https://github.com/xorbitsai/inference/graphs/contributors">
   <img src="https://contrib.rocks/image?repo=xorbitsai/inference" />
 </a>
+
+## Star History
+
+[![Star History Chart](https://api.star-history.com/svg?repos=xorbitsai/inference&type=Date)](https://star-history.com/#xorbitsai/inference&Date)

{xinference-0.15.4.dist-info → xinference-0.16.1.dist-info}/RECORD

@@ -1,15 +1,15 @@
-xinference/__init__.py,sha256=muQ9V9y11BcIqlZhhc06oDf193H7bwDIa8e_wSoDKI8,986
+xinference/__init__.py,sha256=nmTTrYbIpj964ZF6ojtgOM7E85JBOj1EyQbmYjbj1jw,915
 xinference/_compat.py,sha256=xFztCfyrq3O_4bssL_ygghYkfxicv_ZhiX2YDDWHf-k,3571
-xinference/_version.py,sha256=rsb6h82zrpecXkwoQPZlv48UaKLjrNi7qg2qXrXoSZE,498
+xinference/_version.py,sha256=oE3TpQCKqiRAKZ-awvbu-Tzsv0hlNVATZCFUENOFtWE,498
 xinference/conftest.py,sha256=56HYQjsAJcQrpZSmskniPqH9dLoW-i3Oud6NVTtc4io,9752
-xinference/constants.py,sha256=QsYxf86vqJVbn5L2SXH5hdyCdiZy7hRD-Qx5Sse4DqE,3758
+xinference/constants.py,sha256=12AG2xmPPM68samHt8OTyK-WsnxyAsHvIiLYusN2MB4,3746
 xinference/device_utils.py,sha256=zswJiws3VyTIaNO8z-MOcsJH_UiPoePPiKK5zoNrjTA,3285
 xinference/fields.py,sha256=0UtBFaDNzn1n9MRjyTkNrolsIML-TpZfudWOejqjni8,5245
 xinference/isolation.py,sha256=uhkzVyL3fSYZSuFexkG6Jm-tRTC5I607uNg000BXAnE,1949
 xinference/types.py,sha256=LHTbNLf0zI-FLruxRuBt2KMpk2P4eKpYdFvh2qzNTGI,12458
-xinference/utils.py,sha256=VSOJMFd9H7kce98OtJZbcDjjpfzRpHAFs8WU0xXPBM8,717
+xinference/utils.py,sha256=zYgf9bCvfbybRt3gEog6r5WJCpj0czZCf0qgRdYjkN8,720
 xinference/api/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
-xinference/api/restful_api.py,sha256=Gp_1fGYLximhr9yTqxvBv9O84HO47-tnTwA5h7o8Ff4,84506
+xinference/api/restful_api.py,sha256=mmGVCPgclRHklzrWiPKiFm4XQbVMF0bZa2i5cBQr5ao,86347
 xinference/api/oauth2/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
 xinference/api/oauth2/auth_service.py,sha256=74JzB42fbbmBu4Q1dW3A9Fp_N7167KgRGB42Z0NHjAM,6119
 xinference/api/oauth2/types.py,sha256=K923sv_XySIUtM2Eozl9IG082IJcDOS5SFLrPZ5ELBg,996
@@ -18,20 +18,20 @@ xinference/client/__init__.py,sha256=Gc4HOzAy_1cic5kXlso7hahYgw89CKvZSJDicEU461k
 xinference/client/common.py,sha256=iciZRs5YjM2gYsXnwACPMaiBZp4_XpawWwfym0Iyu40,1617
 xinference/client/handlers.py,sha256=OKl_i5FA341wsQf_0onSOPbbW6V861WJrSP7ghtDc8c,527
 xinference/client/restful/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
-xinference/client/restful/restful_client.py,sha256=eTZf9M0GG6ZaShWhpY7O-yG0BH3ceKZZ-d-DuVDg55g,51189
+xinference/client/restful/restful_client.py,sha256=xT3b1dTQGmNNsHuCUrNxS8DTEcg7a2o8oo0aaX0k-0I,51916
 xinference/core/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
 xinference/core/cache_tracker.py,sha256=3ubjYCU5aZToSp2GEuzedECVrg-PR4kThTefrFUkb9g,6971
-xinference/core/chat_interface.py,sha256=tM4hQPZ0UVcmE4_-auXWkq2z0rWmZBwwXNwbbl5zvGQ,20666
+xinference/core/chat_interface.py,sha256=Kiqs1XOXgYBlP7DOXLEXaFjbVuS0yC1-dXJyxrxiRNE,20785
 xinference/core/event.py,sha256=42F38H2WOl6aPxp2oxX6WNxHRRxbnvYRmbt4Ar7NP4U,1640
-xinference/core/image_interface.py,sha256=WsJjrcJG3itQJb-qiuZKWtK4_XLPPnxkEy9VCyZcQmw,13636
+xinference/core/image_interface.py,sha256=5Iuoiw3g2TvgOYi3gRIAGApve2nNzfMPduRrBHvd1NY,13755
 xinference/core/metrics.py,sha256=ScmTG15Uq3h_ob72ybZSMWdnk8P4sUZFcm60f4ikSXc,2631
-xinference/core/model.py,sha256=bwmiqRctnXbJlsHhS3O3JA5G0xRNNRd_HqlAGyRrzVo,32086
+xinference/core/model.py,sha256=GEOqKDllyZBAPOUk7ujt-c88AfCgE7-bgYplzl3XOCk,38613
 xinference/core/progress_tracker.py,sha256=LIF6CLIlnEoSBkuDCraJktDOzZ31mQ4HOo6EVr3KpQM,6453
 xinference/core/resource.py,sha256=FQ0aRt3T4ZQo0P6CZZf5QUKHiCsr5llBvKb1f7wfnxg,1611
-xinference/core/scheduler.py,sha256=qONNFqAlnYDcmmzPO5jfU-r0aZ1Lhhpn1oSaA5CAGTE,15485
+xinference/core/scheduler.py,sha256=gdj3SyP_jelJ86vTRrgnFynhxz5JSwLRsQgx8PTtBi8,15671
 xinference/core/status_guard.py,sha256=4an1KjUOhCStgRQUw1VSzXcycXUtvhxwiMREKKcl1UI,2828
 xinference/core/supervisor.py,sha256=Wkjhk1tfRuhyQmcVNrHZApWO09MDA5-Uu4u2p1GBj3I,52964
-xinference/core/utils.py,sha256=p3ptQMdzKu9WxdUJ2EdDTXvPDl53BGwiNuVWuhaE4EU,8536
+xinference/core/utils.py,sha256=pFggqUjfsB9ME6V0VqsppN7KAHNrqpxMuJsIUPNkwoM,8745
 xinference/core/worker.py,sha256=QhxVhpeKl-QYKA_77kUXTj5-rhodHAXlOhgtvqZiiRI,46329
 xinference/deploy/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
 xinference/deploy/cmdline.py,sha256=YNXbPIT9zJIp5EQzl_rH5KwDDYqBd2CbaOVF8hA0lws,48120
@@ -41,24 +41,24 @@ xinference/deploy/utils.py,sha256=71xnPSjjF3XDZIYmlJ59Fbr7mswWERtNdjfdYGwyT_I,67
 xinference/deploy/worker.py,sha256=VQ71ClWpeGsyFgDmcOes2ub1cil10cBjhFLHYeuVwC4,2974
 xinference/deploy/test/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
 xinference/deploy/test/test_cmdline.py,sha256=m8xDzjtDuAJy0QkvYVJIZDuTB29cmYBV0d231JyRCPU,7714
-xinference/model/__init__.py,sha256=J7cdxnDxbr-4c8JREXWEIZ8MkB_VokXVaEOsI7ycjho,1101
+xinference/model/__init__.py,sha256=bCEwvKjoazBW8QZ5C5Hpfd5v_VTbWpXvo8IB9d4Qs70,1127
 xinference/model/core.py,sha256=WQakLJgxrJMbTGn9AVaw-Tas7QL5M8cJsuYpGgH-io8,4706
 xinference/model/utils.py,sha256=-axJ9I1IZ0li5Y2qzfFrsz8nMOGnoXXhmULu_e4aIKc,11196
 xinference/model/audio/__init__.py,sha256=G4n-MyzdarFVOndPRkEyZZrCwqFIG8yIsky6_5dife0,3433
-xinference/model/audio/chattts.py,sha256=EXAfNATwblcilMjU3ff1dzTDJkjwQMXBo6zZ_517Jvo,4659
+xinference/model/audio/chattts.py,sha256=ny3DZTCTt2MzdkLw994_QHZ_4qIEUZcNexNJkCejCyo,4998
 xinference/model/audio/core.py,sha256=8rIyw0PLW2Py2-V7xsij4uQGGY39D_uq6uICuICobO8,6494
 xinference/model/audio/cosyvoice.py,sha256=Enur1Y4Xa-mpr7wwnoXWwhyh7PUAjrHZ8DV91tTrpjE,6426
 xinference/model/audio/custom.py,sha256=8GXBRmTtR-GY03-E91nlRGTIuabCRzlt20ecU6Un6Y8,4985
 xinference/model/audio/fish_speech.py,sha256=v2WVEV-BLWnbiDvqrx8WTGE_YNKmd9QoAF1LZBXWxn0,7310
 xinference/model/audio/funasr.py,sha256=65z7U7_F14CCP-jg6BpeY3_49FK7Y5OCRSzrhhsklCg,4075
-xinference/model/audio/model_spec.json,sha256=rBfDYgiZNI0d1t01emx_UosEqap4JxD1OUJoocmlEMI,5120
-xinference/model/audio/model_spec_modelscope.json,sha256=Ul7_zy49N5zvio8-1WZEBFzZXS5_ueT49frWepMF8KY,2031
+xinference/model/audio/model_spec.json,sha256=JLgT4fKZuD5jz5cBO_KIFkSm_6a6UEW6z0YVrfQJJkI,5120
+xinference/model/audio/model_spec_modelscope.json,sha256=U82E5vZahi4si6kpCjdp2FAG2lCpQ7s7w_1t6lj2ysI,2038
 xinference/model/audio/utils.py,sha256=pwo5cHh8nvhyBa9f-17QaVpXMSjmbpGbPYKwBBtEhGM,717
 xinference/model/audio/whisper.py,sha256=PQL7rebGC7WlIOItuDtjdEtSJtlhxFkolot-Fj-8uDU,7982
 xinference/model/embedding/__init__.py,sha256=1GmvQsbeeVUT-VRaRGetf8UT4RQgLWIzfp5kfX5jw-k,3567
 xinference/model/embedding/core.py,sha256=cJUnq2dzjoYfRJeSEn0yhsqF4JbHfoXf3IMqyjdvFHk,18702
 xinference/model/embedding/custom.py,sha256=757KncqhsOWVypHZFtuhBP_xy-UTNaFdy0BuZRfuIV8,3848
-xinference/model/embedding/model_spec.json,sha256=cVYzB4VLYw2FoP7bfLntTuMVDEigHTGDSyBtcj8F6gc,7060
+xinference/model/embedding/model_spec.json,sha256=dn1XZDiB-HED_IqZO3iYdfhpqA1EO3wHcylXd1O9WK8,7060
 xinference/model/embedding/model_spec_modelscope.json,sha256=1qyMQR-JrcSZ_WB5gEtNI9IEzE9orSM41rjSXS6rMs4,6210
 xinference/model/embedding/utils.py,sha256=t_y-7TrYenJKzX3p8e8KWXyC66u7Kd7lMvSzEOolnZw,790
 xinference/model/flexible/__init__.py,sha256=DUAfq9vaiXOfUJfP2WRfqDmGfMtKMqRE-wLETaJw4_w,1718
@@ -68,22 +68,27 @@ xinference/model/flexible/launchers/__init__.py,sha256=X8w_2hKuQ9H3f90XYK7H_AQU4
 xinference/model/flexible/launchers/image_process_launcher.py,sha256=APbbHls0N9DpLFL6_qTexuc5o6bQAvdgJEAZWU4clyw,2510
 xinference/model/flexible/launchers/transformers_launcher.py,sha256=OZeeogDfopRUGhulP4PRJ4fZEJ2D9cfv7lcC2qJBoDE,2012
 xinference/model/image/__init__.py,sha256=80HBIbKh6lh-BgNaTo6k0TxxKjdG30bwHAdCiwVk6wk,3198
-xinference/model/image/core.py,sha256=qdqFMpPa2OSi0d5a4_iASEjL8s5vxxl1IRTJjmxfwO0,8959
+xinference/model/image/core.py,sha256=isfvAARTas_Jzi9W9wniqJlxgk2mfCoOwUVtzzoLKYE,10565
 xinference/model/image/custom.py,sha256=5gjujQpJVTJ-pVB5LzBo4-bWKKOHzFlRaoRKJ_CuIUg,3769
-xinference/model/image/model_spec.json,sha256=JyXU-v4ysRT4yqwkmXgISY3uVWjeSiBLyH8fS7XO1_g,5368
-xinference/model/image/model_spec_modelscope.json,sha256=r3_m9XZo1QZgmASg5navOPs0ivlft5wVPF1SpbAVNBg,4266
+xinference/model/image/model_spec.json,sha256=YLwNpHd9QU3Mvs_DVE7UrHjqUF_dVzqxKwb6gzHlEbg,5911
+xinference/model/image/model_spec_modelscope.json,sha256=0RIecnegAoe86paNiMxs-YVc8c4Ag3BXRG2CKBSmvNk,4806
 xinference/model/image/sdapi.py,sha256=Xgdtnvw4Xwj1Nc0cBoDo_ogH6E2mFJqLvX0jSxxgdnA,5936
-xinference/model/image/utils.py,sha256=gxg8jJ2nYaDknzCcSC53WCy1slbB5aWU14AbJbfm6Z4,906
+xinference/model/image/utils.py,sha256=sJCxC8iCS7r9sVY4edKz2DYaZ-ebq_t9HjL7fZMS8z8,2344
+xinference/model/image/ocr/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
+xinference/model/image/ocr/got_ocr2.py,sha256=BhRnRORh2KSVAALoHaenfoYP1RpSavB0sShBxDvdfW8,2334
+xinference/model/image/scheduler/__init__.py,sha256=-sjSIQ4K6w-TEzx49kVaWeWC443fnZqODU91GCQ_JNo,581
+xinference/model/image/scheduler/flux.py,sha256=GHlpPfU5UxsiQWNyvNe9SaVZceNg_2CiF1oJUdCao5o,18830
 xinference/model/image/stable_diffusion/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
-xinference/model/image/stable_diffusion/core.py,sha256=NeCfkKjRdebgOOGMmg8DGVPR29D9vgX3V72qETgwPp0,24230
-xinference/model/llm/__init__.py,sha256=elINGzzDXmSissG32UMG7BfMqNgXwSM7USBaTorGWSA,12428
+xinference/model/image/stable_diffusion/core.py,sha256=qqMjFcM7KpjQc79irWhTpweIVfenEcsSi6g_WDK7CFM,22982
+xinference/model/image/stable_diffusion/mlx.py,sha256=GZsozzGB04NfHAdU9MI6gwWE1t_A-s_Ddn_ic8DlkKQ,7476
+xinference/model/llm/__init__.py,sha256=JPoNtsYukWeLyfDlxVtIgr5nu1GhUG1_zVpmAqcEQd8,12507
 xinference/model/llm/core.py,sha256=f4nKVPTAseivij6mbL2yXEKxrzllKm-_i2ttSqckTCg,8157
-xinference/model/llm/llm_family.json,sha256=9peVrsgESrC-HPsIXS7wDcTsz_oNcGwrsw-Jh_yDSLU,285589
+xinference/model/llm/llm_family.json,sha256=BiJwRSTFjKUErru4Mqek-P6JAlbFA1eGT9xzabfwBRc,290116
 xinference/model/llm/llm_family.py,sha256=eqeaHwLeS2TDB_ATf_h6YkH6OiyyF_4cSF_bOq3pTws,37432
 xinference/model/llm/llm_family_csghub.json,sha256=zMKWbihsxQNVB1u5iKJbZUkbOfQ4IPNq1KQ-8IDPQQA,8759
-xinference/model/llm/llm_family_modelscope.json,sha256=IcnRScrHkM4b6-rrpto4hCZ541rkUpdkaUa8wgSw8No,215985
+xinference/model/llm/llm_family_modelscope.json,sha256=5sOuthTDH9NisEw_3V22WdQgA_lQY5fl9vv-XYYwfVY,219124
 xinference/model/llm/memory.py,sha256=NEIMw6wWaF9S_bnBYq-EyuDhVbUEEeceQhwE1iwsrhI,10207
-xinference/model/llm/utils.py,sha256=_FHJHZ9d1tYj4NwiG4TYftEp9L5vah6slUkqHKnn21U,23543
+xinference/model/llm/utils.py,sha256=DUC6jPr1-kPNsgc4J5MXNSMVgDlPLfQiitLGfdJxVxM,23596
 xinference/model/llm/llama_cpp/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
 xinference/model/llm/llama_cpp/core.py,sha256=vjuTapwbn-ZjUX-8WA0nFyicE4UGUSehU_csSetvcZw,10928
 xinference/model/llm/lmdeploy/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -93,27 +98,28 @@ xinference/model/llm/mlx/core.py,sha256=9mTUllTBQf5pnblATWNw6mKKjivQ5u8Xp5q5U4KD
 xinference/model/llm/sglang/__init__.py,sha256=-sjSIQ4K6w-TEzx49kVaWeWC443fnZqODU91GCQ_JNo,581
 xinference/model/llm/sglang/core.py,sha256=ft4QlDw36gwoic8lyjtSx2ai6KTW84CPVbYr8grqGMI,16698
 xinference/model/llm/transformers/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
-xinference/model/llm/transformers/chatglm.py,sha256=pCJgoc0Ikny5BL85iHXl9M6zKgIzAHBsd81NAZ31yRI,17834
+xinference/model/llm/transformers/chatglm.py,sha256=tr6nEfHAg_mFRDlqXLMvbSq6U47851jOpqTz_vkWNJM,22266
 xinference/model/llm/transformers/cogvlm2.py,sha256=I5Ftm0VYjbTAv5ZARZCo32Ggpw58PJfHs5B_nX_BIlU,15972
 xinference/model/llm/transformers/cogvlm2_video.py,sha256=ZGkpC4x2uEtjwoMrLSODmAUYTjOeSNYxZi9VpQrpnhU,11857
 xinference/model/llm/transformers/compression.py,sha256=U0vMJ-JaBt4oC2LffgWg6HbPj1CeUi_YdwVbjDd0mRA,8112
-xinference/model/llm/transformers/core.py,sha256=fyM7WXsVTEs38LAUPe-CJf45czInrNf1ifsWWexZ5nM,31128
-xinference/model/llm/transformers/deepseek_v2.py,sha256=HSddUBm5sKpHTNtPbTao9r3Yif-_xRAJrAtfCyELnhw,12975
+xinference/model/llm/transformers/core.py,sha256=rgRrqykyd4fpKNvMfmjAIApWjqvYO3HYB1wJ7cmB9S0,28229
+xinference/model/llm/transformers/deepseek_v2.py,sha256=-RKlI3mhja730md4evQ2vfIxBnZD5vWyrgmg_3eovms,4096
 xinference/model/llm/transformers/deepseek_vl.py,sha256=pB6i6DW5oyfHdqTgKpi2DkIKVGlPLGIDR_Op0sB1uKA,10445
 xinference/model/llm/transformers/glm4v.py,sha256=goph2HhpV8gUm2t8-T1P-jTF2r_kPeH6QNe64lmlm0g,13871
 xinference/model/llm/transformers/intern_vl.py,sha256=0pbze1eo3HvNQ0nW-mVJcJuJ4GrEyBBqQAYIdXnAn6c,18270
-xinference/model/llm/transformers/internlm2.py,sha256=nRrmbH9bJl_wLcCH4zSy0EeKeP_ht-b8bVvbG2pMgV0,7228
+xinference/model/llm/transformers/internlm2.py,sha256=3mjRgqU0RgCFF0F46ieVH0NO2JCKGsQkmkoVlWJrh8E,3221
 xinference/model/llm/transformers/minicpmv25.py,sha256=mr80-OlSlK_opSuAO3cz_QlkqujLr6V-OsTP0ebwpE8,6814
 xinference/model/llm/transformers/minicpmv26.py,sha256=_e2C4vmyKIzKt7S7AvKgiqhDOhGiBXa6Xoiix4UaYtI,13440
 xinference/model/llm/transformers/omnilmm.py,sha256=2ZLW979ETqDDKo9CaTNwi9uLBZ2d6itHAYqjUA4jdro,5172
+xinference/model/llm/transformers/opt.py,sha256=dkZFNwtw_sUuVaz9He6LWfEojRGfOQFQ5atvC5OYPuY,2429
 xinference/model/llm/transformers/qwen2_audio.py,sha256=1XmlawVF-Xh2pgGoLDX7kOYIiF_bDUR3doSOnM59QbQ,6107
 xinference/model/llm/transformers/qwen2_vl.py,sha256=i8mypQwaPaaGQ0OIS55H8yuUX6gH87ubPuPQHHAD9fw,7304
 xinference/model/llm/transformers/qwen_vl.py,sha256=LG19qJW30bFiZOS-t9OM3JP6K1KCLj_Sv3nKSCLvyts,14058
 xinference/model/llm/transformers/tensorizer_utils.py,sha256=VXSYbPZtCbd8lVvsnjDLPZjfCMil67Pkywd_Ze4dTx4,11362
-xinference/model/llm/transformers/utils.py,sha256=kTaNK65igHoWRUe00FD-Bs7nBv_OYre0KXjbmstlleU,29228
+xinference/model/llm/transformers/utils.py,sha256=Ej9Tu2yVAotfXMFsl30QlYXLZTODU6Pv_UppsGGUiSw,19185
 xinference/model/llm/transformers/yi_vl.py,sha256=iCdRLw-wizbU-qXXc8CT4DhC0Pt-uYg0vFwXEhAZjQg,8961
 xinference/model/llm/vllm/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
-xinference/model/llm/vllm/core.py,sha256=FhwRaRY29imMS4Aldda7qBQg4tCtUqG8adr1zfUF7jw,30729
+xinference/model/llm/vllm/core.py,sha256=5_aClQ1m37KpT6pyvSm8Kt0744mMqYrCkLC43BLHhI8,31391
 xinference/model/llm/vllm/utils.py,sha256=LKOmwfFRrlSecawxT-uE39tC2RQbf1UIiSH9Uz90X6w,1313
 xinference/model/rerank/__init__.py,sha256=wRpf1bOMfmAsuEKEGczMTB5fWEvuqltlJbIbRb-x8Ko,3483
 xinference/model/rerank/core.py,sha256=ZOlbtK1x8CgcAAg0Y-5AF9ItYbhxuGtf7C_Sf0D9Kww,14122
@@ -362,6 +368,20 @@ xinference/thirdparty/matcha/utils/utils.py,sha256=5TN-PISzsjI_CgnRX3PSPBVsFhRL8
 xinference/thirdparty/matcha/utils/monotonic_align/__init__.py,sha256=_s_INV7vL_N9mhYtZADAk11CsSGP8kykn0fEyyM73ts,646
 xinference/thirdparty/matcha/utils/monotonic_align/core.pyx,sha256=t2jJamslaDGkFZnWhdUQ0qs4T4gjntMOAXSPMtZaq0w,1236
 xinference/thirdparty/matcha/utils/monotonic_align/setup.py,sha256=bf0d0cvGRaACC22qq0sqgZEBBhz4qzDlMqBxOyTKC2g,207
+xinference/thirdparty/mlx/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
+xinference/thirdparty/mlx/flux/__init__.py,sha256=zZr1fIAdvqgR4iF0aBUfYkRzDB7RZ0CqSl9E2qQv32A,331
+xinference/thirdparty/mlx/flux/autoencoder.py,sha256=mPWdTwtM8bAZZcFDOLSI5wgdKp9waIJsnHjsIr-kljE,10797
+xinference/thirdparty/mlx/flux/clip.py,sha256=4ocfM8U6O2nZIflH_IaLkyVMOmmVltAdjjFMi7o61E4,4731
+xinference/thirdparty/mlx/flux/datasets.py,sha256=aV2JQkbmC63flioUhE8AnX950D5T8alfOMG-AH7Zk_w,2064
+xinference/thirdparty/mlx/flux/flux.py,sha256=mR1bN4MSULHKLgGZbEx3HMoV361bA01XCQxISaFjq08,8039
+xinference/thirdparty/mlx/flux/layers.py,sha256=tJCnS52gLTb2XhixUZN5PIOfN32zntWqnDIlSc8D-A0,10025
+xinference/thirdparty/mlx/flux/lora.py,sha256=GZ1nEzgz8fkQhGdFNJzwgiqZD665DrUsmOchYRnWjo4,1929
+xinference/thirdparty/mlx/flux/model.py,sha256=_DWD3V2JyvF_mWPMEO8MNlAWuYx00p2_A_rYPm2p6Vs,4151
+xinference/thirdparty/mlx/flux/sampler.py,sha256=xiv2IRBLknasu8X3wuRd-QXzmjv2VFS4I--NpL4UbQI,1674
+xinference/thirdparty/mlx/flux/t5.py,sha256=L_tclSkRtFDuBqVKMbKCp9N_40cj9kjjuanXKnICtV0,8658
+xinference/thirdparty/mlx/flux/tokenizers.py,sha256=bWy-XYX3n84L9HXw18ay9uMKDevD7eZouNenHriT5pg,5470
+xinference/thirdparty/mlx/flux/trainer.py,sha256=Di_TGricvnInvAtX4uYMH9ZI_wXFZo4aghPJjnMueVk,3389
+xinference/thirdparty/mlx/flux/utils.py,sha256=mB_nO2oHMmsnD2vA-d3dwTU3TTdlnvJ3sLboA7bJ-0Q,5184
 xinference/thirdparty/omnilmm/LICENSE,sha256=WYLj56GZNvkMgbPWkCNpWlTFbbaeXKVEvUTrzw82stk,11337
 xinference/thirdparty/omnilmm/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 xinference/thirdparty/omnilmm/chat.py,sha256=oi0I-yVkvvnW_Vqj-iQzKaPUbGJ__EBn1we9AHlaGn4,6784
@@ -394,14 +414,14 @@ xinference/thirdparty/whisper/normalizers/english.json,sha256=Zgf5SL6YJNLhsvoiI8
 xinference/thirdparty/whisper/normalizers/english.py,sha256=KJjkZyru_J9Ey03jjBFc3yhvWzWuMhQzRnp2dM6IQdA,20868
 xinference/web/ui/package-lock.json,sha256=r6y_nAa8SfAETbx3ysAKcRf2SznsSAxpLwtArCJbCCI,760153
 xinference/web/ui/package.json,sha256=fkEgsboguEVK9yuRrJjN7Alhyo38qV1Ih83qQFVr6SQ,2023
-xinference/web/ui/build/asset-manifest.json,sha256=PR90UU8UOrgpDD7Afl2MSkiatOIBMMFDthqflkQ5zzo,453
+xinference/web/ui/build/asset-manifest.json,sha256=OXxx-9qQwgWpWDlEwQB67TMvDb_0eA8byhL62qc39Tc,453
 xinference/web/ui/build/favicon.svg,sha256=dWR8uaz0Q9GCcl-DjWvQh07e1f3jhJBt-r4aSbmH3A4,1894
-xinference/web/ui/build/index.html,sha256=c86TsyNmG205gXaWEivZNb5xQbT8MK9aOYfp4R6nWeM,650
+xinference/web/ui/build/index.html,sha256=wIRax6sNorFi5cZDWTCI0kpb-UpVkEa3cCO8pjUxUx0,650
 xinference/web/ui/build/static/css/main.5061c4c3.css,sha256=P7rcts4xzIqV_ikvTokJEYzZ5R9w_3wigAhs7ai9hgU,4392
 xinference/web/ui/build/static/css/main.5061c4c3.css.map,sha256=K2E6sUL58gZNSOo_9U-IMm9XCKQfnBlehW72IEYQQCw,8658
-xinference/web/ui/build/static/js/main.e51a356d.js,sha256=_P6qG1pX7aXzCua1hOJGfkxdBjOJKu7HEupCy8E3EWA,1121915
-xinference/web/ui/build/static/js/main.e51a356d.js.LICENSE.txt,sha256=d8ETWF_wyLDtaMx4LKhmJjBONXs3Onu4YucCXopqPK0,2321
-xinference/web/ui/build/static/js/main.e51a356d.js.map,sha256=gG5cxzxEVKvKAQdlxJRMUAkvkVqt0IzquJoTaqYIJVk,4920185
+xinference/web/ui/build/static/js/main.b76aeeb7.js,sha256=U2RKawGlo-aW9zDRh3DJhLEWgmH1QOSWUjKaBjSMyno,1122817
+xinference/web/ui/build/static/js/main.b76aeeb7.js.LICENSE.txt,sha256=d8ETWF_wyLDtaMx4LKhmJjBONXs3Onu4YucCXopqPK0,2321
+xinference/web/ui/build/static/js/main.b76aeeb7.js.map,sha256=G8LLbP7rW8nIfSW8k4HJu_IQnpK0DB_T2HH4bMAfokg,4923948
 xinference/web/ui/build/static/media/icon.4603d52c63041e5dfbfd.webp,sha256=kM--URMpXs5Vf0iSqQ8hmUalvWgcmRERpv37CriXRAE,16128
 xinference/web/ui/node_modules/.package-lock.json,sha256=_V6n9fLvF1laSHVMZb9Z6wwLvUphwXM7kuMW2TD5FX4,758073
 xinference/web/ui/node_modules/.cache/babel-loader/00012b59e7dc64a18400bdddb660faa295258241c0b9cd15c78cdba63b858ed8.json,sha256=FhiSQ9MQv6bT7TkLBlXXskoaG2HCKhsuTXXlkDV-pM4,668
@@ -744,7 +764,6 @@ xinference/web/ui/node_modules/.cache/babel-loader/06eabed6a8247a7e4d6d9aa3c627f
 xinference/web/ui/node_modules/.cache/babel-loader/06f893dbada7c83fcf82fe1076a6ec550d3da9b326c62a383f29a2d888db6b3c.json,sha256=2w248sk5WCVJXbHuvA8gbcng1oY6UgllxP07wfluyDo,1803
 xinference/web/ui/node_modules/.cache/babel-loader/06feacb80faf0c297a6167ec40f58202b4768b2f1a6e0dc3ba9c76ef54308a70.json,sha256=zyeoYuKySYrj3sDbT0aA7agp76JAdcg0UuPZXLOF6Fs,1366
 xinference/web/ui/node_modules/.cache/babel-loader/0706b42e8fe57fe29f06fabb09d86bce854f45a22f18bde2dbbb21ed2b5c43e4.json,sha256=ztrEvo5lYelIu0XzD3HHk_yi-HAWqh5Mi2TfAsLsmDk,762
-xinference/web/ui/node_modules/.cache/babel-loader/070d8c6b3b0f3485c6d3885f0b6bbfdf9643e088a468acbd5d596f2396071c16.json,sha256=6moN2B9xnLvt1_SQhX1tBwjYgsyiO5Qapx-oVAremBA,187121
 xinference/web/ui/node_modules/.cache/babel-loader/0714f7d7eed5c0490af5c1795b66746fc124d5a18699de3af3586e5c983fd6eb.json,sha256=BC_Mub10WX3lOzJZ8iMZftRGnz6L6e3VlPNTADQz31I,1053
 xinference/web/ui/node_modules/.cache/babel-loader/0716a316a9ac8a4402261cfad73e47870cef0ed8e6963a44297985aed1be118a.json,sha256=R8PZV1XP5hFeZLSwrqaNlgfADR2QK9b2-ayWY2zU8Ho,1427
 xinference/web/ui/node_modules/.cache/babel-loader/071aa41c309750db22884d0b19b59ec6ed92c07957fd4e989904a365289adde2.json,sha256=hhlAfcqHp8EBTPqeN6HcGY5ieM7dWVRLuQB4UuDjFug,1717
@@ -2832,6 +2851,7 @@ xinference/web/ui/node_modules/.cache/babel-loader/32d52c4b31e59c4a38bfa3b5785c5
 xinference/web/ui/node_modules/.cache/babel-loader/32d80a53519c533edb499374a0b31eba125e7d3cdb7b4e84dcdc0d0940b1bac4.json,sha256=faEBJyVUBAMMN4PJjmJXzyqCGDRENFCN1Gdv8ndzQUc,1201
 xinference/web/ui/node_modules/.cache/babel-loader/32e7383675bb886a7536b7fdba100d9deabef518edcb92c7b32c99ff01cd9747.json,sha256=3ivx1Vozsqfvgw18LXWPwJd8jI0WwG3NCp8DkHkdKGs,1334
 xinference/web/ui/node_modules/.cache/babel-loader/32ea15275788d51cd3ca9985ba4c4efdc416fc4639190d341abab4dde6238825.json,sha256=Ct-HQeVxPDlhyqwvDL8J_IeGlL_iPBYL6T8U1i6o9Fs,1923
+xinference/web/ui/node_modules/.cache/babel-loader/32ea2c04cf0bba2761b4883d2c40cc259952c94d2d6bb774e510963ca37aac0a.json,sha256=i06ewLe4JpFIKaYwvrEY8piCIci-cDxAmuDuQgVFtmg,192370
 xinference/web/ui/node_modules/.cache/babel-loader/32ea9ded674f45a47b42a485f62614786b350e39c44df00ad29d33cd71065b90.json,sha256=jZBqRTFuE8kvpBKAvrv98RLKafzqAQDYxYEn4sbYEWg,1354
 xinference/web/ui/node_modules/.cache/babel-loader/32ec78acd6fcbb7c18b3c88b10c1fce60bc7d7e9c1587d4734badbe4424886c2.json,sha256=9fL9e0RgfyY5GEdWgkuQaTLnqtyg-IajYJrnV5_TdUY,1442
 xinference/web/ui/node_modules/.cache/babel-loader/32f1caf57c940dae3f007462936052da3ae56b63de46fe2014a9e55accdf5b6a.json,sha256=D44lelAdqH4xDr20LaK04ZZPKo-EP8KAXmzd4Y4cLsg,1513
@@ -2843,6 +2863,7 @@ xinference/web/ui/node_modules/.cache/babel-loader/3300669f95c2d8bd67dcc62aa3caa
 xinference/web/ui/node_modules/.cache/babel-loader/3303459412aec3e4cfc7efed7854d83837221e9879cf33cd2f67b5a1e9a1a65b.json,sha256=mdlln4XhnIbEY_H_EaDonf3h4Vv5qZDe3qPHt_C1Ivw,1203
 xinference/web/ui/node_modules/.cache/babel-loader/3307e6cd4416cfc309e05d82fd7dfed1466d3b89e0fd948e6e84ebc6c87c9750.json,sha256=exd_-4C26XY7VpcBvppsuRmZWbkAHvQfTormMVYebR8,1064
 xinference/web/ui/node_modules/.cache/babel-loader/3307ee7c63b28fa439d456906a88f41631967611f3887179bf7cabb03f721b29.json,sha256=Oc_cF6SA24aH5kGQj_GkNNLzspWc6AAcILil2j_VTGg,4637
+xinference/web/ui/node_modules/.cache/babel-loader/331312668fa8bd3d7401818f4a25fa98135d7f61371cd6bfff78b18cf4fbdd92.json,sha256=YsdHsJobvLYgYr4igfB_SsBZ9ma0Qb-KwSLHd976JUs,39066
 xinference/web/ui/node_modules/.cache/babel-loader/331bd51a1950f043c0d3c1cddcf19155ceabd4f00400f0f38a21a0f58473fa58.json,sha256=t6Jt9_tqfpSb8hPLnEx6yitGcatvmRux6iIS-ThuIek,3671
 xinference/web/ui/node_modules/.cache/babel-loader/33212ab361709ccf155fbc8c357901f3d7d20d565ed7597802f000bcbce6abde.json,sha256=soKdMsdcms1CiTQeJ9p9T0KjfbJwhYkYSRGXBQQfIqk,1334
 xinference/web/ui/node_modules/.cache/babel-loader/33276870546310026d6b9ea4270fc3953d1907af9251a05ca89267287aba9bb1.json,sha256=xUvKrv-2j69Ijhc3wK3drZe_TIbdeip5ZgjaGWBkaN4,1872
@@ -3589,7 +3610,6 @@ xinference/web/ui/node_modules/.cache/babel-loader/43704d02edc673735fd68753bc6a5
 xinference/web/ui/node_modules/.cache/babel-loader/4373e2974d6464fa1b7cf8207e19c51a5ec13d3c5b96f883764a6f4449d1ae2a.json,sha256=3OPZhczJyARDXXNxada--HMQf37Hfq7sGYbAmp2jxFg,1896
 xinference/web/ui/node_modules/.cache/babel-loader/437b49a775d3edd58b4e33a5b809066fbf1cbf4393d929d654801c3c567cf3f1.json,sha256=64NtffV9P1tGT1vUQNe6d4ng5mMdaTX7kqznUGDc_pk,1218
 xinference/web/ui/node_modules/.cache/babel-loader/4382885d3ccf75c12893fc8342794b2744ffa8fbbabe85edd204a0893663a128.json,sha256=Z9fZCsdmwGDnxtgK281zINkVALcNsAg-xh-_C5b0GUY,2337
-xinference/web/ui/node_modules/.cache/babel-loader/4385c1095eefbff0a8ec3b2964ba6e5a66a05ab31be721483ca2f43e2a91f6ff.json,sha256=5mf4nn3XSD-X2BCyCnodabQtzn040TPOx4S9tnpvTHk,38524
 xinference/web/ui/node_modules/.cache/babel-loader/4386982ff47b419ea16453780e05969fda0eff4d2a6646bb8d30fafdb7768612.json,sha256=sPgfW3qxIW-Fmdn_GERPlrJ9RhTiXFsB2Kl7miUvXR0,797
 xinference/web/ui/node_modules/.cache/babel-loader/43875f6446214150e50e56ed7514884f0bf0b977e3d919ff0d07666025c7ba68.json,sha256=9OYxsV071nRFIlRawhc7R8o-CipLvdS8_RVEI8ZP9Hg,2546
 xinference/web/ui/node_modules/.cache/babel-loader/438a7f3b5b9d1000f7a4573ebd3eeb8bbcf423c5e1ff7eb89eceea097b359a01.json,sha256=3hGJIzYvEDdbH3n0uh4kbaSWg-KA7JVc1EMakY9hP5c,1616
@@ -15508,9 +15528,9 @@ xinference/web/ui/node_modules/yargs-parser/package.json,sha256=BSwbOzgetKXMK4u0
 xinference/web/ui/node_modules/yocto-queue/package.json,sha256=6U1XHQPGXJTqsiFvT953ORihUtXTblZy4fXBWP9qxC0,725
 xinference/web/ui/node_modules/yup/package.json,sha256=xRFSROB9NKxqSWHEVFvSTsPs9Ll074uo8OS1zEw0qhA,1206
 xinference/web/ui/node_modules/yup/node_modules/type-fest/package.json,sha256=JTv2zTTVgxQ2H82m1-6qEpdMv08lHjFx4Puf_MsbB_Q,1134
-xinference-0.15.4.dist-info/LICENSE,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
-xinference-0.15.4.dist-info/METADATA,sha256=PANLzbQqqFtpqMFBVCP9JcY30fhoC63e5dG3Y5hbbr4,19136
-xinference-0.15.4.dist-info/WHEEL,sha256=eOLhNAGa2EW3wWl_TU484h7q1UNgy0JXjjoqKoxAAQc,92
-xinference-0.15.4.dist-info/entry_points.txt,sha256=-lDyyzqWMFQF0Rgm7VxBNz0V-bMBMQLRR3pvQ-Y8XTY,226
-xinference-0.15.4.dist-info/top_level.txt,sha256=L1rQt7pl6m8tmKXpWVHzP-GtmzAxp663rXxGE7qnK00,11
-xinference-0.15.4.dist-info/RECORD,,
+xinference-0.16.1.dist-info/LICENSE,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
+xinference-0.16.1.dist-info/METADATA,sha256=AuDw-yS-qdgZl9TZXq5ebLt4zHjadYBjhfFcO2rT8rc,21009
+xinference-0.16.1.dist-info/WHEEL,sha256=eOLhNAGa2EW3wWl_TU484h7q1UNgy0JXjjoqKoxAAQc,92
+xinference-0.16.1.dist-info/entry_points.txt,sha256=-lDyyzqWMFQF0Rgm7VxBNz0V-bMBMQLRR3pvQ-Y8XTY,226
+xinference-0.16.1.dist-info/top_level.txt,sha256=L1rQt7pl6m8tmKXpWVHzP-GtmzAxp663rXxGE7qnK00,11
+xinference-0.16.1.dist-info/RECORD,,