PyPI - xinference - Versions diffs - 0.15.4__py3-none-any.whl → 0.16.0__py3-none-any.whl - Mend

xinference 0.15.4py3-none-any.whl → 0.16.0py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.

This version of xinference might be problematic. Click here for more details.

Files changed (38) hide show

xinference/__init__.py +0 -4
xinference/_version.py +3 -3
xinference/constants.py +4 -4
xinference/core/model.py +89 -18
xinference/core/scheduler.py +10 -7
xinference/core/utils.py +9 -0
xinference/deploy/supervisor.py +4 -0
xinference/model/__init__.py +4 -0
xinference/model/image/scheduler/__init__.py +13 -0
xinference/model/image/scheduler/flux.py +533 -0
xinference/model/image/stable_diffusion/core.py +6 -31
xinference/model/image/utils.py +39 -3
xinference/model/llm/__init__.py +2 -0
xinference/model/llm/llm_family.json +169 -1
xinference/model/llm/llm_family_modelscope.json +108 -0
xinference/model/llm/transformers/chatglm.py +104 -0
xinference/model/llm/transformers/core.py +37 -111
xinference/model/llm/transformers/deepseek_v2.py +0 -226
xinference/model/llm/transformers/internlm2.py +3 -95
xinference/model/llm/transformers/opt.py +68 -0
xinference/model/llm/transformers/utils.py +4 -284
xinference/model/llm/utils.py +2 -2
xinference/model/llm/vllm/core.py +16 -1
xinference/utils.py +2 -3
xinference/web/ui/build/asset-manifest.json +3 -3
xinference/web/ui/build/index.html +1 -1
xinference/web/ui/build/static/js/{main.e51a356d.js → main.f7da0140.js} +3 -3
xinference/web/ui/build/static/js/main.f7da0140.js.map +1 -0
xinference/web/ui/node_modules/.cache/babel-loader/331312668fa8bd3d7401818f4a25fa98135d7f61371cd6bfff78b18cf4fbdd92.json +1 -0
{xinference-0.15.4.dist-info → xinference-0.16.0.dist-info}/METADATA +36 -4
{xinference-0.15.4.dist-info → xinference-0.16.0.dist-info}/RECORD +36 -33
xinference/web/ui/build/static/js/main.e51a356d.js.map +0 -1
xinference/web/ui/node_modules/.cache/babel-loader/4385c1095eefbff0a8ec3b2964ba6e5a66a05ab31be721483ca2f43e2a91f6ff.json +0 -1
/xinference/web/ui/build/static/js/{main.e51a356d.js.LICENSE.txt → main.f7da0140.js.LICENSE.txt} +0 -0
{xinference-0.15.4.dist-info → xinference-0.16.0.dist-info}/LICENSE +0 -0
{xinference-0.15.4.dist-info → xinference-0.16.0.dist-info}/WHEEL +0 -0
{xinference-0.15.4.dist-info → xinference-0.16.0.dist-info}/entry_points.txt +0 -0
{xinference-0.15.4.dist-info → xinference-0.16.0.dist-info}/top_level.txt +0 -0

xinference/web/ui/node_modules/.cache/babel-loader/331312668fa8bd3d7401818f4a25fa98135d7f61371cd6bfff78b18cf4fbdd92.json ADDED Viewed

@@ -0,0 +1 @@

+ {"ast":null,"code":"import _defineProperty from\"/home/runner/work/inference/inference/xinference/web/ui/node_modules/@babel/runtime/helpers/esm/defineProperty.js\";import _toConsumableArray from\"/home/runner/work/inference/inference/xinference/web/ui/node_modules/@babel/runtime/helpers/esm/toConsumableArray.js\";import _objectSpread from\"/home/runner/work/inference/inference/xinference/web/ui/node_modules/@babel/runtime/helpers/esm/objectSpread2.js\";import _slicedToArray from\"/home/runner/work/inference/inference/xinference/web/ui/node_modules/@babel/runtime/helpers/esm/slicedToArray.js\";import AddIcon from'@mui/icons-material/Add';import DeleteIcon from'@mui/icons-material/Delete';import{Alert,Box,Button,FormControlLabel,Radio,RadioGroup,TextField,Tooltip}from'@mui/material';import React,{useEffect,useState}from'react';import{jsx as _jsx}from\"react/jsx-runtime\";import{jsxs as _jsxs}from\"react/jsx-runtime\";import{Fragment as _Fragment}from\"react/jsx-runtime\";var modelFormatArr=[{value:'pytorch',label:'PyTorch'},{value:'ggufv2',label:'GGUF'},{value:'gptq',label:'GPTQ'},{value:'awq',label:'AWQ'},{value:'fp8',label:'FP8'},{value:'mlx',label:'MLX'}];var AddModelSpecs=function AddModelSpecs(_ref){var isJump=_ref.isJump,formData=_ref.formData,specsDataArr=_ref.specsDataArr,onGetArr=_ref.onGetArr,scrollRef=_ref.scrollRef;var _useState=useState(0),_useState2=_slicedToArray(_useState,2),count=_useState2[0],setCount=_useState2[1];var _useState3=useState([]),_useState4=_slicedToArray(_useState3,2),specsArr=_useState4[0],setSpecsArr=_useState4[1];var _useState5=useState([]),_useState6=_slicedToArray(_useState5,2),pathArr=_useState6[0],setPathArr=_useState6[1];var _useState7=useState([]),_useState8=_slicedToArray(_useState7,2),modelSizeAlertId=_useState8[0],setModelSizeAlertId=_useState8[1];var _useState9=useState([]),_useState10=_slicedToArray(_useState9,2),quantizationAlertId=_useState10[0],setQuantizationAlertId=_useState10[1];var _useState11=useState(false),_useState12=_slicedToArray(_useState11,2),isError=_useState12[0],setIsError=_useState12[1];var _useState13=useState(false),_useState14=_slicedToArray(_useState13,2),isAdd=_useState14[0],setIsAdd=_useState14[1];useEffect(function(){if(isJump){var dataArr=specsDataArr.map(function(item,index){var model_uri=item.model_uri,model_size_in_billions=item.model_size_in_billions,model_format=item.model_format,quantizations=item.quantizations,model_file_name_template=item.model_file_name_template;var size=model_size_in_billions;if(typeof size!=='number')size=size.split('_').join('.');return{id:index,model_uri:model_uri,model_size_in_billions:size,model_format:model_format,quantizations:quantizations,model_file_name_template:model_file_name_template};});setCount(dataArr.length);setSpecsArr(dataArr);var subPathArr=[];specsDataArr.forEach(function(item){if(item.model_format!=='ggufv2'){subPathArr.push(item.model_uri);}else{subPathArr.push(item.model_uri+'/'+item.model_file_name_template);}});setPathArr(subPathArr);}else{setSpecsArr([_objectSpread({id:count},formData)]);setCount(count+1);setPathArr([formData.model_uri]);}},[]);useEffect(function(){var arr=specsArr.map(function(item){var uri=item.model_uri,size=item.model_size_in_billions,modelFormat=item.model_format,quantizations=item.quantizations,model_file_name_template=item.model_file_name_template;var handleSize=parseInt(size)===parseFloat(size)?Number(size):size.split('.').join('_');var handleQuantization=quantizations;if(modelFormat==='pytorch'){handleQuantization=['none'];}else if(handleQuantization[0]===''&&modelFormat==='ggufv2'){handleQuantization=['default'];}return{model_uri:uri,model_size_in_billions:handleSize,model_format:modelFormat,quantizations:handleQuantization,model_file_name_template:model_file_name_template};});setIsError(true);if(modelSizeAlertId.length===0&&quantizationAlertId.length===0){setIsError(false);}onGetArr(arr,isError);isAdd&&handleScrollBottom();setIsAdd(false);},[specsArr,isError]);var handleAddSpecs=function handleAddSpecs(){setCount(count+1);var item={id:count,model_uri:'/path/to/llama-1',model_size_in_billions:7,model_format:'pytorch',quantizations:[]};setSpecsArr([].concat(_toConsumableArray(specsArr),[item]));setIsAdd(true);setPathArr([].concat(_toConsumableArray(pathArr),['/path/to/llama-1']));};var handleUpdateSpecsArr=function handleUpdateSpecsArr(index,type,newValue){if(type==='model_format'){var subPathArr=_toConsumableArray(pathArr);if(specsArr[index].model_format!=='ggufv2'){pathArr[index]=specsArr[index].model_uri;}else{pathArr[index]=specsArr[index].model_uri+'/'+specsArr[index].model_file_name_template;}setPathArr(subPathArr);}setSpecsArr(specsArr.map(function(item,subIndex){if(subIndex===index){if(type==='quantizations'){return _objectSpread(_objectSpread({},item),{},_defineProperty({},type,[newValue]));}else if(type==='model_format'){if(newValue==='ggufv2'){var _getPathComponents=getPathComponents(pathArr[index]),baseDir=_getPathComponents.baseDir,filename=_getPathComponents.filename;var obj=_objectSpread(_objectSpread({},item),{},{model_format:newValue,quantizations:[''],model_uri:baseDir,model_file_name_template:filename});return obj;}else{var _ref2;var id=item.id,model_size_in_billions=item.model_size_in_billions,model_format=item.model_format;return _ref2={id:id,model_uri:pathArr[index],model_size_in_billions:model_size_in_billions,model_format:model_format},_defineProperty(_ref2,type,newValue),_defineProperty(_ref2,\"quantizations\",['']),_ref2;}}else if(type==='model_uri'){var _subPathArr=_toConsumableArray(pathArr);_subPathArr[index]=newValue;setPathArr(_subPathArr);if(item.model_format==='ggufv2'){var _getPathComponents2=getPathComponents(newValue),_baseDir=_getPathComponents2.baseDir,_filename=_getPathComponents2.filename;var _obj=_objectSpread(_objectSpread({},item),{},{model_uri:_baseDir,model_file_name_template:_filename});return _obj;}else{return _objectSpread(_objectSpread({},item),{},_defineProperty({},type,newValue));}}else{return _objectSpread(_objectSpread({},item),{},_defineProperty({},type,newValue));}}return item;}));};var handleDeleteSpecs=function handleDeleteSpecs(index){setSpecsArr(specsArr.filter(function(_,subIndex){return index!==subIndex;}));};var getPathComponents=function getPathComponents(path){var normalizedPath=path.replace(/\\\\/g,'/');var baseDir=normalizedPath.substring(0,normalizedPath.lastIndexOf('/'));var filename=normalizedPath.substring(normalizedPath.lastIndexOf('/')+1);return{baseDir:baseDir,filename:filename};};var handleModelSize=function handleModelSize(index,value,id){setModelSizeAlertId(modelSizeAlertId.filter(function(item){return item!==id;}));handleUpdateSpecsArr(index,'model_size_in_billions',value);if(value!==''&&(!Number(value)||Number(value)<=0)){var modelSizeAlertIdArr=Array.from(new Set([].concat(_toConsumableArray(modelSizeAlertId),[id])));setModelSizeAlertId(modelSizeAlertIdArr);}};var handleQuantization=function handleQuantization(model_format,index,value,id){setQuantizationAlertId(quantizationAlertId.filter(function(item){return item!==id;}));handleUpdateSpecsArr(index,'quantizations',value);if((model_format==='gptq'||model_format==='awq'||model_format==='fp8'||model_format==='mlx')&&value===''){var quantizationAlertIdArr=Array.from(new Set([].concat(_toConsumableArray(quantizationAlertId),[id])));setQuantizationAlertId(quantizationAlertIdArr);}};var handleScrollBottom=function handleScrollBottom(){scrollRef.current.scrollTo({top:scrollRef.current.scrollHeight,behavior:'smooth'});};return/*#__PURE__*/_jsxs(_Fragment,{children:[/*#__PURE__*/_jsxs(\"div\",{style:{display:'flex',alignItems:'center',marginBottom:10},children:[/*#__PURE__*/_jsx(\"label\",{style:{width:'100px'},children:\"Model Specs\"}),/*#__PURE__*/_jsx(Button,{variant:\"contained\",size:\"small\",endIcon:/*#__PURE__*/_jsx(AddIcon,{}),className:\"addBtn\",onClick:handleAddSpecs,children:\"more\"})]}),/*#__PURE__*/_jsx(\"div\",{className:\"specs_container\",children:specsArr.map(function(item,index){return/*#__PURE__*/_jsxs(\"div\",{className:\"item\",children:[/*#__PURE__*/_jsx(\"label\",{style:{paddingLeft:5},children:\"Model Format\"}),/*#__PURE__*/_jsx(RadioGroup,{value:item.model_format,onChange:function onChange(e){handleUpdateSpecsArr(index,'model_format',e.target.value);if(e.target.value==='gptq'||e.target.value==='awq'||e.target.value==='fp8'||e.target.value==='mlx'){var quantizationAlertIdArr=Array.from(new Set([].concat(_toConsumableArray(quantizationAlertId),[item.id])));setQuantizationAlertId(quantizationAlertIdArr);}else{setQuantizationAlertId([]);}},children:/*#__PURE__*/_jsx(Box,{sx:styles.checkboxWrapper,children:modelFormatArr.map(function(item){return/*#__PURE__*/_jsx(Box,{sx:{marginLeft:'10px'},children:/*#__PURE__*/_jsx(FormControlLabel,{value:item.value,control:/*#__PURE__*/_jsx(Radio,{}),label:item.label})},item.value);})})}),/*#__PURE__*/_jsx(Box,{padding:\"15px\"}),/*#__PURE__*/_jsx(TextField,{error:item.model_uri!==''?false:true,style:{minWidth:'60%'},label:\"Model Path\",size:\"small\",value:item.model_format!=='ggufv2'?item.model_uri:item.model_uri+'/'+item.model_file_name_template,onChange:function onChange(e){handleUpdateSpecsArr(index,'model_uri',e.target.value);},helperText:\"For PyTorch, provide the model directory. For GGUF, provide the model file path.\"}),/*#__PURE__*/_jsx(Box,{padding:\"15px\"}),/*#__PURE__*/_jsx(TextField,{error:Number(item.model_size_in_billions)>0?false:true,label:\"Model Size in Billions\",size:\"small\",value:item.model_size_in_billions,onChange:function onChange(e){handleModelSize(index,e.target.value,item.id);}}),modelSizeAlertId.includes(item.id)&&/*#__PURE__*/_jsx(Alert,{severity:\"error\",children:\"Please enter a number greater than 0.\"}),/*#__PURE__*/_jsx(Box,{padding:\"15px\"}),item.model_format!=='pytorch'&&/*#__PURE__*/_jsxs(_Fragment,{children:[/*#__PURE__*/_jsx(TextField,{style:{minWidth:'60%'},label:item.model_format==='gptq'||item.model_format==='awq'||item.model_format==='fp8'||item.model_format==='mlx'?'Quantization':'Quantization (Optional)',size:\"small\",value:item.quantizations[0],onChange:function onChange(e){handleQuantization(item.model_format,index,e.target.value,item.id);},helperText:item.model_format==='gptq'||item.model_format==='awq'||item.model_format==='fp8'||item.model_format==='mlx'?'For GPTQ/AWQ/FP8/MLX models, please be careful to fill in the quantization corresponding to the model you want to register.':''}),item.model_format!=='ggufv2'&&quantizationAlertId.includes(item.id)&&item.quantizations[0]==''&&/*#__PURE__*/_jsx(Alert,{severity:\"error\",children:\"Quantization cannot be left empty.\"})]}),specsArr.length>1&&/*#__PURE__*/_jsx(Tooltip,{title:\"Delete specs\",placement:\"top\",children:/*#__PURE__*/_jsx(\"div\",{className:\"deleteBtn\",onClick:function onClick(){return handleDeleteSpecs(index);},children:/*#__PURE__*/_jsx(DeleteIcon,{className:\"deleteIcon\"})})})]},item.id);})})]});};export default AddModelSpecs;var styles={baseFormControl:{width:'100%',margin:'normal',size:'small'},checkboxWrapper:{display:'flex',flexWrap:'wrap',alignItems:'center',width:'100%'}};","map":{"version":3,"names":["AddIcon","DeleteIcon","Alert","Box","Button","FormControlLabel","Radio","RadioGroup","TextField","Tooltip","React","useEffect","useState","jsx","_jsx","jsxs","_jsxs","Fragment","_Fragment","modelFormatArr","value","label","AddModelSpecs","_ref","isJump","formData","specsDataArr","onGetArr","scrollRef","_useState","_useState2","_slicedToArray","count","setCount","_useState3","_useState4","specsArr","setSpecsArr","_useState5","_useState6","pathArr","setPathArr","_useState7","_useState8","modelSizeAlertId","setModelSizeAlertId","_useState9","_useState10","quantizationAlertId","setQuantizationAlertId","_useState11","_useState12","isError","setIsError","_useState13","_useState14","isAdd","setIsAdd","dataArr","map","item","index","model_uri","model_size_in_billions","model_format","quantizations","model_file_name_template","size","split","join","id","length","subPathArr","forEach","push","_objectSpread","arr","uri","modelFormat","handleSize","parseInt","parseFloat","Number","handleQuantization","handleScrollBottom","handleAddSpecs","concat","_toConsumableArray","handleUpdateSpecsArr","type","newValue","subIndex","_defineProperty","_getPathComponents","getPathComponents","baseDir","filename","obj","_ref2","_getPathComponents2","handleDeleteSpecs","filter","_","path","normalizedPath","replace","substring","lastIndexOf","handleModelSize","modelSizeAlertIdArr","Array","from","Set","quantizationAlertIdArr","current","scrollTo","top","scrollHeight","behavior","children","style","display","alignItems","marginBottom","width","variant","endIcon","className","onClick","paddingLeft","onChange","e","target","sx","styles","checkboxWrapper","marginLeft","control","padding","error","minWidth","helperText","includes","severity","title","placement","baseFormControl","margin","flexWrap"],"sources":["/home/runner/work/inference/inference/xinference/web/ui/src/scenes/register_model/components/addModelSpecs.js"],"sourcesContent":["import AddIcon from '@mui/icons-material/Add'\nimport DeleteIcon from '@mui/icons-material/Delete'\nimport {\n Alert,\n Box,\n Button,\n FormControlLabel,\n Radio,\n RadioGroup,\n TextField,\n Tooltip,\n} from '@mui/material'\nimport React, { useEffect, useState } from 'react'\n\nconst modelFormatArr = [\n { value: 'pytorch', label: 'PyTorch' },\n { value: 'ggufv2', label: 'GGUF' },\n { value: 'gptq', label: 'GPTQ' },\n { value: 'awq', label: 'AWQ' },\n { value: 'fp8', label: 'FP8' },\n { value: 'mlx', label: 'MLX' },\n]\n\nconst AddModelSpecs = ({\n isJump,\n formData,\n specsDataArr,\n onGetArr,\n scrollRef,\n}) => {\n const [count, setCount] = useState(0)\n const [specsArr, setSpecsArr] = useState([])\n const [pathArr, setPathArr] = useState([])\n const [modelSizeAlertId, setModelSizeAlertId] = useState([])\n const [quantizationAlertId, setQuantizationAlertId] = useState([])\n const [isError, setIsError] = useState(false)\n const [isAdd, setIsAdd] = useState(false)\n\n useEffect(() => {\n if (isJump) {\n const dataArr = specsDataArr.map((item, index) => {\n const {\n model_uri,\n model_size_in_billions,\n model_format,\n quantizations,\n model_file_name_template,\n } = item\n let size = model_size_in_billions\n if (typeof size !== 'number') size = size.split('_').join('.')\n\n return {\n id: index,\n model_uri,\n model_size_in_billions: size,\n model_format,\n quantizations,\n model_file_name_template,\n }\n })\n setCount(dataArr.length)\n setSpecsArr(dataArr)\n\n const subPathArr = []\n specsDataArr.forEach((item) => {\n if (item.model_format !== 'ggufv2') {\n subPathArr.push(item.model_uri)\n } else {\n subPathArr.push(item.model_uri + '/' + item.model_file_name_template)\n }\n })\n setPathArr(subPathArr)\n } else {\n setSpecsArr([\n {\n id: count,\n ...formData,\n },\n ])\n setCount(count + 1)\n setPathArr([formData.model_uri])\n }\n }, [])\n\n useEffect(() => {\n const arr = specsArr.map((item) => {\n const {\n model_uri: uri,\n model_size_in_billions: size,\n model_format: modelFormat,\n quantizations,\n model_file_name_template,\n } = item\n const handleSize =\n parseInt(size) === parseFloat(size)\n ? Number(size)\n : size.split('.').join('_')\n\n let handleQuantization = quantizations\n if (modelFormat === 'pytorch') {\n handleQuantization = ['none']\n } else if (handleQuantization[0] === '' && modelFormat === 'ggufv2') {\n handleQuantization = ['default']\n }\n\n return {\n model_uri: uri,\n model_size_in_billions: handleSize,\n model_format: modelFormat,\n quantizations: handleQuantization,\n model_file_name_template,\n }\n })\n setIsError(true)\n if (modelSizeAlertId.length === 0 && quantizationAlertId.length === 0) {\n setIsError(false)\n }\n onGetArr(arr, isError)\n isAdd && handleScrollBottom()\n setIsAdd(false)\n }, [specsArr, isError])\n\n const handleAddSpecs = () => {\n setCount(count + 1)\n const item = {\n id: count,\n model_uri: '/path/to/llama-1',\n model_size_in_billions: 7,\n model_format: 'pytorch',\n quantizations: [],\n }\n setSpecsArr([...specsArr, item])\n setIsAdd(true)\n setPathArr([...pathArr, '/path/to/llama-1'])\n }\n\n const handleUpdateSpecsArr = (index, type, newValue) => {\n if (type === 'model_format') {\n const subPathArr = [...pathArr]\n if (specsArr[index].model_format !== 'ggufv2') {\n pathArr[index] = specsArr[index].model_uri\n } else {\n pathArr[index] =\n specsArr[index].model_uri +\n '/' +\n specsArr[index].model_file_name_template\n }\n setPathArr(subPathArr)\n }\n\n setSpecsArr(\n specsArr.map((item, subIndex) => {\n if (subIndex === index) {\n if (type === 'quantizations') {\n return { ...item, [type]: [newValue] }\n } else if (type === 'model_format') {\n if (newValue === 'ggufv2') {\n const { baseDir, filename } = getPathComponents(pathArr[index])\n const obj = {\n ...item,\n model_format: newValue,\n quantizations: [''],\n model_uri: baseDir,\n model_file_name_template: filename,\n }\n return obj\n } else {\n const { id, model_size_in_billions, model_format } = item\n return {\n id,\n model_uri: pathArr[index],\n model_size_in_billions,\n model_format,\n [type]: newValue,\n quantizations: [''],\n }\n }\n } else if (type === 'model_uri') {\n const subPathArr = [...pathArr]\n subPathArr[index] = newValue\n setPathArr(subPathArr)\n if (item.model_format === 'ggufv2') {\n const { baseDir, filename } = getPathComponents(newValue)\n const obj = {\n ...item,\n model_uri: baseDir,\n model_file_name_template: filename,\n }\n return obj\n } else {\n return { ...item, [type]: newValue }\n }\n } else {\n return { ...item, [type]: newValue }\n }\n }\n return item\n })\n )\n }\n\n const handleDeleteSpecs = (index) => {\n setSpecsArr(specsArr.filter((_, subIndex) => index !== subIndex))\n }\n\n const getPathComponents = (path) => {\n const normalizedPath = path.replace(/\\\\/g, '/')\n const baseDir = normalizedPath.substring(0, normalizedPath.lastIndexOf('/'))\n const filename = normalizedPath.substring(\n normalizedPath.lastIndexOf('/') + 1\n )\n return { baseDir, filename }\n }\n\n const handleModelSize = (index, value, id) => {\n setModelSizeAlertId(modelSizeAlertId.filter((item) => item !== id))\n handleUpdateSpecsArr(index, 'model_size_in_billions', value)\n if (value !== '' && (!Number(value) || Number(value) <= 0)) {\n const modelSizeAlertIdArr = Array.from(new Set([...modelSizeAlertId, id]))\n setModelSizeAlertId(modelSizeAlertIdArr)\n }\n }\n\n const handleQuantization = (model_format, index, value, id) => {\n setQuantizationAlertId(quantizationAlertId.filter((item) => item !== id))\n handleUpdateSpecsArr(index, 'quantizations', value)\n if (\n (model_format === 'gptq' ||\n model_format === 'awq' ||\n model_format === 'fp8' ||\n model_format === 'mlx') &&\n value === ''\n ) {\n const quantizationAlertIdArr = Array.from(\n new Set([...quantizationAlertId, id])\n )\n setQuantizationAlertId(quantizationAlertIdArr)\n }\n }\n\n const handleScrollBottom = () => {\n scrollRef.current.scrollTo({\n top: scrollRef.current.scrollHeight,\n behavior: 'smooth',\n })\n }\n\n return (\n <>\n <div style={{ display: 'flex', alignItems: 'center', marginBottom: 10 }}>\n <label style={{ width: '100px' }}>Model Specs</label>\n <Button\n variant=\"contained\"\n size=\"small\"\n endIcon={<AddIcon />}\n className=\"addBtn\"\n onClick={handleAddSpecs}\n >\n more\n </Button>\n </div>\n <div className=\"specs_container\">\n {specsArr.map((item, index) => (\n <div className=\"item\" key={item.id}>\n <label\n style={{\n paddingLeft: 5,\n }}\n >\n Model Format\n </label>\n <RadioGroup\n value={item.model_format}\n onChange={(e) => {\n handleUpdateSpecsArr(index, 'model_format', e.target.value)\n if (\n e.target.value === 'gptq' ||\n e.target.value === 'awq' ||\n e.target.value === 'fp8' ||\n e.target.value === 'mlx'\n ) {\n const quantizationAlertIdArr = Array.from(\n new Set([...quantizationAlertId, item.id])\n )\n setQuantizationAlertId(quantizationAlertIdArr)\n } else {\n setQuantizationAlertId([])\n }\n }}\n >\n <Box sx={styles.checkboxWrapper}>\n {modelFormatArr.map((item) => (\n <Box key={item.value} sx={{ marginLeft: '10px' }}>\n <FormControlLabel\n value={item.value}\n control={<Radio />}\n label={item.label}\n />\n </Box>\n ))}\n </Box>\n </RadioGroup>\n <Box padding=\"15px\"></Box>\n\n <TextField\n error={item.model_uri !== '' ? false : true}\n style={{ minWidth: '60%' }}\n label=\"Model Path\"\n size=\"small\"\n value={\n item.model_format !== 'ggufv2'\n ? item.model_uri\n : item.model_uri + '/' + item.model_file_name_template\n }\n onChange={(e) => {\n handleUpdateSpecsArr(index, 'model_uri', e.target.value)\n }}\n helperText=\"For PyTorch, provide the model directory. For GGUF, provide the model file path.\"\n />\n <Box padding=\"15px\"></Box>\n\n <TextField\n error={Number(item.model_size_in_billions) > 0 ? false : true}\n label=\"Model Size in Billions\"\n size=\"small\"\n value={item.model_size_in_billions}\n onChange={(e) => {\n handleModelSize(index, e.target.value, item.id)\n }}\n />\n {modelSizeAlertId.includes(item.id) && (\n <Alert severity=\"error\">\n Please enter a number greater than 0.\n </Alert>\n )}\n <Box padding=\"15px\"></Box>\n\n {item.model_format !== 'pytorch' && (\n <>\n <TextField\n style={{ minWidth: '60%' }}\n label={\n item.model_format === 'gptq' ||\n item.model_format === 'awq' ||\n item.model_format === 'fp8' ||\n item.model_format === 'mlx'\n ? 'Quantization'\n : 'Quantization (Optional)'\n }\n size=\"small\"\n value={item.quantizations[0]}\n onChange={(e) => {\n handleQuantization(\n item.model_format,\n index,\n e.target.value,\n item.id\n )\n }}\n helperText={\n item.model_format === 'gptq' ||\n item.model_format === 'awq' ||\n item.model_format === 'fp8' ||\n item.model_format === 'mlx'\n ? 'For GPTQ/AWQ/FP8/MLX models, please be careful to fill in the quantization corresponding to the model you want to register.'\n : ''\n }\n />\n {item.model_format !== 'ggufv2' &&\n quantizationAlertId.includes(item.id) &&\n item.quantizations[0] == '' && (\n <Alert severity=\"error\">\n Quantization cannot be left empty.\n </Alert>\n )}\n </>\n )}\n\n {specsArr.length > 1 && (\n <Tooltip title=\"Delete specs\" placement=\"top\">\n <div\n className=\"deleteBtn\"\n onClick={() => handleDeleteSpecs(index)}\n >\n <DeleteIcon className=\"deleteIcon\" />\n </div>\n </Tooltip>\n )}\n </div>\n ))}\n </div>\n </>\n )\n}\n\nexport default AddModelSpecs\n\nconst styles = {\n baseFormControl: {\n width: '100%',\n margin: 'normal',\n size: 'small',\n },\n checkboxWrapper: {\n display: 'flex',\n flexWrap: 'wrap',\n alignItems: 'center',\n width: '100%',\n },\n}\n"],"mappings":"6jBAAA,MAAO,CAAAA,OAAO,KAAM,yBAAyB,CAC7C,MAAO,CAAAC,UAAU,KAAM,4BAA4B,CACnD,OACEC,KAAK,CACLC,GAAG,CACHC,MAAM,CACNC,gBAAgB,CAChBC,KAAK,CACLC,UAAU,CACVC,SAAS,CACTC,OAAO,KACF,eAAe,CACtB,MAAO,CAAAC,KAAK,EAAIC,SAAS,CAAEC,QAAQ,KAAQ,OAAO,QAAAC,GAAA,IAAAC,IAAA,gCAAAC,IAAA,IAAAC,KAAA,gCAAAC,QAAA,IAAAC,SAAA,yBAElD,GAAM,CAAAC,cAAc,CAAG,CACrB,CAAEC,KAAK,CAAE,SAAS,CAAEC,KAAK,CAAE,SAAU,CAAC,CACtC,CAAED,KAAK,CAAE,QAAQ,CAAEC,KAAK,CAAE,MAAO,CAAC,CAClC,CAAED,KAAK,CAAE,MAAM,CAAEC,KAAK,CAAE,MAAO,CAAC,CAChC,CAAED,KAAK,CAAE,KAAK,CAAEC,KAAK,CAAE,KAAM,CAAC,CAC9B,CAAED,KAAK,CAAE,KAAK,CAAEC,KAAK,CAAE,KAAM,CAAC,CAC9B,CAAED,KAAK,CAAE,KAAK,CAAEC,KAAK,CAAE,KAAM,CAAC,CAC/B,CAED,GAAM,CAAAC,aAAa,CAAG,QAAhB,CAAAA,aAAaA,CAAAC,IAAA,CAMb,IALJ,CAAAC,MAAM,CAAAD,IAAA,CAANC,MAAM,CACNC,QAAQ,CAAAF,IAAA,CAARE,QAAQ,CACRC,YAAY,CAAAH,IAAA,CAAZG,YAAY,CACZC,QAAQ,CAAAJ,IAAA,CAARI,QAAQ,CACRC,SAAS,CAAAL,IAAA,CAATK,SAAS,CAET,IAAAC,SAAA,CAA0BjB,QAAQ,CAAC,CAAC,CAAC,CAAAkB,UAAA,CAAAC,cAAA,CAAAF,SAAA,IAA9BG,KAAK,CAAAF,UAAA,IAAEG,QAAQ,CAAAH,UAAA,IACtB,IAAAI,UAAA,CAAgCtB,QAAQ,CAAC,EAAE,CAAC,CAAAuB,UAAA,CAAAJ,cAAA,CAAAG,UAAA,IAArCE,QAAQ,CAAAD,UAAA,IAAEE,WAAW,CAAAF,UAAA,IAC5B,IAAAG,UAAA,CAA8B1B,QAAQ,CAAC,EAAE,CAAC,CAAA2B,UAAA,CAAAR,cAAA,CAAAO,UAAA,IAAnCE,OAAO,CAAAD,UAAA,IAAEE,UAAU,CAAAF,UAAA,IAC1B,IAAAG,UAAA,CAAgD9B,QAAQ,CAAC,EAAE,CAAC,CAAA+B,UAAA,CAAAZ,cAAA,CAAAW,UAAA,IAArDE,gBAAgB,CAAAD,UAAA,IAAEE,mBAAmB,CAAAF,UAAA,IAC5C,IAAAG,UAAA,CAAsDlC,QAAQ,CAAC,EAAE,CAAC,CAAAmC,WAAA,CAAAhB,cAAA,CAAAe,UAAA,IAA3DE,mBAAmB,CAAAD,WAAA,IAAEE,sBAAsB,CAAAF,WAAA,IAClD,IAAAG,WAAA,CAA8BtC,QAAQ,CAAC,KAAK,CAAC,CAAAuC,WAAA,CAAApB,cAAA,CAAAmB,WAAA,IAAtCE,OAAO,CAAAD,WAAA,IAAEE,UAAU,CAAAF,WAAA,IAC1B,IAAAG,WAAA,CAA0B1C,QAAQ,CAAC,KAAK,CAAC,CAAA2C,WAAA,CAAAxB,cAAA,CAAAuB,WAAA,IAAlCE,KAAK,CAAAD,WAAA,IAAEE,QAAQ,CAAAF,WAAA,IAEtB5C,SAAS,CAAC,UAAM,CACd,GAAIa,MAAM,CAAE,CACV,GAAM,CAAAkC,OAAO,CAAGhC,YAAY,CAACiC,GAAG,CAAC,SAACC,IAAI,CAAEC,KAAK,CAAK,CAChD,GACE,CAAAC,SAAS,CAKPF,IAAI,CALNE,SAAS,CACTC,sBAAsB,CAIpBH,IAAI,CAJNG,sBAAsB,CACtBC,YAAY,CAGVJ,IAAI,CAHNI,YAAY,CACZC,aAAa,CAEXL,IAAI,CAFNK,aAAa,CACbC,wBAAwB,CACtBN,IAAI,CADNM,wBAAwB,CAE1B,GAAI,CAAAC,IAAI,CAAGJ,sBAAsB,CACjC,GAAI,MAAO,CAAAI,IAAI,GAAK,QAAQ,CAAEA,IAAI,CAAGA,IAAI,CAACC,KAAK,CAAC,GAAG,CAAC,CAACC,IAAI,CAAC,GAAG,CAAC,CAE9D,MAAO,CACLC,EAAE,CAAET,KAAK,CACTC,SAAS,CAATA,SAAS,CACTC,sBAAsB,CAAEI,IAAI,CAC5BH,YAAY,CAAZA,YAAY,CACZC,aAAa,CAAbA,aAAa,CACbC,wBAAwB,CAAxBA,wBACF,CAAC,CACH,CAAC,CAAC,CACFjC,QAAQ,CAACyB,OAAO,CAACa,MAAM,CAAC,CACxBlC,WAAW,CAACqB,OAAO,CAAC,CAEpB,GAAM,CAAAc,UAAU,CAAG,EAAE,CACrB9C,YAAY,CAAC+C,OAAO,CAAC,SAACb,IAAI,CAAK,CAC7B,GAAIA,IAAI,CAACI,YAAY,GAAK,QAAQ,CAAE,CAClCQ,UAAU,CAACE,IAAI,CAACd,IAAI,CAACE,SAAS,CAAC,CACjC,CAAC,IAAM,CACLU,UAAU,CAACE,IAAI,CAACd,IAAI,CAACE,SAAS,CAAG,GAAG,CAAGF,IAAI,CAACM,wBAAwB,CAAC,CACvE,CACF,CAAC,CAAC,CACFzB,UAAU,CAAC+B,UAAU,CAAC,CACxB,CAAC,IAAM,CACLnC,WAAW,CAAC,CAAAsC,aAAA,EAERL,EAAE,CAAEtC,KAAK,EACNP,QAAQ,EAEd,CAAC,CACFQ,QAAQ,CAACD,KAAK,CAAG,CAAC,CAAC,CACnBS,UAAU,CAAC,CAAChB,QAAQ,CAACqC,SAAS,CAAC,CAAC,CAClC,CACF,CAAC,CAAE,EAAE,CAAC,CAENnD,SAAS,CAAC,UAAM,CACd,GAAM,CAAAiE,GAAG,CAAGxC,QAAQ,CAACuB,GAAG,CAAC,SAACC,IAAI,CAAK,CACjC,GACa,CAAAiB,GAAG,CAKZjB,IAAI,CALNE,SAAS,CACeK,IAAI,CAI1BP,IAAI,CAJNG,sBAAsB,CACRe,WAAW,CAGvBlB,IAAI,CAHNI,YAAY,CACZC,aAAa,CAEXL,IAAI,CAFNK,aAAa,CACbC,wBAAwB,CACtBN,IAAI,CADNM,wBAAwB,CAE1B,GAAM,CAAAa,UAAU,CACdC,QAAQ,CAACb,IAAI,CAAC,GAAKc,UAAU,CAACd,IAAI,CAAC,CAC/Be,MAAM,CAACf,IAAI,CAAC,CACZA,IAAI,CAACC,KAAK,CAAC,GAAG,CAAC,CAACC,IAAI,CAAC,GAAG,CAAC,CAE/B,GAAI,CAAAc,kBAAkB,CAAGlB,aAAa,CACtC,GAAIa,WAAW,GAAK,SAAS,CAAE,CAC7BK,kBAAkB,CAAG,CAAC,MAAM,CAAC,CAC/B,CAAC,IAAM,IAAIA,kBAAkB,CAAC,CAAC,CAAC,GAAK,EAAE,EAAIL,WAAW,GAAK,QAAQ,CAAE,CACnEK,kBAAkB,CAAG,CAAC,SAAS,CAAC,CAClC,CAEA,MAAO,CACLrB,SAAS,CAAEe,GAAG,CACdd,sBAAsB,CAAEgB,UAAU,CAClCf,YAAY,CAAEc,WAAW,CACzBb,aAAa,CAAEkB,kBAAkB,CACjCjB,wBAAwB,CAAxBA,wBACF,CAAC,CACH,CAAC,CAAC,CACFb,UAAU,CAAC,IAAI,CAAC,CAChB,GAAIT,gBAAgB,CAAC2B,MAAM,GAAK,CAAC,EAAIvB,mBAAmB,CAACuB,MAAM,GAAK,CAAC,CAAE,CACrElB,UAAU,CAAC,KAAK,CAAC,CACnB,CACA1B,QAAQ,CAACiD,GAAG,CAAExB,OAAO,CAAC,CACtBI,KAAK,EAAI4B,kBAAkB,CAAC,CAAC,CAC7B3B,QAAQ,CAAC,KAAK,CAAC,CACjB,CAAC,CAAE,CAACrB,QAAQ,CAAEgB,OAAO,CAAC,CAAC,CAEvB,GAAM,CAAAiC,cAAc,CAAG,QAAjB,CAAAA,cAAcA,CAAA,CAAS,CAC3BpD,QAAQ,CAACD,KAAK,CAAG,CAAC,CAAC,CACnB,GAAM,CAAA4B,IAAI,CAAG,CACXU,EAAE,CAAEtC,KAAK,CACT8B,SAAS,CAAE,kBAAkB,CAC7BC,sBAAsB,CAAE,CAAC,CACzBC,YAAY,CAAE,SAAS,CACvBC,aAAa,CAAE,EACjB,CAAC,CACD5B,WAAW,IAAAiD,MAAA,CAAAC,kBAAA,CAAKnD,QAAQ,GAAEwB,IAAI,EAAC,CAAC,CAChCH,QAAQ,CAAC,IAAI,CAAC,CACdhB,UAAU,IAAA6C,MAAA,CAAAC,kBAAA,CAAK/C,OAAO,GAAE,kBAAkB,EAAC,CAAC,CAC9C,CAAC,CAED,GAAM,CAAAgD,oBAAoB,CAAG,QAAvB,CAAAA,oBAAoBA,CAAI3B,KAAK,CAAE4B,IAAI,CAAEC,QAAQ,CAAK,CACtD,GAAID,IAAI,GAAK,cAAc,CAAE,CAC3B,GAAM,CAAAjB,UAAU,CAAAe,kBAAA,CAAO/C,OAAO,CAAC,CAC/B,GAAIJ,QAAQ,CAACyB,KAAK,CAAC,CAACG,YAAY,GAAK,QAAQ,CAAE,CAC7CxB,OAAO,CAACqB,KAAK,CAAC,CAAGzB,QAAQ,CAACyB,KAAK,CAAC,CAACC,SAAS,CAC5C,CAAC,IAAM,CACLtB,OAAO,CAACqB,KAAK,CAAC,CACZzB,QAAQ,CAACyB,KAAK,CAAC,CAACC,SAAS,CACzB,GAAG,CACH1B,QAAQ,CAACyB,KAAK,CAAC,CAACK,wBAAwB,CAC5C,CACAzB,UAAU,CAAC+B,UAAU,CAAC,CACxB,CAEAnC,WAAW,CACTD,QAAQ,CAACuB,GAAG,CAAC,SAACC,IAAI,CAAE+B,QAAQ,CAAK,CAC/B,GAAIA,QAAQ,GAAK9B,KAAK,CAAE,CACtB,GAAI4B,IAAI,GAAK,eAAe,CAAE,CAC5B,OAAAd,aAAA,CAAAA,aAAA,IAAYf,IAAI,KAAAgC,eAAA,IAAGH,IAAI,CAAG,CAACC,QAAQ,CAAC,GACtC,CAAC,IAAM,IAAID,IAAI,GAAK,cAAc,CAAE,CAClC,GAAIC,QAAQ,GAAK,QAAQ,CAAE,CACzB,IAAAG,kBAAA,CAA8BC,iBAAiB,CAACtD,OAAO,CAACqB,KAAK,CAAC,CAAC,CAAvDkC,OAAO,CAAAF,kBAAA,CAAPE,OAAO,CAAEC,QAAQ,CAAAH,kBAAA,CAARG,QAAQ,CACzB,GAAM,CAAAC,GAAG,CAAAtB,aAAA,CAAAA,aAAA,IACJf,IAAI,MACPI,YAAY,CAAE0B,QAAQ,CACtBzB,aAAa,CAAE,CAAC,EAAE,CAAC,CACnBH,SAAS,CAAEiC,OAAO,CAClB7B,wBAAwB,CAAE8B,QAAQ,EACnC,CACD,MAAO,CAAAC,GAAG,CACZ,CAAC,IAAM,KAAAC,KAAA,CACL,GAAQ,CAAA5B,EAAE,CAA2CV,IAAI,CAAjDU,EAAE,CAAEP,sBAAsB,CAAmBH,IAAI,CAA7CG,sBAAsB,CAAEC,YAAY,CAAKJ,IAAI,CAArBI,YAAY,CAChD,OAAAkC,KAAA,EACE5B,EAAE,CAAFA,EAAE,CACFR,SAAS,CAAEtB,OAAO,CAACqB,KAAK,CAAC,CACzBE,sBAAsB,CAAtBA,sBAAsB,CACtBC,YAAY,CAAZA,YAAY,EAAA4B,eAAA,CAAAM,KAAA,CACXT,IAAI,CAAGC,QAAQ,EAAAE,eAAA,CAAAM,KAAA,iBACD,CAAC,EAAE,CAAC,EAAAA,KAAA,CAEvB,CACF,CAAC,IAAM,IAAIT,IAAI,GAAK,WAAW,CAAE,CAC/B,GAAM,CAAAjB,WAAU,CAAAe,kBAAA,CAAO/C,OAAO,CAAC,CAC/BgC,WAAU,CAACX,KAAK,CAAC,CAAG6B,QAAQ,CAC5BjD,UAAU,CAAC+B,WAAU,CAAC,CACtB,GAAIZ,IAAI,CAACI,YAAY,GAAK,QAAQ,CAAE,CAClC,IAAAmC,mBAAA,CAA8BL,iBAAiB,CAACJ,QAAQ,CAAC,CAAjDK,QAAO,CAAAI,mBAAA,CAAPJ,OAAO,CAAEC,SAAQ,CAAAG,mBAAA,CAARH,QAAQ,CACzB,GAAM,CAAAC,IAAG,CAAAtB,aAAA,CAAAA,aAAA,IACJf,IAAI,MACPE,SAAS,CAAEiC,QAAO,CAClB7B,wBAAwB,CAAE8B,SAAQ,EACnC,CACD,MAAO,CAAAC,IAAG,CACZ,CAAC,IAAM,CACL,OAAAtB,aAAA,CAAAA,aAAA,IAAYf,IAAI,KAAAgC,eAAA,IAAGH,IAAI,CAAGC,QAAQ,GACpC,CACF,CAAC,IAAM,CACL,OAAAf,aAAA,CAAAA,aAAA,IAAYf,IAAI,KAAAgC,eAAA,IAAGH,IAAI,CAAGC,QAAQ,GACpC,CACF,CACA,MAAO,CAAA9B,IAAI,CACb,CAAC,CACH,CAAC,CACH,CAAC,CAED,GAAM,CAAAwC,iBAAiB,CAAG,QAApB,CAAAA,iBAAiBA,CAAIvC,KAAK,CAAK,CACnCxB,WAAW,CAACD,QAAQ,CAACiE,MAAM,CAAC,SAACC,CAAC,CAAEX,QAAQ,QAAK,CAAA9B,KAAK,GAAK8B,QAAQ,GAAC,CAAC,CACnE,CAAC,CAED,GAAM,CAAAG,iBAAiB,CAAG,QAApB,CAAAA,iBAAiBA,CAAIS,IAAI,CAAK,CAClC,GAAM,CAAAC,cAAc,CAAGD,IAAI,CAACE,OAAO,CAAC,KAAK,CAAE,GAAG,CAAC,CAC/C,GAAM,CAAAV,OAAO,CAAGS,cAAc,CAACE,SAAS,CAAC,CAAC,CAAEF,cAAc,CAACG,WAAW,CAAC,GAAG,CAAC,CAAC,CAC5E,GAAM,CAAAX,QAAQ,CAAGQ,cAAc,CAACE,SAAS,CACvCF,cAAc,CAACG,WAAW,CAAC,GAAG,CAAC,CAAG,CACpC,CAAC,CACD,MAAO,CAAEZ,OAAO,CAAPA,OAAO,CAAEC,QAAQ,CAARA,QAAS,CAAC,CAC9B,CAAC,CAED,GAAM,CAAAY,eAAe,CAAG,QAAlB,CAAAA,eAAeA,CAAI/C,KAAK,CAAEzC,KAAK,CAAEkD,EAAE,CAAK,CAC5CzB,mBAAmB,CAACD,gBAAgB,CAACyD,MAAM,CAAC,SAACzC,IAAI,QAAK,CAAAA,IAAI,GAAKU,EAAE,GAAC,CAAC,CACnEkB,oBAAoB,CAAC3B,KAAK,CAAE,wBAAwB,CAAEzC,KAAK,CAAC,CAC5D,GAAIA,KAAK,GAAK,EAAE,GAAK,CAAC8D,MAAM,CAAC9D,KAAK,CAAC,EAAI8D,MAAM,CAAC9D,KAAK,CAAC,EAAI,CAAC,CAAC,CAAE,CAC1D,GAAM,CAAAyF,mBAAmB,CAAGC,KAAK,CAACC,IAAI,CAAC,GAAI,CAAAC,GAAG,IAAA1B,MAAA,CAAAC,kBAAA,CAAK3C,gBAAgB,GAAE0B,EAAE,EAAC,CAAC,CAAC,CAC1EzB,mBAAmB,CAACgE,mBAAmB,CAAC,CAC1C,CACF,CAAC,CAED,GAAM,CAAA1B,kBAAkB,CAAG,QAArB,CAAAA,kBAAkBA,CAAInB,YAAY,CAAEH,KAAK,CAAEzC,KAAK,CAAEkD,EAAE,CAAK,CAC7DrB,sBAAsB,CAACD,mBAAmB,CAACqD,MAAM,CAAC,SAACzC,IAAI,QAAK,CAAAA,IAAI,GAAKU,EAAE,GAAC,CAAC,CACzEkB,oBAAoB,CAAC3B,KAAK,CAAE,eAAe,CAAEzC,KAAK,CAAC,CACnD,GACE,CAAC4C,YAAY,GAAK,MAAM,EACtBA,YAAY,GAAK,KAAK,EACtBA,YAAY,GAAK,KAAK,EACtBA,YAAY,GAAK,KAAK,GACxB5C,KAAK,GAAK,EAAE,CACZ,CACA,GAAM,CAAA6F,sBAAsB,CAAGH,KAAK,CAACC,IAAI,CACvC,GAAI,CAAAC,GAAG,IAAA1B,MAAA,CAAAC,kBAAA,CAAKvC,mBAAmB,GAAEsB,EAAE,EAAC,CACtC,CAAC,CACDrB,sBAAsB,CAACgE,sBAAsB,CAAC,CAChD,CACF,CAAC,CAED,GAAM,CAAA7B,kBAAkB,CAAG,QAArB,CAAAA,kBAAkBA,CAAA,CAAS,CAC/BxD,SAAS,CAACsF,OAAO,CAACC,QAAQ,CAAC,CACzBC,GAAG,CAAExF,SAAS,CAACsF,OAAO,CAACG,YAAY,CACnCC,QAAQ,CAAE,QACZ,CAAC,CAAC,CACJ,CAAC,CAED,mBACEtG,KAAA,CAAAE,SAAA,EAAAqG,QAAA,eACEvG,KAAA,QAAKwG,KAAK,CAAE,CAAEC,OAAO,CAAE,MAAM,CAAEC,UAAU,CAAE,QAAQ,CAAEC,YAAY,CAAE,EAAG,CAAE,CAAAJ,QAAA,eACtEzG,IAAA,UAAO0G,KAAK,CAAE,CAAEI,KAAK,CAAE,OAAQ,CAAE,CAAAL,QAAA,CAAC,aAAW,CAAO,CAAC,cACrDzG,IAAA,CAACV,MAAM,EACLyH,OAAO,CAAC,WAAW,CACnB1D,IAAI,CAAC,OAAO,CACZ2D,OAAO,cAAEhH,IAAA,CAACd,OAAO,GAAE,CAAE,CACrB+H,SAAS,CAAC,QAAQ,CAClBC,OAAO,CAAE3C,cAAe,CAAAkC,QAAA,CACzB,MAED,CAAQ,CAAC,EACN,CAAC,cACNzG,IAAA,QAAKiH,SAAS,CAAC,iBAAiB,CAAAR,QAAA,CAC7BnF,QAAQ,CAACuB,GAAG,CAAC,SAACC,IAAI,CAAEC,KAAK,qBACxB7C,KAAA,QAAK+G,SAAS,CAAC,MAAM,CAAAR,QAAA,eACnBzG,IAAA,UACE0G,KAAK,CAAE,CACLS,WAAW,CAAE,CACf,CAAE,CAAAV,QAAA,CACH,cAED,CAAO,CAAC,cACRzG,IAAA,CAACP,UAAU,EACTa,KAAK,CAAEwC,IAAI,CAACI,YAAa,CACzBkE,QAAQ,CAAE,SAAAA,SAACC,CAAC,CAAK,CACf3C,oBAAoB,CAAC3B,KAAK,CAAE,cAAc,CAAEsE,CAAC,CAACC,MAAM,CAAChH,KAAK,CAAC,CAC3D,GACE+G,CAAC,CAACC,MAAM,CAAChH,KAAK,GAAK,MAAM,EACzB+G,CAAC,CAACC,MAAM,CAAChH,KAAK,GAAK,KAAK,EACxB+G,CAAC,CAACC,MAAM,CAAChH,KAAK,GAAK,KAAK,EACxB+G,CAAC,CAACC,MAAM,CAAChH,KAAK,GAAK,KAAK,CACxB,CACA,GAAM,CAAA6F,sBAAsB,CAAGH,KAAK,CAACC,IAAI,CACvC,GAAI,CAAAC,GAAG,IAAA1B,MAAA,CAAAC,kBAAA,CAAKvC,mBAAmB,GAAEY,IAAI,CAACU,EAAE,EAAC,CAC3C,CAAC,CACDrB,sBAAsB,CAACgE,sBAAsB,CAAC,CAChD,CAAC,IAAM,CACLhE,sBAAsB,CAAC,EAAE,CAAC,CAC5B,CACF,CAAE,CAAAsE,QAAA,cAEFzG,IAAA,CAACX,GAAG,EAACkI,EAAE,CAAEC,MAAM,CAACC,eAAgB,CAAAhB,QAAA,CAC7BpG,cAAc,CAACwC,GAAG,CAAC,SAACC,IAAI,qBACvB9C,IAAA,CAACX,GAAG,EAAkBkI,EAAE,CAAE,CAAEG,UAAU,CAAE,MAAO,CAAE,CAAAjB,QAAA,cAC/CzG,IAAA,CAACT,gBAAgB,EACfe,KAAK,CAAEwC,IAAI,CAACxC,KAAM,CAClBqH,OAAO,cAAE3H,IAAA,CAACR,KAAK,GAAE,CAAE,CACnBe,KAAK,CAAEuC,IAAI,CAACvC,KAAM,CACnB,CAAC,EALMuC,IAAI,CAACxC,KAMV,CAAC,EACP,CAAC,CACC,CAAC,CACI,CAAC,cACbN,IAAA,CAACX,GAAG,EAACuI,OAAO,CAAC,MAAM,CAAM,CAAC,cAE1B5H,IAAA,CAACN,SAAS,EACRmI,KAAK,CAAE/E,IAAI,CAACE,SAAS,GAAK,EAAE,CAAG,KAAK,CAAG,IAAK,CAC5C0D,KAAK,CAAE,CAAEoB,QAAQ,CAAE,KAAM,CAAE,CAC3BvH,KAAK,CAAC,YAAY,CAClB8C,IAAI,CAAC,OAAO,CACZ/C,KAAK,CACHwC,IAAI,CAACI,YAAY,GAAK,QAAQ,CAC1BJ,IAAI,CAACE,SAAS,CACdF,IAAI,CAACE,SAAS,CAAG,GAAG,CAAGF,IAAI,CAACM,wBACjC,CACDgE,QAAQ,CAAE,SAAAA,SAACC,CAAC,CAAK,CACf3C,oBAAoB,CAAC3B,KAAK,CAAE,WAAW,CAAEsE,CAAC,CAACC,MAAM,CAAChH,KAAK,CAAC,CAC1D,CAAE,CACFyH,UAAU,CAAC,kFAAkF,CAC9F,CAAC,cACF/H,IAAA,CAACX,GAAG,EAACuI,OAAO,CAAC,MAAM,CAAM,CAAC,cAE1B5H,IAAA,CAACN,SAAS,EACRmI,KAAK,CAAEzD,MAAM,CAACtB,IAAI,CAACG,sBAAsB,CAAC,CAAG,CAAC,CAAG,KAAK,CAAG,IAAK,CAC9D1C,KAAK,CAAC,wBAAwB,CAC9B8C,IAAI,CAAC,OAAO,CACZ/C,KAAK,CAAEwC,IAAI,CAACG,sBAAuB,CACnCmE,QAAQ,CAAE,SAAAA,SAACC,CAAC,CAAK,CACfvB,eAAe,CAAC/C,KAAK,CAAEsE,CAAC,CAACC,MAAM,CAAChH,KAAK,CAAEwC,IAAI,CAACU,EAAE,CAAC,CACjD,CAAE,CACH,CAAC,CACD1B,gBAAgB,CAACkG,QAAQ,CAAClF,IAAI,CAACU,EAAE,CAAC,eACjCxD,IAAA,CAACZ,KAAK,EAAC6I,QAAQ,CAAC,OAAO,CAAAxB,QAAA,CAAC,uCAExB,CAAO,CACR,cACDzG,IAAA,CAACX,GAAG,EAACuI,OAAO,CAAC,MAAM,CAAM,CAAC,CAEzB9E,IAAI,CAACI,YAAY,GAAK,SAAS,eAC9BhD,KAAA,CAAAE,SAAA,EAAAqG,QAAA,eACEzG,IAAA,CAACN,SAAS,EACRgH,KAAK,CAAE,CAAEoB,QAAQ,CAAE,KAAM,CAAE,CAC3BvH,KAAK,CACHuC,IAAI,CAACI,YAAY,GAAK,MAAM,EAC5BJ,IAAI,CAACI,YAAY,GAAK,KAAK,EAC3BJ,IAAI,CAACI,YAAY,GAAK,KAAK,EAC3BJ,IAAI,CAACI,YAAY,GAAK,KAAK,CACvB,cAAc,CACd,yBACL,CACDG,IAAI,CAAC,OAAO,CACZ/C,KAAK,CAAEwC,IAAI,CAACK,aAAa,CAAC,CAAC,CAAE,CAC7BiE,QAAQ,CAAE,SAAAA,SAACC,CAAC,CAAK,CACfhD,kBAAkB,CAChBvB,IAAI,CAACI,YAAY,CACjBH,KAAK,CACLsE,CAAC,CAACC,MAAM,CAAChH,KAAK,CACdwC,IAAI,CAACU,EACP,CAAC,CACH,CAAE,CACFuE,UAAU,CACRjF,IAAI,CAACI,YAAY,GAAK,MAAM,EAC5BJ,IAAI,CAACI,YAAY,GAAK,KAAK,EAC3BJ,IAAI,CAACI,YAAY,GAAK,KAAK,EAC3BJ,IAAI,CAACI,YAAY,GAAK,KAAK,CACvB,6HAA6H,CAC7H,EACL,CACF,CAAC,CACDJ,IAAI,CAACI,YAAY,GAAK,QAAQ,EAC7BhB,mBAAmB,CAAC8F,QAAQ,CAAClF,IAAI,CAACU,EAAE,CAAC,EACrCV,IAAI,CAACK,aAAa,CAAC,CAAC,CAAC,EAAI,EAAE,eACzBnD,IAAA,CAACZ,KAAK,EAAC6I,QAAQ,CAAC,OAAO,CAAAxB,QAAA,CAAC,oCAExB,CAAO,CACR,EACH,CACH,CAEAnF,QAAQ,CAACmC,MAAM,CAAG,CAAC,eAClBzD,IAAA,CAACL,OAAO,EAACuI,KAAK,CAAC,cAAc,CAACC,SAAS,CAAC,KAAK,CAAA1B,QAAA,cAC3CzG,IAAA,QACEiH,SAAS,CAAC,WAAW,CACrBC,OAAO,CAAE,SAAAA,QAAA,QAAM,CAAA5B,iBAAiB,CAACvC,KAAK,CAAC,EAAC,CAAA0D,QAAA,cAExCzG,IAAA,CAACb,UAAU,EAAC8H,SAAS,CAAC,YAAY,CAAE,CAAC,CAClC,CAAC,CACC,CACV,GA5HwBnE,IAAI,CAACU,EA6H3B,CAAC,EACP,CAAC,CACC,CAAC,EACN,CAAC,CAEP,CAAC,CAED,cAAe,CAAAhD,aAAa,CAE5B,GAAM,CAAAgH,MAAM,CAAG,CACbY,eAAe,CAAE,CACftB,KAAK,CAAE,MAAM,CACbuB,MAAM,CAAE,QAAQ,CAChBhF,IAAI,CAAE,OACR,CAAC,CACDoE,eAAe,CAAE,CACfd,OAAO,CAAE,MAAM,CACf2B,QAAQ,CAAE,MAAM,CAChB1B,UAAU,CAAE,QAAQ,CACpBE,KAAK,CAAE,MACT,CACF,CAAC","ignoreList":[]},"metadata":{},"sourceType":"module","externalDependencies":[]}

{xinference-0.15.4.dist-info → xinference-0.16.0.dist-info}/METADATA RENAMED Viewed

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: xinference
-Version: 0.15.4
+Version: 0.16.0
 Summary: Model Serving Made Easy
 Home-page: https://github.com/xorbitsai/inference
 Author: Qin Xuye
@@ -204,13 +204,25 @@ Requires-Dist: vllm>=0.2.6; extra == "vllm"
 # Xorbits Inference: Model Serving Made Easy 🤖
+<p align="center">
+  <a href="https://inference.top/">Xinference Cloud</a> ·
+  <a href="">Xinference Enterprise</a> ·
+  <a href="https://inference.readthedocs.io/en/latest/getting_started/installation.html#installation">Self-hosting</a> ·
+  <a href="https://inference.readthedocs.io/">Documentation</a>
+</p>
 [![PyPI Latest Release](https://img.shields.io/pypi/v/xinference.svg?style=for-the-badge)](https://pypi.org/project/xinference/)
 [![License](https://img.shields.io/pypi/l/xinference.svg?style=for-the-badge)](https://github.com/xorbitsai/inference/blob/main/LICENSE)
 [![Build Status](https://img.shields.io/github/actions/workflow/status/xorbitsai/inference/python.yaml?branch=main&style=for-the-badge&label=GITHUB%20ACTIONS&logo=github)](https://actions-badge.atrox.dev/xorbitsai/inference/goto?ref=main)
 [![Slack](https://img.shields.io/badge/join_Slack-781FF5.svg?logo=slack&style=for-the-badge)](https://join.slack.com/t/xorbitsio/shared_invite/zt-1o3z9ucdh-RbfhbPVpx7prOVdM1CAuxg)
 [![Twitter](https://img.shields.io/twitter/follow/xorbitsio?logo=x&style=for-the-badge)](https://twitter.com/xorbitsio)
-English | [中文介绍](README_zh_CN.md) | [日本語](README_ja_JP.md)
+<p align="center">
+  <a href="./README.md"><img alt="README in English" src="https://img.shields.io/badge/English-454545?style=for-the-badge"></a>
+  <a href="./README_zh_CN.md"><img alt="简体中文版自述文件" src="https://img.shields.io/badge/中文介绍-d9d9d9?style=for-the-badge"></a>
+  <a href="./README_ja_JP.md"><img alt="日本語のREADME" src="https://img.shields.io/badge/日本語-d9d9d9?style=for-the-badge"></a>
+</p>
 </div>
 <br />
@@ -286,9 +298,25 @@ with popular third-party libraries including [LangChain](https://python.langchai
 | Audio Models                                   | ✅ | ❌ | ❌ | ❌ |
 | More OpenAI Functionalities (Function Calling) | ✅ | ❌ | ❌ | ❌ |
-## Getting Started
+## Using Xinference
+- **Cloud </br>**
+We host a [Xinference Cloud](https://inference.top) service for anyone to try with zero setup.
+- **Self-hosting Xinference Community Edition</br>**
+Quickly get Xinference running in your environment with this [starter guide](#getting-started).
+Use our [documentation](https://inference.readthedocs.io/) for further references and more in-depth instructions.
+- **Xinference for enterprise / organizations</br>**
+We provide additional enterprise-centric features. [send us an email](mailto:business@xprobe.io?subject=[GitHub]Business%20License%20Inquiry) to discuss enterprise needs. </br>
-**Please give us a star before you begin, and you'll receive instant notifications for every new release on GitHub!**
+## Staying Ahead
+Star Xinference on GitHub and be instantly notified of new releases.
+![star-us](assets/stay_ahead.gif)
+## Getting Started
 * [Docs](https://inference.readthedocs.io/en/latest/index.html)
 * [Built-in Models](https://inference.readthedocs.io/en/latest/models/builtin/index.html)
@@ -358,3 +386,7 @@ Once Xinference is running, there are multiple ways you can try it: via the web
 <a href="https://github.com/xorbitsai/inference/graphs/contributors">
   <img src="https://contrib.rocks/image?repo=xorbitsai/inference" />
 </a>
+## Star History
+[![Star History Chart](https://api.star-history.com/svg?repos=xorbitsai/inference&type=Date)](https://star-history.com/#xorbitsai/inference&Date)

{xinference-0.15.4.dist-info → xinference-0.16.0.dist-info}/RECORD RENAMED Viewed

@@ -1,13 +1,13 @@
-xinference/__init__.py,sha256=muQ9V9y11BcIqlZhhc06oDf193H7bwDIa8e_wSoDKI8,986
+xinference/__init__.py,sha256=nmTTrYbIpj964ZF6ojtgOM7E85JBOj1EyQbmYjbj1jw,915
 xinference/_compat.py,sha256=xFztCfyrq3O_4bssL_ygghYkfxicv_ZhiX2YDDWHf-k,3571
-xinference/_version.py,sha256=rsb6h82zrpecXkwoQPZlv48UaKLjrNi7qg2qXrXoSZE,498
+xinference/_version.py,sha256=5hvlBRkXC_IVcijNLax29doRTp1H9AUWNuVzvhVrcjU,498
 xinference/conftest.py,sha256=56HYQjsAJcQrpZSmskniPqH9dLoW-i3Oud6NVTtc4io,9752
-xinference/constants.py,sha256=QsYxf86vqJVbn5L2SXH5hdyCdiZy7hRD-Qx5Sse4DqE,3758
+xinference/constants.py,sha256=12AG2xmPPM68samHt8OTyK-WsnxyAsHvIiLYusN2MB4,3746
 xinference/device_utils.py,sha256=zswJiws3VyTIaNO8z-MOcsJH_UiPoePPiKK5zoNrjTA,3285
 xinference/fields.py,sha256=0UtBFaDNzn1n9MRjyTkNrolsIML-TpZfudWOejqjni8,5245
 xinference/isolation.py,sha256=uhkzVyL3fSYZSuFexkG6Jm-tRTC5I607uNg000BXAnE,1949
 xinference/types.py,sha256=LHTbNLf0zI-FLruxRuBt2KMpk2P4eKpYdFvh2qzNTGI,12458
-xinference/utils.py,sha256=VSOJMFd9H7kce98OtJZbcDjjpfzRpHAFs8WU0xXPBM8,717
+xinference/utils.py,sha256=zYgf9bCvfbybRt3gEog6r5WJCpj0czZCf0qgRdYjkN8,720
 xinference/api/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
 xinference/api/restful_api.py,sha256=Gp_1fGYLximhr9yTqxvBv9O84HO47-tnTwA5h7o8Ff4,84506
 xinference/api/oauth2/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
@@ -25,23 +25,23 @@ xinference/core/chat_interface.py,sha256=tM4hQPZ0UVcmE4_-auXWkq2z0rWmZBwwXNwbbl5
 xinference/core/event.py,sha256=42F38H2WOl6aPxp2oxX6WNxHRRxbnvYRmbt4Ar7NP4U,1640
 xinference/core/image_interface.py,sha256=WsJjrcJG3itQJb-qiuZKWtK4_XLPPnxkEy9VCyZcQmw,13636
 xinference/core/metrics.py,sha256=ScmTG15Uq3h_ob72ybZSMWdnk8P4sUZFcm60f4ikSXc,2631
-xinference/core/model.py,sha256=bwmiqRctnXbJlsHhS3O3JA5G0xRNNRd_HqlAGyRrzVo,32086
+xinference/core/model.py,sha256=8rfrSxZtt5gUAmqUt2388WTBPQPIQCoe6r5ssmE075o,35497
 xinference/core/progress_tracker.py,sha256=LIF6CLIlnEoSBkuDCraJktDOzZ31mQ4HOo6EVr3KpQM,6453
 xinference/core/resource.py,sha256=FQ0aRt3T4ZQo0P6CZZf5QUKHiCsr5llBvKb1f7wfnxg,1611
-xinference/core/scheduler.py,sha256=qONNFqAlnYDcmmzPO5jfU-r0aZ1Lhhpn1oSaA5CAGTE,15485
+xinference/core/scheduler.py,sha256=SEMHe9I2y4ADOwOtpLiND-o4yZiIkIHHdKvf6DuqRyk,15655
 xinference/core/status_guard.py,sha256=4an1KjUOhCStgRQUw1VSzXcycXUtvhxwiMREKKcl1UI,2828
 xinference/core/supervisor.py,sha256=Wkjhk1tfRuhyQmcVNrHZApWO09MDA5-Uu4u2p1GBj3I,52964
-xinference/core/utils.py,sha256=p3ptQMdzKu9WxdUJ2EdDTXvPDl53BGwiNuVWuhaE4EU,8536
+xinference/core/utils.py,sha256=pFggqUjfsB9ME6V0VqsppN7KAHNrqpxMuJsIUPNkwoM,8745
 xinference/core/worker.py,sha256=QhxVhpeKl-QYKA_77kUXTj5-rhodHAXlOhgtvqZiiRI,46329
 xinference/deploy/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
 xinference/deploy/cmdline.py,sha256=YNXbPIT9zJIp5EQzl_rH5KwDDYqBd2CbaOVF8hA0lws,48120
 xinference/deploy/local.py,sha256=gcH6WfTxfhjvNkxxKZH3tcGtXV48BEPoaLWYztZHaeo,3954
-xinference/deploy/supervisor.py,sha256=68rB2Ey5KFeF6zto9YGbw3P8QLZmF_KSh1NwH_pNP4w,2986
+xinference/deploy/supervisor.py,sha256=kM7hWL8Siy7stdP-2z4V60bIU3AEhk997pz9h9fP7hc,3050
 xinference/deploy/utils.py,sha256=71xnPSjjF3XDZIYmlJ59Fbr7mswWERtNdjfdYGwyT_I,6703
 xinference/deploy/worker.py,sha256=VQ71ClWpeGsyFgDmcOes2ub1cil10cBjhFLHYeuVwC4,2974
 xinference/deploy/test/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
 xinference/deploy/test/test_cmdline.py,sha256=m8xDzjtDuAJy0QkvYVJIZDuTB29cmYBV0d231JyRCPU,7714
-xinference/model/__init__.py,sha256=J7cdxnDxbr-4c8JREXWEIZ8MkB_VokXVaEOsI7ycjho,1101
+xinference/model/__init__.py,sha256=bCEwvKjoazBW8QZ5C5Hpfd5v_VTbWpXvo8IB9d4Qs70,1127
 xinference/model/core.py,sha256=WQakLJgxrJMbTGn9AVaw-Tas7QL5M8cJsuYpGgH-io8,4706
 xinference/model/utils.py,sha256=-axJ9I1IZ0li5Y2qzfFrsz8nMOGnoXXhmULu_e4aIKc,11196
 xinference/model/audio/__init__.py,sha256=G4n-MyzdarFVOndPRkEyZZrCwqFIG8yIsky6_5dife0,3433
@@ -73,17 +73,19 @@ xinference/model/image/custom.py,sha256=5gjujQpJVTJ-pVB5LzBo4-bWKKOHzFlRaoRKJ_Cu
 xinference/model/image/model_spec.json,sha256=JyXU-v4ysRT4yqwkmXgISY3uVWjeSiBLyH8fS7XO1_g,5368
 xinference/model/image/model_spec_modelscope.json,sha256=r3_m9XZo1QZgmASg5navOPs0ivlft5wVPF1SpbAVNBg,4266
 xinference/model/image/sdapi.py,sha256=Xgdtnvw4Xwj1Nc0cBoDo_ogH6E2mFJqLvX0jSxxgdnA,5936
-xinference/model/image/utils.py,sha256=gxg8jJ2nYaDknzCcSC53WCy1slbB5aWU14AbJbfm6Z4,906
+xinference/model/image/utils.py,sha256=sJCxC8iCS7r9sVY4edKz2DYaZ-ebq_t9HjL7fZMS8z8,2344
+xinference/model/image/scheduler/__init__.py,sha256=-sjSIQ4K6w-TEzx49kVaWeWC443fnZqODU91GCQ_JNo,581
+xinference/model/image/scheduler/flux.py,sha256=mXCU-SfPZG4lWV8jNJqXr4Us7ixYMMrTC5WUAi0TO3c,18814
 xinference/model/image/stable_diffusion/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
-xinference/model/image/stable_diffusion/core.py,sha256=NeCfkKjRdebgOOGMmg8DGVPR29D9vgX3V72qETgwPp0,24230
-xinference/model/llm/__init__.py,sha256=elINGzzDXmSissG32UMG7BfMqNgXwSM7USBaTorGWSA,12428
+xinference/model/image/stable_diffusion/core.py,sha256=S3V3HCdbhhR-CSXuai7A96cOJUVmw8LSKM01aR2eBLs,23045
+xinference/model/llm/__init__.py,sha256=JPoNtsYukWeLyfDlxVtIgr5nu1GhUG1_zVpmAqcEQd8,12507
 xinference/model/llm/core.py,sha256=f4nKVPTAseivij6mbL2yXEKxrzllKm-_i2ttSqckTCg,8157
-xinference/model/llm/llm_family.json,sha256=9peVrsgESrC-HPsIXS7wDcTsz_oNcGwrsw-Jh_yDSLU,285589
+xinference/model/llm/llm_family.json,sha256=7YlR-JPuTzOF_DTaSFKPyJQef2i5LsatNyTBR636nPs,289878
 xinference/model/llm/llm_family.py,sha256=eqeaHwLeS2TDB_ATf_h6YkH6OiyyF_4cSF_bOq3pTws,37432
 xinference/model/llm/llm_family_csghub.json,sha256=zMKWbihsxQNVB1u5iKJbZUkbOfQ4IPNq1KQ-8IDPQQA,8759
-xinference/model/llm/llm_family_modelscope.json,sha256=IcnRScrHkM4b6-rrpto4hCZ541rkUpdkaUa8wgSw8No,215985
+xinference/model/llm/llm_family_modelscope.json,sha256=yTBlIHJsoWnqOW0FroipYRZ33fgDjQEQiwjttY0rnwM,218821
 xinference/model/llm/memory.py,sha256=NEIMw6wWaF9S_bnBYq-EyuDhVbUEEeceQhwE1iwsrhI,10207
-xinference/model/llm/utils.py,sha256=_FHJHZ9d1tYj4NwiG4TYftEp9L5vah6slUkqHKnn21U,23543
+xinference/model/llm/utils.py,sha256=DUC6jPr1-kPNsgc4J5MXNSMVgDlPLfQiitLGfdJxVxM,23596
 xinference/model/llm/llama_cpp/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
 xinference/model/llm/llama_cpp/core.py,sha256=vjuTapwbn-ZjUX-8WA0nFyicE4UGUSehU_csSetvcZw,10928
 xinference/model/llm/lmdeploy/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -93,27 +95,28 @@ xinference/model/llm/mlx/core.py,sha256=9mTUllTBQf5pnblATWNw6mKKjivQ5u8Xp5q5U4KD
 xinference/model/llm/sglang/__init__.py,sha256=-sjSIQ4K6w-TEzx49kVaWeWC443fnZqODU91GCQ_JNo,581
 xinference/model/llm/sglang/core.py,sha256=ft4QlDw36gwoic8lyjtSx2ai6KTW84CPVbYr8grqGMI,16698
 xinference/model/llm/transformers/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
-xinference/model/llm/transformers/chatglm.py,sha256=pCJgoc0Ikny5BL85iHXl9M6zKgIzAHBsd81NAZ31yRI,17834
+xinference/model/llm/transformers/chatglm.py,sha256=tr6nEfHAg_mFRDlqXLMvbSq6U47851jOpqTz_vkWNJM,22266
 xinference/model/llm/transformers/cogvlm2.py,sha256=I5Ftm0VYjbTAv5ZARZCo32Ggpw58PJfHs5B_nX_BIlU,15972
 xinference/model/llm/transformers/cogvlm2_video.py,sha256=ZGkpC4x2uEtjwoMrLSODmAUYTjOeSNYxZi9VpQrpnhU,11857
 xinference/model/llm/transformers/compression.py,sha256=U0vMJ-JaBt4oC2LffgWg6HbPj1CeUi_YdwVbjDd0mRA,8112
-xinference/model/llm/transformers/core.py,sha256=fyM7WXsVTEs38LAUPe-CJf45czInrNf1ifsWWexZ5nM,31128
-xinference/model/llm/transformers/deepseek_v2.py,sha256=HSddUBm5sKpHTNtPbTao9r3Yif-_xRAJrAtfCyELnhw,12975
+xinference/model/llm/transformers/core.py,sha256=rgRrqykyd4fpKNvMfmjAIApWjqvYO3HYB1wJ7cmB9S0,28229
+xinference/model/llm/transformers/deepseek_v2.py,sha256=-RKlI3mhja730md4evQ2vfIxBnZD5vWyrgmg_3eovms,4096
 xinference/model/llm/transformers/deepseek_vl.py,sha256=pB6i6DW5oyfHdqTgKpi2DkIKVGlPLGIDR_Op0sB1uKA,10445
 xinference/model/llm/transformers/glm4v.py,sha256=goph2HhpV8gUm2t8-T1P-jTF2r_kPeH6QNe64lmlm0g,13871
 xinference/model/llm/transformers/intern_vl.py,sha256=0pbze1eo3HvNQ0nW-mVJcJuJ4GrEyBBqQAYIdXnAn6c,18270
-xinference/model/llm/transformers/internlm2.py,sha256=nRrmbH9bJl_wLcCH4zSy0EeKeP_ht-b8bVvbG2pMgV0,7228
+xinference/model/llm/transformers/internlm2.py,sha256=3mjRgqU0RgCFF0F46ieVH0NO2JCKGsQkmkoVlWJrh8E,3221
 xinference/model/llm/transformers/minicpmv25.py,sha256=mr80-OlSlK_opSuAO3cz_QlkqujLr6V-OsTP0ebwpE8,6814
 xinference/model/llm/transformers/minicpmv26.py,sha256=_e2C4vmyKIzKt7S7AvKgiqhDOhGiBXa6Xoiix4UaYtI,13440
 xinference/model/llm/transformers/omnilmm.py,sha256=2ZLW979ETqDDKo9CaTNwi9uLBZ2d6itHAYqjUA4jdro,5172
+xinference/model/llm/transformers/opt.py,sha256=dkZFNwtw_sUuVaz9He6LWfEojRGfOQFQ5atvC5OYPuY,2429
 xinference/model/llm/transformers/qwen2_audio.py,sha256=1XmlawVF-Xh2pgGoLDX7kOYIiF_bDUR3doSOnM59QbQ,6107
 xinference/model/llm/transformers/qwen2_vl.py,sha256=i8mypQwaPaaGQ0OIS55H8yuUX6gH87ubPuPQHHAD9fw,7304
 xinference/model/llm/transformers/qwen_vl.py,sha256=LG19qJW30bFiZOS-t9OM3JP6K1KCLj_Sv3nKSCLvyts,14058
 xinference/model/llm/transformers/tensorizer_utils.py,sha256=VXSYbPZtCbd8lVvsnjDLPZjfCMil67Pkywd_Ze4dTx4,11362
-xinference/model/llm/transformers/utils.py,sha256=kTaNK65igHoWRUe00FD-Bs7nBv_OYre0KXjbmstlleU,29228
+xinference/model/llm/transformers/utils.py,sha256=Ej9Tu2yVAotfXMFsl30QlYXLZTODU6Pv_UppsGGUiSw,19185
 xinference/model/llm/transformers/yi_vl.py,sha256=iCdRLw-wizbU-qXXc8CT4DhC0Pt-uYg0vFwXEhAZjQg,8961
 xinference/model/llm/vllm/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
-xinference/model/llm/vllm/core.py,sha256=FhwRaRY29imMS4Aldda7qBQg4tCtUqG8adr1zfUF7jw,30729
+xinference/model/llm/vllm/core.py,sha256=5_aClQ1m37KpT6pyvSm8Kt0744mMqYrCkLC43BLHhI8,31391
 xinference/model/llm/vllm/utils.py,sha256=LKOmwfFRrlSecawxT-uE39tC2RQbf1UIiSH9Uz90X6w,1313
 xinference/model/rerank/__init__.py,sha256=wRpf1bOMfmAsuEKEGczMTB5fWEvuqltlJbIbRb-x8Ko,3483
 xinference/model/rerank/core.py,sha256=ZOlbtK1x8CgcAAg0Y-5AF9ItYbhxuGtf7C_Sf0D9Kww,14122
@@ -394,14 +397,14 @@ xinference/thirdparty/whisper/normalizers/english.json,sha256=Zgf5SL6YJNLhsvoiI8
 xinference/thirdparty/whisper/normalizers/english.py,sha256=KJjkZyru_J9Ey03jjBFc3yhvWzWuMhQzRnp2dM6IQdA,20868
 xinference/web/ui/package-lock.json,sha256=r6y_nAa8SfAETbx3ysAKcRf2SznsSAxpLwtArCJbCCI,760153
 xinference/web/ui/package.json,sha256=fkEgsboguEVK9yuRrJjN7Alhyo38qV1Ih83qQFVr6SQ,2023
-xinference/web/ui/build/asset-manifest.json,sha256=PR90UU8UOrgpDD7Afl2MSkiatOIBMMFDthqflkQ5zzo,453
+xinference/web/ui/build/asset-manifest.json,sha256=uTZmkD9VOg1Kt2GqLh1svMvcxVpYd-lpHnCwnGjiCZ8,453
 xinference/web/ui/build/favicon.svg,sha256=dWR8uaz0Q9GCcl-DjWvQh07e1f3jhJBt-r4aSbmH3A4,1894
-xinference/web/ui/build/index.html,sha256=c86TsyNmG205gXaWEivZNb5xQbT8MK9aOYfp4R6nWeM,650
+xinference/web/ui/build/index.html,sha256=Yba5Npedxcfi6tjJ5nandOXr5FTYcJBLWsqIPkRW3bc,650
 xinference/web/ui/build/static/css/main.5061c4c3.css,sha256=P7rcts4xzIqV_ikvTokJEYzZ5R9w_3wigAhs7ai9hgU,4392
 xinference/web/ui/build/static/css/main.5061c4c3.css.map,sha256=K2E6sUL58gZNSOo_9U-IMm9XCKQfnBlehW72IEYQQCw,8658
-xinference/web/ui/build/static/js/main.e51a356d.js,sha256=_P6qG1pX7aXzCua1hOJGfkxdBjOJKu7HEupCy8E3EWA,1121915
-xinference/web/ui/build/static/js/main.e51a356d.js.LICENSE.txt,sha256=d8ETWF_wyLDtaMx4LKhmJjBONXs3Onu4YucCXopqPK0,2321
-xinference/web/ui/build/static/js/main.e51a356d.js.map,sha256=gG5cxzxEVKvKAQdlxJRMUAkvkVqt0IzquJoTaqYIJVk,4920185
+xinference/web/ui/build/static/js/main.f7da0140.js,sha256=ifLzwPdXsAUvyLLLqyEYI6kvcRvZQEYbqz2GJLXX5yg,1122028
+xinference/web/ui/build/static/js/main.f7da0140.js.LICENSE.txt,sha256=d8ETWF_wyLDtaMx4LKhmJjBONXs3Onu4YucCXopqPK0,2321
+xinference/web/ui/build/static/js/main.f7da0140.js.map,sha256=3iUFzX3vplYVi49fBJXEzV_SdtYIcMRUeRZlmJQPYY8,4920529
 xinference/web/ui/build/static/media/icon.4603d52c63041e5dfbfd.webp,sha256=kM--URMpXs5Vf0iSqQ8hmUalvWgcmRERpv37CriXRAE,16128
 xinference/web/ui/node_modules/.package-lock.json,sha256=_V6n9fLvF1laSHVMZb9Z6wwLvUphwXM7kuMW2TD5FX4,758073
 xinference/web/ui/node_modules/.cache/babel-loader/00012b59e7dc64a18400bdddb660faa295258241c0b9cd15c78cdba63b858ed8.json,sha256=FhiSQ9MQv6bT7TkLBlXXskoaG2HCKhsuTXXlkDV-pM4,668
@@ -2843,6 +2846,7 @@ xinference/web/ui/node_modules/.cache/babel-loader/3300669f95c2d8bd67dcc62aa3caa
 xinference/web/ui/node_modules/.cache/babel-loader/3303459412aec3e4cfc7efed7854d83837221e9879cf33cd2f67b5a1e9a1a65b.json,sha256=mdlln4XhnIbEY_H_EaDonf3h4Vv5qZDe3qPHt_C1Ivw,1203
 xinference/web/ui/node_modules/.cache/babel-loader/3307e6cd4416cfc309e05d82fd7dfed1466d3b89e0fd948e6e84ebc6c87c9750.json,sha256=exd_-4C26XY7VpcBvppsuRmZWbkAHvQfTormMVYebR8,1064
 xinference/web/ui/node_modules/.cache/babel-loader/3307ee7c63b28fa439d456906a88f41631967611f3887179bf7cabb03f721b29.json,sha256=Oc_cF6SA24aH5kGQj_GkNNLzspWc6AAcILil2j_VTGg,4637
+xinference/web/ui/node_modules/.cache/babel-loader/331312668fa8bd3d7401818f4a25fa98135d7f61371cd6bfff78b18cf4fbdd92.json,sha256=YsdHsJobvLYgYr4igfB_SsBZ9ma0Qb-KwSLHd976JUs,39066
 xinference/web/ui/node_modules/.cache/babel-loader/331bd51a1950f043c0d3c1cddcf19155ceabd4f00400f0f38a21a0f58473fa58.json,sha256=t6Jt9_tqfpSb8hPLnEx6yitGcatvmRux6iIS-ThuIek,3671
 xinference/web/ui/node_modules/.cache/babel-loader/33212ab361709ccf155fbc8c357901f3d7d20d565ed7597802f000bcbce6abde.json,sha256=soKdMsdcms1CiTQeJ9p9T0KjfbJwhYkYSRGXBQQfIqk,1334
 xinference/web/ui/node_modules/.cache/babel-loader/33276870546310026d6b9ea4270fc3953d1907af9251a05ca89267287aba9bb1.json,sha256=xUvKrv-2j69Ijhc3wK3drZe_TIbdeip5ZgjaGWBkaN4,1872
@@ -3589,7 +3593,6 @@ xinference/web/ui/node_modules/.cache/babel-loader/43704d02edc673735fd68753bc6a5
 xinference/web/ui/node_modules/.cache/babel-loader/4373e2974d6464fa1b7cf8207e19c51a5ec13d3c5b96f883764a6f4449d1ae2a.json,sha256=3OPZhczJyARDXXNxada--HMQf37Hfq7sGYbAmp2jxFg,1896
 xinference/web/ui/node_modules/.cache/babel-loader/437b49a775d3edd58b4e33a5b809066fbf1cbf4393d929d654801c3c567cf3f1.json,sha256=64NtffV9P1tGT1vUQNe6d4ng5mMdaTX7kqznUGDc_pk,1218
 xinference/web/ui/node_modules/.cache/babel-loader/4382885d3ccf75c12893fc8342794b2744ffa8fbbabe85edd204a0893663a128.json,sha256=Z9fZCsdmwGDnxtgK281zINkVALcNsAg-xh-_C5b0GUY,2337
-xinference/web/ui/node_modules/.cache/babel-loader/4385c1095eefbff0a8ec3b2964ba6e5a66a05ab31be721483ca2f43e2a91f6ff.json,sha256=5mf4nn3XSD-X2BCyCnodabQtzn040TPOx4S9tnpvTHk,38524
 xinference/web/ui/node_modules/.cache/babel-loader/4386982ff47b419ea16453780e05969fda0eff4d2a6646bb8d30fafdb7768612.json,sha256=sPgfW3qxIW-Fmdn_GERPlrJ9RhTiXFsB2Kl7miUvXR0,797
 xinference/web/ui/node_modules/.cache/babel-loader/43875f6446214150e50e56ed7514884f0bf0b977e3d919ff0d07666025c7ba68.json,sha256=9OYxsV071nRFIlRawhc7R8o-CipLvdS8_RVEI8ZP9Hg,2546
 xinference/web/ui/node_modules/.cache/babel-loader/438a7f3b5b9d1000f7a4573ebd3eeb8bbcf423c5e1ff7eb89eceea097b359a01.json,sha256=3hGJIzYvEDdbH3n0uh4kbaSWg-KA7JVc1EMakY9hP5c,1616
@@ -15508,9 +15511,9 @@ xinference/web/ui/node_modules/yargs-parser/package.json,sha256=BSwbOzgetKXMK4u0
 xinference/web/ui/node_modules/yocto-queue/package.json,sha256=6U1XHQPGXJTqsiFvT953ORihUtXTblZy4fXBWP9qxC0,725
 xinference/web/ui/node_modules/yup/package.json,sha256=xRFSROB9NKxqSWHEVFvSTsPs9Ll074uo8OS1zEw0qhA,1206
 xinference/web/ui/node_modules/yup/node_modules/type-fest/package.json,sha256=JTv2zTTVgxQ2H82m1-6qEpdMv08lHjFx4Puf_MsbB_Q,1134
-xinference-0.15.4.dist-info/LICENSE,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
-xinference-0.15.4.dist-info/METADATA,sha256=PANLzbQqqFtpqMFBVCP9JcY30fhoC63e5dG3Y5hbbr4,19136
-xinference-0.15.4.dist-info/WHEEL,sha256=eOLhNAGa2EW3wWl_TU484h7q1UNgy0JXjjoqKoxAAQc,92
-xinference-0.15.4.dist-info/entry_points.txt,sha256=-lDyyzqWMFQF0Rgm7VxBNz0V-bMBMQLRR3pvQ-Y8XTY,226
-xinference-0.15.4.dist-info/top_level.txt,sha256=L1rQt7pl6m8tmKXpWVHzP-GtmzAxp663rXxGE7qnK00,11
-xinference-0.15.4.dist-info/RECORD,,
+xinference-0.16.0.dist-info/LICENSE,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
+xinference-0.16.0.dist-info/METADATA,sha256=atolCJE1UzBXpsIHoB1bVuFNvAQrDLbnTaH7gv4QKSk,20613
+xinference-0.16.0.dist-info/WHEEL,sha256=eOLhNAGa2EW3wWl_TU484h7q1UNgy0JXjjoqKoxAAQc,92
+xinference-0.16.0.dist-info/entry_points.txt,sha256=-lDyyzqWMFQF0Rgm7VxBNz0V-bMBMQLRR3pvQ-Y8XTY,226
+xinference-0.16.0.dist-info/top_level.txt,sha256=L1rQt7pl6m8tmKXpWVHzP-GtmzAxp663rXxGE7qnK00,11
+xinference-0.16.0.dist-info/RECORD,,

xinference 0.15.4__py3-none-any.whl → 0.16.0__py3-none-any.whl

Potentially problematic release.

xinference 0.15.4py3-none-any.whl → 0.16.0py3-none-any.whl