xinference 1.5.0.post1__py3-none-any.whl → 1.5.1__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of xinference might be problematic. Click here for more details.
- xinference/_version.py +3 -3
- xinference/api/restful_api.py +10 -3
- xinference/constants.py +5 -1
- xinference/core/supervisor.py +12 -3
- xinference/core/utils.py +1 -1
- xinference/core/worker.py +2 -2
- xinference/deploy/cmdline.py +17 -0
- xinference/model/audio/core.py +1 -1
- xinference/model/audio/model_spec.json +43 -43
- xinference/model/audio/model_spec_modelscope.json +13 -13
- xinference/model/llm/__init__.py +3 -5
- xinference/model/llm/core.py +14 -0
- xinference/model/llm/llama_cpp/core.py +15 -4
- xinference/model/llm/llm_family.json +3251 -4304
- xinference/model/llm/llm_family.py +62 -6
- xinference/model/llm/llm_family_csghub.json +0 -32
- xinference/model/llm/llm_family_modelscope.json +1161 -1789
- xinference/model/llm/llm_family_openmind_hub.json +19 -325
- xinference/model/llm/lmdeploy/core.py +7 -2
- xinference/model/llm/mlx/core.py +19 -6
- xinference/model/llm/sglang/core.py +25 -10
- xinference/model/llm/transformers/chatglm.py +8 -1
- xinference/model/llm/transformers/cogagent.py +10 -12
- xinference/model/llm/transformers/cogvlm2.py +6 -3
- xinference/model/llm/transformers/cogvlm2_video.py +3 -6
- xinference/model/llm/transformers/core.py +50 -58
- xinference/model/llm/transformers/deepseek_v2.py +4 -2
- xinference/model/llm/transformers/deepseek_vl.py +10 -4
- xinference/model/llm/transformers/deepseek_vl2.py +9 -4
- xinference/model/llm/transformers/gemma3.py +15 -7
- xinference/model/llm/transformers/glm4v.py +2 -20
- xinference/model/llm/transformers/glm_edge_v.py +3 -20
- xinference/model/llm/transformers/intern_vl.py +3 -6
- xinference/model/llm/transformers/internlm2.py +1 -1
- xinference/model/llm/transformers/minicpmv25.py +4 -2
- xinference/model/llm/transformers/minicpmv26.py +5 -3
- xinference/model/llm/transformers/omnilmm.py +1 -1
- xinference/model/llm/transformers/opt.py +1 -1
- xinference/model/llm/transformers/ovis2.py +302 -0
- xinference/model/llm/transformers/qwen-omni.py +2 -1
- xinference/model/llm/transformers/qwen2_audio.py +3 -1
- xinference/model/llm/transformers/qwen2_vl.py +5 -1
- xinference/model/llm/transformers/qwen_vl.py +5 -2
- xinference/model/llm/utils.py +28 -0
- xinference/model/llm/vllm/core.py +73 -9
- xinference/model/llm/vllm/distributed_executor.py +8 -7
- xinference/model/llm/vllm/xavier/allocator.py +1 -1
- xinference/model/llm/vllm/xavier/block_manager.py +1 -1
- xinference/model/llm/vllm/xavier/block_tracker.py +3 -3
- xinference/model/llm/vllm/xavier/executor.py +1 -1
- xinference/model/llm/vllm/xavier/test/test_xavier.py +1 -1
- xinference/model/video/diffusers.py +30 -3
- xinference/model/video/model_spec.json +46 -0
- xinference/model/video/model_spec_modelscope.json +48 -0
- xinference/types.py +2 -0
- xinference/web/ui/build/asset-manifest.json +6 -6
- xinference/web/ui/build/index.html +1 -1
- xinference/web/ui/build/static/css/{main.0f6523be.css → main.337afe76.css} +2 -2
- xinference/web/ui/build/static/css/main.337afe76.css.map +1 -0
- xinference/web/ui/build/static/js/main.91e77b5c.js +3 -0
- xinference/web/ui/build/static/js/main.91e77b5c.js.map +1 -0
- xinference/web/ui/node_modules/.cache/babel-loader/5c08e2cd07809ed3e41486b16652253404cbb63a3ff8d0366ee50f57e2413cea.json +1 -0
- xinference/web/ui/node_modules/.cache/babel-loader/5e6edb0fb87e3798f142e9abf8dd2dc46bab33a60d31dff525797c0c99887097.json +1 -0
- xinference/web/ui/node_modules/.cache/babel-loader/6087820be1bd5c02c42dff797e7df365448ef35ab26dd5d6bd33e967e05cbfd4.json +1 -0
- xinference/web/ui/node_modules/.cache/babel-loader/6798e126f3bc5f95a4c16a9c2ad52ffe77970c62406d83e20604dfda7ffd2247.json +1 -0
- xinference/web/ui/node_modules/.cache/babel-loader/b617f7d21a95045fc57b26a9373551740f1978a826134cbf705c3a1bf8714a93.json +1 -0
- xinference/web/ui/node_modules/.cache/babel-loader/c1506cb142151366074975f30fa1ff9cd6e5e978b62a4b074dfc16fe08d70d75.json +1 -0
- xinference/web/ui/node_modules/.cache/babel-loader/c5c7c2cd1b863ce41adff2c4737bba06eef3a1acf28288cb83d992060f6b8923.json +1 -0
- xinference/web/ui/src/locales/en.json +1 -0
- xinference/web/ui/src/locales/zh.json +1 -0
- {xinference-1.5.0.post1.dist-info → xinference-1.5.1.dist-info}/METADATA +1 -1
- {xinference-1.5.0.post1.dist-info → xinference-1.5.1.dist-info}/RECORD +77 -78
- {xinference-1.5.0.post1.dist-info → xinference-1.5.1.dist-info}/WHEEL +1 -1
- xinference/model/llm/transformers/compression.py +0 -258
- xinference/model/llm/transformers/yi_vl.py +0 -239
- xinference/web/ui/build/static/css/main.0f6523be.css.map +0 -1
- xinference/web/ui/build/static/js/main.58bd483c.js +0 -3
- xinference/web/ui/build/static/js/main.58bd483c.js.map +0 -1
- xinference/web/ui/node_modules/.cache/babel-loader/51709f5d3e53bcf19e613662ef9b91fb9174942c5518987a248348dd4e1e0e02.json +0 -1
- xinference/web/ui/node_modules/.cache/babel-loader/69081049f0c7447544b7cfd73dd13d8846c02fe5febe4d81587e95c89a412d5b.json +0 -1
- xinference/web/ui/node_modules/.cache/babel-loader/8f9af2979e45d4648f0cfae108363e58ee421c29a9d4e7329b6f06d9adfd4133.json +0 -1
- xinference/web/ui/node_modules/.cache/babel-loader/9c8b1a86e7c65b2b2599a205e30920652d6c2105f926508ef5bcf29a3ef4ce76.json +0 -1
- xinference/web/ui/node_modules/.cache/babel-loader/b8551e9775a01b28ae674125c688febe763732ea969ae344512e64ea01bf632e.json +0 -1
- xinference/web/ui/node_modules/.cache/babel-loader/efe7cd132c27a8f9fd5352a394c491fd5fb0da0348cf9fcbd923164a32365eab.json +0 -1
- xinference/web/ui/node_modules/.cache/babel-loader/f199e8173f6409a5802ed44acb95f218388131136504b2e9132129e150c92f9a.json +0 -1
- /xinference/web/ui/build/static/js/{main.58bd483c.js.LICENSE.txt → main.91e77b5c.js.LICENSE.txt} +0 -0
- {xinference-1.5.0.post1.dist-info → xinference-1.5.1.dist-info}/entry_points.txt +0 -0
- {xinference-1.5.0.post1.dist-info → xinference-1.5.1.dist-info}/licenses/LICENSE +0 -0
- {xinference-1.5.0.post1.dist-info → xinference-1.5.1.dist-info}/top_level.txt +0 -0
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"ast":null,"code":"import _toConsumableArray from\"/home/runner/work/inference/inference/xinference/web/ui/node_modules/@babel/runtime/helpers/esm/toConsumableArray.js\";import _objectSpread from\"/home/runner/work/inference/inference/xinference/web/ui/node_modules/@babel/runtime/helpers/esm/objectSpread2.js\";import _defineProperty from\"/home/runner/work/inference/inference/xinference/web/ui/node_modules/@babel/runtime/helpers/esm/defineProperty.js\";import _slicedToArray from\"/home/runner/work/inference/inference/xinference/web/ui/node_modules/@babel/runtime/helpers/esm/slicedToArray.js\";import{AddCircle}from'@mui/icons-material';import DeleteIcon from'@mui/icons-material/Delete';import{Alert,Autocomplete,Box,IconButton,Snackbar,TextField}from'@mui/material';import React,{useEffect,useState}from'react';import{jsx as _jsx}from\"react/jsx-runtime\";import{jsxs as _jsxs}from\"react/jsx-runtime\";var AddPair=function AddPair(_ref){var customData=_ref.customData,pairData=_ref.pairData,_ref$tipOptions=_ref.tipOptions,tipOptions=_ref$tipOptions===void 0?[]:_ref$tipOptions,onGetArr=_ref.onGetArr,onJudgeArr=_ref.onJudgeArr;var _useState=useState(false),_useState2=_slicedToArray(_useState,2),openSnackbar=_useState2[0],setOpenSnackbar=_useState2[1];var _useState3=useState([]),_useState4=_slicedToArray(_useState3,2),arr=_useState4[0],setArr=_useState4[1];var _useState5=useState(0),_useState6=_slicedToArray(_useState5,2),arrId=_useState6[0],setArrId=_useState6[1];var _useState7=useState(-1),_useState8=_slicedToArray(_useState7,2),defaultIndex=_useState8[0],setDefaultIndex=_useState8[1];var _useState9=useState(false),_useState10=_slicedToArray(_useState9,2),isNotUniqueKey=_useState10[0],setIsNotUniqueKey=_useState10[1];useEffect(function(){onGetArr(arr);},[arr]);useEffect(function(){var dataArr=[];pairData.forEach(function(item,index){var _dataArr$push;dataArr.push((_dataArr$push={id:index},_defineProperty(_dataArr$push,customData.key,item[customData.key]),_defineProperty(_dataArr$push,customData.value,item[customData.value]),_dataArr$push));});setArrId(pairData.length);setArr(dataArr);},[pairData]);var updateArr=function updateArr(index,type,newValue){setArr(arr.map(function(pair,subIndex){if(subIndex===index){return _objectSpread(_objectSpread({},pair),{},_defineProperty({},type,newValue));}return pair;}));if(type===customData.key){setDefaultIndex(-1);setIsNotUniqueKey(false);arr.forEach(function(pair){if(pair[customData.key]===newValue){setDefaultIndex(index);setIsNotUniqueKey(true);}});}};var handleDeleteArr=function handleDeleteArr(index){setDefaultIndex(-1);setArr(arr.filter(function(_,subIndex){return index!==subIndex;}));onGetArr(arr);};return/*#__PURE__*/_jsxs(\"div\",{children:[/*#__PURE__*/_jsxs(Box,{children:[/*#__PURE__*/_jsxs(\"div\",{style:{display:'flex',alignItems:'center',margin:'20px 0 0 15px'},children:[/*#__PURE__*/_jsx(\"div\",{children:customData.title}),/*#__PURE__*/_jsx(IconButton,{color:\"primary\",onClick:function onClick(){setArrId(arrId+1);var obj={id:arrId};obj[customData.key]='';obj[customData.value]='';onJudgeArr(arr,[customData.key,customData.value])?setArr([].concat(_toConsumableArray(arr),[obj])):setOpenSnackbar(true);},children:/*#__PURE__*/_jsx(AddCircle,{})})]}),/*#__PURE__*/_jsx(Box,{children:arr.map(function(item,index){return/*#__PURE__*/_jsxs(Box,{children:[/*#__PURE__*/_jsxs(\"div\",{style:{display:'flex',justifyContent:'space-between',alignItems:'center',marginTop:'10px',marginLeft:'10px'},children:[tipOptions.length?/*#__PURE__*/_jsx(Autocomplete,{style:{width:'44%'},disablePortal:true,options:tipOptions,value:item[customData.key],inputValue:item[customData.key],onInputChange:function onInputChange(_,newValue){updateArr(index,customData.key,newValue);},renderInput:function renderInput(params){return/*#__PURE__*/_jsx(TextField,_objectSpread(_objectSpread({className:\"textHighlight\"},params),{},{label:customData.key}));}}):/*#__PURE__*/_jsx(TextField,{className:\"textHighlight\",label:customData.key,value:item[customData.key],onChange:function onChange(e){updateArr(index,customData.key,e.target.value);},style:{width:'44%'}}),/*#__PURE__*/_jsx(TextField,{className:\"textHighlight\",label:customData.value,value:item[customData.value],onChange:function onChange(e){updateArr(index,customData.value,e.target.value);},style:{width:'44%'}}),/*#__PURE__*/_jsx(IconButton,{\"aria-label\":\"delete\",onClick:function onClick(){return handleDeleteArr(index);},style:{marginLeft:'10px'},children:/*#__PURE__*/_jsx(DeleteIcon,{})})]}),isNotUniqueKey&&defaultIndex===index&&/*#__PURE__*/_jsxs(Alert,{severity:\"error\",children:[customData.key,\" must be unique\"]})]},item.id);})})]}),/*#__PURE__*/_jsx(Snackbar,{anchorOrigin:{vertical:'top',horizontal:'center'},open:openSnackbar,onClose:function onClose(){return setOpenSnackbar(false);},message:\"Please fill in the complete parameters before adding!!\"},'top'+'center')]});};export default AddPair;","map":{"version":3,"names":["AddCircle","DeleteIcon","Alert","Autocomplete","Box","IconButton","Snackbar","TextField","React","useEffect","useState","jsx","_jsx","jsxs","_jsxs","AddPair","_ref","customData","pairData","_ref$tipOptions","tipOptions","onGetArr","onJudgeArr","_useState","_useState2","_slicedToArray","openSnackbar","setOpenSnackbar","_useState3","_useState4","arr","setArr","_useState5","_useState6","arrId","setArrId","_useState7","_useState8","defaultIndex","setDefaultIndex","_useState9","_useState10","isNotUniqueKey","setIsNotUniqueKey","dataArr","forEach","item","index","_dataArr$push","push","id","_defineProperty","key","value","length","updateArr","type","newValue","map","pair","subIndex","_objectSpread","handleDeleteArr","filter","_","children","style","display","alignItems","margin","title","color","onClick","obj","concat","_toConsumableArray","justifyContent","marginTop","marginLeft","width","disablePortal","options","inputValue","onInputChange","renderInput","params","className","label","onChange","e","target","severity","anchorOrigin","vertical","horizontal","open","onClose","message"],"sources":["/home/runner/work/inference/inference/xinference/web/ui/src/scenes/launch_model/components/addPair.js"],"sourcesContent":["import { AddCircle } from '@mui/icons-material'\nimport DeleteIcon from '@mui/icons-material/Delete'\nimport {\n Alert,\n Autocomplete,\n Box,\n IconButton,\n Snackbar,\n TextField,\n} from '@mui/material'\nimport React, { useEffect, useState } from 'react'\n\nconst AddPair = ({\n customData,\n pairData,\n tipOptions = [],\n onGetArr,\n onJudgeArr,\n}) => {\n const [openSnackbar, setOpenSnackbar] = useState(false)\n const [arr, setArr] = useState([])\n const [arrId, setArrId] = useState(0)\n const [defaultIndex, setDefaultIndex] = useState(-1)\n const [isNotUniqueKey, setIsNotUniqueKey] = useState(false)\n\n useEffect(() => {\n onGetArr(arr)\n }, [arr])\n\n useEffect(() => {\n const dataArr = []\n pairData.forEach((item, index) => {\n dataArr.push({\n id: index,\n [customData.key]: item[customData.key],\n [customData.value]: item[customData.value],\n })\n })\n setArrId(pairData.length)\n setArr(dataArr)\n }, [pairData])\n\n const updateArr = (index, type, newValue) => {\n setArr(\n arr.map((pair, subIndex) => {\n if (subIndex === index) {\n return { ...pair, [type]: newValue }\n }\n return pair\n })\n )\n if (type === customData.key) {\n setDefaultIndex(-1)\n setIsNotUniqueKey(false)\n arr.forEach((pair) => {\n if (pair[customData.key] === newValue) {\n setDefaultIndex(index)\n setIsNotUniqueKey(true)\n }\n })\n }\n }\n\n const handleDeleteArr = (index) => {\n setDefaultIndex(-1)\n setArr(\n arr.filter((_, subIndex) => {\n return index !== subIndex\n })\n )\n onGetArr(arr)\n }\n\n return (\n <div>\n <Box>\n <div\n style={{\n display: 'flex',\n alignItems: 'center',\n margin: '20px 0 0 15px',\n }}\n >\n <div>{customData.title}</div>\n <IconButton\n color=\"primary\"\n onClick={() => {\n setArrId(arrId + 1)\n let obj = { id: arrId }\n obj[customData.key] = ''\n obj[customData.value] = ''\n onJudgeArr(arr, [customData.key, customData.value])\n ? setArr([...arr, obj])\n : setOpenSnackbar(true)\n }}\n >\n <AddCircle />\n </IconButton>\n </div>\n <Box>\n {arr.map((item, index) => {\n return (\n <Box key={item.id}>\n <div\n style={{\n display: 'flex',\n justifyContent: 'space-between',\n alignItems: 'center',\n marginTop: '10px',\n marginLeft: '10px',\n }}\n >\n {tipOptions.length ? (\n <Autocomplete\n style={{ width: '44%' }}\n disablePortal\n options={tipOptions}\n value={item[customData.key]}\n inputValue={item[customData.key]}\n onInputChange={(_, newValue) => {\n updateArr(index, customData.key, newValue)\n }}\n renderInput={(params) => (\n <TextField\n className=\"textHighlight\"\n {...params}\n label={customData.key}\n />\n )}\n />\n ) : (\n <TextField\n className=\"textHighlight\"\n label={customData.key}\n value={item[customData.key]}\n onChange={(e) => {\n updateArr(index, customData.key, e.target.value)\n }}\n style={{ width: '44%' }}\n />\n )}\n <TextField\n className=\"textHighlight\"\n label={customData.value}\n value={item[customData.value]}\n onChange={(e) => {\n updateArr(index, customData.value, e.target.value)\n }}\n style={{ width: '44%' }}\n />\n <IconButton\n aria-label=\"delete\"\n onClick={() => handleDeleteArr(index)}\n style={{ marginLeft: '10px' }}\n >\n <DeleteIcon />\n </IconButton>\n </div>\n {isNotUniqueKey && defaultIndex === index && (\n <Alert severity=\"error\">\n {customData.key} must be unique\n </Alert>\n )}\n </Box>\n )\n })}\n </Box>\n </Box>\n <Snackbar\n anchorOrigin={{ vertical: 'top', horizontal: 'center' }}\n open={openSnackbar}\n onClose={() => setOpenSnackbar(false)}\n message=\"Please fill in the complete parameters before adding!!\"\n key={'top' + 'center'}\n />\n </div>\n )\n}\n\nexport default AddPair\n"],"mappings":"6jBAAA,OAASA,SAAS,KAAQ,qBAAqB,CAC/C,MAAO,CAAAC,UAAU,KAAM,4BAA4B,CACnD,OACEC,KAAK,CACLC,YAAY,CACZC,GAAG,CACHC,UAAU,CACVC,QAAQ,CACRC,SAAS,KACJ,eAAe,CACtB,MAAO,CAAAC,KAAK,EAAIC,SAAS,CAAEC,QAAQ,KAAQ,OAAO,QAAAC,GAAA,IAAAC,IAAA,gCAAAC,IAAA,IAAAC,KAAA,yBAElD,GAAM,CAAAC,OAAO,CAAG,QAAV,CAAAA,OAAOA,CAAAC,IAAA,CAMP,IALJ,CAAAC,UAAU,CAAAD,IAAA,CAAVC,UAAU,CACVC,QAAQ,CAAAF,IAAA,CAARE,QAAQ,CAAAC,eAAA,CAAAH,IAAA,CACRI,UAAU,CAAVA,UAAU,CAAAD,eAAA,UAAG,EAAE,CAAAA,eAAA,CACfE,QAAQ,CAAAL,IAAA,CAARK,QAAQ,CACRC,UAAU,CAAAN,IAAA,CAAVM,UAAU,CAEV,IAAAC,SAAA,CAAwCb,QAAQ,CAAC,KAAK,CAAC,CAAAc,UAAA,CAAAC,cAAA,CAAAF,SAAA,IAAhDG,YAAY,CAAAF,UAAA,IAAEG,eAAe,CAAAH,UAAA,IACpC,IAAAI,UAAA,CAAsBlB,QAAQ,CAAC,EAAE,CAAC,CAAAmB,UAAA,CAAAJ,cAAA,CAAAG,UAAA,IAA3BE,GAAG,CAAAD,UAAA,IAAEE,MAAM,CAAAF,UAAA,IAClB,IAAAG,UAAA,CAA0BtB,QAAQ,CAAC,CAAC,CAAC,CAAAuB,UAAA,CAAAR,cAAA,CAAAO,UAAA,IAA9BE,KAAK,CAAAD,UAAA,IAAEE,QAAQ,CAAAF,UAAA,IACtB,IAAAG,UAAA,CAAwC1B,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAA2B,UAAA,CAAAZ,cAAA,CAAAW,UAAA,IAA7CE,YAAY,CAAAD,UAAA,IAAEE,eAAe,CAAAF,UAAA,IACpC,IAAAG,UAAA,CAA4C9B,QAAQ,CAAC,KAAK,CAAC,CAAA+B,WAAA,CAAAhB,cAAA,CAAAe,UAAA,IAApDE,cAAc,CAAAD,WAAA,IAAEE,iBAAiB,CAAAF,WAAA,IAExChC,SAAS,CAAC,UAAM,CACdY,QAAQ,CAACS,GAAG,CAAC,CACf,CAAC,CAAE,CAACA,GAAG,CAAC,CAAC,CAETrB,SAAS,CAAC,UAAM,CACd,GAAM,CAAAmC,OAAO,CAAG,EAAE,CAClB1B,QAAQ,CAAC2B,OAAO,CAAC,SAACC,IAAI,CAAEC,KAAK,CAAK,KAAAC,aAAA,CAChCJ,OAAO,CAACK,IAAI,EAAAD,aAAA,EACVE,EAAE,CAAEH,KAAK,EAAAI,eAAA,CAAAH,aAAA,CACR/B,UAAU,CAACmC,GAAG,CAAGN,IAAI,CAAC7B,UAAU,CAACmC,GAAG,CAAC,EAAAD,eAAA,CAAAH,aAAA,CACrC/B,UAAU,CAACoC,KAAK,CAAGP,IAAI,CAAC7B,UAAU,CAACoC,KAAK,CAAC,EAAAL,aAAA,CAC3C,CAAC,CACJ,CAAC,CAAC,CACFb,QAAQ,CAACjB,QAAQ,CAACoC,MAAM,CAAC,CACzBvB,MAAM,CAACa,OAAO,CAAC,CACjB,CAAC,CAAE,CAAC1B,QAAQ,CAAC,CAAC,CAEd,GAAM,CAAAqC,SAAS,CAAG,QAAZ,CAAAA,SAASA,CAAIR,KAAK,CAAES,IAAI,CAAEC,QAAQ,CAAK,CAC3C1B,MAAM,CACJD,GAAG,CAAC4B,GAAG,CAAC,SAACC,IAAI,CAAEC,QAAQ,CAAK,CAC1B,GAAIA,QAAQ,GAAKb,KAAK,CAAE,CACtB,OAAAc,aAAA,CAAAA,aAAA,IAAYF,IAAI,KAAAR,eAAA,IAAGK,IAAI,CAAGC,QAAQ,GACpC,CACA,MAAO,CAAAE,IAAI,CACb,CAAC,CACH,CAAC,CACD,GAAIH,IAAI,GAAKvC,UAAU,CAACmC,GAAG,CAAE,CAC3Bb,eAAe,CAAC,CAAC,CAAC,CAAC,CACnBI,iBAAiB,CAAC,KAAK,CAAC,CACxBb,GAAG,CAACe,OAAO,CAAC,SAACc,IAAI,CAAK,CACpB,GAAIA,IAAI,CAAC1C,UAAU,CAACmC,GAAG,CAAC,GAAKK,QAAQ,CAAE,CACrClB,eAAe,CAACQ,KAAK,CAAC,CACtBJ,iBAAiB,CAAC,IAAI,CAAC,CACzB,CACF,CAAC,CAAC,CACJ,CACF,CAAC,CAED,GAAM,CAAAmB,eAAe,CAAG,QAAlB,CAAAA,eAAeA,CAAIf,KAAK,CAAK,CACjCR,eAAe,CAAC,CAAC,CAAC,CAAC,CACnBR,MAAM,CACJD,GAAG,CAACiC,MAAM,CAAC,SAACC,CAAC,CAAEJ,QAAQ,CAAK,CAC1B,MAAO,CAAAb,KAAK,GAAKa,QAAQ,CAC3B,CAAC,CACH,CAAC,CACDvC,QAAQ,CAACS,GAAG,CAAC,CACf,CAAC,CAED,mBACEhB,KAAA,QAAAmD,QAAA,eACEnD,KAAA,CAACV,GAAG,EAAA6D,QAAA,eACFnD,KAAA,QACEoD,KAAK,CAAE,CACLC,OAAO,CAAE,MAAM,CACfC,UAAU,CAAE,QAAQ,CACpBC,MAAM,CAAE,eACV,CAAE,CAAAJ,QAAA,eAEFrD,IAAA,QAAAqD,QAAA,CAAMhD,UAAU,CAACqD,KAAK,CAAM,CAAC,cAC7B1D,IAAA,CAACP,UAAU,EACTkE,KAAK,CAAC,SAAS,CACfC,OAAO,CAAE,SAAAA,QAAA,CAAM,CACbrC,QAAQ,CAACD,KAAK,CAAG,CAAC,CAAC,CACnB,GAAI,CAAAuC,GAAG,CAAG,CAAEvB,EAAE,CAAEhB,KAAM,CAAC,CACvBuC,GAAG,CAACxD,UAAU,CAACmC,GAAG,CAAC,CAAG,EAAE,CACxBqB,GAAG,CAACxD,UAAU,CAACoC,KAAK,CAAC,CAAG,EAAE,CAC1B/B,UAAU,CAACQ,GAAG,CAAE,CAACb,UAAU,CAACmC,GAAG,CAAEnC,UAAU,CAACoC,KAAK,CAAC,CAAC,CAC/CtB,MAAM,IAAA2C,MAAA,CAAAC,kBAAA,CAAK7C,GAAG,GAAE2C,GAAG,EAAC,CAAC,CACrB9C,eAAe,CAAC,IAAI,CAAC,CAC3B,CAAE,CAAAsC,QAAA,cAEFrD,IAAA,CAACZ,SAAS,GAAE,CAAC,CACH,CAAC,EACV,CAAC,cACNY,IAAA,CAACR,GAAG,EAAA6D,QAAA,CACDnC,GAAG,CAAC4B,GAAG,CAAC,SAACZ,IAAI,CAAEC,KAAK,CAAK,CACxB,mBACEjC,KAAA,CAACV,GAAG,EAAA6D,QAAA,eACFnD,KAAA,QACEoD,KAAK,CAAE,CACLC,OAAO,CAAE,MAAM,CACfS,cAAc,CAAE,eAAe,CAC/BR,UAAU,CAAE,QAAQ,CACpBS,SAAS,CAAE,MAAM,CACjBC,UAAU,CAAE,MACd,CAAE,CAAAb,QAAA,EAED7C,UAAU,CAACkC,MAAM,cAChB1C,IAAA,CAACT,YAAY,EACX+D,KAAK,CAAE,CAAEa,KAAK,CAAE,KAAM,CAAE,CACxBC,aAAa,MACbC,OAAO,CAAE7D,UAAW,CACpBiC,KAAK,CAAEP,IAAI,CAAC7B,UAAU,CAACmC,GAAG,CAAE,CAC5B8B,UAAU,CAAEpC,IAAI,CAAC7B,UAAU,CAACmC,GAAG,CAAE,CACjC+B,aAAa,CAAE,SAAAA,cAACnB,CAAC,CAAEP,QAAQ,CAAK,CAC9BF,SAAS,CAACR,KAAK,CAAE9B,UAAU,CAACmC,GAAG,CAAEK,QAAQ,CAAC,CAC5C,CAAE,CACF2B,WAAW,CAAE,SAAAA,YAACC,MAAM,qBAClBzE,IAAA,CAACL,SAAS,CAAAsD,aAAA,CAAAA,aAAA,EACRyB,SAAS,CAAC,eAAe,EACrBD,MAAM,MACVE,KAAK,CAAEtE,UAAU,CAACmC,GAAI,EACvB,CAAC,EACF,CACH,CAAC,cAEFxC,IAAA,CAACL,SAAS,EACR+E,SAAS,CAAC,eAAe,CACzBC,KAAK,CAAEtE,UAAU,CAACmC,GAAI,CACtBC,KAAK,CAAEP,IAAI,CAAC7B,UAAU,CAACmC,GAAG,CAAE,CAC5BoC,QAAQ,CAAE,SAAAA,SAACC,CAAC,CAAK,CACflC,SAAS,CAACR,KAAK,CAAE9B,UAAU,CAACmC,GAAG,CAAEqC,CAAC,CAACC,MAAM,CAACrC,KAAK,CAAC,CAClD,CAAE,CACFa,KAAK,CAAE,CAAEa,KAAK,CAAE,KAAM,CAAE,CACzB,CACF,cACDnE,IAAA,CAACL,SAAS,EACR+E,SAAS,CAAC,eAAe,CACzBC,KAAK,CAAEtE,UAAU,CAACoC,KAAM,CACxBA,KAAK,CAAEP,IAAI,CAAC7B,UAAU,CAACoC,KAAK,CAAE,CAC9BmC,QAAQ,CAAE,SAAAA,SAACC,CAAC,CAAK,CACflC,SAAS,CAACR,KAAK,CAAE9B,UAAU,CAACoC,KAAK,CAAEoC,CAAC,CAACC,MAAM,CAACrC,KAAK,CAAC,CACpD,CAAE,CACFa,KAAK,CAAE,CAAEa,KAAK,CAAE,KAAM,CAAE,CACzB,CAAC,cACFnE,IAAA,CAACP,UAAU,EACT,aAAW,QAAQ,CACnBmE,OAAO,CAAE,SAAAA,QAAA,QAAM,CAAAV,eAAe,CAACf,KAAK,CAAC,EAAC,CACtCmB,KAAK,CAAE,CAAEY,UAAU,CAAE,MAAO,CAAE,CAAAb,QAAA,cAE9BrD,IAAA,CAACX,UAAU,GAAE,CAAC,CACJ,CAAC,EACV,CAAC,CACLyC,cAAc,EAAIJ,YAAY,GAAKS,KAAK,eACvCjC,KAAA,CAACZ,KAAK,EAACyF,QAAQ,CAAC,OAAO,CAAA1B,QAAA,EACpBhD,UAAU,CAACmC,GAAG,CAAC,iBAClB,EAAO,CACR,GA5DON,IAAI,CAACI,EA6DV,CAAC,CAEV,CAAC,CAAC,CACC,CAAC,EACH,CAAC,cACNtC,IAAA,CAACN,QAAQ,EACPsF,YAAY,CAAE,CAAEC,QAAQ,CAAE,KAAK,CAAEC,UAAU,CAAE,QAAS,CAAE,CACxDC,IAAI,CAAErE,YAAa,CACnBsE,OAAO,CAAE,SAAAA,QAAA,QAAM,CAAArE,eAAe,CAAC,KAAK,CAAC,EAAC,CACtCsE,OAAO,CAAC,wDAAwD,EAC3D,KAAK,CAAG,QACd,CAAC,EACC,CAAC,CAEV,CAAC,CAED,cAAe,CAAAlF,OAAO","ignoreList":[]},"metadata":{},"sourceType":"module","externalDependencies":[]}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"ast":null,"code":"export var llmAllDataKey=['model_uid','model_name','model_type','model_engine','model_format','model_size_in_billions','quantization','n_worker','n_gpu','n_gpu_layers','replica','request_limits','worker_ip','gpu_idx','download_hub','model_path','reasoning_content','gguf_quantization','gguf_model_path','cpu_offload','peft_model_config','quantization_config'];export var additionalParameterTipList={'transformers':['torch_dtype','device'],'llama.cpp':['n_ctx','use_mmap','use_mlock'],'vllm':['block_size','gpu_memory_utilization','max_num_seqs','max_model_len','guided_decoding_backend','scheduling_policy','tensor_parallel_size','pipeline_parallel_size','enable_prefix_caching','enable_chunked_prefill','enforce_eager','cpu_offload_gb','disable_custom_all_reduce','limit_mm_per_prompt','model_quantization','mm_processor_kwargs','min_pixels','max_pixels'],'sglang':['mem_fraction_static','attention_reduce_in_fp32','tp_size','dp_size','chunked_prefill_size','cpu_offload_gb','enable_dp_attention','enable_ep_moe'],'mlx':['cache_limit_gb','max_kv_size']};export var quantizationParametersTipList=['load_in_8bit','load_in_4bit','llm_int8_threshold','llm_int8_skip_modules','llm_int8_enable_fp32_cpu_offload','llm_int8_has_fp16_weight','bnb_4bit_compute_dtype','bnb_4bit_quant_type','bnb_4bit_use_double_quant','bnb_4bit_quant_storage'];export var featureModels=[{type:'llm',feature_models:['qwen3','deepseek-v3','deepseek-r1','deepseek-r1-distill-qwen','deepseek-r1-distill-llama','qwen2.5-instruct','qwen2.5-vl-instruct','glm4-0414','QwQ-32B','gemma-3-it']},{type:'embedding',feature_models:['bge-large-zh-v1.5','bge-large-en-v1.5','bge-m3','gte-Qwen2','jina-embeddings-v3']},{type:'rerank',feature_models:[]},{type:'image',feature_models:['FLUX.1-dev','FLUX.1-schnell','sd3.5-large','HunyuanDiT-v1.2','sd3.5-medium']},{type:'audio',feature_models:['CosyVoice2-0.5B','FishSpeech-1.5','F5-TTS','ChatTTS','SenseVoiceSmall','whisper-large-v3']},{type:'video',feature_models:[]}];","map":{"version":3,"names":["llmAllDataKey","additionalParameterTipList","quantizationParametersTipList","featureModels","type","feature_models"],"sources":["/home/runner/work/inference/inference/xinference/web/ui/src/scenes/launch_model/data/data.js"],"sourcesContent":["export const llmAllDataKey = [\n 'model_uid',\n 'model_name',\n 'model_type',\n 'model_engine',\n 'model_format',\n 'model_size_in_billions',\n 'quantization',\n 'n_worker',\n 'n_gpu',\n 'n_gpu_layers',\n 'replica',\n 'request_limits',\n 'worker_ip',\n 'gpu_idx',\n 'download_hub',\n 'model_path',\n 'reasoning_content',\n 'gguf_quantization',\n 'gguf_model_path',\n 'cpu_offload',\n 'peft_model_config',\n 'quantization_config',\n]\n\nexport const additionalParameterTipList = {\n 'transformers': ['torch_dtype', 'device'],\n 'llama.cpp': ['n_ctx', 'use_mmap', 'use_mlock'],\n 'vllm': [\n 'block_size',\n 'gpu_memory_utilization',\n 'max_num_seqs',\n 'max_model_len',\n 'guided_decoding_backend',\n 'scheduling_policy',\n 'tensor_parallel_size',\n 'pipeline_parallel_size',\n 'enable_prefix_caching',\n 'enable_chunked_prefill',\n 'enforce_eager',\n 'cpu_offload_gb',\n 'disable_custom_all_reduce',\n 'limit_mm_per_prompt',\n 'model_quantization',\n 'mm_processor_kwargs',\n 'min_pixels',\n 'max_pixels',\n ],\n 'sglang': [\n 'mem_fraction_static',\n 'attention_reduce_in_fp32',\n 'tp_size',\n 'dp_size',\n 'chunked_prefill_size',\n 'cpu_offload_gb',\n 'enable_dp_attention',\n 'enable_ep_moe',\n ],\n 'mlx': ['cache_limit_gb', 'max_kv_size'],\n}\n\nexport const quantizationParametersTipList = [\n 'load_in_8bit',\n 'load_in_4bit',\n 'llm_int8_threshold',\n 'llm_int8_skip_modules',\n 'llm_int8_enable_fp32_cpu_offload',\n 'llm_int8_has_fp16_weight',\n 'bnb_4bit_compute_dtype',\n 'bnb_4bit_quant_type',\n 'bnb_4bit_use_double_quant',\n 'bnb_4bit_quant_storage',\n]\n\nexport const featureModels = [\n {\n type: 'llm',\n feature_models: [\n 'qwen3',\n 'deepseek-v3',\n 'deepseek-r1',\n 'deepseek-r1-distill-qwen',\n 'deepseek-r1-distill-llama',\n 'qwen2.5-instruct',\n 'qwen2.5-vl-instruct',\n 'glm4-0414',\n 'QwQ-32B',\n 'gemma-3-it',\n ],\n },\n {\n type: 'embedding',\n feature_models: [\n 'bge-large-zh-v1.5',\n 'bge-large-en-v1.5',\n 'bge-m3',\n 'gte-Qwen2',\n 'jina-embeddings-v3',\n ],\n },\n {\n type: 'rerank',\n feature_models: [],\n },\n {\n type: 'image',\n feature_models: [\n 'FLUX.1-dev',\n 'FLUX.1-schnell',\n 'sd3.5-large',\n 'HunyuanDiT-v1.2',\n 'sd3.5-medium',\n ],\n },\n {\n type: 'audio',\n feature_models: [\n 'CosyVoice2-0.5B',\n 'FishSpeech-1.5',\n 'F5-TTS',\n 'ChatTTS',\n 'SenseVoiceSmall',\n 'whisper-large-v3',\n ],\n },\n {\n type: 'video',\n feature_models: [],\n },\n]\n"],"mappings":"AAAA,MAAO,IAAM,CAAAA,aAAa,CAAG,CAC3B,WAAW,CACX,YAAY,CACZ,YAAY,CACZ,cAAc,CACd,cAAc,CACd,wBAAwB,CACxB,cAAc,CACd,UAAU,CACV,OAAO,CACP,cAAc,CACd,SAAS,CACT,gBAAgB,CAChB,WAAW,CACX,SAAS,CACT,cAAc,CACd,YAAY,CACZ,mBAAmB,CACnB,mBAAmB,CACnB,iBAAiB,CACjB,aAAa,CACb,mBAAmB,CACnB,qBAAqB,CACtB,CAED,MAAO,IAAM,CAAAC,0BAA0B,CAAG,CACxC,cAAc,CAAE,CAAC,aAAa,CAAE,QAAQ,CAAC,CACzC,WAAW,CAAE,CAAC,OAAO,CAAE,UAAU,CAAE,WAAW,CAAC,CAC/C,MAAM,CAAE,CACN,YAAY,CACZ,wBAAwB,CACxB,cAAc,CACd,eAAe,CACf,yBAAyB,CACzB,mBAAmB,CACnB,sBAAsB,CACtB,wBAAwB,CACxB,uBAAuB,CACvB,wBAAwB,CACxB,eAAe,CACf,gBAAgB,CAChB,2BAA2B,CAC3B,qBAAqB,CACrB,oBAAoB,CACpB,qBAAqB,CACrB,YAAY,CACZ,YAAY,CACb,CACD,QAAQ,CAAE,CACR,qBAAqB,CACrB,0BAA0B,CAC1B,SAAS,CACT,SAAS,CACT,sBAAsB,CACtB,gBAAgB,CAChB,qBAAqB,CACrB,eAAe,CAChB,CACD,KAAK,CAAE,CAAC,gBAAgB,CAAE,aAAa,CACzC,CAAC,CAED,MAAO,IAAM,CAAAC,6BAA6B,CAAG,CAC3C,cAAc,CACd,cAAc,CACd,oBAAoB,CACpB,uBAAuB,CACvB,kCAAkC,CAClC,0BAA0B,CAC1B,wBAAwB,CACxB,qBAAqB,CACrB,2BAA2B,CAC3B,wBAAwB,CACzB,CAED,MAAO,IAAM,CAAAC,aAAa,CAAG,CAC3B,CACEC,IAAI,CAAE,KAAK,CACXC,cAAc,CAAE,CACd,OAAO,CACP,aAAa,CACb,aAAa,CACb,0BAA0B,CAC1B,2BAA2B,CAC3B,kBAAkB,CAClB,qBAAqB,CACrB,WAAW,CACX,SAAS,CACT,YAAY,CAEhB,CAAC,CACD,CACED,IAAI,CAAE,WAAW,CACjBC,cAAc,CAAE,CACd,mBAAmB,CACnB,mBAAmB,CACnB,QAAQ,CACR,WAAW,CACX,oBAAoB,CAExB,CAAC,CACD,CACED,IAAI,CAAE,QAAQ,CACdC,cAAc,CAAE,EAClB,CAAC,CACD,CACED,IAAI,CAAE,OAAO,CACbC,cAAc,CAAE,CACd,YAAY,CACZ,gBAAgB,CAChB,aAAa,CACb,iBAAiB,CACjB,cAAc,CAElB,CAAC,CACD,CACED,IAAI,CAAE,OAAO,CACbC,cAAc,CAAE,CACd,iBAAiB,CACjB,gBAAgB,CAChB,QAAQ,CACR,SAAS,CACT,iBAAiB,CACjB,kBAAkB,CAEtB,CAAC,CACD,CACED,IAAI,CAAE,OAAO,CACbC,cAAc,CAAE,EAClB,CAAC,CACF","ignoreList":[]},"metadata":{},"sourceType":"module","externalDependencies":[]}
|