xinference 1.8.1rc1__py3-none-any.whl → 1.9.1__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of xinference might be problematic. Click here for more details.
- xinference/_version.py +3 -3
- xinference/api/restful_api.py +2 -1
- xinference/core/model.py +8 -4
- xinference/core/supervisor.py +2 -3
- xinference/core/worker.py +7 -5
- xinference/deploy/cmdline.py +2 -0
- xinference/deploy/local.py +5 -0
- xinference/deploy/test/test_cmdline.py +1 -1
- xinference/deploy/worker.py +6 -0
- xinference/model/audio/cosyvoice.py +0 -1
- xinference/model/audio/model_spec.json +44 -20
- xinference/model/core.py +3 -0
- xinference/model/embedding/flag/core.py +5 -0
- xinference/model/embedding/llama_cpp/core.py +22 -19
- xinference/model/embedding/sentence_transformers/core.py +18 -4
- xinference/model/embedding/vllm/core.py +36 -9
- xinference/model/image/cache_manager.py +56 -0
- xinference/model/image/core.py +9 -0
- xinference/model/image/model_spec.json +178 -1
- xinference/model/image/stable_diffusion/core.py +155 -23
- xinference/model/llm/cache_manager.py +17 -3
- xinference/model/llm/harmony.py +245 -0
- xinference/model/llm/llama_cpp/core.py +41 -40
- xinference/model/llm/llm_family.json +688 -11
- xinference/model/llm/llm_family.py +1 -1
- xinference/model/llm/sglang/core.py +108 -5
- xinference/model/llm/transformers/core.py +20 -18
- xinference/model/llm/transformers/gemma3.py +1 -1
- xinference/model/llm/transformers/gpt_oss.py +91 -0
- xinference/model/llm/transformers/multimodal/core.py +1 -1
- xinference/model/llm/transformers/multimodal/gemma3.py +1 -1
- xinference/model/llm/transformers/multimodal/glm4_1v.py +2 -2
- xinference/model/llm/transformers/multimodal/ovis2.py +1 -1
- xinference/model/llm/transformers/multimodal/qwen-omni.py +7 -8
- xinference/model/llm/transformers/multimodal/qwen2_vl.py +9 -6
- xinference/model/llm/transformers/utils.py +1 -33
- xinference/model/llm/utils.py +61 -7
- xinference/model/llm/vllm/core.py +44 -8
- xinference/model/rerank/__init__.py +66 -23
- xinference/model/rerank/cache_manager.py +35 -0
- xinference/model/rerank/core.py +87 -339
- xinference/model/rerank/custom.py +33 -8
- xinference/model/rerank/model_spec.json +251 -212
- xinference/model/rerank/rerank_family.py +137 -0
- xinference/model/rerank/sentence_transformers/__init__.py +13 -0
- xinference/model/rerank/sentence_transformers/core.py +337 -0
- xinference/model/rerank/vllm/__init__.py +13 -0
- xinference/model/rerank/vllm/core.py +156 -0
- xinference/model/utils.py +108 -0
- xinference/model/video/model_spec.json +95 -1
- xinference/thirdparty/cosyvoice/bin/export_jit.py +3 -4
- xinference/thirdparty/cosyvoice/bin/export_onnx.py +49 -126
- xinference/thirdparty/cosyvoice/bin/{inference.py → inference_deprecated.py} +1 -0
- xinference/thirdparty/cosyvoice/bin/train.py +23 -3
- xinference/thirdparty/cosyvoice/cli/cosyvoice.py +8 -4
- xinference/thirdparty/cosyvoice/cli/frontend.py +4 -4
- xinference/thirdparty/cosyvoice/cli/model.py +53 -75
- xinference/thirdparty/cosyvoice/dataset/dataset.py +5 -18
- xinference/thirdparty/cosyvoice/dataset/processor.py +24 -25
- xinference/thirdparty/cosyvoice/flow/decoder.py +24 -433
- xinference/thirdparty/cosyvoice/flow/flow.py +6 -14
- xinference/thirdparty/cosyvoice/flow/flow_matching.py +33 -145
- xinference/thirdparty/cosyvoice/hifigan/generator.py +169 -1
- xinference/thirdparty/cosyvoice/llm/llm.py +108 -17
- xinference/thirdparty/cosyvoice/transformer/upsample_encoder.py +14 -115
- xinference/thirdparty/cosyvoice/utils/common.py +20 -0
- xinference/thirdparty/cosyvoice/utils/executor.py +8 -4
- xinference/thirdparty/cosyvoice/utils/file_utils.py +45 -1
- xinference/thirdparty/cosyvoice/utils/losses.py +37 -0
- xinference/thirdparty/cosyvoice/utils/mask.py +35 -1
- xinference/thirdparty/cosyvoice/utils/train_utils.py +24 -6
- xinference/thirdparty/cosyvoice/vllm/cosyvoice2.py +103 -0
- xinference/types.py +2 -0
- xinference/ui/gradio/chat_interface.py +2 -0
- xinference/ui/gradio/media_interface.py +353 -7
- xinference/ui/web/ui/build/asset-manifest.json +3 -3
- xinference/ui/web/ui/build/index.html +1 -1
- xinference/ui/web/ui/build/static/js/main.1086c759.js +3 -0
- xinference/ui/web/ui/build/static/js/main.1086c759.js.map +1 -0
- xinference/ui/web/ui/node_modules/.cache/babel-loader/28012da921a51f1082549956d3ae82acd769a754b22afda9acddd98a4daf9ea4.json +1 -0
- xinference/ui/web/ui/node_modules/.cache/babel-loader/3c5758bd12fa334294b1de0ff6b1a4bac8d963c45472eab9dc3e530d82aa6b3f.json +1 -0
- xinference/ui/web/ui/node_modules/.cache/babel-loader/475936ebe725eca62a6f52ce182c06a19b2cef4df9545a05ed0591ee0c539d43.json +1 -0
- xinference/ui/web/ui/node_modules/.cache/babel-loader/8b8cd408ccfbe115acef27ccfa5b233da8597131a2a5712add13e1e4d5d4504b.json +1 -0
- xinference/ui/web/ui/node_modules/.cache/babel-loader/a3eb18af328280b139693c9092dff2a0ef8c9a967e6c8956ceee0996611f1984.json +1 -0
- xinference/ui/web/ui/node_modules/.cache/babel-loader/aee5aaba26f2b1e816a3ea9efa68bad8b95695a3d80adcfd8dd57a7bb17ac71a.json +1 -0
- xinference/ui/web/ui/node_modules/.cache/babel-loader/d5c224be7081f18cba1678b7874a9782eba895df004874ff8f243f94ba79942a.json +1 -0
- xinference/ui/web/ui/node_modules/.cache/babel-loader/f7f18bfb539b036a6a342176dd98a85df5057a884a8da978d679f2a0264883d0.json +1 -0
- xinference/ui/web/ui/src/locales/en.json +2 -0
- xinference/ui/web/ui/src/locales/ja.json +2 -0
- xinference/ui/web/ui/src/locales/ko.json +2 -0
- xinference/ui/web/ui/src/locales/zh.json +2 -0
- {xinference-1.8.1rc1.dist-info → xinference-1.9.1.dist-info}/METADATA +15 -10
- {xinference-1.8.1rc1.dist-info → xinference-1.9.1.dist-info}/RECORD +98 -89
- xinference/ui/web/ui/build/static/js/main.b969199a.js +0 -3
- xinference/ui/web/ui/build/static/js/main.b969199a.js.map +0 -1
- xinference/ui/web/ui/node_modules/.cache/babel-loader/1409a96b9f9f9f5de99a89ab0f738f6da62b449521b0a8d3e4efcf7f5c23534d.json +0 -1
- xinference/ui/web/ui/node_modules/.cache/babel-loader/3d2a89f0eccc1f90fc5036c9a1d587c2120e6a6b128aae31d1db7d6bad52722b.json +0 -1
- xinference/ui/web/ui/node_modules/.cache/babel-loader/43b889c3a8e2634092ade463d52481c7c5581c72ded8f23bc5f012ea0ef8cea5.json +0 -1
- xinference/ui/web/ui/node_modules/.cache/babel-loader/5d47532fb42128280d87f57c8a0b02bc1930f7ef764aa7e90579247df18bba83.json +0 -1
- xinference/ui/web/ui/node_modules/.cache/babel-loader/830882bb275468a969614824a9ab8983f874b4581f2eb625e9c66426cdc65e5b.json +0 -1
- xinference/ui/web/ui/node_modules/.cache/babel-loader/8e5cb82c2ff3299c6a44563fe6b1c5515c9750613c51bb63abee0b1d70fc5019.json +0 -1
- xinference/ui/web/ui/node_modules/.cache/babel-loader/9df08abcb5a7c1e48a4eb25c5d5f5d7253ea6854a4397e6d74d1fd75a14acda1.json +0 -1
- xinference/ui/web/ui/node_modules/.cache/babel-loader/b99034986a06445701accc7a4914bb9320947435e8d4e15793392ca4f679316c.json +0 -1
- /xinference/ui/web/ui/build/static/js/{main.b969199a.js.LICENSE.txt → main.1086c759.js.LICENSE.txt} +0 -0
- {xinference-1.8.1rc1.dist-info → xinference-1.9.1.dist-info}/WHEEL +0 -0
- {xinference-1.8.1rc1.dist-info → xinference-1.9.1.dist-info}/entry_points.txt +0 -0
- {xinference-1.8.1rc1.dist-info → xinference-1.9.1.dist-info}/licenses/LICENSE +0 -0
- {xinference-1.8.1rc1.dist-info → xinference-1.9.1.dist-info}/top_level.txt +0 -0
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"ast":null,"code":"import _defineProperty from\"/home/runner/work/inference/inference/xinference/ui/web/ui/node_modules/@babel/runtime/helpers/esm/defineProperty.js\";import _toConsumableArray from\"/home/runner/work/inference/inference/xinference/ui/web/ui/node_modules/@babel/runtime/helpers/esm/toConsumableArray.js\";import _objectSpread from\"/home/runner/work/inference/inference/xinference/ui/web/ui/node_modules/@babel/runtime/helpers/esm/objectSpread2.js\";import _slicedToArray from\"/home/runner/work/inference/inference/xinference/ui/web/ui/node_modules/@babel/runtime/helpers/esm/slicedToArray.js\";import AddIcon from'@mui/icons-material/Add';import DeleteIcon from'@mui/icons-material/Delete';import{Alert,Box,Button,FormControlLabel,Radio,RadioGroup,TextField,Tooltip}from'@mui/material';import React,{useEffect,useState}from'react';import{useTranslation}from'react-i18next';import{jsx as _jsx}from\"react/jsx-runtime\";import{jsxs as _jsxs}from\"react/jsx-runtime\";import{Fragment as _Fragment}from\"react/jsx-runtime\";var modelFormatData=[{type:'LLM',options:[{value:'pytorch',label:'PyTorch'},{value:'ggufv2',label:'GGUF'},{value:'gptq',label:'GPTQ'},{value:'awq',label:'AWQ'},{value:'fp8',label:'FP8'},{value:'mlx',label:'MLX'}]},{type:'embedding',options:[{value:'pytorch',label:'PyTorch'},{value:'ggufv2',label:'GGUF'}]},{type:'rerank',options:[{value:'pytorch',label:'PyTorch'},{value:'ggufv2',label:'GGUF'}]}];var modelUriDefault={LLM:'/path/to/llama',embedding:'/path/to/embedding',rerank:'/path/to/rerank'};var AddModelSpecs=function AddModelSpecs(_ref){var isJump=_ref.isJump,formData=_ref.formData,specsDataArr=_ref.specsDataArr,onGetArr=_ref.onGetArr,scrollRef=_ref.scrollRef,modelType=_ref.modelType;var _useState=useState(0),_useState2=_slicedToArray(_useState,2),count=_useState2[0],setCount=_useState2[1];var _useState3=useState([]),_useState4=_slicedToArray(_useState3,2),specsArr=_useState4[0],setSpecsArr=_useState4[1];var _useState5=useState([]),_useState6=_slicedToArray(_useState5,2),pathArr=_useState6[0],setPathArr=_useState6[1];var _useState7=useState([]),_useState8=_slicedToArray(_useState7,2),modelSizeAlertId=_useState8[0],setModelSizeAlertId=_useState8[1];var _useState9=useState([]),_useState10=_slicedToArray(_useState9,2),quantizationAlertId=_useState10[0],setQuantizationAlertId=_useState10[1];var _useState11=useState(false),_useState12=_slicedToArray(_useState11,2),isError=_useState12[0],setIsError=_useState12[1];var _useState13=useState(false),_useState14=_slicedToArray(_useState13,2),isAdd=_useState14[0],setIsAdd=_useState14[1];var _useTranslation=useTranslation(),t=_useTranslation.t;useEffect(function(){if(isJump){var dataArr=specsDataArr.map(function(item,index){var _size;var model_uri=item.model_uri,model_size_in_billions=item.model_size_in_billions,model_format=item.model_format,quantization=item.quantization,model_file_name_template=item.model_file_name_template;var size=model_size_in_billions;if(typeof size!=='number')size=(_size=size)===null||_size===void 0?void 0:_size.split('_').join('.');return{id:index,model_uri:model_uri,model_size_in_billions:size,model_format:model_format,quantization:quantization,model_file_name_template:model_file_name_template};});setCount(dataArr.length);setSpecsArr(dataArr);var subPathArr=[];specsDataArr.forEach(function(item){if(item.model_format!=='ggufv2'){subPathArr.push(item.model_uri);}else{subPathArr.push(item.model_uri+'/'+item.model_file_name_template);}});setPathArr(subPathArr);}else{setSpecsArr([_objectSpread({id:count},formData)]);setCount(count+1);setPathArr([formData.model_uri]);}},[]);useEffect(function(){var arr=specsArr.map(function(item){var uri=item.model_uri,size=item.model_size_in_billions,modelFormat=item.model_format,quantization=item.quantization,model_file_name_template=item.model_file_name_template;var handleSize;if(modelType==='LLM'){handleSize=parseInt(size)===parseFloat(size)?Number(size):size.split('.').join('_');}var handleQuantization=quantization;if(modelFormat==='pytorch'){handleQuantization='none';}else if(handleQuantization===''&&modelFormat==='ggufv2'){handleQuantization='default';}return _objectSpread(_objectSpread({model_uri:uri},modelType==='LLM'&&{model_size_in_billions:handleSize}),{},{model_format:modelFormat,quantization:handleQuantization,model_file_name_template:model_file_name_template});});setIsError(true);if(modelSizeAlertId.length===0&&quantizationAlertId.length===0){setIsError(false);}onGetArr(arr,isError);isAdd&&handleScrollBottom();setIsAdd(false);},[specsArr,isError]);var handleAddSpecs=function handleAddSpecs(){setCount(count+1);var item={id:count,model_uri:modelUriDefault[modelType],model_size_in_billions:7,model_format:'pytorch',quantization:''};setSpecsArr([].concat(_toConsumableArray(specsArr),[item]));setIsAdd(true);setPathArr([].concat(_toConsumableArray(pathArr),[modelUriDefault[modelType]]));};var handleUpdateSpecsArr=function handleUpdateSpecsArr(index,type,newValue){if(type==='model_format'){var subPathArr=_toConsumableArray(pathArr);if(specsArr[index].model_format!=='ggufv2'){pathArr[index]=specsArr[index].model_uri;}else{pathArr[index]=specsArr[index].model_uri+'/'+specsArr[index].model_file_name_template;}setPathArr(subPathArr);}setSpecsArr(specsArr.map(function(item,subIndex){if(subIndex===index){if(type===''){return _objectSpread(_objectSpread({},item),{},_defineProperty({},type,[newValue]));}else if(type==='model_format'){if(newValue==='ggufv2'){var _getPathComponents=getPathComponents(pathArr[index]),baseDir=_getPathComponents.baseDir,filename=_getPathComponents.filename;var obj=_objectSpread(_objectSpread({},item),{},{model_format:newValue,quantization:'',model_uri:baseDir,model_file_name_template:filename});return obj;}else{var _ref2;var id=item.id,model_size_in_billions=item.model_size_in_billions,model_format=item.model_format;return _ref2={id:id,model_uri:pathArr[index],model_size_in_billions:model_size_in_billions,model_format:model_format},_defineProperty(_ref2,type,newValue),_defineProperty(_ref2,\"quantization\",''),_ref2;}}else if(type==='model_uri'){var _subPathArr=_toConsumableArray(pathArr);_subPathArr[index]=newValue;setPathArr(_subPathArr);if(item.model_format==='ggufv2'){var _getPathComponents2=getPathComponents(newValue),_baseDir=_getPathComponents2.baseDir,_filename=_getPathComponents2.filename;var _obj=_objectSpread(_objectSpread({},item),{},{model_uri:_baseDir,model_file_name_template:_filename});return _obj;}else{return _objectSpread(_objectSpread({},item),{},_defineProperty({},type,newValue));}}else{return _objectSpread(_objectSpread({},item),{},_defineProperty({},type,newValue));}}return item;}));};var handleDeleteSpecs=function handleDeleteSpecs(index){setSpecsArr(specsArr.filter(function(_,subIndex){return index!==subIndex;}));};var getPathComponents=function getPathComponents(path){var normalizedPath=path.replace(/\\\\/g,'/');var baseDir=normalizedPath.substring(0,normalizedPath.lastIndexOf('/'));var filename=normalizedPath.substring(normalizedPath.lastIndexOf('/')+1);return{baseDir:baseDir,filename:filename};};var handleModelSize=function handleModelSize(index,value,id){setModelSizeAlertId(modelSizeAlertId.filter(function(item){return item!==id;}));handleUpdateSpecsArr(index,'model_size_in_billions',value);if(value!==''&&(!Number(value)||Number(value)<=0)){var modelSizeAlertIdArr=Array.from(new Set([].concat(_toConsumableArray(modelSizeAlertId),[id])));setModelSizeAlertId(modelSizeAlertIdArr);}};var handleQuantization=function handleQuantization(model_format,index,value,id){setQuantizationAlertId(quantizationAlertId.filter(function(item){return item!==id;}));handleUpdateSpecsArr(index,'quantization',value);if((model_format==='gptq'||model_format==='awq'||model_format==='fp8'||model_format==='mlx')&&value===''){var quantizationAlertIdArr=Array.from(new Set([].concat(_toConsumableArray(quantizationAlertId),[id])));setQuantizationAlertId(quantizationAlertIdArr);}};var handleScrollBottom=function handleScrollBottom(){scrollRef.current.scrollTo({top:scrollRef.current.scrollHeight,behavior:'smooth'});};return/*#__PURE__*/_jsxs(_Fragment,{children:[/*#__PURE__*/_jsxs(\"div\",{style:{display:'flex',alignItems:'center',marginBottom:10},children:[/*#__PURE__*/_jsx(\"label\",{style:{width:'100px'},children:t('registerModel.modelSpecs')}),/*#__PURE__*/_jsx(Button,{variant:\"contained\",size:\"small\",endIcon:/*#__PURE__*/_jsx(AddIcon,{}),className:\"addBtn\",onClick:handleAddSpecs,children:t('registerModel.more')})]}),/*#__PURE__*/_jsx(\"div\",{className:\"specs_container\",children:specsArr.map(function(item,index){return/*#__PURE__*/_jsxs(\"div\",{className:\"item\",children:[/*#__PURE__*/_jsx(\"label\",{style:{paddingLeft:5},children:t('registerModel.modelFormat')}),/*#__PURE__*/_jsx(RadioGroup,{value:item.model_format,onChange:function onChange(e){handleUpdateSpecsArr(index,'model_format',e.target.value);if(e.target.value==='gptq'||e.target.value==='awq'||e.target.value==='fp8'||e.target.value==='mlx'){var quantizationAlertIdArr=Array.from(new Set([].concat(_toConsumableArray(quantizationAlertId),[item.id])));setQuantizationAlertId(quantizationAlertIdArr);}else{setQuantizationAlertId([]);}},children:/*#__PURE__*/_jsx(Box,{sx:styles.checkboxWrapper,children:modelFormatData.find(function(item){return item.type===modelType;}).options.map(function(item){return/*#__PURE__*/_jsx(Box,{sx:{marginLeft:'10px'},children:/*#__PURE__*/_jsx(FormControlLabel,{value:item.value,control:/*#__PURE__*/_jsx(Radio,{}),label:item.label})},item.value);})})}),/*#__PURE__*/_jsx(Box,{padding:\"15px\"}),/*#__PURE__*/_jsx(TextField,{error:item.model_uri!==''?false:true,style:{minWidth:'60%'},label:t('registerModel.modelPath'),size:\"small\",value:item.model_format!=='ggufv2'?item.model_uri:item.model_uri+'/'+item.model_file_name_template,onChange:function onChange(e){handleUpdateSpecsArr(index,'model_uri',e.target.value);},helperText:t('registerModel.provideModelDirectoryOrFilePath')}),/*#__PURE__*/_jsx(Box,{padding:\"15px\"}),modelType==='LLM'&&/*#__PURE__*/_jsxs(_Fragment,{children:[/*#__PURE__*/_jsx(TextField,{error:Number(item.model_size_in_billions)>0?false:true,label:t('registerModel.modelSizeBillions'),size:\"small\",value:item.model_size_in_billions,onChange:function onChange(e){handleModelSize(index,e.target.value,item.id);}}),modelSizeAlertId.includes(item.id)&&/*#__PURE__*/_jsx(Alert,{severity:\"error\",children:t('registerModel.enterNumberGreaterThanZero')}),/*#__PURE__*/_jsx(Box,{padding:\"15px\"})]}),item.model_format!=='pytorch'&&/*#__PURE__*/_jsxs(_Fragment,{children:[/*#__PURE__*/_jsx(TextField,{style:{minWidth:'60%'},label:item.model_format==='gptq'||item.model_format==='awq'||item.model_format==='fp8'||item.model_format==='mlx'?t('registerModel.quantization'):t('registerModel.quantizationOptional'),size:\"small\",value:item.quantization,onChange:function onChange(e){handleQuantization(item.model_format,index,e.target.value,item.id);},helperText:item.model_format==='gptq'||item.model_format==='awq'||item.model_format==='fp8'||item.model_format==='mlx'?t('registerModel.carefulQuantizationForModelRegistration'):''}),item.model_format!=='ggufv2'&&quantizationAlertId.includes(item.id)&&item.quantization==''&&/*#__PURE__*/_jsx(Alert,{severity:\"error\",children:t('registerModel.quantizationCannotBeEmpty')})]}),specsArr.length>1&&/*#__PURE__*/_jsx(Tooltip,{title:t('registerModel.delete'),placement:\"top\",children:/*#__PURE__*/_jsx(\"div\",{className:\"deleteBtn\",onClick:function onClick(){return handleDeleteSpecs(index);},children:/*#__PURE__*/_jsx(DeleteIcon,{className:\"deleteIcon\"})})})]},item.id);})})]});};export default AddModelSpecs;var styles={baseFormControl:{width:'100%',margin:'normal',size:'small'},checkboxWrapper:{display:'flex',flexWrap:'wrap',alignItems:'center',width:'100%'}};","map":{"version":3,"names":["AddIcon","DeleteIcon","Alert","Box","Button","FormControlLabel","Radio","RadioGroup","TextField","Tooltip","React","useEffect","useState","useTranslation","jsx","_jsx","jsxs","_jsxs","Fragment","_Fragment","modelFormatData","type","options","value","label","modelUriDefault","LLM","embedding","rerank","AddModelSpecs","_ref","isJump","formData","specsDataArr","onGetArr","scrollRef","modelType","_useState","_useState2","_slicedToArray","count","setCount","_useState3","_useState4","specsArr","setSpecsArr","_useState5","_useState6","pathArr","setPathArr","_useState7","_useState8","modelSizeAlertId","setModelSizeAlertId","_useState9","_useState10","quantizationAlertId","setQuantizationAlertId","_useState11","_useState12","isError","setIsError","_useState13","_useState14","isAdd","setIsAdd","_useTranslation","t","dataArr","map","item","index","_size","model_uri","model_size_in_billions","model_format","quantization","model_file_name_template","size","split","join","id","length","subPathArr","forEach","push","_objectSpread","arr","uri","modelFormat","handleSize","parseInt","parseFloat","Number","handleQuantization","handleScrollBottom","handleAddSpecs","concat","_toConsumableArray","handleUpdateSpecsArr","newValue","subIndex","_defineProperty","_getPathComponents","getPathComponents","baseDir","filename","obj","_ref2","_getPathComponents2","handleDeleteSpecs","filter","_","path","normalizedPath","replace","substring","lastIndexOf","handleModelSize","modelSizeAlertIdArr","Array","from","Set","quantizationAlertIdArr","current","scrollTo","top","scrollHeight","behavior","children","style","display","alignItems","marginBottom","width","variant","endIcon","className","onClick","paddingLeft","onChange","e","target","sx","styles","checkboxWrapper","find","marginLeft","control","padding","error","minWidth","helperText","includes","severity","title","placement","baseFormControl","margin","flexWrap"],"sources":["/home/runner/work/inference/inference/xinference/ui/web/ui/src/scenes/register_model/components/addModelSpecs.js"],"sourcesContent":["import AddIcon from '@mui/icons-material/Add'\nimport DeleteIcon from '@mui/icons-material/Delete'\nimport {\n Alert,\n Box,\n Button,\n FormControlLabel,\n Radio,\n RadioGroup,\n TextField,\n Tooltip,\n} from '@mui/material'\nimport React, { useEffect, useState } from 'react'\nimport { useTranslation } from 'react-i18next'\n\nconst modelFormatData = [\n {\n type: 'LLM',\n options: [\n { value: 'pytorch', label: 'PyTorch' },\n { value: 'ggufv2', label: 'GGUF' },\n { value: 'gptq', label: 'GPTQ' },\n { value: 'awq', label: 'AWQ' },\n { value: 'fp8', label: 'FP8' },\n { value: 'mlx', label: 'MLX' },\n ],\n },\n {\n type: 'embedding',\n options: [\n { value: 'pytorch', label: 'PyTorch' },\n { value: 'ggufv2', label: 'GGUF' },\n ],\n },\n {\n type: 'rerank',\n options: [\n { value: 'pytorch', label: 'PyTorch' },\n { value: 'ggufv2', label: 'GGUF' },\n ],\n },\n]\n\nconst modelUriDefault = {\n LLM: '/path/to/llama',\n embedding: '/path/to/embedding',\n rerank: '/path/to/rerank',\n}\n\nconst AddModelSpecs = ({\n isJump,\n formData,\n specsDataArr,\n onGetArr,\n scrollRef,\n modelType,\n}) => {\n const [count, setCount] = useState(0)\n const [specsArr, setSpecsArr] = useState([])\n const [pathArr, setPathArr] = useState([])\n const [modelSizeAlertId, setModelSizeAlertId] = useState([])\n const [quantizationAlertId, setQuantizationAlertId] = useState([])\n const [isError, setIsError] = useState(false)\n const [isAdd, setIsAdd] = useState(false)\n const { t } = useTranslation()\n\n useEffect(() => {\n if (isJump) {\n const dataArr = specsDataArr.map((item, index) => {\n const {\n model_uri,\n model_size_in_billions,\n model_format,\n quantization,\n model_file_name_template,\n } = item\n let size = model_size_in_billions\n if (typeof size !== 'number') size = size?.split('_').join('.')\n\n return {\n id: index,\n model_uri,\n model_size_in_billions: size,\n model_format,\n quantization,\n model_file_name_template,\n }\n })\n setCount(dataArr.length)\n setSpecsArr(dataArr)\n\n const subPathArr = []\n specsDataArr.forEach((item) => {\n if (item.model_format !== 'ggufv2') {\n subPathArr.push(item.model_uri)\n } else {\n subPathArr.push(item.model_uri + '/' + item.model_file_name_template)\n }\n })\n setPathArr(subPathArr)\n } else {\n setSpecsArr([\n {\n id: count,\n ...formData,\n },\n ])\n setCount(count + 1)\n setPathArr([formData.model_uri])\n }\n }, [])\n\n useEffect(() => {\n const arr = specsArr.map((item) => {\n const {\n model_uri: uri,\n model_size_in_billions: size,\n model_format: modelFormat,\n quantization,\n model_file_name_template,\n } = item\n\n let handleSize\n if (modelType === 'LLM') {\n handleSize =\n parseInt(size) === parseFloat(size)\n ? Number(size)\n : size.split('.').join('_')\n }\n\n let handleQuantization = quantization\n if (modelFormat === 'pytorch') {\n handleQuantization = 'none'\n } else if (handleQuantization === '' && modelFormat === 'ggufv2') {\n handleQuantization = 'default'\n }\n\n return {\n model_uri: uri,\n ...(modelType === 'LLM' && {\n model_size_in_billions: handleSize,\n }),\n model_format: modelFormat,\n quantization: handleQuantization,\n model_file_name_template,\n }\n })\n setIsError(true)\n if (modelSizeAlertId.length === 0 && quantizationAlertId.length === 0) {\n setIsError(false)\n }\n onGetArr(arr, isError)\n isAdd && handleScrollBottom()\n setIsAdd(false)\n }, [specsArr, isError])\n\n const handleAddSpecs = () => {\n setCount(count + 1)\n const item = {\n id: count,\n model_uri: modelUriDefault[modelType],\n model_size_in_billions: 7,\n model_format: 'pytorch',\n quantization: '',\n }\n setSpecsArr([...specsArr, item])\n setIsAdd(true)\n setPathArr([...pathArr, modelUriDefault[modelType]])\n }\n\n const handleUpdateSpecsArr = (index, type, newValue) => {\n if (type === 'model_format') {\n const subPathArr = [...pathArr]\n if (specsArr[index].model_format !== 'ggufv2') {\n pathArr[index] = specsArr[index].model_uri\n } else {\n pathArr[index] =\n specsArr[index].model_uri +\n '/' +\n specsArr[index].model_file_name_template\n }\n setPathArr(subPathArr)\n }\n\n setSpecsArr(\n specsArr.map((item, subIndex) => {\n if (subIndex === index) {\n if (type === '') {\n return { ...item, [type]: [newValue] }\n } else if (type === 'model_format') {\n if (newValue === 'ggufv2') {\n const { baseDir, filename } = getPathComponents(pathArr[index])\n const obj = {\n ...item,\n model_format: newValue,\n quantization: '',\n model_uri: baseDir,\n model_file_name_template: filename,\n }\n return obj\n } else {\n const { id, model_size_in_billions, model_format } = item\n return {\n id,\n model_uri: pathArr[index],\n model_size_in_billions,\n model_format,\n [type]: newValue,\n quantization: '',\n }\n }\n } else if (type === 'model_uri') {\n const subPathArr = [...pathArr]\n subPathArr[index] = newValue\n setPathArr(subPathArr)\n if (item.model_format === 'ggufv2') {\n const { baseDir, filename } = getPathComponents(newValue)\n const obj = {\n ...item,\n model_uri: baseDir,\n model_file_name_template: filename,\n }\n return obj\n } else {\n return { ...item, [type]: newValue }\n }\n } else {\n return { ...item, [type]: newValue }\n }\n }\n return item\n })\n )\n }\n\n const handleDeleteSpecs = (index) => {\n setSpecsArr(specsArr.filter((_, subIndex) => index !== subIndex))\n }\n\n const getPathComponents = (path) => {\n const normalizedPath = path.replace(/\\\\/g, '/')\n const baseDir = normalizedPath.substring(0, normalizedPath.lastIndexOf('/'))\n const filename = normalizedPath.substring(\n normalizedPath.lastIndexOf('/') + 1\n )\n return { baseDir, filename }\n }\n\n const handleModelSize = (index, value, id) => {\n setModelSizeAlertId(modelSizeAlertId.filter((item) => item !== id))\n handleUpdateSpecsArr(index, 'model_size_in_billions', value)\n if (value !== '' && (!Number(value) || Number(value) <= 0)) {\n const modelSizeAlertIdArr = Array.from(new Set([...modelSizeAlertId, id]))\n setModelSizeAlertId(modelSizeAlertIdArr)\n }\n }\n\n const handleQuantization = (model_format, index, value, id) => {\n setQuantizationAlertId(quantizationAlertId.filter((item) => item !== id))\n handleUpdateSpecsArr(index, 'quantization', value)\n if (\n (model_format === 'gptq' ||\n model_format === 'awq' ||\n model_format === 'fp8' ||\n model_format === 'mlx') &&\n value === ''\n ) {\n const quantizationAlertIdArr = Array.from(\n new Set([...quantizationAlertId, id])\n )\n setQuantizationAlertId(quantizationAlertIdArr)\n }\n }\n\n const handleScrollBottom = () => {\n scrollRef.current.scrollTo({\n top: scrollRef.current.scrollHeight,\n behavior: 'smooth',\n })\n }\n\n return (\n <>\n <div style={{ display: 'flex', alignItems: 'center', marginBottom: 10 }}>\n <label style={{ width: '100px' }}>\n {t('registerModel.modelSpecs')}\n </label>\n <Button\n variant=\"contained\"\n size=\"small\"\n endIcon={<AddIcon />}\n className=\"addBtn\"\n onClick={handleAddSpecs}\n >\n {t('registerModel.more')}\n </Button>\n </div>\n <div className=\"specs_container\">\n {specsArr.map((item, index) => (\n <div className=\"item\" key={item.id}>\n <label\n style={{\n paddingLeft: 5,\n }}\n >\n {t('registerModel.modelFormat')}\n </label>\n <RadioGroup\n value={item.model_format}\n onChange={(e) => {\n handleUpdateSpecsArr(index, 'model_format', e.target.value)\n if (\n e.target.value === 'gptq' ||\n e.target.value === 'awq' ||\n e.target.value === 'fp8' ||\n e.target.value === 'mlx'\n ) {\n const quantizationAlertIdArr = Array.from(\n new Set([...quantizationAlertId, item.id])\n )\n setQuantizationAlertId(quantizationAlertIdArr)\n } else {\n setQuantizationAlertId([])\n }\n }}\n >\n <Box sx={styles.checkboxWrapper}>\n {modelFormatData\n .find((item) => item.type === modelType)\n .options.map((item) => (\n <Box key={item.value} sx={{ marginLeft: '10px' }}>\n <FormControlLabel\n value={item.value}\n control={<Radio />}\n label={item.label}\n />\n </Box>\n ))}\n </Box>\n </RadioGroup>\n <Box padding=\"15px\"></Box>\n\n <TextField\n error={item.model_uri !== '' ? false : true}\n style={{ minWidth: '60%' }}\n label={t('registerModel.modelPath')}\n size=\"small\"\n value={\n item.model_format !== 'ggufv2'\n ? item.model_uri\n : item.model_uri + '/' + item.model_file_name_template\n }\n onChange={(e) => {\n handleUpdateSpecsArr(index, 'model_uri', e.target.value)\n }}\n helperText={t('registerModel.provideModelDirectoryOrFilePath')}\n />\n <Box padding=\"15px\"></Box>\n\n {modelType === 'LLM' && (\n <>\n <TextField\n error={Number(item.model_size_in_billions) > 0 ? false : true}\n label={t('registerModel.modelSizeBillions')}\n size=\"small\"\n value={item.model_size_in_billions}\n onChange={(e) => {\n handleModelSize(index, e.target.value, item.id)\n }}\n />\n {modelSizeAlertId.includes(item.id) && (\n <Alert severity=\"error\">\n {t('registerModel.enterNumberGreaterThanZero')}\n </Alert>\n )}\n <Box padding=\"15px\"></Box>\n </>\n )}\n\n {item.model_format !== 'pytorch' && (\n <>\n <TextField\n style={{ minWidth: '60%' }}\n label={\n item.model_format === 'gptq' ||\n item.model_format === 'awq' ||\n item.model_format === 'fp8' ||\n item.model_format === 'mlx'\n ? t('registerModel.quantization')\n : t('registerModel.quantizationOptional')\n }\n size=\"small\"\n value={item.quantization}\n onChange={(e) => {\n handleQuantization(\n item.model_format,\n index,\n e.target.value,\n item.id\n )\n }}\n helperText={\n item.model_format === 'gptq' ||\n item.model_format === 'awq' ||\n item.model_format === 'fp8' ||\n item.model_format === 'mlx'\n ? t(\n 'registerModel.carefulQuantizationForModelRegistration'\n )\n : ''\n }\n />\n {item.model_format !== 'ggufv2' &&\n quantizationAlertId.includes(item.id) &&\n item.quantization == '' && (\n <Alert severity=\"error\">\n {t('registerModel.quantizationCannotBeEmpty')}\n </Alert>\n )}\n </>\n )}\n\n {specsArr.length > 1 && (\n <Tooltip title={t('registerModel.delete')} placement=\"top\">\n <div\n className=\"deleteBtn\"\n onClick={() => handleDeleteSpecs(index)}\n >\n <DeleteIcon className=\"deleteIcon\" />\n </div>\n </Tooltip>\n )}\n </div>\n ))}\n </div>\n </>\n )\n}\n\nexport default AddModelSpecs\n\nconst styles = {\n baseFormControl: {\n width: '100%',\n margin: 'normal',\n size: 'small',\n },\n checkboxWrapper: {\n display: 'flex',\n flexWrap: 'wrap',\n alignItems: 'center',\n width: '100%',\n },\n}\n"],"mappings":"ykBAAA,MAAO,CAAAA,OAAO,KAAM,yBAAyB,CAC7C,MAAO,CAAAC,UAAU,KAAM,4BAA4B,CACnD,OACEC,KAAK,CACLC,GAAG,CACHC,MAAM,CACNC,gBAAgB,CAChBC,KAAK,CACLC,UAAU,CACVC,SAAS,CACTC,OAAO,KACF,eAAe,CACtB,MAAO,CAAAC,KAAK,EAAIC,SAAS,CAAEC,QAAQ,KAAQ,OAAO,CAClD,OAASC,cAAc,KAAQ,eAAe,QAAAC,GAAA,IAAAC,IAAA,gCAAAC,IAAA,IAAAC,KAAA,gCAAAC,QAAA,IAAAC,SAAA,yBAE9C,GAAM,CAAAC,eAAe,CAAG,CACtB,CACEC,IAAI,CAAE,KAAK,CACXC,OAAO,CAAE,CACP,CAAEC,KAAK,CAAE,SAAS,CAAEC,KAAK,CAAE,SAAU,CAAC,CACtC,CAAED,KAAK,CAAE,QAAQ,CAAEC,KAAK,CAAE,MAAO,CAAC,CAClC,CAAED,KAAK,CAAE,MAAM,CAAEC,KAAK,CAAE,MAAO,CAAC,CAChC,CAAED,KAAK,CAAE,KAAK,CAAEC,KAAK,CAAE,KAAM,CAAC,CAC9B,CAAED,KAAK,CAAE,KAAK,CAAEC,KAAK,CAAE,KAAM,CAAC,CAC9B,CAAED,KAAK,CAAE,KAAK,CAAEC,KAAK,CAAE,KAAM,CAAC,CAElC,CAAC,CACD,CACEH,IAAI,CAAE,WAAW,CACjBC,OAAO,CAAE,CACP,CAAEC,KAAK,CAAE,SAAS,CAAEC,KAAK,CAAE,SAAU,CAAC,CACtC,CAAED,KAAK,CAAE,QAAQ,CAAEC,KAAK,CAAE,MAAO,CAAC,CAEtC,CAAC,CACD,CACEH,IAAI,CAAE,QAAQ,CACdC,OAAO,CAAE,CACP,CAAEC,KAAK,CAAE,SAAS,CAAEC,KAAK,CAAE,SAAU,CAAC,CACtC,CAAED,KAAK,CAAE,QAAQ,CAAEC,KAAK,CAAE,MAAO,CAAC,CAEtC,CAAC,CACF,CAED,GAAM,CAAAC,eAAe,CAAG,CACtBC,GAAG,CAAE,gBAAgB,CACrBC,SAAS,CAAE,oBAAoB,CAC/BC,MAAM,CAAE,iBACV,CAAC,CAED,GAAM,CAAAC,aAAa,CAAG,QAAhB,CAAAA,aAAaA,CAAAC,IAAA,CAOb,IANJ,CAAAC,MAAM,CAAAD,IAAA,CAANC,MAAM,CACNC,QAAQ,CAAAF,IAAA,CAARE,QAAQ,CACRC,YAAY,CAAAH,IAAA,CAAZG,YAAY,CACZC,QAAQ,CAAAJ,IAAA,CAARI,QAAQ,CACRC,SAAS,CAAAL,IAAA,CAATK,SAAS,CACTC,SAAS,CAAAN,IAAA,CAATM,SAAS,CAET,IAAAC,SAAA,CAA0BzB,QAAQ,CAAC,CAAC,CAAC,CAAA0B,UAAA,CAAAC,cAAA,CAAAF,SAAA,IAA9BG,KAAK,CAAAF,UAAA,IAAEG,QAAQ,CAAAH,UAAA,IACtB,IAAAI,UAAA,CAAgC9B,QAAQ,CAAC,EAAE,CAAC,CAAA+B,UAAA,CAAAJ,cAAA,CAAAG,UAAA,IAArCE,QAAQ,CAAAD,UAAA,IAAEE,WAAW,CAAAF,UAAA,IAC5B,IAAAG,UAAA,CAA8BlC,QAAQ,CAAC,EAAE,CAAC,CAAAmC,UAAA,CAAAR,cAAA,CAAAO,UAAA,IAAnCE,OAAO,CAAAD,UAAA,IAAEE,UAAU,CAAAF,UAAA,IAC1B,IAAAG,UAAA,CAAgDtC,QAAQ,CAAC,EAAE,CAAC,CAAAuC,UAAA,CAAAZ,cAAA,CAAAW,UAAA,IAArDE,gBAAgB,CAAAD,UAAA,IAAEE,mBAAmB,CAAAF,UAAA,IAC5C,IAAAG,UAAA,CAAsD1C,QAAQ,CAAC,EAAE,CAAC,CAAA2C,WAAA,CAAAhB,cAAA,CAAAe,UAAA,IAA3DE,mBAAmB,CAAAD,WAAA,IAAEE,sBAAsB,CAAAF,WAAA,IAClD,IAAAG,WAAA,CAA8B9C,QAAQ,CAAC,KAAK,CAAC,CAAA+C,WAAA,CAAApB,cAAA,CAAAmB,WAAA,IAAtCE,OAAO,CAAAD,WAAA,IAAEE,UAAU,CAAAF,WAAA,IAC1B,IAAAG,WAAA,CAA0BlD,QAAQ,CAAC,KAAK,CAAC,CAAAmD,WAAA,CAAAxB,cAAA,CAAAuB,WAAA,IAAlCE,KAAK,CAAAD,WAAA,IAAEE,QAAQ,CAAAF,WAAA,IACtB,IAAAG,eAAA,CAAcrD,cAAc,CAAC,CAAC,CAAtBsD,CAAC,CAAAD,eAAA,CAADC,CAAC,CAETxD,SAAS,CAAC,UAAM,CACd,GAAIoB,MAAM,CAAE,CACV,GAAM,CAAAqC,OAAO,CAAGnC,YAAY,CAACoC,GAAG,CAAC,SAACC,IAAI,CAAEC,KAAK,CAAK,KAAAC,KAAA,CAChD,GACE,CAAAC,SAAS,CAKPH,IAAI,CALNG,SAAS,CACTC,sBAAsB,CAIpBJ,IAAI,CAJNI,sBAAsB,CACtBC,YAAY,CAGVL,IAAI,CAHNK,YAAY,CACZC,YAAY,CAEVN,IAAI,CAFNM,YAAY,CACZC,wBAAwB,CACtBP,IAAI,CADNO,wBAAwB,CAE1B,GAAI,CAAAC,IAAI,CAAGJ,sBAAsB,CACjC,GAAI,MAAO,CAAAI,IAAI,GAAK,QAAQ,CAAEA,IAAI,EAAAN,KAAA,CAAGM,IAAI,UAAAN,KAAA,iBAAJA,KAAA,CAAMO,KAAK,CAAC,GAAG,CAAC,CAACC,IAAI,CAAC,GAAG,CAAC,CAE/D,MAAO,CACLC,EAAE,CAAEV,KAAK,CACTE,SAAS,CAATA,SAAS,CACTC,sBAAsB,CAAEI,IAAI,CAC5BH,YAAY,CAAZA,YAAY,CACZC,YAAY,CAAZA,YAAY,CACZC,wBAAwB,CAAxBA,wBACF,CAAC,CACH,CAAC,CAAC,CACFpC,QAAQ,CAAC2B,OAAO,CAACc,MAAM,CAAC,CACxBrC,WAAW,CAACuB,OAAO,CAAC,CAEpB,GAAM,CAAAe,UAAU,CAAG,EAAE,CACrBlD,YAAY,CAACmD,OAAO,CAAC,SAACd,IAAI,CAAK,CAC7B,GAAIA,IAAI,CAACK,YAAY,GAAK,QAAQ,CAAE,CAClCQ,UAAU,CAACE,IAAI,CAACf,IAAI,CAACG,SAAS,CAAC,CACjC,CAAC,IAAM,CACLU,UAAU,CAACE,IAAI,CAACf,IAAI,CAACG,SAAS,CAAG,GAAG,CAAGH,IAAI,CAACO,wBAAwB,CAAC,CACvE,CACF,CAAC,CAAC,CACF5B,UAAU,CAACkC,UAAU,CAAC,CACxB,CAAC,IAAM,CACLtC,WAAW,CAAC,CAAAyC,aAAA,EAERL,EAAE,CAAEzC,KAAK,EACNR,QAAQ,EAEd,CAAC,CACFS,QAAQ,CAACD,KAAK,CAAG,CAAC,CAAC,CACnBS,UAAU,CAAC,CAACjB,QAAQ,CAACyC,SAAS,CAAC,CAAC,CAClC,CACF,CAAC,CAAE,EAAE,CAAC,CAEN9D,SAAS,CAAC,UAAM,CACd,GAAM,CAAA4E,GAAG,CAAG3C,QAAQ,CAACyB,GAAG,CAAC,SAACC,IAAI,CAAK,CACjC,GACa,CAAAkB,GAAG,CAKZlB,IAAI,CALNG,SAAS,CACeK,IAAI,CAI1BR,IAAI,CAJNI,sBAAsB,CACRe,WAAW,CAGvBnB,IAAI,CAHNK,YAAY,CACZC,YAAY,CAEVN,IAAI,CAFNM,YAAY,CACZC,wBAAwB,CACtBP,IAAI,CADNO,wBAAwB,CAG1B,GAAI,CAAAa,UAAU,CACd,GAAItD,SAAS,GAAK,KAAK,CAAE,CACvBsD,UAAU,CACRC,QAAQ,CAACb,IAAI,CAAC,GAAKc,UAAU,CAACd,IAAI,CAAC,CAC/Be,MAAM,CAACf,IAAI,CAAC,CACZA,IAAI,CAACC,KAAK,CAAC,GAAG,CAAC,CAACC,IAAI,CAAC,GAAG,CAAC,CACjC,CAEA,GAAI,CAAAc,kBAAkB,CAAGlB,YAAY,CACrC,GAAIa,WAAW,GAAK,SAAS,CAAE,CAC7BK,kBAAkB,CAAG,MAAM,CAC7B,CAAC,IAAM,IAAIA,kBAAkB,GAAK,EAAE,EAAIL,WAAW,GAAK,QAAQ,CAAE,CAChEK,kBAAkB,CAAG,SAAS,CAChC,CAEA,OAAAR,aAAA,CAAAA,aAAA,EACEb,SAAS,CAAEe,GAAG,EACVpD,SAAS,GAAK,KAAK,EAAI,CACzBsC,sBAAsB,CAAEgB,UAC1B,CAAC,MACDf,YAAY,CAAEc,WAAW,CACzBb,YAAY,CAAEkB,kBAAkB,CAChCjB,wBAAwB,CAAxBA,wBAAwB,GAE5B,CAAC,CAAC,CACFhB,UAAU,CAAC,IAAI,CAAC,CAChB,GAAIT,gBAAgB,CAAC8B,MAAM,GAAK,CAAC,EAAI1B,mBAAmB,CAAC0B,MAAM,GAAK,CAAC,CAAE,CACrErB,UAAU,CAAC,KAAK,CAAC,CACnB,CACA3B,QAAQ,CAACqD,GAAG,CAAE3B,OAAO,CAAC,CACtBI,KAAK,EAAI+B,kBAAkB,CAAC,CAAC,CAC7B9B,QAAQ,CAAC,KAAK,CAAC,CACjB,CAAC,CAAE,CAACrB,QAAQ,CAAEgB,OAAO,CAAC,CAAC,CAEvB,GAAM,CAAAoC,cAAc,CAAG,QAAjB,CAAAA,cAAcA,CAAA,CAAS,CAC3BvD,QAAQ,CAACD,KAAK,CAAG,CAAC,CAAC,CACnB,GAAM,CAAA8B,IAAI,CAAG,CACXW,EAAE,CAAEzC,KAAK,CACTiC,SAAS,CAAEhD,eAAe,CAACW,SAAS,CAAC,CACrCsC,sBAAsB,CAAE,CAAC,CACzBC,YAAY,CAAE,SAAS,CACvBC,YAAY,CAAE,EAChB,CAAC,CACD/B,WAAW,IAAAoD,MAAA,CAAAC,kBAAA,CAAKtD,QAAQ,GAAE0B,IAAI,EAAC,CAAC,CAChCL,QAAQ,CAAC,IAAI,CAAC,CACdhB,UAAU,IAAAgD,MAAA,CAAAC,kBAAA,CAAKlD,OAAO,GAAEvB,eAAe,CAACW,SAAS,CAAC,EAAC,CAAC,CACtD,CAAC,CAED,GAAM,CAAA+D,oBAAoB,CAAG,QAAvB,CAAAA,oBAAoBA,CAAI5B,KAAK,CAAElD,IAAI,CAAE+E,QAAQ,CAAK,CACtD,GAAI/E,IAAI,GAAK,cAAc,CAAE,CAC3B,GAAM,CAAA8D,UAAU,CAAAe,kBAAA,CAAOlD,OAAO,CAAC,CAC/B,GAAIJ,QAAQ,CAAC2B,KAAK,CAAC,CAACI,YAAY,GAAK,QAAQ,CAAE,CAC7C3B,OAAO,CAACuB,KAAK,CAAC,CAAG3B,QAAQ,CAAC2B,KAAK,CAAC,CAACE,SAAS,CAC5C,CAAC,IAAM,CACLzB,OAAO,CAACuB,KAAK,CAAC,CACZ3B,QAAQ,CAAC2B,KAAK,CAAC,CAACE,SAAS,CACzB,GAAG,CACH7B,QAAQ,CAAC2B,KAAK,CAAC,CAACM,wBAAwB,CAC5C,CACA5B,UAAU,CAACkC,UAAU,CAAC,CACxB,CAEAtC,WAAW,CACTD,QAAQ,CAACyB,GAAG,CAAC,SAACC,IAAI,CAAE+B,QAAQ,CAAK,CAC/B,GAAIA,QAAQ,GAAK9B,KAAK,CAAE,CACtB,GAAIlD,IAAI,GAAK,EAAE,CAAE,CACf,OAAAiE,aAAA,CAAAA,aAAA,IAAYhB,IAAI,KAAAgC,eAAA,IAAGjF,IAAI,CAAG,CAAC+E,QAAQ,CAAC,GACtC,CAAC,IAAM,IAAI/E,IAAI,GAAK,cAAc,CAAE,CAClC,GAAI+E,QAAQ,GAAK,QAAQ,CAAE,CACzB,IAAAG,kBAAA,CAA8BC,iBAAiB,CAACxD,OAAO,CAACuB,KAAK,CAAC,CAAC,CAAvDkC,OAAO,CAAAF,kBAAA,CAAPE,OAAO,CAAEC,QAAQ,CAAAH,kBAAA,CAARG,QAAQ,CACzB,GAAM,CAAAC,GAAG,CAAArB,aAAA,CAAAA,aAAA,IACJhB,IAAI,MACPK,YAAY,CAAEyB,QAAQ,CACtBxB,YAAY,CAAE,EAAE,CAChBH,SAAS,CAAEgC,OAAO,CAClB5B,wBAAwB,CAAE6B,QAAQ,EACnC,CACD,MAAO,CAAAC,GAAG,CACZ,CAAC,IAAM,KAAAC,KAAA,CACL,GAAQ,CAAA3B,EAAE,CAA2CX,IAAI,CAAjDW,EAAE,CAAEP,sBAAsB,CAAmBJ,IAAI,CAA7CI,sBAAsB,CAAEC,YAAY,CAAKL,IAAI,CAArBK,YAAY,CAChD,OAAAiC,KAAA,EACE3B,EAAE,CAAFA,EAAE,CACFR,SAAS,CAAEzB,OAAO,CAACuB,KAAK,CAAC,CACzBG,sBAAsB,CAAtBA,sBAAsB,CACtBC,YAAY,CAAZA,YAAY,EAAA2B,eAAA,CAAAM,KAAA,CACXvF,IAAI,CAAG+E,QAAQ,EAAAE,eAAA,CAAAM,KAAA,gBACF,EAAE,EAAAA,KAAA,CAEpB,CACF,CAAC,IAAM,IAAIvF,IAAI,GAAK,WAAW,CAAE,CAC/B,GAAM,CAAA8D,WAAU,CAAAe,kBAAA,CAAOlD,OAAO,CAAC,CAC/BmC,WAAU,CAACZ,KAAK,CAAC,CAAG6B,QAAQ,CAC5BnD,UAAU,CAACkC,WAAU,CAAC,CACtB,GAAIb,IAAI,CAACK,YAAY,GAAK,QAAQ,CAAE,CAClC,IAAAkC,mBAAA,CAA8BL,iBAAiB,CAACJ,QAAQ,CAAC,CAAjDK,QAAO,CAAAI,mBAAA,CAAPJ,OAAO,CAAEC,SAAQ,CAAAG,mBAAA,CAARH,QAAQ,CACzB,GAAM,CAAAC,IAAG,CAAArB,aAAA,CAAAA,aAAA,IACJhB,IAAI,MACPG,SAAS,CAAEgC,QAAO,CAClB5B,wBAAwB,CAAE6B,SAAQ,EACnC,CACD,MAAO,CAAAC,IAAG,CACZ,CAAC,IAAM,CACL,OAAArB,aAAA,CAAAA,aAAA,IAAYhB,IAAI,KAAAgC,eAAA,IAAGjF,IAAI,CAAG+E,QAAQ,GACpC,CACF,CAAC,IAAM,CACL,OAAAd,aAAA,CAAAA,aAAA,IAAYhB,IAAI,KAAAgC,eAAA,IAAGjF,IAAI,CAAG+E,QAAQ,GACpC,CACF,CACA,MAAO,CAAA9B,IAAI,CACb,CAAC,CACH,CAAC,CACH,CAAC,CAED,GAAM,CAAAwC,iBAAiB,CAAG,QAApB,CAAAA,iBAAiBA,CAAIvC,KAAK,CAAK,CACnC1B,WAAW,CAACD,QAAQ,CAACmE,MAAM,CAAC,SAACC,CAAC,CAAEX,QAAQ,QAAK,CAAA9B,KAAK,GAAK8B,QAAQ,GAAC,CAAC,CACnE,CAAC,CAED,GAAM,CAAAG,iBAAiB,CAAG,QAApB,CAAAA,iBAAiBA,CAAIS,IAAI,CAAK,CAClC,GAAM,CAAAC,cAAc,CAAGD,IAAI,CAACE,OAAO,CAAC,KAAK,CAAE,GAAG,CAAC,CAC/C,GAAM,CAAAV,OAAO,CAAGS,cAAc,CAACE,SAAS,CAAC,CAAC,CAAEF,cAAc,CAACG,WAAW,CAAC,GAAG,CAAC,CAAC,CAC5E,GAAM,CAAAX,QAAQ,CAAGQ,cAAc,CAACE,SAAS,CACvCF,cAAc,CAACG,WAAW,CAAC,GAAG,CAAC,CAAG,CACpC,CAAC,CACD,MAAO,CAAEZ,OAAO,CAAPA,OAAO,CAAEC,QAAQ,CAARA,QAAS,CAAC,CAC9B,CAAC,CAED,GAAM,CAAAY,eAAe,CAAG,QAAlB,CAAAA,eAAeA,CAAI/C,KAAK,CAAEhD,KAAK,CAAE0D,EAAE,CAAK,CAC5C5B,mBAAmB,CAACD,gBAAgB,CAAC2D,MAAM,CAAC,SAACzC,IAAI,QAAK,CAAAA,IAAI,GAAKW,EAAE,GAAC,CAAC,CACnEkB,oBAAoB,CAAC5B,KAAK,CAAE,wBAAwB,CAAEhD,KAAK,CAAC,CAC5D,GAAIA,KAAK,GAAK,EAAE,GAAK,CAACsE,MAAM,CAACtE,KAAK,CAAC,EAAIsE,MAAM,CAACtE,KAAK,CAAC,EAAI,CAAC,CAAC,CAAE,CAC1D,GAAM,CAAAgG,mBAAmB,CAAGC,KAAK,CAACC,IAAI,CAAC,GAAI,CAAAC,GAAG,IAAAzB,MAAA,CAAAC,kBAAA,CAAK9C,gBAAgB,GAAE6B,EAAE,EAAC,CAAC,CAAC,CAC1E5B,mBAAmB,CAACkE,mBAAmB,CAAC,CAC1C,CACF,CAAC,CAED,GAAM,CAAAzB,kBAAkB,CAAG,QAArB,CAAAA,kBAAkBA,CAAInB,YAAY,CAAEJ,KAAK,CAAEhD,KAAK,CAAE0D,EAAE,CAAK,CAC7DxB,sBAAsB,CAACD,mBAAmB,CAACuD,MAAM,CAAC,SAACzC,IAAI,QAAK,CAAAA,IAAI,GAAKW,EAAE,GAAC,CAAC,CACzEkB,oBAAoB,CAAC5B,KAAK,CAAE,cAAc,CAAEhD,KAAK,CAAC,CAClD,GACE,CAACoD,YAAY,GAAK,MAAM,EACtBA,YAAY,GAAK,KAAK,EACtBA,YAAY,GAAK,KAAK,EACtBA,YAAY,GAAK,KAAK,GACxBpD,KAAK,GAAK,EAAE,CACZ,CACA,GAAM,CAAAoG,sBAAsB,CAAGH,KAAK,CAACC,IAAI,CACvC,GAAI,CAAAC,GAAG,IAAAzB,MAAA,CAAAC,kBAAA,CAAK1C,mBAAmB,GAAEyB,EAAE,EAAC,CACtC,CAAC,CACDxB,sBAAsB,CAACkE,sBAAsB,CAAC,CAChD,CACF,CAAC,CAED,GAAM,CAAA5B,kBAAkB,CAAG,QAArB,CAAAA,kBAAkBA,CAAA,CAAS,CAC/B5D,SAAS,CAACyF,OAAO,CAACC,QAAQ,CAAC,CACzBC,GAAG,CAAE3F,SAAS,CAACyF,OAAO,CAACG,YAAY,CACnCC,QAAQ,CAAE,QACZ,CAAC,CAAC,CACJ,CAAC,CAED,mBACE/G,KAAA,CAAAE,SAAA,EAAA8G,QAAA,eACEhH,KAAA,QAAKiH,KAAK,CAAE,CAAEC,OAAO,CAAE,MAAM,CAAEC,UAAU,CAAE,QAAQ,CAAEC,YAAY,CAAE,EAAG,CAAE,CAAAJ,QAAA,eACtElH,IAAA,UAAOmH,KAAK,CAAE,CAAEI,KAAK,CAAE,OAAQ,CAAE,CAAAL,QAAA,CAC9B9D,CAAC,CAAC,0BAA0B,CAAC,CACzB,CAAC,cACRpD,IAAA,CAACX,MAAM,EACLmI,OAAO,CAAC,WAAW,CACnBzD,IAAI,CAAC,OAAO,CACZ0D,OAAO,cAAEzH,IAAA,CAACf,OAAO,GAAE,CAAE,CACrByI,SAAS,CAAC,QAAQ,CAClBC,OAAO,CAAE1C,cAAe,CAAAiC,QAAA,CAEvB9D,CAAC,CAAC,oBAAoB,CAAC,CAClB,CAAC,EACN,CAAC,cACNpD,IAAA,QAAK0H,SAAS,CAAC,iBAAiB,CAAAR,QAAA,CAC7BrF,QAAQ,CAACyB,GAAG,CAAC,SAACC,IAAI,CAAEC,KAAK,qBACxBtD,KAAA,QAAKwH,SAAS,CAAC,MAAM,CAAAR,QAAA,eACnBlH,IAAA,UACEmH,KAAK,CAAE,CACLS,WAAW,CAAE,CACf,CAAE,CAAAV,QAAA,CAED9D,CAAC,CAAC,2BAA2B,CAAC,CAC1B,CAAC,cACRpD,IAAA,CAACR,UAAU,EACTgB,KAAK,CAAE+C,IAAI,CAACK,YAAa,CACzBiE,QAAQ,CAAE,SAAAA,SAACC,CAAC,CAAK,CACf1C,oBAAoB,CAAC5B,KAAK,CAAE,cAAc,CAAEsE,CAAC,CAACC,MAAM,CAACvH,KAAK,CAAC,CAC3D,GACEsH,CAAC,CAACC,MAAM,CAACvH,KAAK,GAAK,MAAM,EACzBsH,CAAC,CAACC,MAAM,CAACvH,KAAK,GAAK,KAAK,EACxBsH,CAAC,CAACC,MAAM,CAACvH,KAAK,GAAK,KAAK,EACxBsH,CAAC,CAACC,MAAM,CAACvH,KAAK,GAAK,KAAK,CACxB,CACA,GAAM,CAAAoG,sBAAsB,CAAGH,KAAK,CAACC,IAAI,CACvC,GAAI,CAAAC,GAAG,IAAAzB,MAAA,CAAAC,kBAAA,CAAK1C,mBAAmB,GAAEc,IAAI,CAACW,EAAE,EAAC,CAC3C,CAAC,CACDxB,sBAAsB,CAACkE,sBAAsB,CAAC,CAChD,CAAC,IAAM,CACLlE,sBAAsB,CAAC,EAAE,CAAC,CAC5B,CACF,CAAE,CAAAwE,QAAA,cAEFlH,IAAA,CAACZ,GAAG,EAAC4I,EAAE,CAAEC,MAAM,CAACC,eAAgB,CAAAhB,QAAA,CAC7B7G,eAAe,CACb8H,IAAI,CAAC,SAAC5E,IAAI,QAAK,CAAAA,IAAI,CAACjD,IAAI,GAAKe,SAAS,GAAC,CACvCd,OAAO,CAAC+C,GAAG,CAAC,SAACC,IAAI,qBAChBvD,IAAA,CAACZ,GAAG,EAAkB4I,EAAE,CAAE,CAAEI,UAAU,CAAE,MAAO,CAAE,CAAAlB,QAAA,cAC/ClH,IAAA,CAACV,gBAAgB,EACfkB,KAAK,CAAE+C,IAAI,CAAC/C,KAAM,CAClB6H,OAAO,cAAErI,IAAA,CAACT,KAAK,GAAE,CAAE,CACnBkB,KAAK,CAAE8C,IAAI,CAAC9C,KAAM,CACnB,CAAC,EALM8C,IAAI,CAAC/C,KAMV,CAAC,EACP,CAAC,CACD,CAAC,CACI,CAAC,cACbR,IAAA,CAACZ,GAAG,EAACkJ,OAAO,CAAC,MAAM,CAAM,CAAC,cAE1BtI,IAAA,CAACP,SAAS,EACR8I,KAAK,CAAEhF,IAAI,CAACG,SAAS,GAAK,EAAE,CAAG,KAAK,CAAG,IAAK,CAC5CyD,KAAK,CAAE,CAAEqB,QAAQ,CAAE,KAAM,CAAE,CAC3B/H,KAAK,CAAE2C,CAAC,CAAC,yBAAyB,CAAE,CACpCW,IAAI,CAAC,OAAO,CACZvD,KAAK,CACH+C,IAAI,CAACK,YAAY,GAAK,QAAQ,CAC1BL,IAAI,CAACG,SAAS,CACdH,IAAI,CAACG,SAAS,CAAG,GAAG,CAAGH,IAAI,CAACO,wBACjC,CACD+D,QAAQ,CAAE,SAAAA,SAACC,CAAC,CAAK,CACf1C,oBAAoB,CAAC5B,KAAK,CAAE,WAAW,CAAEsE,CAAC,CAACC,MAAM,CAACvH,KAAK,CAAC,CAC1D,CAAE,CACFiI,UAAU,CAAErF,CAAC,CAAC,+CAA+C,CAAE,CAChE,CAAC,cACFpD,IAAA,CAACZ,GAAG,EAACkJ,OAAO,CAAC,MAAM,CAAM,CAAC,CAEzBjH,SAAS,GAAK,KAAK,eAClBnB,KAAA,CAAAE,SAAA,EAAA8G,QAAA,eACElH,IAAA,CAACP,SAAS,EACR8I,KAAK,CAAEzD,MAAM,CAACvB,IAAI,CAACI,sBAAsB,CAAC,CAAG,CAAC,CAAG,KAAK,CAAG,IAAK,CAC9DlD,KAAK,CAAE2C,CAAC,CAAC,iCAAiC,CAAE,CAC5CW,IAAI,CAAC,OAAO,CACZvD,KAAK,CAAE+C,IAAI,CAACI,sBAAuB,CACnCkE,QAAQ,CAAE,SAAAA,SAACC,CAAC,CAAK,CACfvB,eAAe,CAAC/C,KAAK,CAAEsE,CAAC,CAACC,MAAM,CAACvH,KAAK,CAAE+C,IAAI,CAACW,EAAE,CAAC,CACjD,CAAE,CACH,CAAC,CACD7B,gBAAgB,CAACqG,QAAQ,CAACnF,IAAI,CAACW,EAAE,CAAC,eACjClE,IAAA,CAACb,KAAK,EAACwJ,QAAQ,CAAC,OAAO,CAAAzB,QAAA,CACpB9D,CAAC,CAAC,0CAA0C,CAAC,CACzC,CACR,cACDpD,IAAA,CAACZ,GAAG,EAACkJ,OAAO,CAAC,MAAM,CAAM,CAAC,EAC1B,CACH,CAEA/E,IAAI,CAACK,YAAY,GAAK,SAAS,eAC9B1D,KAAA,CAAAE,SAAA,EAAA8G,QAAA,eACElH,IAAA,CAACP,SAAS,EACR0H,KAAK,CAAE,CAAEqB,QAAQ,CAAE,KAAM,CAAE,CAC3B/H,KAAK,CACH8C,IAAI,CAACK,YAAY,GAAK,MAAM,EAC5BL,IAAI,CAACK,YAAY,GAAK,KAAK,EAC3BL,IAAI,CAACK,YAAY,GAAK,KAAK,EAC3BL,IAAI,CAACK,YAAY,GAAK,KAAK,CACvBR,CAAC,CAAC,4BAA4B,CAAC,CAC/BA,CAAC,CAAC,oCAAoC,CAC3C,CACDW,IAAI,CAAC,OAAO,CACZvD,KAAK,CAAE+C,IAAI,CAACM,YAAa,CACzBgE,QAAQ,CAAE,SAAAA,SAACC,CAAC,CAAK,CACf/C,kBAAkB,CAChBxB,IAAI,CAACK,YAAY,CACjBJ,KAAK,CACLsE,CAAC,CAACC,MAAM,CAACvH,KAAK,CACd+C,IAAI,CAACW,EACP,CAAC,CACH,CAAE,CACFuE,UAAU,CACRlF,IAAI,CAACK,YAAY,GAAK,MAAM,EAC5BL,IAAI,CAACK,YAAY,GAAK,KAAK,EAC3BL,IAAI,CAACK,YAAY,GAAK,KAAK,EAC3BL,IAAI,CAACK,YAAY,GAAK,KAAK,CACvBR,CAAC,CACC,uDACF,CAAC,CACD,EACL,CACF,CAAC,CACDG,IAAI,CAACK,YAAY,GAAK,QAAQ,EAC7BnB,mBAAmB,CAACiG,QAAQ,CAACnF,IAAI,CAACW,EAAE,CAAC,EACrCX,IAAI,CAACM,YAAY,EAAI,EAAE,eACrB7D,IAAA,CAACb,KAAK,EAACwJ,QAAQ,CAAC,OAAO,CAAAzB,QAAA,CACpB9D,CAAC,CAAC,yCAAyC,CAAC,CACxC,CACR,EACH,CACH,CAEAvB,QAAQ,CAACsC,MAAM,CAAG,CAAC,eAClBnE,IAAA,CAACN,OAAO,EAACkJ,KAAK,CAAExF,CAAC,CAAC,sBAAsB,CAAE,CAACyF,SAAS,CAAC,KAAK,CAAA3B,QAAA,cACxDlH,IAAA,QACE0H,SAAS,CAAC,WAAW,CACrBC,OAAO,CAAE,SAAAA,QAAA,QAAM,CAAA5B,iBAAiB,CAACvC,KAAK,CAAC,EAAC,CAAA0D,QAAA,cAExClH,IAAA,CAACd,UAAU,EAACwI,SAAS,CAAC,YAAY,CAAE,CAAC,CAClC,CAAC,CACC,CACV,GApIwBnE,IAAI,CAACW,EAqI3B,CAAC,EACP,CAAC,CACC,CAAC,EACN,CAAC,CAEP,CAAC,CAED,cAAe,CAAApD,aAAa,CAE5B,GAAM,CAAAmH,MAAM,CAAG,CACba,eAAe,CAAE,CACfvB,KAAK,CAAE,MAAM,CACbwB,MAAM,CAAE,QAAQ,CAChBhF,IAAI,CAAE,OACR,CAAC,CACDmE,eAAe,CAAE,CACfd,OAAO,CAAE,MAAM,CACf4B,QAAQ,CAAE,MAAM,CAChB3B,UAAU,CAAE,QAAQ,CACpBE,KAAK,CAAE,MACT,CACF,CAAC","ignoreList":[]},"metadata":{},"sourceType":"module","externalDependencies":[]}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"ast":null,"code":"import _slicedToArray from\"/home/runner/work/inference/inference/xinference/ui/web/ui/node_modules/@babel/runtime/helpers/esm/slicedToArray.js\";import{TabContext,TabList,TabPanel}from'@mui/lab';import{Box,Tab}from'@mui/material';import React,{useContext,useEffect,useState}from'react';import{useCookies}from'react-cookie';import{useTranslation}from'react-i18next';import{useNavigate}from'react-router-dom';import{ApiContext}from'../../components/apiContext';import ErrorMessageSnackBar from'../../components/errorMessageSnackBar';import fetchWrapper from'../../components/fetchWrapper';import SuccessMessageSnackBar from'../../components/successMessageSnackBar';import Title from'../../components/Title';import{isValidBearerToken}from'../../components/utils';import{featureModels}from'./data/data';import LaunchCustom from'./launchCustom';import LaunchModelComponent from'./LaunchModel';import{jsx as _jsx}from\"react/jsx-runtime\";import{jsxs as _jsxs}from\"react/jsx-runtime\";var LaunchModel=function LaunchModel(){var _React$useState=React.useState(sessionStorage.getItem('modelType')?sessionStorage.getItem('modelType'):'/launch_model/llm'),_React$useState2=_slicedToArray(_React$useState,2),value=_React$useState2[0],setValue=_React$useState2[1];var _useState=useState(-1),_useState2=_slicedToArray(_useState,2),gpuAvailable=_useState2[0],setGPUAvailable=_useState2[1];var _useContext=useContext(ApiContext),setErrorMsg=_useContext.setErrorMsg;var _useCookies=useCookies(['token']),_useCookies2=_slicedToArray(_useCookies,1),cookie=_useCookies2[0];var navigate=useNavigate();var _useTranslation=useTranslation(),t=_useTranslation.t;var handleTabChange=function handleTabChange(event,newValue){setValue(newValue);navigate(newValue);sessionStorage.setItem('modelType',newValue);newValue==='/launch_model/custom/llm'?sessionStorage.setItem('subType',newValue):'';};useEffect(function(){if(sessionStorage.getItem('auth')==='true'&&!isValidBearerToken(sessionStorage.getItem('token'))&&!isValidBearerToken(cookie.token)){navigate('/login',{replace:true});}if(gpuAvailable===-1){fetchWrapper.get('/v1/cluster/devices').then(function(data){return setGPUAvailable(parseInt(data,10));}).catch(function(error){console.error('Error:',error);if(error.response.status!==403&&error.response.status!==401){setErrorMsg(error.message);}});}},[cookie.token]);return/*#__PURE__*/_jsxs(Box,{m:\"20px\",children:[/*#__PURE__*/_jsx(Title,{title:t('menu.launchModel')}),/*#__PURE__*/_jsx(ErrorMessageSnackBar,{}),/*#__PURE__*/_jsx(SuccessMessageSnackBar,{}),/*#__PURE__*/_jsxs(TabContext,{value:value,children:[/*#__PURE__*/_jsx(Box,{sx:{borderBottom:1,borderColor:'divider'},children:/*#__PURE__*/_jsxs(TabList,{value:value,onChange:handleTabChange,\"aria-label\":\"tabs\",children:[/*#__PURE__*/_jsx(Tab,{label:t('model.languageModels'),value:\"/launch_model/llm\"}),/*#__PURE__*/_jsx(Tab,{label:t('model.embeddingModels'),value:\"/launch_model/embedding\"}),/*#__PURE__*/_jsx(Tab,{label:t('model.rerankModels'),value:\"/launch_model/rerank\"}),/*#__PURE__*/_jsx(Tab,{label:t('model.imageModels'),value:\"/launch_model/image\"}),/*#__PURE__*/_jsx(Tab,{label:t('model.audioModels'),value:\"/launch_model/audio\"}),/*#__PURE__*/_jsx(Tab,{label:t('model.videoModels'),value:\"/launch_model/video\"}),/*#__PURE__*/_jsx(Tab,{label:t('model.customModels'),value:\"/launch_model/custom/llm\"})]})}),/*#__PURE__*/_jsx(TabPanel,{value:\"/launch_model/llm\",sx:{padding:0},children:/*#__PURE__*/_jsx(LaunchModelComponent,{modelType:'LLM',gpuAvailable:gpuAvailable,featureModels:featureModels.find(function(item){return item.type==='llm';}).feature_models})}),/*#__PURE__*/_jsx(TabPanel,{value:\"/launch_model/embedding\",sx:{padding:0},children:/*#__PURE__*/_jsx(LaunchModelComponent,{modelType:'embedding',gpuAvailable:gpuAvailable,featureModels:featureModels.find(function(item){return item.type==='embedding';}).feature_models})}),/*#__PURE__*/_jsx(TabPanel,{value:\"/launch_model/rerank\",sx:{padding:0},children:/*#__PURE__*/_jsx(LaunchModelComponent,{modelType:'rerank',gpuAvailable:gpuAvailable,featureModels:featureModels.find(function(item){return item.type==='rerank';}).feature_models})}),/*#__PURE__*/_jsx(TabPanel,{value:\"/launch_model/image\",sx:{padding:0},children:/*#__PURE__*/_jsx(LaunchModelComponent,{modelType:'image',gpuAvailable:gpuAvailable,featureModels:featureModels.find(function(item){return item.type==='image';}).feature_models})}),/*#__PURE__*/_jsx(TabPanel,{value:\"/launch_model/audio\",sx:{padding:0},children:/*#__PURE__*/_jsx(LaunchModelComponent,{modelType:'audio',gpuAvailable:gpuAvailable,featureModels:featureModels.find(function(item){return item.type==='audio';}).feature_models})}),/*#__PURE__*/_jsx(TabPanel,{value:\"/launch_model/video\",sx:{padding:0},children:/*#__PURE__*/_jsx(LaunchModelComponent,{modelType:'video',gpuAvailable:gpuAvailable,featureModels:featureModels.find(function(item){return item.type==='video';}).feature_models})}),/*#__PURE__*/_jsx(TabPanel,{value:\"/launch_model/custom/llm\",sx:{padding:0},children:/*#__PURE__*/_jsx(LaunchCustom,{gpuAvailable:gpuAvailable})})]})]});};export default LaunchModel;","map":{"version":3,"names":["TabContext","TabList","TabPanel","Box","Tab","React","useContext","useEffect","useState","useCookies","useTranslation","useNavigate","ApiContext","ErrorMessageSnackBar","fetchWrapper","SuccessMessageSnackBar","Title","isValidBearerToken","featureModels","LaunchCustom","LaunchModelComponent","jsx","_jsx","jsxs","_jsxs","LaunchModel","_React$useState","sessionStorage","getItem","_React$useState2","_slicedToArray","value","setValue","_useState","_useState2","gpuAvailable","setGPUAvailable","_useContext","setErrorMsg","_useCookies","_useCookies2","cookie","navigate","_useTranslation","t","handleTabChange","event","newValue","setItem","token","replace","get","then","data","parseInt","catch","error","console","response","status","message","m","children","title","sx","borderBottom","borderColor","onChange","label","padding","modelType","find","item","type","feature_models"],"sources":["/home/runner/work/inference/inference/xinference/ui/web/ui/src/scenes/launch_model/index.js"],"sourcesContent":["import { TabContext, TabList, TabPanel } from '@mui/lab'\nimport { Box, Tab } from '@mui/material'\nimport React, { useContext, useEffect, useState } from 'react'\nimport { useCookies } from 'react-cookie'\nimport { useTranslation } from 'react-i18next'\nimport { useNavigate } from 'react-router-dom'\n\nimport { ApiContext } from '../../components/apiContext'\nimport ErrorMessageSnackBar from '../../components/errorMessageSnackBar'\nimport fetchWrapper from '../../components/fetchWrapper'\nimport SuccessMessageSnackBar from '../../components/successMessageSnackBar'\nimport Title from '../../components/Title'\nimport { isValidBearerToken } from '../../components/utils'\nimport { featureModels } from './data/data'\nimport LaunchCustom from './launchCustom'\nimport LaunchModelComponent from './LaunchModel'\n\nconst LaunchModel = () => {\n const [value, setValue] = React.useState(\n sessionStorage.getItem('modelType')\n ? sessionStorage.getItem('modelType')\n : '/launch_model/llm'\n )\n const [gpuAvailable, setGPUAvailable] = useState(-1)\n\n const { setErrorMsg } = useContext(ApiContext)\n const [cookie] = useCookies(['token'])\n const navigate = useNavigate()\n const { t } = useTranslation()\n\n const handleTabChange = (event, newValue) => {\n setValue(newValue)\n navigate(newValue)\n sessionStorage.setItem('modelType', newValue)\n newValue === '/launch_model/custom/llm'\n ? sessionStorage.setItem('subType', newValue)\n : ''\n }\n\n useEffect(() => {\n if (\n sessionStorage.getItem('auth') === 'true' &&\n !isValidBearerToken(sessionStorage.getItem('token')) &&\n !isValidBearerToken(cookie.token)\n ) {\n navigate('/login', { replace: true })\n }\n\n if (gpuAvailable === -1) {\n fetchWrapper\n .get('/v1/cluster/devices')\n .then((data) => setGPUAvailable(parseInt(data, 10)))\n .catch((error) => {\n console.error('Error:', error)\n if (error.response.status !== 403 && error.response.status !== 401) {\n setErrorMsg(error.message)\n }\n })\n }\n }, [cookie.token])\n\n return (\n <Box m=\"20px\">\n <Title title={t('menu.launchModel')} />\n <ErrorMessageSnackBar />\n <SuccessMessageSnackBar />\n <TabContext value={value}>\n <Box sx={{ borderBottom: 1, borderColor: 'divider' }}>\n <TabList value={value} onChange={handleTabChange} aria-label=\"tabs\">\n <Tab label={t('model.languageModels')} value=\"/launch_model/llm\" />\n <Tab\n label={t('model.embeddingModels')}\n value=\"/launch_model/embedding\"\n />\n <Tab label={t('model.rerankModels')} value=\"/launch_model/rerank\" />\n <Tab label={t('model.imageModels')} value=\"/launch_model/image\" />\n <Tab label={t('model.audioModels')} value=\"/launch_model/audio\" />\n <Tab label={t('model.videoModels')} value=\"/launch_model/video\" />\n <Tab\n label={t('model.customModels')}\n value=\"/launch_model/custom/llm\"\n />\n </TabList>\n </Box>\n <TabPanel value=\"/launch_model/llm\" sx={{ padding: 0 }}>\n <LaunchModelComponent\n modelType={'LLM'}\n gpuAvailable={gpuAvailable}\n featureModels={\n featureModels.find((item) => item.type === 'llm').feature_models\n }\n />\n </TabPanel>\n <TabPanel value=\"/launch_model/embedding\" sx={{ padding: 0 }}>\n <LaunchModelComponent\n modelType={'embedding'}\n gpuAvailable={gpuAvailable}\n featureModels={\n featureModels.find((item) => item.type === 'embedding')\n .feature_models\n }\n />\n </TabPanel>\n <TabPanel value=\"/launch_model/rerank\" sx={{ padding: 0 }}>\n <LaunchModelComponent\n modelType={'rerank'}\n gpuAvailable={gpuAvailable}\n featureModels={\n featureModels.find((item) => item.type === 'rerank')\n .feature_models\n }\n />\n </TabPanel>\n <TabPanel value=\"/launch_model/image\" sx={{ padding: 0 }}>\n <LaunchModelComponent\n modelType={'image'}\n gpuAvailable={gpuAvailable}\n featureModels={\n featureModels.find((item) => item.type === 'image').feature_models\n }\n />\n </TabPanel>\n <TabPanel value=\"/launch_model/audio\" sx={{ padding: 0 }}>\n <LaunchModelComponent\n modelType={'audio'}\n gpuAvailable={gpuAvailable}\n featureModels={\n featureModels.find((item) => item.type === 'audio').feature_models\n }\n />\n </TabPanel>\n <TabPanel value=\"/launch_model/video\" sx={{ padding: 0 }}>\n <LaunchModelComponent\n modelType={'video'}\n gpuAvailable={gpuAvailable}\n featureModels={\n featureModels.find((item) => item.type === 'video').feature_models\n }\n />\n </TabPanel>\n <TabPanel value=\"/launch_model/custom/llm\" sx={{ padding: 0 }}>\n <LaunchCustom gpuAvailable={gpuAvailable} />\n </TabPanel>\n </TabContext>\n </Box>\n )\n}\n\nexport default LaunchModel\n"],"mappings":"gJAAA,OAASA,UAAU,CAAEC,OAAO,CAAEC,QAAQ,KAAQ,UAAU,CACxD,OAASC,GAAG,CAAEC,GAAG,KAAQ,eAAe,CACxC,MAAO,CAAAC,KAAK,EAAIC,UAAU,CAAEC,SAAS,CAAEC,QAAQ,KAAQ,OAAO,CAC9D,OAASC,UAAU,KAAQ,cAAc,CACzC,OAASC,cAAc,KAAQ,eAAe,CAC9C,OAASC,WAAW,KAAQ,kBAAkB,CAE9C,OAASC,UAAU,KAAQ,6BAA6B,CACxD,MAAO,CAAAC,oBAAoB,KAAM,uCAAuC,CACxE,MAAO,CAAAC,YAAY,KAAM,+BAA+B,CACxD,MAAO,CAAAC,sBAAsB,KAAM,yCAAyC,CAC5E,MAAO,CAAAC,KAAK,KAAM,wBAAwB,CAC1C,OAASC,kBAAkB,KAAQ,wBAAwB,CAC3D,OAASC,aAAa,KAAQ,aAAa,CAC3C,MAAO,CAAAC,YAAY,KAAM,gBAAgB,CACzC,MAAO,CAAAC,oBAAoB,KAAM,eAAe,QAAAC,GAAA,IAAAC,IAAA,gCAAAC,IAAA,IAAAC,KAAA,yBAEhD,GAAM,CAAAC,WAAW,CAAG,QAAd,CAAAA,WAAWA,CAAA,CAAS,CACxB,IAAAC,eAAA,CAA0BrB,KAAK,CAACG,QAAQ,CACtCmB,cAAc,CAACC,OAAO,CAAC,WAAW,CAAC,CAC/BD,cAAc,CAACC,OAAO,CAAC,WAAW,CAAC,CACnC,mBACN,CAAC,CAAAC,gBAAA,CAAAC,cAAA,CAAAJ,eAAA,IAJMK,KAAK,CAAAF,gBAAA,IAAEG,QAAQ,CAAAH,gBAAA,IAKtB,IAAAI,SAAA,CAAwCzB,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAA0B,UAAA,CAAAJ,cAAA,CAAAG,SAAA,IAA7CE,YAAY,CAAAD,UAAA,IAAEE,eAAe,CAAAF,UAAA,IAEpC,IAAAG,WAAA,CAAwB/B,UAAU,CAACM,UAAU,CAAC,CAAtC0B,WAAW,CAAAD,WAAA,CAAXC,WAAW,CACnB,IAAAC,WAAA,CAAiB9B,UAAU,CAAC,CAAC,OAAO,CAAC,CAAC,CAAA+B,YAAA,CAAAV,cAAA,CAAAS,WAAA,IAA/BE,MAAM,CAAAD,YAAA,IACb,GAAM,CAAAE,QAAQ,CAAG/B,WAAW,CAAC,CAAC,CAC9B,IAAAgC,eAAA,CAAcjC,cAAc,CAAC,CAAC,CAAtBkC,CAAC,CAAAD,eAAA,CAADC,CAAC,CAET,GAAM,CAAAC,eAAe,CAAG,QAAlB,CAAAA,eAAeA,CAAIC,KAAK,CAAEC,QAAQ,CAAK,CAC3Cf,QAAQ,CAACe,QAAQ,CAAC,CAClBL,QAAQ,CAACK,QAAQ,CAAC,CAClBpB,cAAc,CAACqB,OAAO,CAAC,WAAW,CAAED,QAAQ,CAAC,CAC7CA,QAAQ,GAAK,0BAA0B,CACnCpB,cAAc,CAACqB,OAAO,CAAC,SAAS,CAAED,QAAQ,CAAC,CAC3C,EAAE,CACR,CAAC,CAEDxC,SAAS,CAAC,UAAM,CACd,GACEoB,cAAc,CAACC,OAAO,CAAC,MAAM,CAAC,GAAK,MAAM,EACzC,CAACX,kBAAkB,CAACU,cAAc,CAACC,OAAO,CAAC,OAAO,CAAC,CAAC,EACpD,CAACX,kBAAkB,CAACwB,MAAM,CAACQ,KAAK,CAAC,CACjC,CACAP,QAAQ,CAAC,QAAQ,CAAE,CAAEQ,OAAO,CAAE,IAAK,CAAC,CAAC,CACvC,CAEA,GAAIf,YAAY,GAAK,CAAC,CAAC,CAAE,CACvBrB,YAAY,CACTqC,GAAG,CAAC,qBAAqB,CAAC,CAC1BC,IAAI,CAAC,SAACC,IAAI,QAAK,CAAAjB,eAAe,CAACkB,QAAQ,CAACD,IAAI,CAAE,EAAE,CAAC,CAAC,GAAC,CACnDE,KAAK,CAAC,SAACC,KAAK,CAAK,CAChBC,OAAO,CAACD,KAAK,CAAC,QAAQ,CAAEA,KAAK,CAAC,CAC9B,GAAIA,KAAK,CAACE,QAAQ,CAACC,MAAM,GAAK,GAAG,EAAIH,KAAK,CAACE,QAAQ,CAACC,MAAM,GAAK,GAAG,CAAE,CAClErB,WAAW,CAACkB,KAAK,CAACI,OAAO,CAAC,CAC5B,CACF,CAAC,CAAC,CACN,CACF,CAAC,CAAE,CAACnB,MAAM,CAACQ,KAAK,CAAC,CAAC,CAElB,mBACEzB,KAAA,CAACrB,GAAG,EAAC0D,CAAC,CAAC,MAAM,CAAAC,QAAA,eACXxC,IAAA,CAACN,KAAK,EAAC+C,KAAK,CAAEnB,CAAC,CAAC,kBAAkB,CAAE,CAAE,CAAC,cACvCtB,IAAA,CAACT,oBAAoB,GAAE,CAAC,cACxBS,IAAA,CAACP,sBAAsB,GAAE,CAAC,cAC1BS,KAAA,CAACxB,UAAU,EAAC+B,KAAK,CAAEA,KAAM,CAAA+B,QAAA,eACvBxC,IAAA,CAACnB,GAAG,EAAC6D,EAAE,CAAE,CAAEC,YAAY,CAAE,CAAC,CAAEC,WAAW,CAAE,SAAU,CAAE,CAAAJ,QAAA,cACnDtC,KAAA,CAACvB,OAAO,EAAC8B,KAAK,CAAEA,KAAM,CAACoC,QAAQ,CAAEtB,eAAgB,CAAC,aAAW,MAAM,CAAAiB,QAAA,eACjExC,IAAA,CAAClB,GAAG,EAACgE,KAAK,CAAExB,CAAC,CAAC,sBAAsB,CAAE,CAACb,KAAK,CAAC,mBAAmB,CAAE,CAAC,cACnET,IAAA,CAAClB,GAAG,EACFgE,KAAK,CAAExB,CAAC,CAAC,uBAAuB,CAAE,CAClCb,KAAK,CAAC,yBAAyB,CAChC,CAAC,cACFT,IAAA,CAAClB,GAAG,EAACgE,KAAK,CAAExB,CAAC,CAAC,oBAAoB,CAAE,CAACb,KAAK,CAAC,sBAAsB,CAAE,CAAC,cACpET,IAAA,CAAClB,GAAG,EAACgE,KAAK,CAAExB,CAAC,CAAC,mBAAmB,CAAE,CAACb,KAAK,CAAC,qBAAqB,CAAE,CAAC,cAClET,IAAA,CAAClB,GAAG,EAACgE,KAAK,CAAExB,CAAC,CAAC,mBAAmB,CAAE,CAACb,KAAK,CAAC,qBAAqB,CAAE,CAAC,cAClET,IAAA,CAAClB,GAAG,EAACgE,KAAK,CAAExB,CAAC,CAAC,mBAAmB,CAAE,CAACb,KAAK,CAAC,qBAAqB,CAAE,CAAC,cAClET,IAAA,CAAClB,GAAG,EACFgE,KAAK,CAAExB,CAAC,CAAC,oBAAoB,CAAE,CAC/Bb,KAAK,CAAC,0BAA0B,CACjC,CAAC,EACK,CAAC,CACP,CAAC,cACNT,IAAA,CAACpB,QAAQ,EAAC6B,KAAK,CAAC,mBAAmB,CAACiC,EAAE,CAAE,CAAEK,OAAO,CAAE,CAAE,CAAE,CAAAP,QAAA,cACrDxC,IAAA,CAACF,oBAAoB,EACnBkD,SAAS,CAAE,KAAM,CACjBnC,YAAY,CAAEA,YAAa,CAC3BjB,aAAa,CACXA,aAAa,CAACqD,IAAI,CAAC,SAACC,IAAI,QAAK,CAAAA,IAAI,CAACC,IAAI,GAAK,KAAK,GAAC,CAACC,cACnD,CACF,CAAC,CACM,CAAC,cACXpD,IAAA,CAACpB,QAAQ,EAAC6B,KAAK,CAAC,yBAAyB,CAACiC,EAAE,CAAE,CAAEK,OAAO,CAAE,CAAE,CAAE,CAAAP,QAAA,cAC3DxC,IAAA,CAACF,oBAAoB,EACnBkD,SAAS,CAAE,WAAY,CACvBnC,YAAY,CAAEA,YAAa,CAC3BjB,aAAa,CACXA,aAAa,CAACqD,IAAI,CAAC,SAACC,IAAI,QAAK,CAAAA,IAAI,CAACC,IAAI,GAAK,WAAW,GAAC,CACpDC,cACJ,CACF,CAAC,CACM,CAAC,cACXpD,IAAA,CAACpB,QAAQ,EAAC6B,KAAK,CAAC,sBAAsB,CAACiC,EAAE,CAAE,CAAEK,OAAO,CAAE,CAAE,CAAE,CAAAP,QAAA,cACxDxC,IAAA,CAACF,oBAAoB,EACnBkD,SAAS,CAAE,QAAS,CACpBnC,YAAY,CAAEA,YAAa,CAC3BjB,aAAa,CACXA,aAAa,CAACqD,IAAI,CAAC,SAACC,IAAI,QAAK,CAAAA,IAAI,CAACC,IAAI,GAAK,QAAQ,GAAC,CACjDC,cACJ,CACF,CAAC,CACM,CAAC,cACXpD,IAAA,CAACpB,QAAQ,EAAC6B,KAAK,CAAC,qBAAqB,CAACiC,EAAE,CAAE,CAAEK,OAAO,CAAE,CAAE,CAAE,CAAAP,QAAA,cACvDxC,IAAA,CAACF,oBAAoB,EACnBkD,SAAS,CAAE,OAAQ,CACnBnC,YAAY,CAAEA,YAAa,CAC3BjB,aAAa,CACXA,aAAa,CAACqD,IAAI,CAAC,SAACC,IAAI,QAAK,CAAAA,IAAI,CAACC,IAAI,GAAK,OAAO,GAAC,CAACC,cACrD,CACF,CAAC,CACM,CAAC,cACXpD,IAAA,CAACpB,QAAQ,EAAC6B,KAAK,CAAC,qBAAqB,CAACiC,EAAE,CAAE,CAAEK,OAAO,CAAE,CAAE,CAAE,CAAAP,QAAA,cACvDxC,IAAA,CAACF,oBAAoB,EACnBkD,SAAS,CAAE,OAAQ,CACnBnC,YAAY,CAAEA,YAAa,CAC3BjB,aAAa,CACXA,aAAa,CAACqD,IAAI,CAAC,SAACC,IAAI,QAAK,CAAAA,IAAI,CAACC,IAAI,GAAK,OAAO,GAAC,CAACC,cACrD,CACF,CAAC,CACM,CAAC,cACXpD,IAAA,CAACpB,QAAQ,EAAC6B,KAAK,CAAC,qBAAqB,CAACiC,EAAE,CAAE,CAAEK,OAAO,CAAE,CAAE,CAAE,CAAAP,QAAA,cACvDxC,IAAA,CAACF,oBAAoB,EACnBkD,SAAS,CAAE,OAAQ,CACnBnC,YAAY,CAAEA,YAAa,CAC3BjB,aAAa,CACXA,aAAa,CAACqD,IAAI,CAAC,SAACC,IAAI,QAAK,CAAAA,IAAI,CAACC,IAAI,GAAK,OAAO,GAAC,CAACC,cACrD,CACF,CAAC,CACM,CAAC,cACXpD,IAAA,CAACpB,QAAQ,EAAC6B,KAAK,CAAC,0BAA0B,CAACiC,EAAE,CAAE,CAAEK,OAAO,CAAE,CAAE,CAAE,CAAAP,QAAA,cAC5DxC,IAAA,CAACH,YAAY,EAACgB,YAAY,CAAEA,YAAa,CAAE,CAAC,CACpC,CAAC,EACD,CAAC,EACV,CAAC,CAEV,CAAC,CAED,cAAe,CAAAV,WAAW","ignoreList":[]},"metadata":{},"sourceType":"module","externalDependencies":[]}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"ast":null,"code":"import _slicedToArray from\"/home/runner/work/inference/inference/xinference/ui/web/ui/node_modules/@babel/runtime/helpers/esm/slicedToArray.js\";import{TabContext,TabList,TabPanel}from'@mui/lab';import{Box,Tab}from'@mui/material';import React,{useEffect}from'react';import{useCookies}from'react-cookie';import{useTranslation}from'react-i18next';import{useNavigate}from'react-router-dom';import ErrorMessageSnackBar from'../../components/errorMessageSnackBar';import Title from'../../components/Title';import{isValidBearerToken}from'../../components/utils';import RegisterModelComponent from'./registerModel';import{jsx as _jsx}from\"react/jsx-runtime\";import{jsxs as _jsxs}from\"react/jsx-runtime\";var RegisterModel=function RegisterModel(){var _React$useState=React.useState(sessionStorage.getItem('registerModelType')?sessionStorage.getItem('registerModelType'):'/register_model/llm'),_React$useState2=_slicedToArray(_React$useState,2),tabValue=_React$useState2[0],setTabValue=_React$useState2[1];var _useCookies=useCookies(['token']),_useCookies2=_slicedToArray(_useCookies,1),cookie=_useCookies2[0];var navigate=useNavigate();var _useTranslation=useTranslation(),t=_useTranslation.t;useEffect(function(){if(sessionStorage.getItem('auth')==='true'&&!isValidBearerToken(sessionStorage.getItem('token'))&&!isValidBearerToken(cookie.token)){navigate('/login',{replace:true});}},[cookie.token]);var handleTabChange=function handleTabChange(_,newValue){setTabValue(newValue);navigate(newValue);sessionStorage.setItem('registerModelType',newValue);};return/*#__PURE__*/_jsxs(Box,{m:\"20px\",style:{overflow:'hidden'},children:[/*#__PURE__*/_jsx(Title,{title:t('menu.registerModel')}),/*#__PURE__*/_jsx(ErrorMessageSnackBar,{}),/*#__PURE__*/_jsxs(TabContext,{value:tabValue,children:[/*#__PURE__*/_jsx(Box,{sx:{borderBottom:1,borderColor:'divider'},children:/*#__PURE__*/_jsxs(TabList,{value:tabValue,onChange:handleTabChange,\"aria-label\":\"tabs\",children:[/*#__PURE__*/_jsx(Tab,{label:t('model.languageModels'),value:\"/register_model/llm\"}),/*#__PURE__*/_jsx(Tab,{label:t('model.embeddingModels'),value:\"/register_model/embedding\"}),/*#__PURE__*/_jsx(Tab,{label:t('model.rerankModels'),value:\"/register_model/rerank\"}),/*#__PURE__*/_jsx(Tab,{label:t('model.imageModels'),value:\"/register_model/image\"}),/*#__PURE__*/_jsx(Tab,{label:t('model.audioModels'),value:\"/register_model/audio\"}),/*#__PURE__*/_jsx(Tab,{label:t('model.flexibleModels'),value:\"/register_model/flexible\"})]})}),/*#__PURE__*/_jsx(TabPanel,{value:\"/register_model/llm\",sx:{padding:0},children:/*#__PURE__*/_jsx(RegisterModelComponent,{modelType:\"LLM\",customData:{version:2,model_name:'custom-llm',model_description:'This is a custom model description.',context_length:2048,model_lang:['en'],model_ability:['generate'],model_specs:[{model_uri:'/path/to/llama-1',model_size_in_billions:7,model_format:'pytorch',quantization:'none'}],model_family:'your_custom_model',virtualenv:{packages:[]}}})}),/*#__PURE__*/_jsx(TabPanel,{value:\"/register_model/embedding\",sx:{padding:0},children:/*#__PURE__*/_jsx(RegisterModelComponent,{modelType:\"embedding\",customData:{version:2,model_name:'custom-embedding',dimensions:768,max_tokens:512,language:['en'],model_specs:[{model_uri:'/path/to/embedding-1',model_format:'pytorch',quantization:'none'}],virtualenv:{packages:[]}}})}),/*#__PURE__*/_jsx(TabPanel,{value:\"/register_model/rerank\",sx:{padding:0},children:/*#__PURE__*/_jsx(RegisterModelComponent,{modelType:\"rerank\",customData:{version:2,model_name:'custom-rerank',language:['en'],max_tokens:512,model_specs:[{model_uri:'/path/to/rerank-1',model_format:'pytorch',quantization:'none'}],virtualenv:{packages:[]}}})}),/*#__PURE__*/_jsx(TabPanel,{value:\"/register_model/image\",sx:{padding:0},children:/*#__PURE__*/_jsx(RegisterModelComponent,{modelType:\"image\",customData:{version:2,model_name:'custom-image',model_uri:'/path/to/image-model',model_family:'stable_diffusion',controlnet:[],virtualenv:{packages:[]}}})}),/*#__PURE__*/_jsx(TabPanel,{value:\"/register_model/audio\",sx:{padding:0},children:/*#__PURE__*/_jsx(RegisterModelComponent,{modelType:\"audio\",customData:{version:2,model_name:'custom-audio',model_uri:'/path/to/audio-model',multilingual:false,model_family:'whisper',model_ability:['text2audio'],virtualenv:{packages:[]}}})}),/*#__PURE__*/_jsx(TabPanel,{value:\"/register_model/flexible\",sx:{padding:0},children:/*#__PURE__*/_jsx(RegisterModelComponent,{modelType:\"flexible\",customData:{version:2,model_name:'flexible-model',model_description:'This is a model description.',model_uri:'/path/to/model',launcher:'xinference.model.flexible.launchers.transformers',launcher_args:'{}',virtualenv:{packages:[]}}})})]})]});};export default RegisterModel;","map":{"version":3,"names":["TabContext","TabList","TabPanel","Box","Tab","React","useEffect","useCookies","useTranslation","useNavigate","ErrorMessageSnackBar","Title","isValidBearerToken","RegisterModelComponent","jsx","_jsx","jsxs","_jsxs","RegisterModel","_React$useState","useState","sessionStorage","getItem","_React$useState2","_slicedToArray","tabValue","setTabValue","_useCookies","_useCookies2","cookie","navigate","_useTranslation","t","token","replace","handleTabChange","_","newValue","setItem","m","style","overflow","children","title","value","sx","borderBottom","borderColor","onChange","label","padding","modelType","customData","version","model_name","model_description","context_length","model_lang","model_ability","model_specs","model_uri","model_size_in_billions","model_format","quantization","model_family","virtualenv","packages","dimensions","max_tokens","language","controlnet","multilingual","launcher","launcher_args"],"sources":["/home/runner/work/inference/inference/xinference/ui/web/ui/src/scenes/register_model/index.js"],"sourcesContent":["import { TabContext, TabList, TabPanel } from '@mui/lab'\nimport { Box, Tab } from '@mui/material'\nimport React, { useEffect } from 'react'\nimport { useCookies } from 'react-cookie'\nimport { useTranslation } from 'react-i18next'\nimport { useNavigate } from 'react-router-dom'\n\nimport ErrorMessageSnackBar from '../../components/errorMessageSnackBar'\nimport Title from '../../components/Title'\nimport { isValidBearerToken } from '../../components/utils'\nimport RegisterModelComponent from './registerModel'\n\nconst RegisterModel = () => {\n const [tabValue, setTabValue] = React.useState(\n sessionStorage.getItem('registerModelType')\n ? sessionStorage.getItem('registerModelType')\n : '/register_model/llm'\n )\n const [cookie] = useCookies(['token'])\n const navigate = useNavigate()\n const { t } = useTranslation()\n\n useEffect(() => {\n if (\n sessionStorage.getItem('auth') === 'true' &&\n !isValidBearerToken(sessionStorage.getItem('token')) &&\n !isValidBearerToken(cookie.token)\n ) {\n navigate('/login', { replace: true })\n }\n }, [cookie.token])\n\n const handleTabChange = (_, newValue) => {\n setTabValue(newValue)\n navigate(newValue)\n sessionStorage.setItem('registerModelType', newValue)\n }\n\n return (\n <Box m=\"20px\" style={{ overflow: 'hidden' }}>\n <Title title={t('menu.registerModel')} />\n <ErrorMessageSnackBar />\n <TabContext value={tabValue}>\n <Box sx={{ borderBottom: 1, borderColor: 'divider' }}>\n <TabList\n value={tabValue}\n onChange={handleTabChange}\n aria-label=\"tabs\"\n >\n <Tab\n label={t('model.languageModels')}\n value=\"/register_model/llm\"\n />\n <Tab\n label={t('model.embeddingModels')}\n value=\"/register_model/embedding\"\n />\n <Tab\n label={t('model.rerankModels')}\n value=\"/register_model/rerank\"\n />\n <Tab label={t('model.imageModels')} value=\"/register_model/image\" />\n <Tab label={t('model.audioModels')} value=\"/register_model/audio\" />\n <Tab\n label={t('model.flexibleModels')}\n value=\"/register_model/flexible\"\n />\n </TabList>\n </Box>\n <TabPanel value=\"/register_model/llm\" sx={{ padding: 0 }}>\n <RegisterModelComponent\n modelType=\"LLM\"\n customData={{\n version: 2,\n model_name: 'custom-llm',\n model_description: 'This is a custom model description.',\n context_length: 2048,\n model_lang: ['en'],\n model_ability: ['generate'],\n model_specs: [\n {\n model_uri: '/path/to/llama-1',\n model_size_in_billions: 7,\n model_format: 'pytorch',\n quantization: 'none',\n },\n ],\n model_family: 'your_custom_model',\n virtualenv: {\n packages: [],\n },\n }}\n />\n </TabPanel>\n <TabPanel value=\"/register_model/embedding\" sx={{ padding: 0 }}>\n <RegisterModelComponent\n modelType=\"embedding\"\n customData={{\n version: 2,\n model_name: 'custom-embedding',\n dimensions: 768,\n max_tokens: 512,\n language: ['en'],\n model_specs: [\n {\n model_uri: '/path/to/embedding-1',\n model_format: 'pytorch',\n quantization: 'none',\n },\n ],\n virtualenv: {\n packages: [],\n },\n }}\n />\n </TabPanel>\n <TabPanel value=\"/register_model/rerank\" sx={{ padding: 0 }}>\n <RegisterModelComponent\n modelType=\"rerank\"\n customData={{\n version: 2,\n model_name: 'custom-rerank',\n language: ['en'],\n max_tokens: 512,\n model_specs: [\n {\n model_uri: '/path/to/rerank-1',\n model_format: 'pytorch',\n quantization: 'none',\n },\n ],\n virtualenv: {\n packages: [],\n },\n }}\n />\n </TabPanel>\n <TabPanel value=\"/register_model/image\" sx={{ padding: 0 }}>\n <RegisterModelComponent\n modelType=\"image\"\n customData={{\n version: 2,\n model_name: 'custom-image',\n model_uri: '/path/to/image-model',\n model_family: 'stable_diffusion',\n controlnet: [],\n virtualenv: {\n packages: [],\n },\n }}\n />\n </TabPanel>\n <TabPanel value=\"/register_model/audio\" sx={{ padding: 0 }}>\n <RegisterModelComponent\n modelType=\"audio\"\n customData={{\n version: 2,\n model_name: 'custom-audio',\n model_uri: '/path/to/audio-model',\n multilingual: false,\n model_family: 'whisper',\n model_ability: ['text2audio'],\n virtualenv: {\n packages: [],\n },\n }}\n />\n </TabPanel>\n <TabPanel value=\"/register_model/flexible\" sx={{ padding: 0 }}>\n <RegisterModelComponent\n modelType=\"flexible\"\n customData={{\n version: 2,\n model_name: 'flexible-model',\n model_description: 'This is a model description.',\n model_uri: '/path/to/model',\n launcher: 'xinference.model.flexible.launchers.transformers',\n launcher_args: '{}',\n virtualenv: {\n packages: [],\n },\n }}\n />\n </TabPanel>\n </TabContext>\n </Box>\n )\n}\n\nexport default RegisterModel\n"],"mappings":"gJAAA,OAASA,UAAU,CAAEC,OAAO,CAAEC,QAAQ,KAAQ,UAAU,CACxD,OAASC,GAAG,CAAEC,GAAG,KAAQ,eAAe,CACxC,MAAO,CAAAC,KAAK,EAAIC,SAAS,KAAQ,OAAO,CACxC,OAASC,UAAU,KAAQ,cAAc,CACzC,OAASC,cAAc,KAAQ,eAAe,CAC9C,OAASC,WAAW,KAAQ,kBAAkB,CAE9C,MAAO,CAAAC,oBAAoB,KAAM,uCAAuC,CACxE,MAAO,CAAAC,KAAK,KAAM,wBAAwB,CAC1C,OAASC,kBAAkB,KAAQ,wBAAwB,CAC3D,MAAO,CAAAC,sBAAsB,KAAM,iBAAiB,QAAAC,GAAA,IAAAC,IAAA,gCAAAC,IAAA,IAAAC,KAAA,yBAEpD,GAAM,CAAAC,aAAa,CAAG,QAAhB,CAAAA,aAAaA,CAAA,CAAS,CAC1B,IAAAC,eAAA,CAAgCd,KAAK,CAACe,QAAQ,CAC5CC,cAAc,CAACC,OAAO,CAAC,mBAAmB,CAAC,CACvCD,cAAc,CAACC,OAAO,CAAC,mBAAmB,CAAC,CAC3C,qBACN,CAAC,CAAAC,gBAAA,CAAAC,cAAA,CAAAL,eAAA,IAJMM,QAAQ,CAAAF,gBAAA,IAAEG,WAAW,CAAAH,gBAAA,IAK5B,IAAAI,WAAA,CAAiBpB,UAAU,CAAC,CAAC,OAAO,CAAC,CAAC,CAAAqB,YAAA,CAAAJ,cAAA,CAAAG,WAAA,IAA/BE,MAAM,CAAAD,YAAA,IACb,GAAM,CAAAE,QAAQ,CAAGrB,WAAW,CAAC,CAAC,CAC9B,IAAAsB,eAAA,CAAcvB,cAAc,CAAC,CAAC,CAAtBwB,CAAC,CAAAD,eAAA,CAADC,CAAC,CAET1B,SAAS,CAAC,UAAM,CACd,GACEe,cAAc,CAACC,OAAO,CAAC,MAAM,CAAC,GAAK,MAAM,EACzC,CAACV,kBAAkB,CAACS,cAAc,CAACC,OAAO,CAAC,OAAO,CAAC,CAAC,EACpD,CAACV,kBAAkB,CAACiB,MAAM,CAACI,KAAK,CAAC,CACjC,CACAH,QAAQ,CAAC,QAAQ,CAAE,CAAEI,OAAO,CAAE,IAAK,CAAC,CAAC,CACvC,CACF,CAAC,CAAE,CAACL,MAAM,CAACI,KAAK,CAAC,CAAC,CAElB,GAAM,CAAAE,eAAe,CAAG,QAAlB,CAAAA,eAAeA,CAAIC,CAAC,CAAEC,QAAQ,CAAK,CACvCX,WAAW,CAACW,QAAQ,CAAC,CACrBP,QAAQ,CAACO,QAAQ,CAAC,CAClBhB,cAAc,CAACiB,OAAO,CAAC,mBAAmB,CAAED,QAAQ,CAAC,CACvD,CAAC,CAED,mBACEpB,KAAA,CAACd,GAAG,EAACoC,CAAC,CAAC,MAAM,CAACC,KAAK,CAAE,CAAEC,QAAQ,CAAE,QAAS,CAAE,CAAAC,QAAA,eAC1C3B,IAAA,CAACJ,KAAK,EAACgC,KAAK,CAAEX,CAAC,CAAC,oBAAoB,CAAE,CAAE,CAAC,cACzCjB,IAAA,CAACL,oBAAoB,GAAE,CAAC,cACxBO,KAAA,CAACjB,UAAU,EAAC4C,KAAK,CAAEnB,QAAS,CAAAiB,QAAA,eAC1B3B,IAAA,CAACZ,GAAG,EAAC0C,EAAE,CAAE,CAAEC,YAAY,CAAE,CAAC,CAAEC,WAAW,CAAE,SAAU,CAAE,CAAAL,QAAA,cACnDzB,KAAA,CAAChB,OAAO,EACN2C,KAAK,CAAEnB,QAAS,CAChBuB,QAAQ,CAAEb,eAAgB,CAC1B,aAAW,MAAM,CAAAO,QAAA,eAEjB3B,IAAA,CAACX,GAAG,EACF6C,KAAK,CAAEjB,CAAC,CAAC,sBAAsB,CAAE,CACjCY,KAAK,CAAC,qBAAqB,CAC5B,CAAC,cACF7B,IAAA,CAACX,GAAG,EACF6C,KAAK,CAAEjB,CAAC,CAAC,uBAAuB,CAAE,CAClCY,KAAK,CAAC,2BAA2B,CAClC,CAAC,cACF7B,IAAA,CAACX,GAAG,EACF6C,KAAK,CAAEjB,CAAC,CAAC,oBAAoB,CAAE,CAC/BY,KAAK,CAAC,wBAAwB,CAC/B,CAAC,cACF7B,IAAA,CAACX,GAAG,EAAC6C,KAAK,CAAEjB,CAAC,CAAC,mBAAmB,CAAE,CAACY,KAAK,CAAC,uBAAuB,CAAE,CAAC,cACpE7B,IAAA,CAACX,GAAG,EAAC6C,KAAK,CAAEjB,CAAC,CAAC,mBAAmB,CAAE,CAACY,KAAK,CAAC,uBAAuB,CAAE,CAAC,cACpE7B,IAAA,CAACX,GAAG,EACF6C,KAAK,CAAEjB,CAAC,CAAC,sBAAsB,CAAE,CACjCY,KAAK,CAAC,0BAA0B,CACjC,CAAC,EACK,CAAC,CACP,CAAC,cACN7B,IAAA,CAACb,QAAQ,EAAC0C,KAAK,CAAC,qBAAqB,CAACC,EAAE,CAAE,CAAEK,OAAO,CAAE,CAAE,CAAE,CAAAR,QAAA,cACvD3B,IAAA,CAACF,sBAAsB,EACrBsC,SAAS,CAAC,KAAK,CACfC,UAAU,CAAE,CACVC,OAAO,CAAE,CAAC,CACVC,UAAU,CAAE,YAAY,CACxBC,iBAAiB,CAAE,qCAAqC,CACxDC,cAAc,CAAE,IAAI,CACpBC,UAAU,CAAE,CAAC,IAAI,CAAC,CAClBC,aAAa,CAAE,CAAC,UAAU,CAAC,CAC3BC,WAAW,CAAE,CACX,CACEC,SAAS,CAAE,kBAAkB,CAC7BC,sBAAsB,CAAE,CAAC,CACzBC,YAAY,CAAE,SAAS,CACvBC,YAAY,CAAE,MAChB,CAAC,CACF,CACDC,YAAY,CAAE,mBAAmB,CACjCC,UAAU,CAAE,CACVC,QAAQ,CAAE,EACZ,CACF,CAAE,CACH,CAAC,CACM,CAAC,cACXnD,IAAA,CAACb,QAAQ,EAAC0C,KAAK,CAAC,2BAA2B,CAACC,EAAE,CAAE,CAAEK,OAAO,CAAE,CAAE,CAAE,CAAAR,QAAA,cAC7D3B,IAAA,CAACF,sBAAsB,EACrBsC,SAAS,CAAC,WAAW,CACrBC,UAAU,CAAE,CACVC,OAAO,CAAE,CAAC,CACVC,UAAU,CAAE,kBAAkB,CAC9Ba,UAAU,CAAE,GAAG,CACfC,UAAU,CAAE,GAAG,CACfC,QAAQ,CAAE,CAAC,IAAI,CAAC,CAChBV,WAAW,CAAE,CACX,CACEC,SAAS,CAAE,sBAAsB,CACjCE,YAAY,CAAE,SAAS,CACvBC,YAAY,CAAE,MAChB,CAAC,CACF,CACDE,UAAU,CAAE,CACVC,QAAQ,CAAE,EACZ,CACF,CAAE,CACH,CAAC,CACM,CAAC,cACXnD,IAAA,CAACb,QAAQ,EAAC0C,KAAK,CAAC,wBAAwB,CAACC,EAAE,CAAE,CAAEK,OAAO,CAAE,CAAE,CAAE,CAAAR,QAAA,cAC1D3B,IAAA,CAACF,sBAAsB,EACrBsC,SAAS,CAAC,QAAQ,CAClBC,UAAU,CAAE,CACVC,OAAO,CAAE,CAAC,CACVC,UAAU,CAAE,eAAe,CAC3Be,QAAQ,CAAE,CAAC,IAAI,CAAC,CAChBD,UAAU,CAAE,GAAG,CACfT,WAAW,CAAE,CACX,CACEC,SAAS,CAAE,mBAAmB,CAC9BE,YAAY,CAAE,SAAS,CACvBC,YAAY,CAAE,MAChB,CAAC,CACF,CACDE,UAAU,CAAE,CACVC,QAAQ,CAAE,EACZ,CACF,CAAE,CACH,CAAC,CACM,CAAC,cACXnD,IAAA,CAACb,QAAQ,EAAC0C,KAAK,CAAC,uBAAuB,CAACC,EAAE,CAAE,CAAEK,OAAO,CAAE,CAAE,CAAE,CAAAR,QAAA,cACzD3B,IAAA,CAACF,sBAAsB,EACrBsC,SAAS,CAAC,OAAO,CACjBC,UAAU,CAAE,CACVC,OAAO,CAAE,CAAC,CACVC,UAAU,CAAE,cAAc,CAC1BM,SAAS,CAAE,sBAAsB,CACjCI,YAAY,CAAE,kBAAkB,CAChCM,UAAU,CAAE,EAAE,CACdL,UAAU,CAAE,CACVC,QAAQ,CAAE,EACZ,CACF,CAAE,CACH,CAAC,CACM,CAAC,cACXnD,IAAA,CAACb,QAAQ,EAAC0C,KAAK,CAAC,uBAAuB,CAACC,EAAE,CAAE,CAAEK,OAAO,CAAE,CAAE,CAAE,CAAAR,QAAA,cACzD3B,IAAA,CAACF,sBAAsB,EACrBsC,SAAS,CAAC,OAAO,CACjBC,UAAU,CAAE,CACVC,OAAO,CAAE,CAAC,CACVC,UAAU,CAAE,cAAc,CAC1BM,SAAS,CAAE,sBAAsB,CACjCW,YAAY,CAAE,KAAK,CACnBP,YAAY,CAAE,SAAS,CACvBN,aAAa,CAAE,CAAC,YAAY,CAAC,CAC7BO,UAAU,CAAE,CACVC,QAAQ,CAAE,EACZ,CACF,CAAE,CACH,CAAC,CACM,CAAC,cACXnD,IAAA,CAACb,QAAQ,EAAC0C,KAAK,CAAC,0BAA0B,CAACC,EAAE,CAAE,CAAEK,OAAO,CAAE,CAAE,CAAE,CAAAR,QAAA,cAC5D3B,IAAA,CAACF,sBAAsB,EACrBsC,SAAS,CAAC,UAAU,CACpBC,UAAU,CAAE,CACVC,OAAO,CAAE,CAAC,CACVC,UAAU,CAAE,gBAAgB,CAC5BC,iBAAiB,CAAE,8BAA8B,CACjDK,SAAS,CAAE,gBAAgB,CAC3BY,QAAQ,CAAE,kDAAkD,CAC5DC,aAAa,CAAE,IAAI,CACnBR,UAAU,CAAE,CACVC,QAAQ,CAAE,EACZ,CACF,CAAE,CACH,CAAC,CACM,CAAC,EACD,CAAC,EACV,CAAC,CAEV,CAAC,CAED,cAAe,CAAAhD,aAAa","ignoreList":[]},"metadata":{},"sourceType":"module","externalDependencies":[]}
|